2024-09-16T06:28:45.047 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T06:28:45.069 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T06:28:45.162 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561 branch: reef description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906561' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: ae7f37330c1a72493684eb1fcaed6f2a01195bb6 owner: scheduled_teuthology@teuthology priority: 931 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1390 sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 sleep_before_teardown: 0 subset: 5319/100000 suite: rados suite_branch: reef suite_path: /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ae7f37330c1a72493684eb1fcaed6f2a01195bb6 targets: smithi042.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLIodP11cj3MdMGdOU2FfW0f92Mb0a6PFgMX10wOmp/gCOLE5wekwQqR+mYEg2T++RtPhq/f+IBvBwqZR7DEl04= smithi164.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB3S69rVaBPvo4Ww/MVabfHLz6j1giKM0mRxTdOyhl7dJmVMPVn83nXHyCz0U83OzU4vVm5cmRd1JPc3gLV1ZKI= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_22:00:02 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-16T06:28:45.163 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa; will attempt to use it 2024-09-16T06:28:45.163 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ae7f37330c1a72493684eb1fcaed6f2a01195bb6/qa/tasks 2024-09-16T06:28:45.163 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T06:28:45.165 INFO:teuthology.task.internal:Checking packages... 2024-09-16T06:28:45.186 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8' 2024-09-16T06:28:45.186 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:28:45.186 INFO:teuthology.packaging:ref: None 2024-09-16T06:28:45.186 INFO:teuthology.packaging:tag: None 2024-09-16T06:28:45.186 INFO:teuthology.packaging:branch: reef 2024-09-16T06:28:45.186 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:28:45.187 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T06:28:45.466 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-853.gae7f3733 2024-09-16T06:28:45.468 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T06:28:45.475 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T06:28:45.475 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T06:28:45.497 INFO:teuthology.task.internal:Saving configuration 2024-09-16T06:28:45.518 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T06:28:45.526 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T06:28:45.550 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi042.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 06:23:23.126498', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLIodP11cj3MdMGdOU2FfW0f92Mb0a6PFgMX10wOmp/gCOLE5wekwQqR+mYEg2T++RtPhq/f+IBvBwqZR7DEl04='} 2024-09-16T06:28:45.573 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi164.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 06:23:23.125190', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB3S69rVaBPvo4Ww/MVabfHLz6j1giKM0mRxTdOyhl7dJmVMPVn83nXHyCz0U83OzU4vVm5cmRd1JPc3gLV1ZKI='} 2024-09-16T06:28:45.574 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T06:28:45.581 INFO:teuthology.task.internal:roles: ubuntu@smithi042.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-16T06:28:45.581 INFO:teuthology.task.internal:roles: ubuntu@smithi164.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-16T06:28:45.581 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T06:28:45.646 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2fbece7ac0>, signals=[15]) 2024-09-16T06:28:45.646 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T06:28:45.657 INFO:teuthology.task.internal:Opening connections... 2024-09-16T06:28:45.657 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi042.front.sepia.ceph.com 2024-09-16T06:28:45.658 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:28:45.737 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi164.front.sepia.ceph.com 2024-09-16T06:28:45.738 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:28:45.815 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T06:28:45.827 DEBUG:teuthology.orchestra.run.smithi042:> uname -m 2024-09-16T06:28:45.845 INFO:teuthology.orchestra.run.smithi042.stdout:x86_64 2024-09-16T06:28:45.845 DEBUG:teuthology.orchestra.run.smithi042:> cat /etc/os-release 2024-09-16T06:28:45.904 INFO:teuthology.orchestra.run.smithi042.stdout:NAME="CentOS Stream" 2024-09-16T06:28:45.904 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION="9" 2024-09-16T06:28:45.904 INFO:teuthology.orchestra.run.smithi042.stdout:ID="centos" 2024-09-16T06:28:45.904 INFO:teuthology.orchestra.run.smithi042.stdout:ID_LIKE="rhel fedora" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:VERSION_ID="9" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:PLATFORM_ID="platform:el9" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:ANSI_COLOR="0;31" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:LOGO="fedora-logo-icon" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T06:28:45.905 INFO:teuthology.orchestra.run.smithi042.stdout:HOME_URL="https://centos.org/" 2024-09-16T06:28:45.906 INFO:teuthology.orchestra.run.smithi042.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T06:28:45.906 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T06:28:45.906 INFO:teuthology.orchestra.run.smithi042.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T06:28:45.906 INFO:teuthology.lock.ops:Updating smithi042.front.sepia.ceph.com on lock server 2024-09-16T06:28:45.934 DEBUG:teuthology.orchestra.run.smithi164:> uname -m 2024-09-16T06:28:45.953 INFO:teuthology.orchestra.run.smithi164.stdout:x86_64 2024-09-16T06:28:45.953 DEBUG:teuthology.orchestra.run.smithi164:> cat /etc/os-release 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:NAME="CentOS Stream" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION="9" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:ID="centos" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:ID_LIKE="rhel fedora" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:VERSION_ID="9" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:PLATFORM_ID="platform:el9" 2024-09-16T06:28:46.011 INFO:teuthology.orchestra.run.smithi164.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:ANSI_COLOR="0;31" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:LOGO="fedora-logo-icon" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:HOME_URL="https://centos.org/" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T06:28:46.012 INFO:teuthology.orchestra.run.smithi164.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T06:28:46.012 INFO:teuthology.lock.ops:Updating smithi164.front.sepia.ceph.com on lock server 2024-09-16T06:28:46.033 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T06:28:46.045 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T06:28:46.059 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T06:28:46.059 DEBUG:teuthology.orchestra.run.smithi042:> test '!' -e /home/ubuntu/cephtest 2024-09-16T06:28:46.061 DEBUG:teuthology.orchestra.run.smithi164:> test '!' -e /home/ubuntu/cephtest 2024-09-16T06:28:46.077 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T06:28:46.089 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T06:28:46.089 DEBUG:teuthology.orchestra.run.smithi042:> test -z $(ls -A /var/lib/ceph) 2024-09-16T06:28:46.119 DEBUG:teuthology.orchestra.run.smithi164:> test -z $(ls -A /var/lib/ceph) 2024-09-16T06:28:46.216 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T06:28:46.278 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T06:28:46.298 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T06:28:46.298 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T06:28:46.299 DEBUG:teuthology.orchestra.run.smithi042:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T06:28:46.299 DEBUG:teuthology.orchestra.run.smithi164:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T06:28:46.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T06:28:46.316 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-09-16T06:28:46.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T06:28:46.318 DEBUG:teuthology.orchestra.run.smithi164:> uname -r 2024-09-16T06:28:46.374 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-503.el9.x86_64 2024-09-16T06:28:46.374 INFO:teuthology.task.kernel:Running kernel on smithi042: 5.14.0-503.el9.x86_64 2024-09-16T06:28:46.374 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum install -y kernel 2024-09-16T06:28:46.376 INFO:teuthology.orchestra.run.smithi164.stdout:5.14.0-503.el9.x86_64 2024-09-16T06:28:46.376 INFO:teuthology.task.kernel:Running kernel on smithi164: 5.14.0-503.el9.x86_64 2024-09-16T06:28:46.377 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum install -y kernel 2024-09-16T06:28:49.895 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-09-16T06:28:50.131 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-09-16T06:28:53.055 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:01 2024-09-16T06:28:58.488 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.5 MB 00:01 2024-09-16T06:29:00.014 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 19 kB 00:00 2024-09-16T06:29:01.177 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-16T06:29:06.833 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T06:29:07.035 INFO:teuthology.orchestra.run.smithi042.stdout:Last metadata expiration check: 0:00:01 ago on Mon 16 Sep 2024 06:29:06 AM UTC. 2024-09-16T06:29:07.338 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 20 MB 00:16 2024-09-16T06:29:08.972 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T06:29:08.972 INFO:teuthology.orchestra.run.smithi042.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T06:29:09.067 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-09-16T06:29:09.089 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:29:09.090 INFO:teuthology.orchestra.run.smithi042.stdout:Install 4 Packages 2024-09-16T06:29:09.090 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:29:09.090 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 79 M 2024-09-16T06:29:09.090 INFO:teuthology.orchestra.run.smithi042.stdout:Installed size: 126 M 2024-09-16T06:29:09.090 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-09-16T06:29:10.376 INFO:teuthology.orchestra.run.smithi042.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 18 kB/s | 23 kB 00:01 2024-09-16T06:29:23.446 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - CRB 544 kB/s | 6.5 MB 00:12 2024-09-16T06:29:23.808 INFO:teuthology.orchestra.run.smithi042.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 1.1 MB/s | 16 MB 00:14 2024-09-16T06:29:24.225 INFO:teuthology.orchestra.run.smithi042.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 2.1 MB/s | 29 MB 00:13 2024-09-16T06:29:24.584 INFO:teuthology.orchestra.run.smithi042.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 2.2 MB/s | 35 MB 00:15 2024-09-16T06:29:24.584 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:29:24.584 INFO:teuthology.orchestra.run.smithi042.stdout:Total 5.1 MB/s | 79 MB 00:15 2024-09-16T06:29:25.221 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - Extras packages 73 kB/s | 19 kB 00:00 2024-09-16T06:29:25.291 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-09-16T06:29:25.697 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-09-16T06:29:25.697 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-09-16T06:29:26.067 INFO:teuthology.orchestra.run.smithi164.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-16T06:29:26.723 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-09-16T06:29:26.723 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-09-16T06:29:29.305 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-09-16T06:29:29.978 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T06:29:30.069 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:29:31.364 INFO:teuthology.orchestra.run.smithi164.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-09-16T06:29:32.871 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:29:33.140 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:29:33.387 INFO:teuthology.orchestra.run.smithi164.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T06:29:33.388 INFO:teuthology.orchestra.run.smithi164.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T06:29:33.481 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-09-16T06:29:33.489 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:29:33.489 INFO:teuthology.orchestra.run.smithi164.stdout: Package Architecture Version Repository Size 2024-09-16T06:29:33.489 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:29:33.489 INFO:teuthology.orchestra.run.smithi164.stdout:Installing: 2024-09-16T06:29:33.489 INFO:teuthology.orchestra.run.smithi164.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout:Installing dependencies: 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout:Install 4 Packages 2024-09-16T06:29:33.490 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:29:33.491 INFO:teuthology.orchestra.run.smithi164.stdout:Total download size: 79 M 2024-09-16T06:29:33.491 INFO:teuthology.orchestra.run.smithi164.stdout:Installed size: 126 M 2024-09-16T06:29:33.491 INFO:teuthology.orchestra.run.smithi164.stdout:Downloading Packages: 2024-09-16T06:29:33.824 INFO:teuthology.orchestra.run.smithi164.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 79 kB/s | 23 kB 00:00 2024-09-16T06:29:38.271 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:29:38.316 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:29:43.457 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:29:49.439 INFO:teuthology.orchestra.run.smithi164.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 1.0 MB/s | 16 MB 00:15 2024-09-16T06:30:07.729 INFO:teuthology.orchestra.run.smithi164.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 862 kB/s | 29 MB 00:33 2024-09-16T06:30:15.145 INFO:teuthology.orchestra.run.smithi164.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 850 kB/s | 35 MB 00:41 2024-09-16T06:30:15.145 INFO:teuthology.orchestra.run.smithi164.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:30:15.145 INFO:teuthology.orchestra.run.smithi164.stdout:Total 1.9 MB/s | 79 MB 00:41 2024-09-16T06:30:15.822 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-09-16T06:30:16.194 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-09-16T06:30:16.194 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-09-16T06:30:17.148 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-09-16T06:30:17.148 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-09-16T06:30:19.622 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-09-16T06:30:20.262 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T06:30:20.370 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:30:22.177 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:22.220 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:22.587 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:22.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T06:30:22.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:30:22.587 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:30:23.188 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:30:23.314 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:30:23.432 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:23.432 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:30:23.433 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-09-16T06:30:23.769 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T06:30:23.852 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.852 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T06:30:23.856 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T06:30:23.856 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T06:30:23.856 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T06:30:23.857 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T06:30:23.857 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi042.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T06:30:23.857 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T06:30:23.916 INFO:teuthology.orchestra.run.smithi042.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T06:30:23.916 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T06:30:23.916 DEBUG:teuthology.orchestra.run.smithi042:> sudo rpm -qi grub2-tools 2024-09-16T06:30:23.955 INFO:teuthology.orchestra.run.smithi042.stdout:Name : grub2-tools 2024-09-16T06:30:23.955 INFO:teuthology.orchestra.run.smithi042.stdout:Epoch : 1 2024-09-16T06:30:23.955 INFO:teuthology.orchestra.run.smithi042.stdout:Version : 2.06 2024-09-16T06:30:23.955 INFO:teuthology.orchestra.run.smithi042.stdout:Release : 82.el9 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Architecture: x86_64 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Group : Unspecified 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Size : 8274670 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:License : GPLv3+ 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Packager : builder@centos.org 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:Vendor : CentOS 2024-09-16T06:30:23.956 INFO:teuthology.orchestra.run.smithi042.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:Summary : Support tools for GRUB. 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:Description : 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:hardware devices. 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:30:23.957 INFO:teuthology.orchestra.run.smithi042.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T06:30:23.958 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T06:30:23.958 INFO:teuthology.task.kernel:Updating grub on smithi042 to boot 5.14.0-505.el9.x86_64 2024-09-16T06:30:23.958 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T06:30:24.624 INFO:teuthology.orchestra.run.smithi042.stderr:Generating grub configuration file ... 2024-09-16T06:30:25.996 INFO:teuthology.orchestra.run.smithi042.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T06:30:26.024 INFO:teuthology.orchestra.run.smithi042.stderr:done 2024-09-16T06:30:26.026 DEBUG:teuthology.orchestra.run.smithi042:> mktemp 2024-09-16T06:30:26.063 INFO:teuthology.orchestra.run.smithi042.stdout:/tmp/tmp.GefLlTHg05 2024-09-16T06:30:26.063 DEBUG:teuthology.orchestra.run.smithi042:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.GefLlTHg05 2024-09-16T06:30:26.129 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0666 /tmp/tmp.GefLlTHg05 2024-09-16T06:30:26.267 DEBUG:teuthology.orchestra.remote:smithi042:/tmp/tmp.GefLlTHg05 is 6KB 2024-09-16T06:30:26.316 DEBUG:teuthology.orchestra.run.smithi042:> rm -fr /tmp/tmp.GefLlTHg05 2024-09-16T06:30:26.331 DEBUG:teuthology.orchestra.run.smithi042:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T06:30:26.393 INFO:teuthology.orchestra.run.smithi042.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T06:30:26.394 INFO:teuthology.orchestra.run.smithi042.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T06:30:26.394 INFO:teuthology.orchestra.run.smithi042.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T06:30:26.394 INFO:teuthology.orchestra.run.smithi042.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T06:30:26.395 DEBUG:teuthology.orchestra.run.smithi042:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T06:30:26.542 DEBUG:teuthology.orchestra.run.smithi042:> sudo shutdown -r now 2024-09-16T06:30:28.125 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:30:28.231 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:33.075 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:30:56.545 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T06:30:56.546 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:30:56.547 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:31:11.587 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:31:11.625 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:31:11.972 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:31:11.973 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T06:31:11.973 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T06:31:11.973 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T06:31:12.830 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T06:31:12.830 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout:Installed: 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:31:12.831 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-09-16T06:31:13.190 DEBUG:teuthology.orchestra.run.smithi164:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T06:31:13.280 INFO:teuthology.orchestra.run.smithi164.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T06:31:13.281 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T06:31:13.281 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T06:31:13.281 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T06:31:13.281 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T06:31:13.281 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T06:31:13.281 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi164.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T06:31:13.282 DEBUG:teuthology.orchestra.run.smithi164:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T06:31:13.340 INFO:teuthology.orchestra.run.smithi164.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T06:31:13.341 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T06:31:13.341 DEBUG:teuthology.orchestra.run.smithi164:> sudo rpm -qi grub2-tools 2024-09-16T06:31:13.373 INFO:teuthology.orchestra.run.smithi164.stdout:Name : grub2-tools 2024-09-16T06:31:13.373 INFO:teuthology.orchestra.run.smithi164.stdout:Epoch : 1 2024-09-16T06:31:13.373 INFO:teuthology.orchestra.run.smithi164.stdout:Version : 2.06 2024-09-16T06:31:13.373 INFO:teuthology.orchestra.run.smithi164.stdout:Release : 82.el9 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Architecture: x86_64 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Group : Unspecified 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Size : 8274670 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:License : GPLv3+ 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Packager : builder@centos.org 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Vendor : CentOS 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Summary : Support tools for GRUB. 2024-09-16T06:31:13.374 INFO:teuthology.orchestra.run.smithi164.stdout:Description : 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout:hardware devices. 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:31:13.375 INFO:teuthology.orchestra.run.smithi164.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T06:31:13.376 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T06:31:13.376 INFO:teuthology.task.kernel:Updating grub on smithi164 to boot 5.14.0-505.el9.x86_64 2024-09-16T06:31:13.376 DEBUG:teuthology.orchestra.run.smithi164:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T06:31:14.010 INFO:teuthology.orchestra.run.smithi164.stderr:Generating grub configuration file ... 2024-09-16T06:31:15.005 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.42 2024-09-16T06:31:15.336 INFO:teuthology.orchestra.run.smithi164.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T06:31:15.362 INFO:teuthology.orchestra.run.smithi164.stderr:done 2024-09-16T06:31:15.364 DEBUG:teuthology.orchestra.run.smithi164:> mktemp 2024-09-16T06:31:15.380 INFO:teuthology.orchestra.run.smithi164.stdout:/tmp/tmp.r7Wy1u1gu4 2024-09-16T06:31:15.380 DEBUG:teuthology.orchestra.run.smithi164:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.r7Wy1u1gu4 2024-09-16T06:31:15.447 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 0666 /tmp/tmp.r7Wy1u1gu4 2024-09-16T06:31:15.590 DEBUG:teuthology.orchestra.remote:smithi164:/tmp/tmp.r7Wy1u1gu4 is 6KB 2024-09-16T06:31:15.639 DEBUG:teuthology.orchestra.run.smithi164:> rm -fr /tmp/tmp.r7Wy1u1gu4 2024-09-16T06:31:15.654 DEBUG:teuthology.orchestra.run.smithi164:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T06:31:15.716 INFO:teuthology.orchestra.run.smithi164.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T06:31:15.716 INFO:teuthology.orchestra.run.smithi164.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T06:31:15.716 INFO:teuthology.orchestra.run.smithi164.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T06:31:15.716 INFO:teuthology.orchestra.run.smithi164.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T06:31:15.717 DEBUG:teuthology.orchestra.run.smithi164:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T06:31:15.872 DEBUG:teuthology.orchestra.run.smithi164:> sudo shutdown -r now 2024-09-16T06:31:24.011 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:31:24.011 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:31:45.897 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T06:31:45.897 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:31:45.898 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:32:20.545 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-09-16T06:32:24.014 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T06:32:29.549 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:32:29.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:32:36.021 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:32:36.022 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:32:36.423 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-09-16T06:32:36.751 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:32:36.751 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T06:32:36.751 DEBUG:teuthology.orchestra.run.smithi042:> uname -r 2024-09-16T06:32:36.768 INFO:teuthology.orchestra.run.smithi042.stdout:5.14.0-505.el9.x86_64 2024-09-16T06:32:36.768 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T06:32:36.768 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T06:32:36.768 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T06:32:37.769 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T06:32:37.769 DEBUG:teuthology.orchestra.run.smithi042:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T06:32:37.845 INFO:teuthology.orchestra.run.smithi042.stdout:ttyS1 2024-09-16T06:32:37.868 DEBUG:teuthology.parallel:result is None 2024-09-16T06:32:47.933 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-09-16T06:32:59.934 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:32:59.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:33:03.005 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.164 2024-09-16T06:33:18.006 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:33:18.007 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:33:18.440 DEBUG:teuthology.orchestra.run.smithi164:> true 2024-09-16T06:33:18.814 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:33:18.815 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T06:33:18.815 DEBUG:teuthology.orchestra.run.smithi164:> uname -r 2024-09-16T06:33:18.830 INFO:teuthology.orchestra.run.smithi164.stdout:5.14.0-505.el9.x86_64 2024-09-16T06:33:18.831 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T06:33:18.831 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T06:33:18.831 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T06:33:19.832 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T06:33:19.832 DEBUG:teuthology.orchestra.run.smithi164:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T06:33:19.915 INFO:teuthology.orchestra.run.smithi164.stdout:ttyS1 2024-09-16T06:33:19.940 DEBUG:teuthology.parallel:result is None 2024-09-16T06:33:19.940 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T06:33:19.947 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T06:33:19.947 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T06:33:19.950 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T06:33:19.968 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T06:33:19.974 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T06:33:19.981 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T06:33:19.982 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T06:33:20.010 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T06:33:20.053 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T06:33:20.059 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T06:33:20.060 DEBUG:teuthology.orchestra.run.smithi042:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T06:33:20.077 DEBUG:teuthology.orchestra.run.smithi164:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T06:33:20.111 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T06:33:20.123 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T06:33:20.125 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T06:33:20.137 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T06:33:20.138 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T06:33:20.145 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T06:33:20.145 DEBUG:teuthology.orchestra.run.smithi042:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T06:33:20.167 DEBUG:teuthology.orchestra.run.smithi164:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T06:33:20.206 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T06:33:20.217 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T06:33:20.218 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T06:33:20.236 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T06:33:20.264 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T06:33:20.339 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T06:33:20.390 DEBUG:teuthology.orchestra.run.smithi042:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T06:33:20.474 DEBUG:teuthology.orchestra.run.smithi042:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T06:33:20.517 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:33:20.518 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T06:33:20.585 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T06:33:20.626 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T06:33:20.694 DEBUG:teuthology.orchestra.run.smithi164:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T06:33:20.738 DEBUG:teuthology.orchestra.run.smithi164:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T06:33:20.782 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:33:20.782 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T06:33:20.850 DEBUG:teuthology.orchestra.run.smithi042:> sudo service rsyslog restart 2024-09-16T06:33:20.852 DEBUG:teuthology.orchestra.run.smithi164:> sudo service rsyslog restart 2024-09-16T06:33:20.900 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T06:33:20.935 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T06:33:21.398 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T06:33:21.405 INFO:teuthology.task.internal:Starting timer... 2024-09-16T06:33:21.406 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T06:33:21.415 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T06:33:21.425 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-09-16T06:33:21.425 DEBUG:teuthology.orchestra.run.smithi042:> sudo service auditd rotate 2024-09-16T06:33:21.491 INFO:teuthology.orchestra.run.smithi042.stdout:Rotating logs: 2024-09-16T06:33:21.494 DEBUG:teuthology.orchestra.run.smithi164:> sudo service auditd rotate 2024-09-16T06:33:21.552 INFO:teuthology.orchestra.run.smithi164.stdout:Rotating logs: 2024-09-16T06:33:21.554 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T06:33:21.555 DEBUG:teuthology.orchestra.run.smithi042:> /usr/sbin/getenforce 2024-09-16T06:33:21.583 INFO:teuthology.orchestra.run.smithi042.stdout:Permissive 2024-09-16T06:33:21.583 DEBUG:teuthology.orchestra.run.smithi164:> /usr/sbin/getenforce 2024-09-16T06:33:21.627 INFO:teuthology.orchestra.run.smithi164.stdout:Permissive 2024-09-16T06:33:21.627 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi042.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi164.front.sepia.ceph.com': 'permissive'} 2024-09-16T06:33:21.627 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T06:33:21.656 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T06:33:21.656 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T06:33:21.693 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T06:33:21.694 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T06:33:21.694 DEBUG:teuthology.orchestra.run.smithi042:> sudo /usr/sbin/setenforce permissive 2024-09-16T06:33:21.731 DEBUG:teuthology.orchestra.run.smithi164:> sudo /usr/sbin/setenforce permissive 2024-09-16T06:33:21.769 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T06:33:21.778 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-16T06:33:21.780 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-16T06:33:21.913 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T06:33:21.924 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T06:33:21.925 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi042.front.sepia.ceph.com,smithi164.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T06:37:08.091 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi042.front.sepia.ceph.com'), Remote(name='ubuntu@smithi164.front.sepia.ceph.com')] 2024-09-16T06:37:08.092 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:37:08.094 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi042.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:37:08.177 DEBUG:teuthology.orchestra.run.smithi042:> true 2024-09-16T06:37:08.261 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi042.front.sepia.ceph.com' 2024-09-16T06:37:08.261 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:37:08.262 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi164.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T06:37:08.337 DEBUG:teuthology.orchestra.run.smithi164:> true 2024-09-16T06:37:08.425 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi164.front.sepia.ceph.com' 2024-09-16T06:37:08.425 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T06:37:08.435 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T06:37:08.436 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T06:37:08.436 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T06:37:08.439 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T06:37:08.439 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T06:37:08.467 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T06:37:08.482 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T06:37:08.496 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T06:37:08.508 INFO:teuthology.orchestra.run.smithi042.stderr:sudo: ntpd: command not found 2024-09-16T06:37:08.510 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T06:37:08.520 INFO:teuthology.orchestra.run.smithi042.stdout:506 Cannot talk to daemon 2024-09-16T06:37:08.535 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T06:37:08.536 INFO:teuthology.orchestra.run.smithi164.stderr:sudo: ntpd: command not found 2024-09-16T06:37:08.547 INFO:teuthology.orchestra.run.smithi164.stdout:506 Cannot talk to daemon 2024-09-16T06:37:08.549 INFO:teuthology.orchestra.run.smithi042.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T06:37:08.562 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T06:37:08.577 INFO:teuthology.orchestra.run.smithi164.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T06:37:08.606 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-09-16T06:37:08.610 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T06:37:08.611 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-09-16T06:37:08.611 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.611 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.611 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.611 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.633 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.637 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T06:37:08.638 INFO:teuthology.run_tasks:Running task pexec... 2024-09-16T06:37:08.647 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-16T06:37:08.648 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi042.front.sepia.ceph.com 2024-09-16T06:37:08.648 DEBUG:teuthology.orchestra.run.smithi042:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T06:37:08.648 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi164.front.sepia.ceph.com 2024-09-16T06:37:08.649 DEBUG:teuthology.orchestra.run.smithi164:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T06:37:09.018 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-09-16T06:37:09.029 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-09-16T06:37:09.034 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:09.034 INFO:teuthology.orchestra.run.smithi042.stdout: Package Architecture Version Repository Size 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Removing: 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Removing unused dependencies: 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Remove 2 Packages 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Freed space: 5.5 M 2024-09-16T06:37:09.035 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-09-16T06:37:09.039 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-09-16T06:37:09.039 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-09-16T06:37:09.041 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:09.041 INFO:teuthology.orchestra.run.smithi164.stdout: Package Architecture Version Repository Size 2024-09-16T06:37:09.041 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Removing: 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Removing unused dependencies: 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Remove 2 Packages 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Freed space: 5.5 M 2024-09-16T06:37:09.042 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-09-16T06:37:09.046 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-09-16T06:37:09.046 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-09-16T06:37:09.106 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-09-16T06:37:09.106 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-09-16T06:37:09.107 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-09-16T06:37:09.107 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-09-16T06:37:09.236 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-09-16T06:37:09.246 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-09-16T06:37:09.318 INFO:teuthology.orchestra.run.smithi164.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T06:37:09.329 INFO:teuthology.orchestra.run.smithi042.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T06:37:09.372 INFO:teuthology.orchestra.run.smithi164.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T06:37:09.391 INFO:teuthology.orchestra.run.smithi042.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T06:37:09.868 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T06:37:09.868 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T06:37:09.892 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T06:37:09.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout:Removed: 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:10.131 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-09-16T06:37:10.157 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T06:37:10.158 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:10.158 INFO:teuthology.orchestra.run.smithi164.stdout:Removed: 2024-09-16T06:37:10.158 INFO:teuthology.orchestra.run.smithi164.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T06:37:10.158 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:10.158 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-09-16T06:37:10.928 INFO:teuthology.orchestra.run.smithi042.stdout:Last metadata expiration check: 0:00:46 ago on Mon 16 Sep 2024 06:36:24 AM UTC. 2024-09-16T06:37:10.980 INFO:teuthology.orchestra.run.smithi164.stdout:Last metadata expiration check: 0:00:49 ago on Mon 16 Sep 2024 06:36:21 AM UTC. 2024-09-16T06:37:11.066 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-09-16T06:37:11.067 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T06:37:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T06:37:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:11.069 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-09-16T06:37:11.069 INFO:teuthology.orchestra.run.smithi042.stdout:================================================================================ 2024-09-16T06:37:11.069 INFO:teuthology.orchestra.run.smithi042.stdout:Install 7 Packages 2024-09-16T06:37:11.069 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:11.078 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 5.2 M 2024-09-16T06:37:11.078 INFO:teuthology.orchestra.run.smithi042.stdout:Installed size: 19 M 2024-09-16T06:37:11.078 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-09-16T06:37:11.119 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout: Package Arch Version Repository Size 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout:Installing: 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout:Installing dependencies: 2024-09-16T06:37:11.120 INFO:teuthology.orchestra.run.smithi164.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout:================================================================================ 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout:Install 7 Packages 2024-09-16T06:37:11.121 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:11.134 INFO:teuthology.orchestra.run.smithi164.stdout:Total download size: 5.2 M 2024-09-16T06:37:11.134 INFO:teuthology.orchestra.run.smithi164.stdout:Installed size: 19 M 2024-09-16T06:37:11.134 INFO:teuthology.orchestra.run.smithi164.stdout:Downloading Packages: 2024-09-16T06:37:11.437 INFO:teuthology.orchestra.run.smithi164.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 369 kB/s | 44 kB 00:00 2024-09-16T06:37:11.454 INFO:teuthology.orchestra.run.smithi164.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 772 kB/s | 106 kB 00:00 2024-09-16T06:37:11.513 INFO:teuthology.orchestra.run.smithi164.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 955 kB/s | 72 kB 00:00 2024-09-16T06:37:11.538 INFO:teuthology.orchestra.run.smithi164.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.0 MB/s | 84 kB 00:00 2024-09-16T06:37:11.577 INFO:teuthology.orchestra.run.smithi042.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 484 kB/s | 44 kB 00:00 2024-09-16T06:37:11.580 INFO:teuthology.orchestra.run.smithi164.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.4 MB/s | 906 kB 00:00 2024-09-16T06:37:11.602 INFO:teuthology.orchestra.run.smithi042.stdout:(2/7): libnvme-1.9-3.el9.x86_64.rpm 904 kB/s | 106 kB 00:00 2024-09-16T06:37:11.636 INFO:teuthology.orchestra.run.smithi042.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 1.2 MB/s | 72 kB 00:00 2024-09-16T06:37:11.661 INFO:teuthology.orchestra.run.smithi042.stdout:(4/7): python3-kmod-0.9-32.el9.x86_64.rpm 1.4 MB/s | 84 kB 00:00 2024-09-16T06:37:11.680 INFO:teuthology.orchestra.run.smithi164.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.9 MB/s | 837 kB 00:00 2024-09-16T06:37:11.703 INFO:teuthology.orchestra.run.smithi042.stdout:(5/7): nvme-cli-2.9.1-6.el9.x86_64.rpm 4.1 MB/s | 906 kB 00:00 2024-09-16T06:37:11.745 INFO:teuthology.orchestra.run.smithi042.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 7.5 MB/s | 837 kB 00:00 2024-09-16T06:37:11.921 INFO:teuthology.orchestra.run.smithi042.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2024-09-16T06:37:11.921 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:37:11.921 INFO:teuthology.orchestra.run.smithi042.stdout:Total 6.1 MB/s | 5.2 MB 00:00 2024-09-16T06:37:12.006 INFO:teuthology.orchestra.run.smithi164.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 6.8 MB/s | 3.2 MB 00:00 2024-09-16T06:37:12.006 INFO:teuthology.orchestra.run.smithi164.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:37:12.006 INFO:teuthology.orchestra.run.smithi164.stdout:Total 5.9 MB/s | 5.2 MB 00:00 2024-09-16T06:37:12.042 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-09-16T06:37:12.058 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-09-16T06:37:12.058 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-09-16T06:37:12.116 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-09-16T06:37:12.131 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-09-16T06:37:12.131 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-09-16T06:37:12.419 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-09-16T06:37:12.420 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-09-16T06:37:12.463 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-09-16T06:37:12.463 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-09-16T06:37:12.899 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-09-16T06:37:12.970 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-09-16T06:37:12.991 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-16T06:37:13.025 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-16T06:37:13.053 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-16T06:37:13.058 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2024-09-16T06:37:13.093 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/7 2024-09-16T06:37:13.121 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/7 2024-09-16T06:37:13.275 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-16T06:37:13.309 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-16T06:37:13.331 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/7 2024-09-16T06:37:13.361 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-16T06:37:13.788 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-16T06:37:13.809 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/7 2024-09-16T06:37:13.811 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-16T06:37:13.849 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/7 2024-09-16T06:37:13.941 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-16T06:37:13.955 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/7 2024-09-16T06:37:14.010 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:14.025 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:14.999 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:14.999 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-16T06:37:14.999 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-16T06:37:14.999 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-16T06:37:14.999 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-16T06:37:15.000 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-16T06:37:15.000 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-16T06:37:15.046 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:15.046 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/7 2024-09-16T06:37:15.046 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/7 2024-09-16T06:37:15.046 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/7 2024-09-16T06:37:15.046 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/7 2024-09-16T06:37:15.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/7 2024-09-16T06:37:15.047 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-16T06:37:15.359 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:15.360 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 7/7 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout:Installed: 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: runc-4:1.1.13-4.el9.x86_64 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:15.387 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-09-16T06:37:15.779 DEBUG:teuthology.parallel:result is None 2024-09-16T06:37:15.807 DEBUG:teuthology.parallel:result is None 2024-09-16T06:37:15.808 INFO:teuthology.run_tasks:Running task install... 2024-09-16T06:37:15.818 DEBUG:teuthology.task.install:project ceph 2024-09-16T06:37:15.818 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}} 2024-09-16T06:37:15.818 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'} 2024-09-16T06:37:15.818 INFO:teuthology.task.install:Using flavor: default 2024-09-16T06:37:15.826 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T06:37:15.826 INFO:teuthology.task.install:extra packages: [] 2024-09-16T06:37:15.826 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8', 'tag': None, 'wait_for_package': False} 2024-09-16T06:37:15.827 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:37:15.827 INFO:teuthology.packaging:ref: None 2024-09-16T06:37:15.827 INFO:teuthology.packaging:tag: None 2024-09-16T06:37:15.827 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:37:15.827 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:37:15.827 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T06:37:15.829 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8', 'tag': None, 'wait_for_package': False} 2024-09-16T06:37:15.830 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:37:15.830 INFO:teuthology.packaging:ref: None 2024-09-16T06:37:15.830 INFO:teuthology.packaging:tag: None 2024-09-16T06:37:15.830 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:37:15.830 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:37:15.830 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T06:37:16.051 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/ 2024-09-16T06:37:16.052 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1633.g6d025bc2 2024-09-16T06:37:16.064 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/ 2024-09-16T06:37:16.065 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1633.g6d025bc2 2024-09-16T06:37:16.161 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T06:37:16.161 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:37:16.161 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T06:37:16.179 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/quincy/6d025bc26f3176c910707f8cb4c8d8e076640615/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T06:37:16.180 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:37:16.180 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T06:37:16.189 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T06:37:16.190 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:37:16.190 INFO:teuthology.packaging:ref: None 2024-09-16T06:37:16.190 INFO:teuthology.packaging:tag: None 2024-09-16T06:37:16.190 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:37:16.190 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:37:16.190 DEBUG:teuthology.orchestra.run.smithi042:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T06:37:16.207 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T06:37:16.207 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:37:16.207 INFO:teuthology.packaging:ref: None 2024-09-16T06:37:16.207 INFO:teuthology.packaging:tag: None 2024-09-16T06:37:16.207 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:37:16.207 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:37:16.207 DEBUG:teuthology.orchestra.run.smithi164:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T06:37:16.275 DEBUG:teuthology.orchestra.run.smithi164:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T06:37:16.283 DEBUG:teuthology.orchestra.run.smithi042:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T06:37:16.320 DEBUG:teuthology.orchestra.run.smithi042:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T06:37:16.353 DEBUG:teuthology.orchestra.run.smithi164:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T06:37:16.386 INFO:teuthology.orchestra.run.smithi042.stdout:check_obsoletes = 1 2024-09-16T06:37:16.387 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum clean all 2024-09-16T06:37:16.417 INFO:teuthology.orchestra.run.smithi164.stdout:check_obsoletes = 1 2024-09-16T06:37:16.419 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum clean all 2024-09-16T06:37:16.614 INFO:teuthology.orchestra.run.smithi042.stdout:45 files removed 2024-09-16T06:37:16.642 DEBUG:teuthology.orchestra.run.smithi042:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T06:37:16.646 INFO:teuthology.orchestra.run.smithi164.stdout:45 files removed 2024-09-16T06:37:16.673 DEBUG:teuthology.orchestra.run.smithi164:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T06:37:17.202 INFO:teuthology.orchestra.run.smithi042.stdout:ceph packages for x86_64 296 kB/s | 77 kB 00:00 2024-09-16T06:37:17.238 INFO:teuthology.orchestra.run.smithi164.stdout:ceph packages for x86_64 278 kB/s | 77 kB 00:00 2024-09-16T06:37:17.486 INFO:teuthology.orchestra.run.smithi042.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-16T06:37:17.522 INFO:teuthology.orchestra.run.smithi164.stdout:ceph noarch packages 45 kB/s | 11 kB 00:00 2024-09-16T06:37:17.762 INFO:teuthology.orchestra.run.smithi042.stdout:ceph source packages 7.5 kB/s | 1.8 kB 00:00 2024-09-16T06:37:17.806 INFO:teuthology.orchestra.run.smithi164.stdout:ceph source packages 7.2 kB/s | 1.8 kB 00:00 2024-09-16T06:37:18.903 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - BaseOS 7.5 MB/s | 8.2 MB 00:01 2024-09-16T06:37:20.689 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - BaseOS 2.9 MB/s | 8.2 MB 00:02 2024-09-16T06:37:22.615 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-16T06:37:27.624 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - CRB 5.4 MB/s | 6.5 MB 00:01 2024-09-16T06:37:28.512 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - AppStream 2.4 MB/s | 20 MB 00:08 2024-09-16T06:37:29.983 INFO:teuthology.orchestra.run.smithi164.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 19 kB 00:01 2024-09-16T06:37:31.196 INFO:teuthology.orchestra.run.smithi164.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-16T06:37:33.513 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - CRB 6.2 MB/s | 6.5 MB 00:01 2024-09-16T06:37:35.080 INFO:teuthology.orchestra.run.smithi042.stdout:CentOS Stream 9 - Extras packages 63 kB/s | 19 kB 00:00 2024-09-16T06:37:36.160 INFO:teuthology.orchestra.run.smithi042.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-16T06:37:36.718 INFO:teuthology.orchestra.run.smithi164.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-16T06:37:39.081 INFO:teuthology.orchestra.run.smithi164.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T06:37:39.082 INFO:teuthology.orchestra.run.smithi164.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T06:37:39.146 INFO:teuthology.orchestra.run.smithi164.stdout:Dependencies resolved. 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout: Package Arch Version Repository Size 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout:Installing: 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout: ceph x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 6.5 k 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 5.0 M 2024-09-16T06:37:39.153 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 814 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 137 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 1.4 M 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 124 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 3.4 M 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 7.4 M 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 47 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 14 M 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 48 M 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 83 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 637 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 126 k 2024-09-16T06:37:39.154 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 156 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 320 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 295 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 99 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 82 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 165 k 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrading: 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: librados2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.1 M 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout:Installing dependencies: 2024-09-16T06:37:39.155 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 22 M 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 24 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.1 M 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 240 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.9 M 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 15 M 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 15 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T06:37:39.156 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 163 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 457 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 4.9 M 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T06:37:39.157 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 45 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 120 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T06:37:39.158 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T06:37:39.159 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T06:37:39.160 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T06:37:39.161 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout:Installing weak dependencies: 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-16T06:37:39.162 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction Summary 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout:======================================================================================= 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout:Install 112 Packages 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout:Upgrade 2 Packages 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:37:39.163 INFO:teuthology.orchestra.run.smithi164.stdout:Total download size: 190 M 2024-09-16T06:37:39.164 INFO:teuthology.orchestra.run.smithi164.stdout:Downloading Packages: 2024-09-16T06:37:40.211 INFO:teuthology.orchestra.run.smithi164.stdout:(1/114): ceph-17.2.7-1633.g6d025bc2.el9.x86_64. 44 kB/s | 6.5 kB 00:00 2024-09-16T06:37:40.395 INFO:teuthology.orchestra.run.smithi164.stdout:(2/114): ceph-fuse-17.2.7-1633.g6d025bc2.el9.x8 4.3 MB/s | 814 kB 00:00 2024-09-16T06:37:40.487 INFO:teuthology.orchestra.run.smithi164.stdout:(3/114): ceph-immutable-object-cache-17.2.7-163 1.5 MB/s | 137 kB 00:00 2024-09-16T06:37:40.579 INFO:teuthology.orchestra.run.smithi164.stdout:(4/114): ceph-base-17.2.7-1633.g6d025bc2.el9.x8 9.6 MB/s | 5.0 MB 00:00 2024-09-16T06:37:40.662 INFO:teuthology.orchestra.run.smithi164.stdout:(5/114): ceph-mgr-17.2.7-1633.g6d025bc2.el9.x86 17 MB/s | 1.4 MB 00:00 2024-09-16T06:37:40.738 INFO:teuthology.orchestra.run.smithi164.stdout:(6/114): ceph-mds-17.2.7-1633.g6d025bc2.el9.x86 8.3 MB/s | 2.1 MB 00:00 2024-09-16T06:37:40.896 INFO:teuthology.orchestra.run.smithi164.stdout:(7/114): ceph-mon-17.2.7-1633.g6d025bc2.el9.x86 17 MB/s | 3.9 MB 00:00 2024-09-16T06:37:41.238 INFO:teuthology.orchestra.run.smithi164.stdout:(8/114): ceph-common-17.2.7-1633.g6d025bc2.el9. 19 MB/s | 22 MB 00:01 2024-09-16T06:37:41.280 INFO:teuthology.orchestra.run.smithi164.stdout:(9/114): ceph-selinux-17.2.7-1633.g6d025bc2.el9 605 kB/s | 25 kB 00:00 2024-09-16T06:37:41.714 INFO:teuthology.orchestra.run.smithi164.stdout:(10/114): ceph-radosgw-17.2.7-1633.g6d025bc2.el 18 MB/s | 14 MB 00:00 2024-09-16T06:37:41.815 INFO:teuthology.orchestra.run.smithi042.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T06:37:41.872 INFO:teuthology.orchestra.run.smithi164.stdout:(11/114): ceph-osd-17.2.7-1633.g6d025bc2.el9.x8 14 MB/s | 15 MB 00:01 2024-09-16T06:37:41.897 INFO:teuthology.orchestra.run.smithi164.stdout:(12/114): libcephfs-devel-17.2.7-1633.g6d025bc2 136 kB/s | 25 kB 00:00 2024-09-16T06:37:41.931 INFO:teuthology.orchestra.run.smithi164.stdout:(13/114): libcephfs2-17.2.7-1633.g6d025bc2.el9. 11 MB/s | 637 kB 00:00 2024-09-16T06:37:41.956 INFO:teuthology.orchestra.run.smithi164.stdout:(14/114): libcephsqlite-17.2.7-1633.g6d025bc2.e 2.7 MB/s | 163 kB 00:00 2024-09-16T06:37:41.973 INFO:teuthology.orchestra.run.smithi164.stdout:(15/114): librados-devel-17.2.7-1633.g6d025bc2. 2.9 MB/s | 126 kB 00:00 2024-09-16T06:37:42.007 INFO:teuthology.orchestra.run.smithi164.stdout:(16/114): libradosstriper1-17.2.7-1633.g6d025bc 8.9 MB/s | 457 kB 00:00 2024-09-16T06:37:42.074 INFO:teuthology.orchestra.run.smithi164.stdout:(17/114): python3-ceph-argparse-17.2.7-1633.g6d 676 kB/s | 45 kB 00:00 2024-09-16T06:37:42.152 INFO:teuthology.orchestra.run.smithi164.stdout:(18/114): python3-ceph-common-17.2.7-1633.g6d02 1.6 MB/s | 120 kB 00:00 2024-09-16T06:37:42.225 INFO:teuthology.orchestra.run.smithi164.stdout:(19/114): librgw2-17.2.7-1633.g6d025bc2.el9.x86 20 MB/s | 4.9 MB 00:00 2024-09-16T06:37:42.250 INFO:teuthology.orchestra.run.smithi164.stdout:(20/114): python3-cephfs-17.2.7-1633.g6d025bc2. 1.5 MB/s | 156 kB 00:00 2024-09-16T06:37:42.275 INFO:teuthology.orchestra.run.smithi164.stdout:(21/114): python3-rados-17.2.7-1633.g6d025bc2.e 6.3 MB/s | 320 kB 00:00 2024-09-16T06:37:42.300 INFO:teuthology.orchestra.run.smithi164.stdout:(22/114): python3-rbd-17.2.7-1633.g6d025bc2.el9 5.7 MB/s | 295 kB 00:00 2024-09-16T06:37:42.325 INFO:teuthology.orchestra.run.smithi164.stdout:(23/114): python3-rgw-17.2.7-1633.g6d025bc2.el9 1.9 MB/s | 99 kB 00:00 2024-09-16T06:37:42.351 INFO:teuthology.orchestra.run.smithi164.stdout:(24/114): rbd-fuse-17.2.7-1633.g6d025bc2.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-16T06:37:42.410 INFO:teuthology.orchestra.run.smithi164.stdout:(25/114): rbd-nbd-17.2.7-1633.g6d025bc2.el9.x86 2.8 MB/s | 165 kB 00:00 2024-09-16T06:37:42.460 INFO:teuthology.orchestra.run.smithi164.stdout:(26/114): rbd-mirror-17.2.7-1633.g6d025bc2.el9. 22 MB/s | 2.9 MB 00:00 2024-09-16T06:37:42.485 INFO:teuthology.orchestra.run.smithi164.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1633.g 325 kB/s | 24 kB 00:00 2024-09-16T06:37:42.510 INFO:teuthology.orchestra.run.smithi164.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1633.g6d025bc 2.4 MB/s | 124 kB 00:00 2024-09-16T06:37:42.736 INFO:teuthology.orchestra.run.smithi164.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1633.g6d025 13 MB/s | 3.4 MB 00:00 2024-09-16T06:37:42.811 INFO:teuthology.orchestra.run.smithi164.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1633.g6d 3.1 MB/s | 240 kB 00:00 2024-09-16T06:37:42.911 INFO:teuthology.orchestra.run.smithi164.stdout:(31/114): ceph-mgr-diskprediction-local-17.2.7- 18 MB/s | 7.4 MB 00:00 2024-09-16T06:37:42.937 INFO:teuthology.orchestra.run.smithi164.stdout:(32/114): ceph-mgr-rook-17.2.7-1633.g6d025bc2.e 379 kB/s | 47 kB 00:00 2024-09-16T06:37:42.962 INFO:teuthology.orchestra.run.smithi164.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1633.g6 290 kB/s | 15 kB 00:00 2024-09-16T06:37:42.987 INFO:teuthology.orchestra.run.smithi164.stdout:(34/114): cephadm-17.2.7-1633.g6d025bc2.el9.noa 1.6 MB/s | 83 kB 00:00 2024-09-16T06:37:43.154 INFO:teuthology.orchestra.run.smithi164.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 416 kB/s | 80 kB 00:00 2024-09-16T06:37:43.263 INFO:teuthology.orchestra.run.smithi164.stdout:(36/114): libquadmath-11.5.0-2.el9.x86_64.rpm 1.7 MB/s | 191 kB 00:00 2024-09-16T06:37:43.288 INFO:teuthology.orchestra.run.smithi164.stdout:(37/114): libgfortran-11.5.0-2.el9.x86_64.rpm 2.6 MB/s | 801 kB 00:00 2024-09-16T06:37:43.738 INFO:teuthology.orchestra.run.smithi164.stdout:(38/114): ceph-test-17.2.7-1633.g6d025bc2.el9.x 19 MB/s | 48 MB 00:02 2024-09-16T06:37:43.763 INFO:teuthology.orchestra.run.smithi164.stdout:(39/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 506 kB/s | 253 kB 00:00 2024-09-16T06:37:43.806 INFO:teuthology.orchestra.run.smithi164.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-09-16T06:37:43.831 INFO:teuthology.orchestra.run.smithi164.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-09-16T06:37:43.856 INFO:teuthology.orchestra.run.smithi164.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-16T06:37:43.890 INFO:teuthology.orchestra.run.smithi164.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-09-16T06:37:43.973 INFO:teuthology.orchestra.run.smithi164.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 280 kB/s | 33 kB 00:00 2024-09-16T06:37:43.998 INFO:teuthology.orchestra.run.smithi164.stdout:(45/114): python3-ply-3.11-14.el9.noarch.rpm 410 kB/s | 106 kB 00:00 2024-09-16T06:37:44.024 INFO:teuthology.orchestra.run.smithi164.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-09-16T06:37:44.091 INFO:teuthology.orchestra.run.smithi164.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 678 kB/s | 45 kB 00:00 2024-09-16T06:37:44.174 INFO:teuthology.orchestra.run.smithi164.stdout:(48/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-09-16T06:37:44.218 INFO:teuthology.orchestra.run.smithi164.stdout:(49/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 730 kB/s | 160 kB 00:00 2024-09-16T06:37:44.250 INFO:teuthology.orchestra.run.smithi164.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-16T06:37:44.275 INFO:teuthology.orchestra.run.smithi164.stdout:(51/114): openblas-0.3.26-2.el9.x86_64.rpm 679 kB/s | 38 kB 00:00 2024-09-16T06:37:44.302 INFO:teuthology.orchestra.run.smithi042.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T06:37:44.303 INFO:teuthology.orchestra.run.smithi042.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T06:37:44.309 INFO:teuthology.orchestra.run.smithi164.stdout:(52/114): librdkafka-1.6.1-102.el9.x86_64.rpm 3.0 MB/s | 662 kB 00:00 2024-09-16T06:37:44.334 INFO:teuthology.orchestra.run.smithi164.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-16T06:37:44.378 INFO:teuthology.orchestra.run.smithi042.stdout:Dependencies resolved. 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout: Package Arch Version Repository Size 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout:Installing: 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout: ceph x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 6.5 k 2024-09-16T06:37:44.385 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 5.0 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 814 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 137 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 1.4 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 124 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 3.4 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 7.4 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 47 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 14 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 48 M 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 83 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 637 k 2024-09-16T06:37:44.386 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 126 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 156 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 320 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 295 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 99 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 82 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 165 k 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrading: 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: librados2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.1 M 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.9 M 2024-09-16T06:37:44.387 INFO:teuthology.orchestra.run.smithi042.stdout:Installing dependencies: 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 22 M 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 24 k 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 2.1 M 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 240 k 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 3.9 M 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 15 M 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1633.g6d025bc2.el9 ceph-noarch 15 k 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 25 k 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T06:37:44.388 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 163 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 457 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2 x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 4.9 M 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T06:37:44.389 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 45 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common x86_64 2:17.2.7-1633.g6d025bc2.el9 ceph 120 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T06:37:44.390 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T06:37:44.391 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T06:37:44.392 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T06:37:44.393 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T06:37:44.394 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout:Installing weak dependencies: 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction Summary 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout:======================================================================================= 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout:Install 112 Packages 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout:Upgrade 2 Packages 2024-09-16T06:37:44.395 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:37:44.396 INFO:teuthology.orchestra.run.smithi042.stdout:Total download size: 190 M 2024-09-16T06:37:44.396 INFO:teuthology.orchestra.run.smithi042.stdout:Downloading Packages: 2024-09-16T06:37:44.426 INFO:teuthology.orchestra.run.smithi164.stdout:(54/114): openblas-openmp-0.3.26-2.el9.x86_64.r 28 MB/s | 4.9 MB 00:00 2024-09-16T06:37:44.451 INFO:teuthology.orchestra.run.smithi164.stdout:(55/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.0 MB/s | 245 kB 00:00 2024-09-16T06:37:44.479 INFO:teuthology.orchestra.run.smithi164.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 333 kB/s | 17 kB 00:00 2024-09-16T06:37:44.513 INFO:teuthology.orchestra.run.smithi164.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.0 MB/s | 248 kB 00:00 2024-09-16T06:37:44.546 INFO:teuthology.orchestra.run.smithi164.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 383 kB/s | 26 kB 00:00 2024-09-16T06:37:44.572 INFO:teuthology.orchestra.run.smithi164.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 328 kB/s | 19 kB 00:00 2024-09-16T06:37:44.597 INFO:teuthology.orchestra.run.smithi164.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-16T06:37:44.622 INFO:teuthology.orchestra.run.smithi164.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-09-16T06:37:44.706 INFO:teuthology.orchestra.run.smithi164.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-16T06:37:44.731 INFO:teuthology.orchestra.run.smithi164.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-16T06:37:44.756 INFO:teuthology.orchestra.run.smithi164.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T06:37:44.782 INFO:teuthology.orchestra.run.smithi164.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T06:37:44.807 INFO:teuthology.orchestra.run.smithi164.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 828 kB/s | 41 kB 00:00 2024-09-16T06:37:44.832 INFO:teuthology.orchestra.run.smithi164.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-09-16T06:37:44.866 INFO:teuthology.orchestra.run.smithi164.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 7.9 MB/s | 477 kB 00:00 2024-09-16T06:37:44.891 INFO:teuthology.orchestra.run.smithi164.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-16T06:37:44.919 INFO:teuthology.orchestra.run.smithi164.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-16T06:37:44.992 INFO:teuthology.orchestra.run.smithi164.stdout:(71/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-16T06:37:45.020 INFO:teuthology.orchestra.run.smithi164.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 508 kB/s | 51 kB 00:00 2024-09-16T06:37:45.042 INFO:teuthology.orchestra.run.smithi164.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T06:37:45.076 INFO:teuthology.orchestra.run.smithi164.stdout:(74/114): python3-pytest-6.2.2-7.el9.noarch.rpm 2.7 MB/s | 519 kB 00:00 2024-09-16T06:37:45.101 INFO:teuthology.orchestra.run.smithi164.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 711 kB/s | 42 kB 00:00 2024-09-16T06:37:45.135 INFO:teuthology.orchestra.run.smithi164.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-16T06:37:45.160 INFO:teuthology.orchestra.run.smithi164.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-16T06:37:45.202 INFO:teuthology.orchestra.run.smithi164.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.1 MB/s | 49 kB 00:00 2024-09-16T06:37:45.219 INFO:teuthology.orchestra.run.smithi164.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 4.5 MB/s | 67 kB 00:00 2024-09-16T06:37:45.242 INFO:teuthology.orchestra.run.smithi042.stdout:(1/114): ceph-17.2.7-1633.g6d025bc2.el9.x86_64. 47 kB/s | 6.5 kB 00:00 2024-09-16T06:37:45.253 INFO:teuthology.orchestra.run.smithi164.stdout:(80/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 2.6 MB/s | 308 kB 00:00 2024-09-16T06:37:45.278 INFO:teuthology.orchestra.run.smithi164.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-09-16T06:37:45.303 INFO:teuthology.orchestra.run.smithi164.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-16T06:37:45.328 INFO:teuthology.orchestra.run.smithi164.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-09-16T06:37:45.345 INFO:teuthology.orchestra.run.smithi164.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 338 kB/s | 14 kB 00:00 2024-09-16T06:37:45.379 INFO:teuthology.orchestra.run.smithi164.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-09-16T06:37:45.404 INFO:teuthology.orchestra.run.smithi164.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-09-16T06:37:45.430 INFO:teuthology.orchestra.run.smithi164.stdout:(87/114): python3-google-auth-2.34.0-1.el9.noar 4.3 MB/s | 220 kB 00:00 2024-09-16T06:37:45.447 INFO:teuthology.orchestra.run.smithi164.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 255 kB/s | 11 kB 00:00 2024-09-16T06:37:45.467 INFO:teuthology.orchestra.run.smithi042.stdout:(2/114): ceph-fuse-17.2.7-1633.g6d025bc2.el9.x8 3.5 MB/s | 814 kB 00:00 2024-09-16T06:37:45.472 INFO:teuthology.orchestra.run.smithi164.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 423 kB/s | 18 kB 00:00 2024-09-16T06:37:45.497 INFO:teuthology.orchestra.run.smithi164.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-09-16T06:37:45.523 INFO:teuthology.orchestra.run.smithi164.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-16T06:37:45.548 INFO:teuthology.orchestra.run.smithi164.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 393 kB/s | 20 kB 00:00 2024-09-16T06:37:45.550 INFO:teuthology.orchestra.run.smithi042.stdout:(3/114): ceph-base-17.2.7-1633.g6d025bc2.el9.x8 11 MB/s | 5.0 MB 00:00 2024-09-16T06:37:45.573 INFO:teuthology.orchestra.run.smithi164.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-09-16T06:37:45.576 INFO:teuthology.orchestra.run.smithi042.stdout:(4/114): ceph-immutable-object-cache-17.2.7-163 1.2 MB/s | 137 kB 00:00 2024-09-16T06:37:45.657 INFO:teuthology.orchestra.run.smithi164.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 374 kB/s | 41 kB 00:00 2024-09-16T06:37:45.676 INFO:teuthology.orchestra.run.smithi042.stdout:(5/114): ceph-mds-17.2.7-1633.g6d025bc2.el9.x86 17 MB/s | 2.1 MB 00:00 2024-09-16T06:37:45.774 INFO:teuthology.orchestra.run.smithi164.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 399 kB/s | 46 kB 00:00 2024-09-16T06:37:45.799 INFO:teuthology.orchestra.run.smithi164.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-16T06:37:45.824 INFO:teuthology.orchestra.run.smithi164.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-16T06:37:45.858 INFO:teuthology.orchestra.run.smithi164.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-16T06:37:45.877 INFO:teuthology.orchestra.run.smithi042.stdout:(6/114): ceph-mon-17.2.7-1633.g6d025bc2.el9.x86 20 MB/s | 3.9 MB 00:00 2024-09-16T06:37:45.883 INFO:teuthology.orchestra.run.smithi164.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 663 kB/s | 16 kB 00:00 2024-09-16T06:37:45.909 INFO:teuthology.orchestra.run.smithi164.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-16T06:37:45.919 INFO:teuthology.orchestra.run.smithi042.stdout:(7/114): ceph-mgr-17.2.7-1633.g6d025bc2.el9.x86 4.1 MB/s | 1.4 MB 00:00 2024-09-16T06:37:45.934 INFO:teuthology.orchestra.run.smithi164.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-16T06:37:45.968 INFO:teuthology.orchestra.run.smithi164.stdout:(102/114): python3-kubernetes-26.1.0-2.el9.noar 2.6 MB/s | 1.0 MB 00:00 2024-09-16T06:37:45.993 INFO:teuthology.orchestra.run.smithi164.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T06:37:46.018 INFO:teuthology.orchestra.run.smithi164.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-16T06:37:46.044 INFO:teuthology.orchestra.run.smithi164.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 716 kB/s | 36 kB 00:00 2024-09-16T06:37:46.077 INFO:teuthology.orchestra.run.smithi164.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 2.2 MB/s | 74 kB 00:00 2024-09-16T06:37:46.102 INFO:teuthology.orchestra.run.smithi164.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-16T06:37:46.127 INFO:teuthology.orchestra.run.smithi164.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-16T06:37:46.153 INFO:teuthology.orchestra.run.smithi164.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-16T06:37:46.186 INFO:teuthology.orchestra.run.smithi164.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-09-16T06:37:46.249 INFO:teuthology.orchestra.run.smithi164.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-09-16T06:37:46.454 INFO:teuthology.orchestra.run.smithi164.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-16T06:37:46.478 INFO:teuthology.orchestra.run.smithi042.stdout:(8/114): ceph-common-17.2.7-1633.g6d025bc2.el9. 16 MB/s | 22 MB 00:01 2024-09-16T06:37:46.553 INFO:teuthology.orchestra.run.smithi042.stdout:(9/114): ceph-selinux-17.2.7-1633.g6d025bc2.el9 336 kB/s | 25 kB 00:00 2024-09-16T06:37:46.629 INFO:teuthology.orchestra.run.smithi164.stdout:(113/114): librados2-17.2.7-1633.g6d025bc2.el9. 7.0 MB/s | 3.1 MB 00:00 2024-09-16T06:37:46.679 INFO:teuthology.orchestra.run.smithi164.stdout:(114/114): librbd1-17.2.7-1633.g6d025bc2.el9.x8 6.8 MB/s | 2.9 MB 00:00 2024-09-16T06:37:46.684 INFO:teuthology.orchestra.run.smithi164.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:37:46.684 INFO:teuthology.orchestra.run.smithi164.stdout:Total 25 MB/s | 190 MB 00:07 2024-09-16T06:37:46.845 INFO:teuthology.orchestra.run.smithi042.stdout:(10/114): ceph-osd-17.2.7-1633.g6d025bc2.el9.x8 16 MB/s | 15 MB 00:00 2024-09-16T06:37:46.895 INFO:teuthology.orchestra.run.smithi042.stdout:(11/114): libcephfs-devel-17.2.7-1633.g6d025bc2 501 kB/s | 25 kB 00:00 2024-09-16T06:37:46.987 INFO:teuthology.orchestra.run.smithi042.stdout:(12/114): libcephfs2-17.2.7-1633.g6d025bc2.el9. 6.8 MB/s | 637 kB 00:00 2024-09-16T06:37:47.070 INFO:teuthology.orchestra.run.smithi042.stdout:(13/114): libcephsqlite-17.2.7-1633.g6d025bc2.e 1.9 MB/s | 163 kB 00:00 2024-09-16T06:37:47.221 INFO:teuthology.orchestra.run.smithi042.stdout:(14/114): ceph-radosgw-17.2.7-1633.g6d025bc2.el 11 MB/s | 14 MB 00:01 2024-09-16T06:37:47.246 INFO:teuthology.orchestra.run.smithi042.stdout:(15/114): librados-devel-17.2.7-1633.g6d025bc2. 720 kB/s | 126 kB 00:00 2024-09-16T06:37:47.279 INFO:teuthology.orchestra.run.smithi042.stdout:(16/114): libradosstriper1-17.2.7-1633.g6d025bc 7.7 MB/s | 457 kB 00:00 2024-09-16T06:37:47.338 INFO:teuthology.orchestra.run.smithi042.stdout:(17/114): python3-ceph-argparse-17.2.7-1633.g6d 774 kB/s | 45 kB 00:00 2024-09-16T06:37:47.430 INFO:teuthology.orchestra.run.smithi042.stdout:(18/114): python3-ceph-common-17.2.7-1633.g6d02 1.3 MB/s | 120 kB 00:00 2024-09-16T06:37:47.448 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction check 2024-09-16T06:37:47.505 INFO:teuthology.orchestra.run.smithi042.stdout:(19/114): librgw2-17.2.7-1633.g6d025bc2.el9.x86 19 MB/s | 4.9 MB 00:00 2024-09-16T06:37:47.530 INFO:teuthology.orchestra.run.smithi042.stdout:(20/114): python3-cephfs-17.2.7-1633.g6d025bc2. 1.5 MB/s | 156 kB 00:00 2024-09-16T06:37:47.543 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction check succeeded. 2024-09-16T06:37:47.543 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction test 2024-09-16T06:37:47.556 INFO:teuthology.orchestra.run.smithi042.stdout:(21/114): python3-rados-17.2.7-1633.g6d025bc2.e 6.2 MB/s | 320 kB 00:00 2024-09-16T06:37:47.581 INFO:teuthology.orchestra.run.smithi042.stdout:(22/114): python3-rbd-17.2.7-1633.g6d025bc2.el9 5.7 MB/s | 295 kB 00:00 2024-09-16T06:37:47.606 INFO:teuthology.orchestra.run.smithi042.stdout:(23/114): python3-rgw-17.2.7-1633.g6d025bc2.el9 1.9 MB/s | 99 kB 00:00 2024-09-16T06:37:47.631 INFO:teuthology.orchestra.run.smithi042.stdout:(24/114): rbd-fuse-17.2.7-1633.g6d025bc2.el9.x8 1.6 MB/s | 82 kB 00:00 2024-09-16T06:37:47.690 INFO:teuthology.orchestra.run.smithi042.stdout:(25/114): rbd-nbd-17.2.7-1633.g6d025bc2.el9.x86 2.8 MB/s | 165 kB 00:00 2024-09-16T06:37:47.749 INFO:teuthology.orchestra.run.smithi042.stdout:(26/114): rbd-mirror-17.2.7-1633.g6d025bc2.el9. 21 MB/s | 2.9 MB 00:00 2024-09-16T06:37:47.774 INFO:teuthology.orchestra.run.smithi042.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1633.g 292 kB/s | 24 kB 00:00 2024-09-16T06:37:47.799 INFO:teuthology.orchestra.run.smithi042.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1633.g6d025bc 2.4 MB/s | 124 kB 00:00 2024-09-16T06:37:48.058 INFO:teuthology.orchestra.run.smithi042.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1633.g6d025 12 MB/s | 3.4 MB 00:00 2024-09-16T06:37:48.141 INFO:teuthology.orchestra.run.smithi042.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1633.g6d 2.8 MB/s | 240 kB 00:00 2024-09-16T06:37:48.250 INFO:teuthology.orchestra.run.smithi042.stdout:(31/114): ceph-mgr-diskprediction-local-17.2.7- 16 MB/s | 7.4 MB 00:00 2024-09-16T06:37:48.275 INFO:teuthology.orchestra.run.smithi042.stdout:(32/114): ceph-mgr-rook-17.2.7-1633.g6d025bc2.e 356 kB/s | 47 kB 00:00 2024-09-16T06:37:48.301 INFO:teuthology.orchestra.run.smithi042.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1633.g6 291 kB/s | 15 kB 00:00 2024-09-16T06:37:48.317 INFO:teuthology.orchestra.run.smithi042.stdout:(34/114): cephadm-17.2.7-1633.g6d025bc2.el9.noa 1.9 MB/s | 83 kB 00:00 2024-09-16T06:37:48.818 INFO:teuthology.orchestra.run.smithi042.stdout:(35/114): ceph-test-17.2.7-1633.g6d025bc2.el9.x 21 MB/s | 48 MB 00:02 2024-09-16T06:37:48.843 INFO:teuthology.orchestra.run.smithi042.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 147 kB/s | 80 kB 00:00 2024-09-16T06:37:48.977 INFO:teuthology.orchestra.run.smithi042.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-09-16T06:37:49.011 INFO:teuthology.orchestra.run.smithi042.stdout:(38/114): libquadmath-11.5.0-2.el9.x86_64.rpm 995 kB/s | 191 kB 00:00 2024-09-16T06:37:49.095 INFO:teuthology.orchestra.run.smithi042.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-09-16T06:37:49.178 INFO:teuthology.orchestra.run.smithi042.stdout:(40/114): libgfortran-11.5.0-2.el9.x86_64.rpm 932 kB/s | 801 kB 00:00 2024-09-16T06:37:49.194 INFO:teuthology.orchestra.run.smithi164.stdout:Transaction test succeeded. 2024-09-16T06:37:49.194 INFO:teuthology.orchestra.run.smithi164.stdout:Running transaction 2024-09-16T06:37:49.203 INFO:teuthology.orchestra.run.smithi042.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-16T06:37:49.261 INFO:teuthology.orchestra.run.smithi042.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.5 MB/s | 125 kB 00:00 2024-09-16T06:37:49.312 INFO:teuthology.orchestra.run.smithi042.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-16T06:37:49.379 INFO:teuthology.orchestra.run.smithi042.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 3.1 MB/s | 1.2 MB 00:00 2024-09-16T06:37:49.587 INFO:teuthology.orchestra.run.smithi042.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 100 kB/s | 33 kB 00:00 2024-09-16T06:37:49.663 INFO:teuthology.orchestra.run.smithi042.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 64 kB/s | 18 kB 00:00 2024-09-16T06:37:49.863 INFO:teuthology.orchestra.run.smithi042.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 226 kB/s | 45 kB 00:00 2024-09-16T06:37:49.888 INFO:teuthology.orchestra.run.smithi042.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 533 kB/s | 160 kB 00:00 2024-09-16T06:37:50.088 INFO:teuthology.orchestra.run.smithi042.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-09-16T06:37:50.205 INFO:teuthology.orchestra.run.smithi042.stdout:(50/114): openblas-0.3.26-2.el9.x86_64.rpm 330 kB/s | 38 kB 00:00 2024-09-16T06:37:50.239 INFO:teuthology.orchestra.run.smithi042.stdout:(51/114): librdkafka-1.6.1-102.el9.x86_64.rpm 1.7 MB/s | 662 kB 00:00 2024-09-16T06:37:50.340 INFO:teuthology.orchestra.run.smithi042.stdout:(52/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.9 MB/s | 3.0 MB 00:01 2024-09-16T06:37:50.364 INFO:teuthology.orchestra.run.smithi042.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 698 kB/s | 87 kB 00:00 2024-09-16T06:37:50.481 INFO:teuthology.orchestra.run.smithi042.stdout:(54/114): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-09-16T06:37:50.657 INFO:teuthology.orchestra.run.smithi042.stdout:(55/114): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-09-16T06:37:50.682 INFO:teuthology.orchestra.run.smithi042.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 87 kB/s | 17 kB 00:00 2024-09-16T06:37:50.841 INFO:teuthology.orchestra.run.smithi042.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-09-16T06:37:50.866 INFO:teuthology.orchestra.run.smithi042.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 139 kB/s | 26 kB 00:00 2024-09-16T06:37:50.959 INFO:teuthology.orchestra.run.smithi042.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 164 kB/s | 19 kB 00:00 2024-09-16T06:37:50.984 INFO:teuthology.orchestra.run.smithi042.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-16T06:37:51.067 INFO:teuthology.orchestra.run.smithi042.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 320 kB/s | 35 kB 00:00 2024-09-16T06:37:51.184 INFO:teuthology.orchestra.run.smithi042.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-16T06:37:51.301 INFO:teuthology.orchestra.run.smithi042.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-16T06:37:51.410 INFO:teuthology.orchestra.run.smithi042.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 714 kB/s | 77 kB 00:00 2024-09-16T06:37:51.486 INFO:teuthology.orchestra.run.smithi042.stdout:(65/114): python3-babel-2.9.1-2.el9.noarch.rpm 5.2 MB/s | 6.0 MB 00:01 2024-09-16T06:37:51.560 INFO:teuthology.orchestra.run.smithi042.stdout:(66/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.8 MB/s | 5.1 MB 00:00 2024-09-16T06:37:51.585 INFO:teuthology.orchestra.run.smithi042.stdout:(67/114): python3-pluggy-0.13.1-7.el9.noarch.rp 236 kB/s | 41 kB 00:00 2024-09-16T06:37:51.611 INFO:teuthology.orchestra.run.smithi042.stdout:(68/114): python3-prettytable-0.7.2-27.el9.noar 337 kB/s | 42 kB 00:00 2024-09-16T06:37:51.695 INFO:teuthology.orchestra.run.smithi042.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 3.5 MB/s | 477 kB 00:00 2024-09-16T06:37:51.720 INFO:teuthology.orchestra.run.smithi042.stdout:(70/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-16T06:37:51.746 INFO:teuthology.orchestra.run.smithi042.stdout:(71/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.0 MB/s | 279 kB 00:00 2024-09-16T06:37:51.812 INFO:teuthology.orchestra.run.smithi042.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-09-16T06:37:51.829 INFO:teuthology.orchestra.run.smithi042.stdout:(73/114): python3-pytz-2021.1-5.el9.noarch.rpm 468 kB/s | 51 kB 00:00 2024-09-16T06:37:51.846 INFO:teuthology.orchestra.run.smithi042.stdout:(74/114): python3-requests-oauthlib-1.3.0-12.el 534 kB/s | 54 kB 00:00 2024-09-16T06:37:51.938 INFO:teuthology.orchestra.run.smithi042.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-16T06:37:51.973 INFO:teuthology.orchestra.run.smithi042.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-09-16T06:37:52.022 INFO:teuthology.orchestra.run.smithi042.stdout:(77/114): gperftools-libs-2.9.1-3.el9.x86_64.rp 6.0 MB/s | 308 kB 00:00 2024-09-16T06:37:52.039 INFO:teuthology.orchestra.run.smithi042.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 2.9 MB/s | 49 kB 00:00 2024-09-16T06:37:52.056 INFO:teuthology.orchestra.run.smithi042.stdout:(79/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 542 kB/s | 64 kB 00:00 2024-09-16T06:37:52.089 INFO:teuthology.orchestra.run.smithi042.stdout:(80/114): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-16T06:37:52.115 INFO:teuthology.orchestra.run.smithi042.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.9 MB/s | 43 kB 00:00 2024-09-16T06:37:52.140 INFO:teuthology.orchestra.run.smithi042.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-16T06:37:52.165 INFO:teuthology.orchestra.run.smithi042.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 569 kB/s | 14 kB 00:00 2024-09-16T06:37:52.191 INFO:teuthology.orchestra.run.smithi042.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.8 MB/s | 172 kB 00:00 2024-09-16T06:37:52.233 INFO:teuthology.orchestra.run.smithi042.stdout:(85/114): python3-asyncssh-2.13.2-5.el9.noarch. 3.0 MB/s | 548 kB 00:00 2024-09-16T06:37:52.266 INFO:teuthology.orchestra.run.smithi042.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 4.7 MB/s | 358 kB 00:00 2024-09-16T06:37:52.350 INFO:teuthology.orchestra.run.smithi042.stdout:(87/114): python3-google-auth-2.34.0-1.el9.noar 1.8 MB/s | 220 kB 00:00 2024-09-16T06:37:52.375 INFO:teuthology.orchestra.run.smithi042.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 98 kB/s | 11 kB 00:00 2024-09-16T06:37:52.400 INFO:teuthology.orchestra.run.smithi042.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 352 kB/s | 18 kB 00:00 2024-09-16T06:37:52.425 INFO:teuthology.orchestra.run.smithi042.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-09-16T06:37:52.451 INFO:teuthology.orchestra.run.smithi042.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-09-16T06:37:52.476 INFO:teuthology.orchestra.run.smithi042.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-09-16T06:37:52.501 INFO:teuthology.orchestra.run.smithi042.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 181 kB/s | 9.0 kB 00:00 2024-09-16T06:37:52.527 INFO:teuthology.orchestra.run.smithi042.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 814 kB/s | 41 kB 00:00 2024-09-16T06:37:52.552 INFO:teuthology.orchestra.run.smithi042.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-16T06:37:52.577 INFO:teuthology.orchestra.run.smithi042.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-16T06:37:52.603 INFO:teuthology.orchestra.run.smithi042.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-09-16T06:37:52.636 INFO:teuthology.orchestra.run.smithi042.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.1 MB/s | 272 kB 00:00 2024-09-16T06:37:52.662 INFO:teuthology.orchestra.run.smithi042.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 652 kB/s | 16 kB 00:00 2024-09-16T06:37:52.687 INFO:teuthology.orchestra.run.smithi042.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-16T06:37:52.712 INFO:teuthology.orchestra.run.smithi042.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-16T06:37:52.746 INFO:teuthology.orchestra.run.smithi042.stdout:(102/114): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-09-16T06:37:52.763 INFO:teuthology.orchestra.run.smithi042.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-16T06:37:52.788 INFO:teuthology.orchestra.run.smithi042.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T06:37:52.805 INFO:teuthology.orchestra.run.smithi042.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 854 kB/s | 36 kB 00:00 2024-09-16T06:37:52.830 INFO:teuthology.orchestra.run.smithi042.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-16T06:37:52.856 INFO:teuthology.orchestra.run.smithi042.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-16T06:37:52.889 INFO:teuthology.orchestra.run.smithi042.stdout:(108/114): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-16T06:37:52.915 INFO:teuthology.orchestra.run.smithi042.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-09-16T06:37:52.957 INFO:teuthology.orchestra.run.smithi042.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-16T06:37:53.023 INFO:teuthology.orchestra.run.smithi042.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T06:37:53.249 INFO:teuthology.orchestra.run.smithi042.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-16T06:37:53.324 INFO:teuthology.orchestra.run.smithi042.stdout:(113/114): librados2-17.2.7-1633.g6d025bc2.el9. 8.4 MB/s | 3.1 MB 00:00 2024-09-16T06:37:53.416 INFO:teuthology.orchestra.run.smithi042.stdout:(114/114): librbd1-17.2.7-1633.g6d025bc2.el9.x8 7.5 MB/s | 2.9 MB 00:00 2024-09-16T06:37:53.421 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:37:53.421 INFO:teuthology.orchestra.run.smithi042.stdout:Total 21 MB/s | 190 MB 00:09 2024-09-16T06:37:53.783 INFO:teuthology.orchestra.run.smithi164.stdout: Preparing : 1/1 2024-09-16T06:37:53.840 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-16T06:37:53.865 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-16T06:37:53.918 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-16T06:37:54.174 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction check 2024-09-16T06:37:54.231 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-16T06:37:54.277 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction check succeeded. 2024-09-16T06:37:54.278 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction test 2024-09-16T06:37:54.341 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T06:37:54.463 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T06:37:54.492 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:37:54.593 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:37:54.650 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T06:37:54.689 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-16T06:37:55.126 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-16T06:37:55.153 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:37:55.226 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:37:55.254 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:37:55.355 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:37:55.380 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T06:37:55.499 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T06:37:55.540 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-16T06:37:55.575 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-16T06:37:55.605 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-16T06:37:55.646 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-16T06:37:55.720 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-16T06:37:55.764 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-16T06:37:55.812 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-16T06:37:55.839 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-16T06:37:55.909 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-16T06:37:55.963 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-16T06:37:55.996 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-16T06:37:56.020 INFO:teuthology.orchestra.run.smithi042.stdout:Transaction test succeeded. 2024-09-16T06:37:56.021 INFO:teuthology.orchestra.run.smithi042.stdout:Running transaction 2024-09-16T06:37:56.036 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-16T06:37:56.072 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-16T06:37:56.118 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 26/116 2024-09-16T06:37:56.190 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 27/116 2024-09-16T06:37:56.349 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-16T06:37:56.401 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-16T06:37:56.935 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-16T06:37:57.133 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-16T06:37:57.184 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-16T06:37:57.218 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-16T06:37:57.253 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-16T06:37:57.292 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-16T06:37:57.328 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 36/116 2024-09-16T06:37:57.365 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 37/116 2024-09-16T06:37:57.396 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-16T06:37:57.433 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-16T06:37:57.489 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-16T06:37:57.562 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-16T06:37:57.593 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-16T06:37:57.629 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-16T06:37:57.676 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-16T06:37:57.721 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-16T06:37:57.763 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-16T06:37:57.904 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-16T06:37:57.939 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-16T06:37:57.981 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-16T06:37:58.084 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-16T06:37:58.132 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-16T06:37:58.172 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-16T06:37:58.209 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-16T06:37:58.254 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-16T06:37:58.400 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-16T06:37:58.437 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-16T06:37:58.476 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-16T06:37:58.584 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-16T06:37:58.639 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-16T06:37:59.372 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-16T06:37:59.414 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-16T06:37:59.447 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-16T06:37:59.482 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-16T06:37:59.582 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-16T06:37:59.648 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-16T06:37:59.682 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-16T06:37:59.867 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-16T06:37:59.898 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-16T06:37:59.976 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-16T06:38:00.640 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-16T06:38:00.733 INFO:teuthology.orchestra.run.smithi042.stdout: Preparing : 1/1 2024-09-16T06:38:00.755 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-16T06:38:00.811 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-09-16T06:38:00.835 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-09-16T06:38:00.894 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-09-16T06:38:01.230 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-09-16T06:38:01.336 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T06:38:01.445 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 5/116 2024-09-16T06:38:01.479 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:38:01.572 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:38:01.627 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T06:38:01.659 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-09-16T06:38:02.034 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-16T06:38:02.122 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-09-16T06:38:02.123 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-16T06:38:02.148 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:38:02.230 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:38:02.258 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:38:02.359 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:38:02.384 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T06:38:02.414 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-16T06:38:02.460 INFO:teuthology.orchestra.run.smithi164.stdout: Upgrading : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T06:38:02.514 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 12/116 2024-09-16T06:38:02.555 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-09-16T06:38:02.587 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-09-16T06:38:02.617 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-09-16T06:38:02.657 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T06:38:02.658 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-09-16T06:38:02.699 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 76/116 2024-09-16T06:38:02.734 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-09-16T06:38:02.757 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-16T06:38:02.785 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-09-16T06:38:02.820 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-16T06:38:02.824 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-09-16T06:38:02.851 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-09-16T06:38:02.924 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-09-16T06:38:02.984 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-09-16T06:38:03.016 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-16T06:38:03.021 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-09-16T06:38:03.064 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 24/116 2024-09-16T06:38:03.069 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-16T06:38:03.100 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 25/116 2024-09-16T06:38:03.143 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 26/116 2024-09-16T06:38:03.156 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-16T06:38:03.222 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 27/116 2024-09-16T06:38:03.245 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-16T06:38:03.369 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-09-16T06:38:03.387 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-16T06:38:03.430 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-09-16T06:38:03.432 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-16T06:38:03.461 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-16T06:38:03.510 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-16T06:38:03.543 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-16T06:38:03.571 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-16T06:38:03.995 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-09-16T06:38:04.007 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T06:38:04.035 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T06:38:04.066 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 90/116 2024-09-16T06:38:04.086 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-09-16T06:38:04.141 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 91/116 2024-09-16T06:38:04.172 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 92/116 2024-09-16T06:38:04.264 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-09-16T06:38:04.297 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-09-16T06:38:04.332 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-09-16T06:38:04.370 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-09-16T06:38:04.407 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 36/116 2024-09-16T06:38:04.445 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 37/116 2024-09-16T06:38:04.475 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-09-16T06:38:04.512 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-09-16T06:38:04.570 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-09-16T06:38:04.643 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-09-16T06:38:04.687 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 42/116 2024-09-16T06:38:04.724 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-09-16T06:38:04.772 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-09-16T06:38:04.816 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-09-16T06:38:04.858 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-09-16T06:38:05.002 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-09-16T06:38:05.042 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-09-16T06:38:05.084 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-09-16T06:38:05.209 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-09-16T06:38:05.260 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 51/116 2024-09-16T06:38:05.309 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-09-16T06:38:05.362 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 53/116 2024-09-16T06:38:05.407 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-09-16T06:38:05.537 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-09-16T06:38:05.582 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-09-16T06:38:05.621 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-09-16T06:38:05.738 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-09-16T06:38:05.788 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-09-16T06:38:06.570 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-09-16T06:38:06.580 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:06.617 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-09-16T06:38:06.618 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:06.650 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-09-16T06:38:06.684 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-09-16T06:38:06.798 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-09-16T06:38:06.852 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 65/116 2024-09-16T06:38:06.894 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-09-16T06:38:07.085 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-0.3.26-2.el9.x86_64 67/116 2024-09-16T06:38:07.117 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 68/116 2024-09-16T06:38:07.129 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:07.188 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T06:38:07.199 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-09-16T06:38:07.270 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T06:38:07.270 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T06:38:07.270 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T06:38:07.270 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:07.306 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T06:38:07.897 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-09-16T06:38:08.020 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-09-16T06:38:09.377 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-09-16T06:38:09.446 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-09-16T06:38:09.805 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-09-16T06:38:09.958 INFO:teuthology.orchestra.run.smithi042.stdout: Upgrading : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T06:38:10.050 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 75/116 2024-09-16T06:38:10.089 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 76/116 2024-09-16T06:38:10.148 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-09-16T06:38:10.212 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-09-16T06:38:10.405 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-09-16T06:38:10.459 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-09-16T06:38:10.541 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-09-16T06:38:10.641 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-09-16T06:38:10.917 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-09-16T06:38:10.966 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-09-16T06:38:10.994 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-09-16T06:38:11.029 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-09-16T06:38:11.068 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-09-16T06:38:11.104 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-09-16T06:38:11.533 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T06:38:11.560 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 89/116 2024-09-16T06:38:11.590 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 90/116 2024-09-16T06:38:11.667 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 91/116 2024-09-16T06:38:11.710 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 92/116 2024-09-16T06:38:14.198 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:14.231 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:14.770 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 93/116 2024-09-16T06:38:14.809 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T06:38:14.906 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 94/116 2024-09-16T06:38:14.906 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T06:38:14.906 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T06:38:14.906 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:14.935 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T06:38:18.897 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /sys 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /proc 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /mnt 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /var/tmp 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /home 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /root 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout:skipping the directory /tmp 2024-09-16T06:38:18.898 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:18.967 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T06:38:19.951 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T06:38:19.994 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T06:38:20.982 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T06:38:21.013 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T06:38:21.114 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T06:38:21.283 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 99/116 2024-09-16T06:38:21.315 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T06:38:21.339 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T06:38:21.340 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:21.340 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T06:38:21.340 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T06:38:21.340 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T06:38:21.340 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:21.383 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T06:38:21.566 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T06:38:21.600 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T06:38:21.623 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T06:38:21.624 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:21.624 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T06:38:21.624 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T06:38:21.624 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T06:38:21.624 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:21.992 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T06:38:22.015 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T06:38:22.015 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:22.015 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T06:38:22.015 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T06:38:22.016 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T06:38:22.016 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:23.327 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T06:38:23.354 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T06:38:23.354 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:23.354 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T06:38:23.354 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T06:38:23.354 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T06:38:23.355 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:24.609 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 105/116 2024-09-16T06:38:24.645 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T06:38:24.723 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:24.763 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T06:38:24.786 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T06:38:24.786 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:24.786 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T06:38:24.786 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:25.080 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T06:38:25.103 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T06:38:25.104 INFO:teuthology.orchestra.run.smithi164.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:25.104 INFO:teuthology.orchestra.run.smithi164.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T06:38:25.104 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T06:38:25.104 INFO:teuthology.orchestra.run.smithi164.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T06:38:25.105 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:26.953 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 95/116 2024-09-16T06:38:26.953 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /sys 2024-09-16T06:38:26.953 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /proc 2024-09-16T06:38:26.953 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /mnt 2024-09-16T06:38:26.954 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /var/tmp 2024-09-16T06:38:26.954 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /home 2024-09-16T06:38:26.954 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /root 2024-09-16T06:38:26.954 INFO:teuthology.orchestra.run.smithi042.stdout:skipping the directory /tmp 2024-09-16T06:38:26.954 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:27.037 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T06:38:28.093 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 96/116 2024-09-16T06:38:28.158 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T06:38:29.171 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 97/116 2024-09-16T06:38:29.200 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T06:38:29.306 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 98/116 2024-09-16T06:38:29.478 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 99/116 2024-09-16T06:38:29.510 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 100/116 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T06:38:29.536 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:29.544 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 109/116 2024-09-16T06:38:29.574 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 110/116 2024-09-16T06:38:29.586 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T06:38:29.615 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 111/116 2024-09-16T06:38:29.735 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 112/116 2024-09-16T06:38:29.773 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-16T06:38:29.778 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 101/116 2024-09-16T06:38:29.797 INFO:teuthology.orchestra.run.smithi164.stdout: Installing : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 114/116 2024-09-16T06:38:29.797 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T06:38:29.803 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T06:38:29.828 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 102/116 2024-09-16T06:38:29.828 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:29.828 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T06:38:29.828 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T06:38:29.828 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T06:38:29.829 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:29.873 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T06:38:29.873 INFO:teuthology.orchestra.run.smithi164.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:30.220 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 103/116 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T06:38:30.245 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:31.621 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T06:38:31.649 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 104/116 2024-09-16T06:38:31.649 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:31.649 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T06:38:31.650 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T06:38:31.650 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T06:38:31.650 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:32.972 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 105/116 2024-09-16T06:38:32.998 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T06:38:33.069 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 106/116 2024-09-16T06:38:33.069 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:33.069 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T06:38:33.069 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T06:38:33.069 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T06:38:33.070 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:33.107 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T06:38:33.131 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1633.g6d025 107/116 2024-09-16T06:38:33.131 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:33.131 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T06:38:33.132 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:33.441 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T06:38:33.465 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 108/116 2024-09-16T06:38:33.466 INFO:teuthology.orchestra.run.smithi042.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T06:38:33.466 INFO:teuthology.orchestra.run.smithi042.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T06:38:33.466 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T06:38:33.466 INFO:teuthology.orchestra.run.smithi042.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T06:38:33.466 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:34.891 INFO:teuthology.orchestra.run.smithi164.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:34.891 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 5/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 9/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/116 2024-09-16T06:38:34.892 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 13/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 14/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 15/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 16/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 17/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 19/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 20/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 21/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/116 2024-09-16T06:38:34.893 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 26/116 2024-09-16T06:38:34.894 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 27/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 28/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 29/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 30/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 31/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 32/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 33/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 34/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 35/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-16T06:38:34.902 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-16T06:38:34.903 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-16T06:38:34.904 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-16T06:38:34.905 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-16T06:38:34.906 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-16T06:38:34.907 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 113/116 2024-09-16T06:38:34.908 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-16T06:38:34.909 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 115/116 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout:Upgraded: 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.877 INFO:teuthology.orchestra.run.smithi164.stdout:Installed: 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.878 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T06:38:36.879 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T06:38:36.880 INFO:teuthology.orchestra.run.smithi164.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.881 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T06:38:36.882 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T06:38:36.883 INFO:teuthology.orchestra.run.smithi164.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T06:38:36.884 INFO:teuthology.orchestra.run.smithi164.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T06:38:36.885 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T06:38:36.886 INFO:teuthology.orchestra.run.smithi164.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:38:36.887 INFO:teuthology.orchestra.run.smithi164.stdout:Complete! 2024-09-16T06:38:37.192 DEBUG:teuthology.parallel:result is None 2024-09-16T06:38:38.134 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 109/116 2024-09-16T06:38:38.170 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 110/116 2024-09-16T06:38:38.220 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 111/116 2024-09-16T06:38:38.345 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 112/116 2024-09-16T06:38:38.384 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-09-16T06:38:38.408 INFO:teuthology.orchestra.run.smithi042.stdout: Installing : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 114/116 2024-09-16T06:38:38.408 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T06:38:38.500 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-09-16T06:38:38.500 INFO:teuthology.orchestra.run.smithi042.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:43.551 INFO:teuthology.orchestra.run.smithi042.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 1/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 3/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 4/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1633.g6d025 5/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 6/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 7/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 8/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 9/116 2024-09-16T06:38:43.552 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 10/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 11/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 12/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_ 13/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 14/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 15/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_6 16/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86 17/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 18/116 2024-09-16T06:38:43.553 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el 19/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9. 20/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_6 21/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 22/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 23/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 24/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 25/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 26/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 27/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2. 28/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noa 29/116 2024-09-16T06:38:43.554 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.n 30/116 2024-09-16T06:38:43.562 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d0 31/116 2024-09-16T06:38:43.562 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el 32/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 33/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.e 34/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 35/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-09-16T06:38:43.563 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 52/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 53/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-09-16T06:38:43.564 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 56/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-09-16T06:38:43.565 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-09-16T06:38:43.566 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 79/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 88/116 2024-09-16T06:38:43.567 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-09-16T06:38:43.568 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-09-16T06:38:43.569 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 108/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 113/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-09-16T06:38:43.570 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 115/116 2024-09-16T06:38:45.429 INFO:teuthology.orchestra.run.smithi042.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout:Upgraded: 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: librados2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: librbd1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout:Installed: 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-base-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-grafana-dashboards-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.430 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-immutable-object-cache-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.431 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mds-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.431 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.431 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.431 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-dashboard-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.431 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-modules-core-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mgr-rook-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-mon-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-osd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-prometheus-alerts-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-radosgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-selinux-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: ceph-test-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: cephadm-2:17.2.7-1633.g6d025bc2.el9.noarch 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T06:38:45.432 INFO:teuthology.orchestra.run.smithi042.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libcephfs2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libcephsqlite-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T06:38:45.433 INFO:teuthology.orchestra.run.smithi042.stdout: librados-devel-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.434 INFO:teuthology.orchestra.run.smithi042.stdout: libradosstriper1-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.434 INFO:teuthology.orchestra.run.smithi042.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T06:38:45.434 INFO:teuthology.orchestra.run.smithi042.stdout: librgw2-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-argparse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ceph-common-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cephfs-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.435 INFO:teuthology.orchestra.run.smithi042.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T06:38:45.436 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T06:38:45.437 INFO:teuthology.orchestra.run.smithi042.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T06:38:45.438 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rados-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rgw-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T06:38:45.439 INFO:teuthology.orchestra.run.smithi042.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-fuse-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-mirror-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: rbd-nbd-2:17.2.7-1633.g6d025bc2.el9.x86_64 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T06:38:45.440 INFO:teuthology.orchestra.run.smithi042.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T06:38:45.441 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:38:45.441 INFO:teuthology.orchestra.run.smithi042.stdout:Complete! 2024-09-16T06:38:45.778 DEBUG:teuthology.parallel:result is None 2024-09-16T06:38:45.779 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:38:45.779 INFO:teuthology.packaging:ref: None 2024-09-16T06:38:45.779 INFO:teuthology.packaging:tag: None 2024-09-16T06:38:45.779 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:38:45.779 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:38:45.779 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T06:38:45.994 DEBUG:teuthology.orchestra.run.smithi042:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T06:38:46.017 INFO:teuthology.orchestra.run.smithi042.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T06:38:46.018 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1633.g6d025bc2.el9 2024-09-16T06:38:46.018 INFO:teuthology.task.install:The correct ceph version 17.2.7-1633.g6d025bc2 is installed. 2024-09-16T06:38:46.020 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T06:38:46.020 INFO:teuthology.packaging:ref: None 2024-09-16T06:38:46.020 INFO:teuthology.packaging:tag: None 2024-09-16T06:38:46.020 INFO:teuthology.packaging:branch: quincy 2024-09-16T06:38:46.020 INFO:teuthology.packaging:sha1: e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:38:46.020 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-09-16T06:38:46.221 DEBUG:teuthology.orchestra.run.smithi164:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T06:38:46.248 INFO:teuthology.orchestra.run.smithi164.stdout:17.2.7-1633.g6d025bc2.el9 2024-09-16T06:38:46.248 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1633.g6d025bc2.el9 2024-09-16T06:38:46.248 INFO:teuthology.task.install:The correct ceph version 17.2.7-1633.g6d025bc2 is installed. 2024-09-16T06:38:46.250 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T06:38:46.250 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:38:46.250 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T06:38:46.279 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:38:46.279 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T06:38:46.321 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T06:38:46.321 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:38:46.321 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T06:38:46.348 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T06:38:46.415 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:38:46.415 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T06:38:46.445 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T06:38:46.515 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T06:38:46.515 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:38:46.515 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T06:38:46.541 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T06:38:46.608 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:38:46.608 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T06:38:46.637 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T06:38:46.707 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T06:38:46.708 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:38:46.708 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T06:38:46.734 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T06:38:46.800 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:38:46.800 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T06:38:46.830 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T06:38:46.899 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:38:46.909 INFO:teuthology.task.print:**** done install task... 2024-09-16T06:38:46.909 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:38:46.916 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-09-16T06:38:46.916 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-16T06:38:47.013 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'} 2024-09-16T06:38:47.013 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T06:38:47.014 INFO:tasks.cephadm:Cluster fsid is 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:38:47.014 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-16T06:38:47.014 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.42', 'mon.c': '[v2:172.21.15.42:3301,v1:172.21.15.42:6790]', 'mon.b': '172.21.15.164'} 2024-09-16T06:38:47.014 INFO:tasks.cephadm:First mon is mon.a on smithi042 2024-09-16T06:38:47.014 INFO:tasks.cephadm:First mgr is y 2024-09-16T06:38:47.014 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-16T06:38:47.015 DEBUG:teuthology.orchestra.run.smithi042:> sudo hostname $(hostname -s) 2024-09-16T06:38:47.042 DEBUG:teuthology.orchestra.run.smithi164:> sudo hostname $(hostname -s) 2024-09-16T06:38:47.071 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-09-16T06:38:47.072 DEBUG:teuthology.orchestra.run.smithi042:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.413 INFO:teuthology.orchestra.run.smithi042.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 16 06:38 /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.414 DEBUG:teuthology.orchestra.run.smithi164:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.546 INFO:teuthology.orchestra.run.smithi164.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Sep 16 06:38 /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.547 DEBUG:teuthology.orchestra.run.smithi042:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.566 DEBUG:teuthology.orchestra.run.smithi164:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T06:38:47.597 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-09-16T06:38:47.598 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-16T06:38:47.610 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-09-16T06:38:49.254 INFO:teuthology.orchestra.run.smithi164.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T06:38:49.258 INFO:teuthology.orchestra.run.smithi042.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T06:39:36.178 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph_version": "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)", 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout: "image_id": "33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99", 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout: "repo_digests": [ 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4" 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout: ] 2024-09-16T06:39:36.179 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout:{ 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout: "ceph_version": "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)", 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout: "image_id": "33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99", 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout: "repo_digests": [ 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4" 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout: ] 2024-09-16T06:39:40.351 INFO:teuthology.orchestra.run.smithi164.stdout:} 2024-09-16T06:39:40.371 DEBUG:teuthology.orchestra.run.smithi042:> sudo mkdir -p /etc/ceph 2024-09-16T06:39:40.406 DEBUG:teuthology.orchestra.run.smithi164:> sudo mkdir -p /etc/ceph 2024-09-16T06:39:40.434 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 777 /etc/ceph 2024-09-16T06:39:40.476 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 777 /etc/ceph 2024-09-16T06:39:40.500 INFO:tasks.cephadm:Writing seed config... 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-16T06:39:40.502 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-16T06:39:40.503 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-16T06:39:40.503 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:39:40.503 DEBUG:teuthology.orchestra.run.smithi042:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-16T06:39:40.534 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 53665a5e-73f6-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-16T06:39:40.534 DEBUG:teuthology.orchestra.run.smithi042:mon.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service 2024-09-16T06:39:40.577 DEBUG:teuthology.orchestra.run.smithi042:mgr.y> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service 2024-09-16T06:39:40.620 INFO:tasks.cephadm:Bootstrapping... 2024-09-16T06:39:40.620 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.42 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-16T06:39:40.830 INFO:teuthology.orchestra.run.smithi042.stdout:-------------------------------------------------------------------------------- 2024-09-16T06:39:40.831 INFO:teuthology.orchestra.run.smithi042.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '53665a5e-73f6-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.42', '--skip-admin-label'] 2024-09-16T06:39:40.855 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.2.2 2024-09-16T06:39:40.855 INFO:teuthology.orchestra.run.smithi042.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-16T06:39:40.855 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying podman|docker is present... 2024-09-16T06:39:40.878 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.2.2 2024-09-16T06:39:40.879 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying lvm2 is present... 2024-09-16T06:39:40.879 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying time synchronization is in place... 2024-09-16T06:39:40.887 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T06:39:40.887 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T06:39:40.895 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T06:39:40.895 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:39:40.902 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-09-16T06:39:40.908 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-09-16T06:39:40.908 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-09-16T06:39:40.908 INFO:teuthology.orchestra.run.smithi042.stdout:Repeating the final host check... 2024-09-16T06:39:40.939 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 5.2.2 2024-09-16T06:39:40.939 INFO:teuthology.orchestra.run.smithi042.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-16T06:39:40.939 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl is present 2024-09-16T06:39:40.939 INFO:teuthology.orchestra.run.smithi042.stdout:lvcreate is present 2024-09-16T06:39:40.946 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T06:39:40.946 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T06:39:40.953 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T06:39:40.953 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:39:40.960 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout enabled 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout active 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:Unit chronyd.service is enabled and running 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:Host looks OK 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:Cluster fsid: 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:Acquiring lock 140072901931936 on /run/cephadm/53665a5e-73f6-11ef-bceb-c7b262605968.lock 2024-09-16T06:39:40.967 INFO:teuthology.orchestra.run.smithi042.stdout:Lock 140072901931936 acquired on /run/cephadm/53665a5e-73f6-11ef-bceb-c7b262605968.lock 2024-09-16T06:39:40.968 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 3300 ... 2024-09-16T06:39:40.968 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying IP 172.21.15.42 port 6789 ... 2024-09-16T06:39:40.968 INFO:teuthology.orchestra.run.smithi042.stdout:Base mon IP(s) is [172.21.15.42:3300, 172.21.15.42:6789], mon addrv is [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-09-16T06:39:40.971 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.42 metric 100 2024-09-16T06:39:40.971 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.42 metric 100 2024-09-16T06:39:40.974 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-16T06:39:40.974 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-16T06:39:40.974 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1786sec hoplimit 64 pref medium 2024-09-16T06:39:40.977 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1440/64 scope link 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:Mon IP `172.21.15.42` is in CIDR network `172.21.0.0/20` 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-16T06:39:40.978 INFO:teuthology.orchestra.run.smithi042.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-16T06:39:40.979 INFO:teuthology.orchestra.run.smithi042.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stdout 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Getting image source signatures 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:16f62ad1b9e7009e3336687c29bef330814f97ad91514d727da356692f597064 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Copying config sha256:33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 2024-09-16T06:39:41.479 INFO:teuthology.orchestra.run.smithi042.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-16T06:39:42.467 INFO:teuthology.orchestra.run.smithi042.stdout:ceph: stdout ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T06:39:42.467 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph version: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T06:39:42.467 INFO:teuthology.orchestra.run.smithi042.stdout:Extracting ceph user uid/gid from container image... 2024-09-16T06:39:43.489 INFO:teuthology.orchestra.run.smithi042.stdout:stat: stdout 167 167 2024-09-16T06:39:43.489 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial keys... 2024-09-16T06:39:44.527 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQCv0udmQ0dsMhAAY06fk7eCboFwheADh/mi8w== 2024-09-16T06:39:45.474 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQCw0udm11vQMhAAR7gGAScn4o/PY5H+DZmxhg== 2024-09-16T06:39:46.539 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph-authtool: stdout AQCx0udmqhugMRAArancWiHHUTbmbD30icBUXw== 2024-09-16T06:39:46.539 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial monmap... 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:monmaptool for a [v2:172.21.15.42:3300,v1:172.21.15.42:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:setting min_mon_release = octopus 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: set fsid to 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:39:47.495 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T06:39:47.496 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:39:47.496 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mon... 2024-09-16T06:39:48.441 INFO:teuthology.orchestra.run.smithi042.stdout:create mon.a on 2024-09-16T06:39:48.664 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-16T06:39:48.813 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-16T06:39:48.967 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target. 2024-09-16T06:39:48.967 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target. 2024-09-16T06:39:49.150 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a 2024-09-16T06:39:49.150 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-16T06:39:49.327 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target.wants/ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968@.service. 2024-09-16T06:39:49.751 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 podman[27013]: 2024-09-16 06:39:49.479734491 +0000 UTC m=+0.016178220 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T06:39:49.751 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 podman[27013]: 2024-09-16 06:39:49.751472194 +0000 UTC m=+0.287915914 container init e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:39:49.865 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T06:39:49.865 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-09-16T06:39:49.872 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T06:39:49.872 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:39:49.872 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-09-16T06:39:49.872 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T06:39:49.873 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon to start... 2024-09-16T06:39:49.873 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mon... 2024-09-16T06:39:50.068 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 podman[27013]: 2024-09-16 06:39:49.756223123 +0000 UTC m=+0.292666843 container start e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:39:50.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 ceph-mon[27051]: mkfs 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:39:50.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 ceph-mon[27051]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T06:39:50.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 bash[27013]: e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa 2024-09-16T06:39:50.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:49 smithi042 systemd[1]: Started Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:39:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T06:39:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: monmap e1: 1 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:39:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: fsmap 2024-09-16T06:39:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: osdmap e1: 0 total, 0 up, 0 in 2024-09-16T06:39:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: mgrmap e1: no daemons active 2024-09-16T06:39:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:50 smithi042 ceph-mon[27051]: from='client.? 172.21.15.42:0/1059361512' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T06:39:54.384 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout cluster: 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout id: 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout services: 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.546107s) 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout data: 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-16T06:39:54.385 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-16T06:39:54.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout pgs: 2024-09-16T06:39:54.386 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:39:54.386 INFO:teuthology.orchestra.run.smithi042.stdout:mon is available 2024-09-16T06:39:54.386 INFO:teuthology.orchestra.run.smithi042.stdout:Assimilating anything we can from ceph.conf... 2024-09-16T06:39:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:57 smithi042 ceph-mon[27051]: from='client.? 172.21.15.42:0/800929901' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T06:39:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:39:57 smithi042 ceph-mon[27051]: from='client.? 172.21.15.42:0/800929901' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-16T06:40:01.265 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:01.265 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T06:40:01.265 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:01.265 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.42:3300,v1:172.21.15.42:6789] 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T06:40:01.266 INFO:teuthology.orchestra.run.smithi042.stdout:Generating new minimal ceph.conf... 2024-09-16T06:40:02.090 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:01 smithi042 ceph-mon[27051]: from='client.? 172.21.15.42:0/2326720966' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:40:02.352 INFO:teuthology.orchestra.run.smithi042.stdout:Restarting the monitor... 2024-09-16T06:40:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:02 smithi042 systemd[1]: Stopping Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:40:03.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[27028]: 2024-09-16T06:40:02.655+0000 7f1726de1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:40:03.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[27028]: 2024-09-16T06:40:02.655+0000 7f1726de1640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-16T06:40:03.069 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:02 smithi042 podman[27371]: 2024-09-16 06:40:02.788835783 +0000 UTC m=+0.250836497 container died e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-09-16T06:40:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 podman[27371]: 2024-09-16 06:40:03.177437302 +0000 UTC m=+0.639438001 container cleanup e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:40:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 bash[27371]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a 2024-09-16T06:40:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 podman[27389]: 2024-09-16 06:40:03.520081667 +0000 UTC m=+0.730085258 container remove e87461bdd51cb1ea53fe2a011422bbc2cd0be92a0558a0c09d64af606730a8aa (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:40:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T06:40:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 systemd[1]: Stopped Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:40:03.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 systemd[1]: Starting Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:40:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 podman[27484]: 2024-09-16 06:40:03.854324145 +0000 UTC m=+0.108447394 container create 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc) 2024-09-16T06:40:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:03 smithi042 podman[27484]: 2024-09-16 06:40:03.762129526 +0000 UTC m=+0.016252727 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 podman[27484]: 2024-09-16 06:40:04.073442842 +0000 UTC m=+0.327566043 container init 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 podman[27484]: 2024-09-16 06:40:04.078594542 +0000 UTC m=+0.332717745 container start 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable), process ceph-mon, pid 7 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: pidfile_write: ignore empty --pid-file 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: load: jerasure load: lrc 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: RocksDB version: 6.15.5 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Compile date Sep 15 2024 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: DB SUMMARY 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: DB Session ID: CKRLTIZE3BVG3HVG5IA3 2024-09-16T06:40:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: CURRENT file: CURRENT 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83162 ; 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.error_if_exists: 0 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.create_if_missing: 0 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.paranoid_checks: 1 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.env: 0x564369df1440 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.fs: Posix File System 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.info_log: 0x56436aa8aec0 2024-09-16T06:40:04.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.statistics: (nil) 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.use_fsync: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_log_file_size: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_fallocate: 1 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.use_direct_reads: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T06:40:04.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.db_log_dir: 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.write_buffer_manager: 0x56436ab487e0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-16T06:40:04.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T06:40:04.109 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T06:40:04.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.unordered_write: 0 2024-09-16T06:40:04.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T06:40:04.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T06:40:04.110 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.row_cache: None 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.wal_filter: None 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.preserve_deletes: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.two_write_queues: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.atomic_flush: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.log_readahead_size: 0 2024-09-16T06:40:04.111 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_background_jobs: 2 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_background_compactions: -1 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_subcompactions: 1 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T06:40:04.112 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_open_files: -1 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_background_flushes: -1 2024-09-16T06:40:04.113 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Compression algorithms supported: 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kZSTD supported: 0 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kXpressCompression supported: 0 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kBZip2Compression supported: 0 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kLZ4Compression supported: 1 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kZlibCompression supported: 1 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: kSnappyCompression supported: 1 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T06:40:04.114 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.merge_operator: 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_filter: None 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56436aa31a38) 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_type: 0 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_index_type: 0 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_shortening: 1 2024-09-16T06:40:04.115 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: hash_index_allow_collision: 1 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: checksum: 1 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: no_block_cache: 0 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache: 0x56436aa671f0 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_options: 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: capacity : 536870912 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_shard_bits : 4 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: strict_capacity_limit : 0 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_compressed: (nil) 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: persistent_cache: (nil) 2024-09-16T06:40:04.116 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size: 4096 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size_deviation: 10 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_restart_interval: 16 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_block_restart_interval: 1 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: metadata_block_size: 4096 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: partition_filters: 0 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: use_delta_encoding: 1 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: whole_key_filtering: 1 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: verify_compression: 0 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: format_version: 4 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_index_compression: 1 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_align: 0 2024-09-16T06:40:04.117 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression: NoCompression 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.num_levels: 7 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:40:04.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:40:04.119 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.arena_block_size: 4194304 2024-09-16T06:40:04.120 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:40:04.121 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.ttl: 2592000 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:40:04.122 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468804102720, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468804103537, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 79753, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 77992, "index_size": 223, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 9999, "raw_average_key_size": 47, "raw_value_size": 72311, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 211, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726468804, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "7a57bdde-dae9-4647-bd57-1bf801f0eb80", "db_session_id": "CKRLTIZE3BVG3HVG5IA3"}} 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-09-16T06:40:04.123 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468804103922, "job": 1, "event": "recovery_finished"} 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x56436aa9a700 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: DB pointer 0x56436aa6a000 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** DB Stats ** 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:40:04.124 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: L0 2/0 79.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Sum 2/0 79.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:40:04.125 INFO:journalctl@ceph.mon.a.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative compaction: 0.00 GB write, 22.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval compaction: 0.00 GB write, 22.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:40:04.126 INFO:journalctl@ceph.mon.a.smithi042.stdout: L0 2/0 79.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Sum 2/0 79.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 143.0 0.00 0.00 1 0.001 0 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:40:04.127 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative compaction: 0.00 GB write, 22.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: starting mon.a rank 0 at public addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] at bind addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???) e1 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).mds e1 new map 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).mds e1 print_map 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: e1 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: legacy client fscid: -1 2024-09-16T06:40:04.128 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout: No filesystems configured 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:40:04.129 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-16T06:40:04.214 INFO:teuthology.orchestra.run.smithi042.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-16T06:40:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T06:40:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: monmap e1: 1 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:40:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: fsmap 2024-09-16T06:40:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: osdmap e1: 0 total, 0 up, 0 in 2024-09-16T06:40:04.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 ceph-mon[27521]: mgrmap e1: no daemons active 2024-09-16T06:40:04.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 bash[27484]: 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 2024-09-16T06:40:04.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:04 smithi042 systemd[1]: Started Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:40:05.520 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-16T06:40:05.520 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-16T06:40:05.520 INFO:teuthology.orchestra.run.smithi042.stdout:Creating mgr... 2024-09-16T06:40:05.521 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-16T06:40:05.522 INFO:teuthology.orchestra.run.smithi042.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-16T06:40:05.710 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y 2024-09-16T06:40:05.710 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Failed to reset failed state of unit ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-16T06:40:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/856425752' entity='client.admin' 2024-09-16T06:40:05.877 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968.target.wants/ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-53665a5e-73f6-11ef-bceb-c7b262605968@.service. 2024-09-16T06:40:06.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:06 smithi042 podman[27755]: 2024-09-16 06:40:06.012727912 +0000 UTC m=+0.016011442 image pull 33ed8dba399669a1d738ac1a85bc5f36daf3048afed44b7a93f620fc77496a99 quay.ceph.io/ceph-ci/ceph:quincy 2024-09-16T06:40:07.494 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 podman[27755]: 2024-09-16 06:40:07.185396062 +0000 UTC m=+1.188679638 container create 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-16T06:40:07.722 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T06:40:07.722 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-09-16T06:40:07.731 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T06:40:07.731 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:40:07.732 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-09-16T06:40:07.732 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T06:40:07.743 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T06:40:07.743 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-09-16T06:40:07.752 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T06:40:07.752 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:40:07.752 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-09-16T06:40:07.752 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-16T06:40:07.753 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr to start... 2024-09-16T06:40:07.753 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr... 2024-09-16T06:40:07.875 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 podman[27755]: 2024-09-16 06:40:07.605593589 +0000 UTC m=+1.608877147 container init 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 podman[27755]: 2024-09-16 06:40:07.611948833 +0000 UTC m=+1.615232364 container start 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 bash[27755]: 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 systemd[1]: Started Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:07.746+0000 7f34a6df7ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:07.807+0000 7f34a6df7ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:07.876 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:07.875+0000 7f34a6df7ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:40:08.157 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:08.009+0000 7f34a6df7ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:08.436 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1364906581' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T06:40:08.437 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:08.157+0000 7f34a6df7ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:40:08.437 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:08.436+0000 7f34a6df7ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:40:08.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:08.499+0000 7f34a6df7ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:40:08.925 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:08.670+0000 7f34a6df7ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:40:08.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:08.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:08.953 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "53665a5e-73f6-11ef-bceb-c7b262605968", 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-09-16T06:40:08.954 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T06:40:08.955 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:08.956 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:08.957 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T06:39:49.790359+0000", 2024-09-16T06:40:08.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:08.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:08.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T06:40:08.958 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:08.958 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (1/15)... 2024-09-16T06:40:09.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:09 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:09.556+0000 7f34a6df7ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:40:09.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:09 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:09.623+0000 7f34a6df7ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:40:10.675 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.372+0000 7f34a6df7ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:40:10.675 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.488+0000 7f34a6df7ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:40:10.675 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.613+0000 7f34a6df7ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:10.675 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.674+0000 7f34a6df7ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:40:10.934 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.805+0000 7f34a6df7ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:40:10.934 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.874+0000 7f34a6df7ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:40:10.935 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:10.934+0000 7f34a6df7ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:40:11.191 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.083+0000 7f34a6df7ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:40:11.191 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.149+0000 7f34a6df7ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:40:11.478 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.222+0000 7f34a6df7ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:40:11.478 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.306+0000 7f34a6df7ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:11.478 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.367+0000 7f34a6df7ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:40:11.479 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:11.428+0000 7f34a6df7ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:40:11.777 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:11 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4210830475' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T06:40:12.015 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "53665a5e-73f6-11ef-bceb-c7b262605968", 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:12.016 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T06:40:12.017 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T06:40:12.018 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T06:40:12.021 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T06:40:12.022 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T06:39:49.790359+0000", 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:12.023 INFO:teuthology.orchestra.run.smithi042.stdout:mgr not available, waiting (2/15)... 2024-09-16T06:40:12.528 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:12.233+0000 7f34a6df7ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:40:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: Activating manager daemon y 2024-09-16T06:40:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: mgrmap e2: y(active, starting, since 0.0029892s) 2024-09-16T06:40:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:40:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: Manager daemon y is now available 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' 2024-09-16T06:40:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:12 smithi042 ceph-mon[27521]: from='mgr.14100 172.21.15.42:0/2548333959' entity='mgr.y' 2024-09-16T06:40:14.395 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:14 smithi042 ceph-mon[27521]: mgrmap e3: y(active, since 1.00662s) 2024-09-16T06:40:15.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:15 smithi042 ceph-mon[27521]: mgrmap e4: y(active, since 2s) 2024-09-16T06:40:15.309 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2265763444' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T06:40:15.313 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsid": "53665a5e-73f6-11ef-bceb-c7b262605968", 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 0 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T06:40:15.314 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T06:40:15.315 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.319 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ], 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:15.320 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T06:39:49.790359+0000", 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout }, 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:15.321 INFO:teuthology.orchestra.run.smithi042.stdout:mgr is available 2024-09-16T06:40:16.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:16 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3711334521' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout fsid = 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T06:40:16.502 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 2024-09-16T06:40:16.503 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T06:40:16.503 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T06:40:16.503 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T06:40:16.503 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling cephadm module... 2024-09-16T06:40:17.502 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/281602258' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-16T06:40:17.502 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setuser ceph since I am not root 2024-09-16T06:40:17.502 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setgroup ceph since I am not root 2024-09-16T06:40:17.502 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:17.377+0000 7f842a5abec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:40:17.503 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:17.434+0000 7f842a5abec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:17.503 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:17.501+0000 7f842a5abec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:40:17.774 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:17.631+0000 7f842a5abec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:17.774 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:17.774+0000 7f842a5abec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:40:18.281 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:18 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/281602258' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-16T06:40:18.281 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:18 smithi042 ceph-mon[27521]: mgrmap e5: y(active, since 5s) 2024-09-16T06:40:18.281 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:18.044+0000 7f842a5abec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:40:18.282 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:18.107+0000 7f842a5abec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:40:18.282 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:18.281+0000 7f842a5abec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:40:19.204 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:19.205 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-09-16T06:40:19.206 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 5... 2024-09-16T06:40:19.244 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:19.178+0000 7f842a5abec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:19 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4204312816' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T06:40:19.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:19.258+0000 7f842a5abec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:40:20.314 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.010+0000 7f842a5abec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:40:20.315 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.126+0000 7f842a5abec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:40:20.315 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.252+0000 7f842a5abec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:20.315 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.314+0000 7f842a5abec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:40:20.576 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.445+0000 7f842a5abec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:40:20.576 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.515+0000 7f842a5abec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:40:20.576 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.575+0000 7f842a5abec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:40:20.850 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.716+0000 7f842a5abec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:40:20.851 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.782+0000 7f842a5abec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:40:20.851 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.850+0000 7f842a5abec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:40:21.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.935+0000 7f842a5abec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:21.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:20.994+0000 7f842a5abec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:40:21.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:21.054+0000 7f842a5abec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:40:22.106 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:21.835+0000 7f842a5abec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:40:22.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: Active manager daemon y restarted 2024-09-16T06:40:22.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: Activating manager daemon y 2024-09-16T06:40:22.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: osdmap e2: 0 total, 0 up, 0 in 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: mgrmap e6: y(active, starting, since 0.00311786s) 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: Manager daemon y is now available 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:40:22.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:21 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:40:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:22 smithi042 ceph-mon[27521]: Found migration_current of "None". Setting to last migration. 2024-09-16T06:40:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:22 smithi042 ceph-mon[27521]: mgrmap e7: y(active, since 1.00534s) 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 5 is available 2024-09-16T06:40:23.570 INFO:teuthology.orchestra.run.smithi042.stdout:Setting orchestrator backend to cephadm... 2024-09-16T06:40:24.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:23 smithi042 ceph-mon[27521]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T06:40:24.239 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:23 smithi042 ceph-mon[27521]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T06:40:25.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-mon[27521]: mgrmap e8: y(active, since 2s) 2024-09-16T06:40:25.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-mon[27521]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:25.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:25.118 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:25.118 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:24.938+0000 7f83dc95a640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:40:24] ENGINE Error in HTTPServer.serve 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Traceback (most recent call last): 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._connections.run(self.expiration_interval) 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._run(expiration_interval) 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:40:25.119 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s = self.context.wrap_socket( 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: return self.sslsocket_class._create( 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self.do_handshake() 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._sslobj.do_handshake() 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:40:25.120 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:24] ENGINE Bus STARTING 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:24] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:24] ENGINE Bus STARTED 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:24] ENGINE Error in HTTPServer.serve 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:40:26.079 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:40:26.080 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:40:26.081 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:40:26.081 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:40:26.081 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:26.081 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:25 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:26.081 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-16T06:40:26.081 INFO:teuthology.orchestra.run.smithi042.stdout:Generating ssh key... 2024-09-16T06:40:27.159 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-mon[27521]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:27.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:27.160 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:27.160 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Generating public/private rsa key pair. 2024-09-16T06:40:27.160 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Your identification has been saved in /tmp/tmpiib_yqfi/key 2024-09-16T06:40:27.160 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Your public key has been saved in /tmp/tmpiib_yqfi/key.pub 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: The key fingerprint is: 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: SHA256:bC72uouqFSTwMFs1HwAix29ReAr2hQJSAgMjXigO7r4 ceph-53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: The key's randomart image is: 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: +---[RSA 3072]----+ 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |^+*++=o | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |O&* +oo. | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |Boo= =. | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: | = = . | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |. .. S | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: | . . o | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |. . o . | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: | o o o | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: |.Eo.. ++. | 2024-09-16T06:40:27.161 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: +----[SHA256]-----+ 2024-09-16T06:40:27.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:27 smithi042 ceph-mon[27521]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:27.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:27 smithi042 ceph-mon[27521]: Generating ssh key... 2024-09-16T06:40:28.652 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1U3mDbkLHOwSWuQWeDZyfjV8IaMj6yBPAA477QppDPERHJMfuNysHRXjJc+2n7ykMQTXTfq1mdkRckb0yKTj4c/8YmXNqfIjZ0Ha2kKdrJuZoR8eTw1d5+R0DaqpwO4ASEBflpZgREK/7O+YdeIkUqzcylNoW3xVP7+efR/W4+c4pdlTDEpkFr2SFOIgLPNUtG4RhEEW/o0AHYaiizVExGraUrlGZx5xVOhSHu/0HeFIvakPtOxGTJ7dh76LubOyBdf0W1CI5/ZIUCesblI+fqoFBWRY9xWF1Re/Z1FPH9626GxfAylptF7ZMtO2CZlC1gtBU9dN5HACJUslrKM5Oanu7kY/4lQfalda+1sijyGL0KifXjx+zWA96++kUY25p2W3mq4BN37qGrZBnsNZcjQkBv0VlfdE5UbYuT6vq7IPDFMqbariF4z6Ird8W4DlrhaQ8IjAZKpMdiLyIBnWLom3ci0FPxy4ccL8b3vw3wIVo9YrnqbXjl2cV2LklzFc= ceph-53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:28.652 INFO:teuthology.orchestra.run.smithi042.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-16T06:40:28.653 INFO:teuthology.orchestra.run.smithi042.stdout:Adding key to root@localhost authorized_keys... 2024-09-16T06:40:28.659 INFO:teuthology.orchestra.run.smithi042.stdout:Adding host smithi042... 2024-09-16T06:40:29.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:28 smithi042 ceph-mon[27521]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:30 smithi042 ceph-mon[27521]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi042", "addr": "172.21.15.42", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:31.571 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:31 smithi042 ceph-mon[27521]: Deploying cephadm binary to smithi042 2024-09-16T06:40:33.461 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Added host 'smithi042' with addr '172.21.15.42' 2024-09-16T06:40:33.462 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mon service... 2024-09-16T06:40:34.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:33 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:34.060 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:33 smithi042 ceph-mon[27521]: Added host smithi042 2024-09-16T06:40:34.061 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:33 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:35.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:35 smithi042 ceph-mon[27521]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:35.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:35 smithi042 ceph-mon[27521]: Saving service mon spec with placement count:5 2024-09-16T06:40:35.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:35 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:35.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:35 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:35.555 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:35 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:35.557 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-16T06:40:35.557 INFO:teuthology.orchestra.run.smithi042.stdout:Deploying unmanaged mgr service... 2024-09-16T06:40:36.864 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-16T06:40:37.315 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:37 smithi042 ceph-mon[27521]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:37.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:37 smithi042 ceph-mon[27521]: Saving service mgr spec with placement count:2 2024-09-16T06:40:37.316 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:37 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:38.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:38 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2974110723' entity='client.admin' 2024-09-16T06:40:38.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:38 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:39.388 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling the dashboard module... 2024-09-16T06:40:39.904 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:39 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2494145494' entity='client.admin' 2024-09-16T06:40:39.905 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:39 smithi042 ceph-mon[27521]: from='mgr.14118 172.21.15.42:0/2145288287' entity='mgr.y' 2024-09-16T06:40:40.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:40 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2599873786' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-16T06:40:40.961 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:40 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setuser ceph since I am not root 2024-09-16T06:40:40.961 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:40 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setgroup ceph since I am not root 2024-09-16T06:40:41.228 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:40 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:40.973+0000 7f53e3f3fec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:40:41.229 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.031+0000 7f53e3f3fec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:41.229 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.098+0000 7f53e3f3fec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:40:41.229 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.228+0000 7f53e3f3fec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:41.564 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.371+0000 7f53e3f3fec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:40:41.821 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.640+0000 7f53e3f3fec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:40:41.821 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.703+0000 7f53e3f3fec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:40:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2599873786' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-16T06:40:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-mon[27521]: mgrmap e9: y(active, since 18s) 2024-09-16T06:40:42.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:41.880+0000 7f53e3f3fec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:40:42.929 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:42 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3006656166' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T06:40:42.930 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:42.810+0000 7f53e3f3fec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:40:42.930 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:42.881+0000 7f53e3f3fec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:40:42.932 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for the mgr to restart... 2024-09-16T06:40:42.933 INFO:teuthology.orchestra.run.smithi042.stdout:Waiting for mgr epoch 9... 2024-09-16T06:40:43.770 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:43.649+0000 7f53e3f3fec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:40:43.770 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:43.769+0000 7f53e3f3fec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:40:44.092 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:43.897+0000 7f53e3f3fec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:40:44.092 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:43.959+0000 7f53e3f3fec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:40:44.092 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.091+0000 7f53e3f3fec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:40:44.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.162+0000 7f53e3f3fec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:40:44.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.222+0000 7f53e3f3fec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:40:44.644 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.363+0000 7f53e3f3fec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:40:44.644 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.430+0000 7f53e3f3fec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:40:44.644 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.499+0000 7f53e3f3fec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:40:44.644 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.584+0000 7f53e3f3fec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:40:44.644 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.643+0000 7f53e3f3fec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:40:45.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:44.703+0000 7f53e3f3fec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:40:45.733 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:45.480+0000 7f53e3f3fec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: Active manager daemon y restarted 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: Activating manager daemon y 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: osdmap e3: 0 total, 0 up, 0 in 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: mgrmap e10: y(active, starting, since 0.00332216s) 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: Manager daemon y is now available 2024-09-16T06:40:45.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:40:45.735 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:40:45.735 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:40:47.410 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout { 2024-09-16T06:40:47.410 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-16T06:40:47.410 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T06:40:47.411 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout } 2024-09-16T06:40:47.411 INFO:teuthology.orchestra.run.smithi042.stdout:mgr epoch 9 is available 2024-09-16T06:40:47.411 INFO:teuthology.orchestra.run.smithi042.stdout:Generating a dashboard self-signed certificate... 2024-09-16T06:40:47.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:47 smithi042 ceph-mon[27521]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T06:40:47.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:47 smithi042 ceph-mon[27521]: mgrmap e11: y(active, since 1.00556s) 2024-09-16T06:40:47.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:47 smithi042 ceph-mon[27521]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T06:40:47.659 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:47 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:48.212+0000 7f539499d640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:40:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Traceback (most recent call last): 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._connections.run(self.expiration_interval) 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._run(expiration_interval) 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:40:48.432 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:40:48.433 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:40:48.433 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:40:48.433 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:40:48.433 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s = self.context.wrap_socket( 2024-09-16T06:40:48.433 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: return self.sslsocket_class._create( 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self.do_handshake() 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._sslobj.do_handshake() 2024-09-16T06:40:48.434 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:40:48.435 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:40:48.708 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-16T06:40:48.709 INFO:teuthology.orchestra.run.smithi042.stdout:Creating initial admin user... 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: mgrmap e12: y(active, since 2s) 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:48] ENGINE Bus STARTING 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:48] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:48] ENGINE Bus STARTED 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: [16/Sep/2024:06:40:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:40:49.093 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:40:49.094 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:40:49.095 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:40:49.095 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:40:49.095 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:40:49.095 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:40:49.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:50.920 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:50 smithi042 ceph-mon[27521]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:40:50.920 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:40:50.922 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$llIQfH9bGno59.3fuGUv4ODsC6Z9SB0yJWxSTgB2cXaydaqznGFmS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726468849, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-16T06:40:50.922 INFO:teuthology.orchestra.run.smithi042.stdout:Fetching dashboard port number... 2024-09-16T06:40:51.850 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:51 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/993282954' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-16T06:40:52.162 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stdout 8443 2024-09-16T06:40:52.174 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T06:40:52.174 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout disabled 2024-09-16T06:40:52.181 INFO:teuthology.orchestra.run.smithi042.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T06:40:52.182 INFO:teuthology.orchestra.run.smithi042.stdout:systemctl: stdout inactive 2024-09-16T06:40:52.182 INFO:teuthology.orchestra.run.smithi042.stdout:firewalld.service is not enabled 2024-09-16T06:40:52.182 INFO:teuthology.orchestra.run.smithi042.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout:Ceph Dashboard is now available at: 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout: URL: https://smithi042.front.sepia.ceph.com:8443/ 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout: User: admin 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout: Password: cgf3dkvckq 2024-09-16T06:40:52.184 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:52.185 INFO:teuthology.orchestra.run.smithi042.stdout:Saving cluster configuration to /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config directory 2024-09-16T06:40:52.185 INFO:teuthology.orchestra.run.smithi042.stdout:Enabling autotune for osd_memory_target 2024-09-16T06:40:52.808 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:52 smithi042 ceph-mon[27521]: mgrmap e13: y(active, since 6s) 2024-09-16T06:40:54.817 INFO:teuthology.orchestra.run.smithi042.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-16T06:40:54.817 INFO:teuthology.orchestra.run.smithi042.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout:Or, if you are only running a single cluster on this host: 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.818 INFO:teuthology.orchestra.run.smithi042.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-16T06:40:54.819 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.819 INFO:teuthology.orchestra.run.smithi042.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-16T06:40:54.819 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.819 INFO:teuthology.orchestra.run.smithi042.stdout: ceph telemetry on 2024-09-16T06:40:54.819 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.820 INFO:teuthology.orchestra.run.smithi042.stdout:For more information see: 2024-09-16T06:40:54.820 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.820 INFO:teuthology.orchestra.run.smithi042.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-09-16T06:40:54.820 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:40:54.820 INFO:teuthology.orchestra.run.smithi042.stdout:Bootstrap complete. 2024-09-16T06:40:54.855 INFO:tasks.cephadm:Fetching config... 2024-09-16T06:40:54.855 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:40:54.855 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-16T06:40:54.874 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-16T06:40:54.874 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:40:54.874 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-16T06:40:54.930 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-16T06:40:54.931 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:40:54.931 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-16T06:40:54.997 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-16T06:40:54.997 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:40:54.997 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-16T06:40:55.054 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-16T06:40:55.054 DEBUG:teuthology.orchestra.run.smithi042:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1U3mDbkLHOwSWuQWeDZyfjV8IaMj6yBPAA477QppDPERHJMfuNysHRXjJc+2n7ykMQTXTfq1mdkRckb0yKTj4c/8YmXNqfIjZ0Ha2kKdrJuZoR8eTw1d5+R0DaqpwO4ASEBflpZgREK/7O+YdeIkUqzcylNoW3xVP7+efR/W4+c4pdlTDEpkFr2SFOIgLPNUtG4RhEEW/o0AHYaiizVExGraUrlGZx5xVOhSHu/0HeFIvakPtOxGTJ7dh76LubOyBdf0W1CI5/ZIUCesblI+fqoFBWRY9xWF1Re/Z1FPH9626GxfAylptF7ZMtO2CZlC1gtBU9dN5HACJUslrKM5Oanu7kY/4lQfalda+1sijyGL0KifXjx+zWA96++kUY25p2W3mq4BN37qGrZBnsNZcjQkBv0VlfdE5UbYuT6vq7IPDFMqbariF4z6Ird8W4DlrhaQ8IjAZKpMdiLyIBnWLom3ci0FPxy4ccL8b3vw3wIVo9YrnqbXjl2cV2LklzFc= ceph-53665a5e-73f6-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T06:40:55.135 INFO:teuthology.orchestra.run.smithi042.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1U3mDbkLHOwSWuQWeDZyfjV8IaMj6yBPAA477QppDPERHJMfuNysHRXjJc+2n7ykMQTXTfq1mdkRckb0yKTj4c/8YmXNqfIjZ0Ha2kKdrJuZoR8eTw1d5+R0DaqpwO4ASEBflpZgREK/7O+YdeIkUqzcylNoW3xVP7+efR/W4+c4pdlTDEpkFr2SFOIgLPNUtG4RhEEW/o0AHYaiizVExGraUrlGZx5xVOhSHu/0HeFIvakPtOxGTJ7dh76LubOyBdf0W1CI5/ZIUCesblI+fqoFBWRY9xWF1Re/Z1FPH9626GxfAylptF7ZMtO2CZlC1gtBU9dN5HACJUslrKM5Oanu7kY/4lQfalda+1sijyGL0KifXjx+zWA96++kUY25p2W3mq4BN37qGrZBnsNZcjQkBv0VlfdE5UbYuT6vq7IPDFMqbariF4z6Ird8W4DlrhaQ8IjAZKpMdiLyIBnWLom3ci0FPxy4ccL8b3vw3wIVo9YrnqbXjl2cV2LklzFc= ceph-53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:55.148 DEBUG:teuthology.orchestra.run.smithi164:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1U3mDbkLHOwSWuQWeDZyfjV8IaMj6yBPAA477QppDPERHJMfuNysHRXjJc+2n7ykMQTXTfq1mdkRckb0yKTj4c/8YmXNqfIjZ0Ha2kKdrJuZoR8eTw1d5+R0DaqpwO4ASEBflpZgREK/7O+YdeIkUqzcylNoW3xVP7+efR/W4+c4pdlTDEpkFr2SFOIgLPNUtG4RhEEW/o0AHYaiizVExGraUrlGZx5xVOhSHu/0HeFIvakPtOxGTJ7dh76LubOyBdf0W1CI5/ZIUCesblI+fqoFBWRY9xWF1Re/Z1FPH9626GxfAylptF7ZMtO2CZlC1gtBU9dN5HACJUslrKM5Oanu7kY/4lQfalda+1sijyGL0KifXjx+zWA96++kUY25p2W3mq4BN37qGrZBnsNZcjQkBv0VlfdE5UbYuT6vq7IPDFMqbariF4z6Ird8W4DlrhaQ8IjAZKpMdiLyIBnWLom3ci0FPxy4ccL8b3vw3wIVo9YrnqbXjl2cV2LklzFc= ceph-53665a5e-73f6-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T06:40:55.203 INFO:teuthology.orchestra.run.smithi164.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC1U3mDbkLHOwSWuQWeDZyfjV8IaMj6yBPAA477QppDPERHJMfuNysHRXjJc+2n7ykMQTXTfq1mdkRckb0yKTj4c/8YmXNqfIjZ0Ha2kKdrJuZoR8eTw1d5+R0DaqpwO4ASEBflpZgREK/7O+YdeIkUqzcylNoW3xVP7+efR/W4+c4pdlTDEpkFr2SFOIgLPNUtG4RhEEW/o0AHYaiizVExGraUrlGZx5xVOhSHu/0HeFIvakPtOxGTJ7dh76LubOyBdf0W1CI5/ZIUCesblI+fqoFBWRY9xWF1Re/Z1FPH9626GxfAylptF7ZMtO2CZlC1gtBU9dN5HACJUslrKM5Oanu7kY/4lQfalda+1sijyGL0KifXjx+zWA96++kUY25p2W3mq4BN37qGrZBnsNZcjQkBv0VlfdE5UbYuT6vq7IPDFMqbariF4z6Ird8W4DlrhaQ8IjAZKpMdiLyIBnWLom3ci0FPxy4ccL8b3vw3wIVo9YrnqbXjl2cV2LklzFc= ceph-53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:40:55.216 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-16T06:40:55.463 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:40:55.585 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:55 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3963862287' entity='client.admin' 2024-09-16T06:40:58.830 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-16T06:40:58.830 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-16T06:40:59.082 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:40:59.200 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:40:58 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3250656786' entity='client.admin' 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi042", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:00.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:01.979 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi164 2024-09-16T06:41:01.979 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:41:01.980 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.conf 2024-09-16T06:41:01.999 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:41:01.999 DEBUG:teuthology.orchestra.run.smithi164:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:02.058 INFO:tasks.cephadm:Adding host smithi164 to orchestrator... 2024-09-16T06:41:02.058 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch host add smithi164 2024-09-16T06:41:02.309 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:02.529 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:02.530 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:03.380 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:03 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:41:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:04 smithi042 ceph-mon[27521]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi164", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:06 smithi042 ceph-mon[27521]: Deploying cephadm binary to smithi164 2024-09-16T06:41:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:06 smithi042 ceph-mon[27521]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:07.458 INFO:teuthology.orchestra.run.smithi042.stdout:Added host 'smithi164' with addr '172.21.15.164' 2024-09-16T06:41:08.090 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-16T06:41:08.340 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:08.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:08.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: Added host smithi164 2024-09-16T06:41:08.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:08.715 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:08.715 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:08.715 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:10.098 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:41:10.098 INFO:teuthology.orchestra.run.smithi042.stdout:[{"addr": "172.21.15.42", "hostname": "smithi042", "labels": [], "status": ""}, {"addr": "172.21.15.164", "hostname": "smithi164", "labels": [], "status": ""}] 2024-09-16T06:41:10.098 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:09 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:10.684 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-16T06:41:10.684 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-16T06:41:10.934 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:11.055 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:10 smithi042 ceph-mon[27521]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:12.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:41:12.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi164", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:12.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:12 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T06:41:13.473 INFO:teuthology.orchestra.run.smithi042.stderr:adjusted tunables profile to default 2024-09-16T06:41:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:13 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:13 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:41:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:13 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T06:41:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:13 smithi042 ceph-mon[27521]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:14.153 INFO:tasks.cephadm:Adding mon.a on smithi042 2024-09-16T06:41:14.153 INFO:tasks.cephadm:Adding mon.c on smithi042 2024-09-16T06:41:14.154 INFO:tasks.cephadm:Adding mon.b on smithi164 2024-09-16T06:41:14.154 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b' 2024-09-16T06:41:14.397 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:14 smithi042 ceph-mon[27521]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:16.149 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mon update... 2024-09-16T06:41:16.733 DEBUG:teuthology.orchestra.run.smithi042:mon.c> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.c.service 2024-09-16T06:41:16.737 DEBUG:teuthology.orchestra.run.smithi164:mon.b> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.b.service 2024-09-16T06:41:16.739 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T06:41:16.739 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T06:41:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:17 smithi042 ceph-mon[27521]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:17 smithi042 ceph-mon[27521]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b;count:3 2024-09-16T06:41:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:17 smithi042 ceph-mon[27521]: Deploying daemon mon.b on smithi164 2024-09-16T06:41:18.718 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:41:19.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:18 smithi042 ceph-mon[27521]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression: NoCompression 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.num_levels: 7 2024-09-16T06:41:20.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:41:20.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:41:20.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:41:20.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:41:20.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:41:20.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:41:20.935 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:41:20.936 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:41:20.936 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:41:20.936 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:41:20.936 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:41:20.937 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:41:20.938 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:41:20.938 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:41:20.938 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:41:20.938 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:41:20.938 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:41:20.939 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:41:20.939 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:41:20.939 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:41:20.939 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:41:20.939 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:41:20.940 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:41:20.940 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:41:20.940 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:41:20.940 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:41:20.940 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:41:20.941 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:41:20.941 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:41:20.941 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.arena_block_size: 4194304 2024-09-16T06:41:20.941 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:41:20.941 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:41:20.942 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:41:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:41:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:41:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:41:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:41:20.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:41:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:41:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:41:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:41:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:41:20.944 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:41:20.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:41:20.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:41:20.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:41:20.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:41:20.945 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:41:20.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:41:20.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:41:20.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:41:20.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.ttl: 2592000 2024-09-16T06:41:20.946 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:41:20.947 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:41:20.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:41:20.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-16T06:41:20.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-16T06:41:20.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468880636785, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-16T06:41:20.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-16T06:41:20.949 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-16T06:41:20.949 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468880637244, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726468880, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "09f23132-89da-4430-a78b-72f53fddc3b6", "db_session_id": "L73UKEN1K2N67IEI0M4A"}} 2024-09-16T06:41:20.949 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-16T06:41:20.949 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468880637696, "job": 1, "event": "recovery_finished"} 2024-09-16T06:41:20.949 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:41:20.950 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55e130ba8700 2024-09-16T06:41:20.950 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: DB pointer 0x55e130b78000 2024-09-16T06:41:20.950 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-16T06:41:20.950 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-16T06:41:20.950 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** DB Stats ** 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:41:20.951 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-16T06:41:20.952 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:41:20.952 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.952 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:20.952 INFO:journalctl@ceph.mon.b.smithi164.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:20.952 INFO:journalctl@ceph.mon.b.smithi164.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:20.953 INFO:journalctl@ceph.mon.b.smithi164.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.953 INFO:journalctl@ceph.mon.b.smithi164.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.953 INFO:journalctl@ceph.mon.b.smithi164.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.953 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.953 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:20.954 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:20.955 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:41:20.955 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:41:20.955 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:41:20.955 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative compaction: 0.00 GB write, 0.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:20.955 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval compaction: 0.00 GB write, 0.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:20.956 INFO:journalctl@ceph.mon.b.smithi164.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:41:20.956 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.956 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:41:20.956 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.956 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-16T06:41:20.957 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.958 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:20.958 INFO:journalctl@ceph.mon.b.smithi164.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:20.958 INFO:journalctl@ceph.mon.b.smithi164.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:20.958 INFO:journalctl@ceph.mon.b.smithi164.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.5 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:20.958 INFO:journalctl@ceph.mon.b.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:20.959 INFO:journalctl@ceph.mon.b.smithi164.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:20.959 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:20.959 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:41:20.959 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:41:20.959 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative compaction: 0.00 GB write, 0.39 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:41:20.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-16T06:41:20.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: using public_addr v2:172.21.15.164:0/0 -> [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] 2024-09-16T06:41:20.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: starting mon.b rank -1 at public addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] at bind addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:20.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(???) e0 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:20.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).mds e1 new map 2024-09-16T06:41:20.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-16T06:41:20.962 INFO:journalctl@ceph.mon.b.smithi164.stdout: e1 2024-09-16T06:41:20.962 INFO:journalctl@ceph.mon.b.smithi164.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:41:20.962 INFO:journalctl@ceph.mon.b.smithi164.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:41:20.962 INFO:journalctl@ceph.mon.b.smithi164.stdout: legacy client fscid: -1 2024-09-16T06:41:20.962 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout: No filesystems configured 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-16T06:41:20.963 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-16T06:41:20.964 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-16T06:41:20.964 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T06:41:20.964 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:20.964 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:20.964 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:20.965 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:20.965 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:20.965 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:20.965 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:20.965 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T06:41:20.966 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:20.967 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:20.967 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:20.967 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:20.967 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:20.967 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:20.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:20.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:20.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:20.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:20.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:20.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b;count:3 2024-09-16T06:41:20.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: Deploying daemon mon.b on smithi164 2024-09-16T06:41:20.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:20.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 ceph-mon[31490]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-16T06:41:20.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 bash[31416]: d9619c05663621348326491a42f2a65ce523e63ed0075fe811a4f6e652421c22 2024-09-16T06:41:20.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:20 smithi164 systemd[1]: Started Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:41:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: mon.a calling monitor election 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: mon.b calling monitor election 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T06:41:25.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: monmap e2: 2 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: fsmap 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: mgrmap e13: y(active, since 40s) 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: overall HEALTH_OK 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:25.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: mon.a calling monitor election 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: mon.b calling monitor election 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: monmap e2: 2 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: fsmap 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: mgrmap e13: y(active, since 40s) 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: overall HEALTH_OK 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:26.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:26 smithi164 ceph-mon[31490]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:26 smithi164 ceph-mon[31490]: Deploying daemon mon.c on smithi042 2024-09-16T06:41:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:27.044 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:26 smithi042 ceph-mon[27521]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:27.044 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:26 smithi042 ceph-mon[27521]: Deploying daemon mon.c on smithi042 2024-09-16T06:41:27.044 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:27.183 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:41:27.184 INFO:teuthology.orchestra.run.smithi164.stdout:{"epoch":2,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","modified":"2024-09-16T06:41:20.667537Z","created":"2024-09-16T06:39:46.868375Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:3300","nonce":0},{"type":"v1","addr":"172.21.15.164:6789","nonce":0}]},"addr":"172.21.15.164:6789/0","public_addr":"172.21.15.164:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T06:41:27.184 INFO:teuthology.orchestra.run.smithi164.stderr:dumped monmap epoch 2 2024-09-16T06:41:27.933 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:27 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/4006184947' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:27 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/4006184947' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:28.710 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T06:41:28.710 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T06:41:28.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:28 smithi042 ceph-mon[27521]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:28.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:28 smithi042 podman[39147]: 2024-09-16 06:41:28.819318699 +0000 UTC m=+0.124265871 container create 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T06:41:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:28 smithi164 ceph-mon[31490]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.126 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 podman[39147]: 2024-09-16 06:41:29.021585532 +0000 UTC m=+0.326532662 container init 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 podman[39147]: 2024-09-16 06:41:29.026204054 +0000 UTC m=+0.331151187 container start 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable), process ceph-mon, pid 7 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pidfile_write: ignore empty --pid-file 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: load: jerasure load: lrc 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: RocksDB version: 6.15.5 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-09-16T06:41:29.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Compile date Sep 15 2024 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: DB SUMMARY 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: DB Session ID: GJLSB12TMMPTN4HJHT2N 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: CURRENT file: CURRENT 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.error_if_exists: 0 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.create_if_missing: 0 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.paranoid_checks: 1 2024-09-16T06:41:29.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.env: 0x55b80dd6e440 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.fs: Posix File System 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.info_log: 0x55b80e91aec0 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.statistics: (nil) 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.use_fsync: 0 2024-09-16T06:41:29.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_log_file_size: 0 2024-09-16T06:41:29.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_fallocate: 1 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.use_direct_reads: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.db_log_dir: 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T06:41:29.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.write_buffer_manager: 0x55b80e9d87b0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T06:41:29.360 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.unordered_write: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.row_cache: None 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.wal_filter: None 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.preserve_deletes: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.two_write_queues: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T06:41:29.361 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.atomic_flush: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.log_readahead_size: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_background_jobs: 2 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_background_compactions: -1 2024-09-16T06:41:29.362 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_subcompactions: 1 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_open_files: -1 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T06:41:29.363 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_background_flushes: -1 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Compression algorithms supported: 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kZSTD supported: 0 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kXpressCompression supported: 0 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kBZip2Compression supported: 0 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kLZ4Compression supported: 1 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kZlibCompression supported: 1 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: kSnappyCompression supported: 1 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.merge_operator: 2024-09-16T06:41:29.364 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_filter: None 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b80e8c1a38) 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_type: 0 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: data_block_index_type: 0 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_shortening: 1 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: hash_index_allow_collision: 1 2024-09-16T06:41:29.365 INFO:journalctl@ceph.mon.c.smithi042.stdout: checksum: 1 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: no_block_cache: 0 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache: 0x55b80e8f71f0 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_options: 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: capacity : 536870912 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: num_shard_bits : 4 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: strict_capacity_limit : 0 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_compressed: (nil) 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: persistent_cache: (nil) 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_size: 4096 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_size_deviation: 10 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_restart_interval: 16 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_block_restart_interval: 1 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: metadata_block_size: 4096 2024-09-16T06:41:29.366 INFO:journalctl@ceph.mon.c.smithi042.stdout: partition_filters: 0 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: use_delta_encoding: 1 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: whole_key_filtering: 1 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: verify_compression: 0 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: format_version: 4 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: enable_index_compression: 1 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_align: 0 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression: NoCompression 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:41:29.367 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.num_levels: 7 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:41:29.368 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:41:29.369 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:41:29.370 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.arena_block_size: 4194304 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:41:29.371 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:41:29.372 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.ttl: 2592000 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468889050515, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-09-16T06:41:29.373 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468889050838, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1726468889, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "b0dfa773-a92c-4343-8373-f0c70215b15f", "db_session_id": "GJLSB12TMMPTN4HJHT2N"}} 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726468889051190, "job": 1, "event": "recovery_finished"} 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55b80e92a700 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: DB pointer 0x55b80e8fa000 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** DB Stats ** 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:41:29.374 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:29.375 INFO:journalctl@ceph.mon.c.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:41:29.376 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.1 0.00 0.00 1 0.000 0 0 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:41:29.377 INFO:journalctl@ceph.mon.c.smithi042.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: using public_addrv [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: starting mon.c rank -1 at public addrs [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] at bind addrs [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(???) e0 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).mds e1 new map 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).mds e1 print_map 2024-09-16T06:41:29.378 INFO:journalctl@ceph.mon.c.smithi042.stdout: e1 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout: legacy client fscid: -1 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout: No filesystems configured 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:29.379 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2973028097' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.380 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Saving service mon spec with placement smithi042:172.21.15.42=a;smithi042:[v2:172.21.15.42:3301,v1:172.21.15.42:6790]=c;smithi164:172.21.15.164=b;count:3 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Deploying daemon mon.b on smithi164 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:29.381 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.a calling monitor election 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.b calling monitor election 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: monmap e2: 2 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: fsmap 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mgrmap e13: y(active, since 40s) 2024-09-16T06:41:29.382 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: overall HEALTH_OK 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: Deploying daemon mon.c on smithi042 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/4006184947' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 ceph-mon[39185]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 bash[39147]: 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be 2024-09-16T06:41:29.383 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:29 smithi042 systemd[1]: Started Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:41:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: mon.a calling monitor election 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: mon.b calling monitor election 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: mon.c calling monitor election 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: fsmap 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: mgrmap e13: y(active, since 48s) 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: overall HEALTH_OK 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.527 INFO:teuthology.orchestra.run.smithi164.stdout: 2024-09-16T06:41:34.527 INFO:teuthology.orchestra.run.smithi164.stdout:{"epoch":3,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","modified":"2024-09-16T06:41:29.072620Z","created":"2024-09-16T06:39:46.868375Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3300","nonce":0},{"type":"v1","addr":"172.21.15.42:6789","nonce":0}]},"addr":"172.21.15.42:6789/0","public_addr":"172.21.15.42:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:3300","nonce":0},{"type":"v1","addr":"172.21.15.164:6789","nonce":0}]},"addr":"172.21.15.164:6789/0","public_addr":"172.21.15.164:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:3301","nonce":0},{"type":"v1","addr":"172.21.15.42:6790","nonce":0}]},"addr":"172.21.15.42:6790/0","public_addr":"172.21.15.42:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-16T06:41:34.527 INFO:teuthology.orchestra.run.smithi164.stderr:dumped monmap epoch 3 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: mon.a calling monitor election 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: mon.b calling monitor election 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: mon.c calling monitor election 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: fsmap 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: mgrmap e13: y(active, since 48s) 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: overall HEALTH_OK 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: mon.a calling monitor election 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: mon.b calling monitor election 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: mon.c calling monitor election 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: fsmap 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: mgrmap e13: y(active, since 48s) 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: overall HEALTH_OK 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:34.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:35.071 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-16T06:41:35.071 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-16T06:41:35.324 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:35 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.324 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:35 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/3903424288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.325 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:35 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:35.338 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/3903424288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/3903424288' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T06:41:35.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:35 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:41:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.491 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.491 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.493 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:36.494 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[39185]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:41:37.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:37.341 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:37 smithi042 ceph-mon[27521]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:41:37.501 INFO:teuthology.orchestra.run.smithi042.stdout:# minimal ceph.conf for 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:37.502 INFO:teuthology.orchestra.run.smithi042.stdout:[global] 2024-09-16T06:41:37.502 INFO:teuthology.orchestra.run.smithi042.stdout: fsid = 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:41:37.502 INFO:teuthology.orchestra.run.smithi042.stdout: mon_host = [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:37.527 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:37 smithi164 ceph-mon[31490]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:41:38.331 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3781657715' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:38.332 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3781657715' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.333 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.333 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.333 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:38.333 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:38.333 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:38.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3781657715' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:38.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:38.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:38.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:38.622 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-16T06:41:38.623 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:41:38.623 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T06:41:38.652 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:41:38.652 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:38.720 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:41:38.721 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T06:41:38.755 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:41:38.755 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:41:38.823 INFO:tasks.cephadm:Adding mgr.y on smithi042 2024-09-16T06:41:38.824 INFO:tasks.cephadm:Adding mgr.x on smithi164 2024-09-16T06:41:38.824 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi042=y;smithi164=x' 2024-09-16T06:41:39.102 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:41:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:39 smithi164 ceph-mon[31490]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:41:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:39 smithi164 ceph-mon[31490]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:41:39.587 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:39 smithi042 ceph-mon[27521]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:41:39.587 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:39 smithi042 ceph-mon[27521]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:41:39.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:39 smithi042 ceph-mon[39185]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:41:39.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:39 smithi042 ceph-mon[39185]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:41:40.348 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:40.348 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.348 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.348 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:40.349 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:40.349 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:40 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:41:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:40 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:40.746 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mgr update... 2024-09-16T06:41:41.793 DEBUG:teuthology.orchestra.run.smithi164:mgr.x> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service 2024-09-16T06:41:41.795 INFO:tasks.cephadm:Deploying OSDs... 2024-09-16T06:41:41.795 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:41:41.795 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T06:41:41.816 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T06:41:41.817 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_1 2024-09-16T06:41:41.876 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T06:41:41.876 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:41.876 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-09-16T06:41:41.876 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:41.877 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:41.877 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-09-16 06:41:28.529143809 +0000 2024-09-16T06:41:41.877 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-09-16 06:37:13.906088329 +0000 2024-09-16T06:41:41.877 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-09-16 06:37:13.906088329 +0000 2024-09-16T06:41:41.877 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-09-16 06:37:13.906088329 +0000 2024-09-16T06:41:41.877 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T06:41:41.947 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-09-16T06:41:41.947 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-09-16T06:41:41.947 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000116937 s, 4.4 MB/s 2024-09-16T06:41:41.948 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T06:41:42.009 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_2 2024-09-16T06:41:42.067 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T06:41:42.067 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.067 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-16T06:41:42.067 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.068 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.068 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-09-16 06:41:28.530143802 +0000 2024-09-16T06:41:42.068 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.068 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.068 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.068 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T06:41:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[27521]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:41:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[27521]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:41:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[27521]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi042=y;smithi164=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[27521]: Saving service mgr spec with placement smithi042=y;smithi164=x;count:2 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[39185]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[39185]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[39185]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi042=y;smithi164=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[39185]: Saving service mgr spec with placement smithi042=y;smithi164=x;count:2 2024-09-16T06:41:42.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:41 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.128 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:41 smithi164 ceph-mon[31490]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:41:42.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:41 smithi164 ceph-mon[31490]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:41:42.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:41 smithi164 ceph-mon[31490]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi042=y;smithi164=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:42.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:41 smithi164 ceph-mon[31490]: Saving service mgr spec with placement smithi042=y;smithi164=x;count:2 2024-09-16T06:41:42.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:41 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.133 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-09-16T06:41:42.133 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-09-16T06:41:42.133 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000126353 s, 4.1 MB/s 2024-09-16T06:41:42.135 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T06:41:42.195 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_3 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 961 Links: 1 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-09-16 06:41:28.530143802 +0000 2024-09-16T06:41:42.252 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-09-16 06:37:13.905088250 +0000 2024-09-16T06:41:42.253 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-09-16 06:37:13.905088250 +0000 2024-09-16T06:41:42.253 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-09-16 06:37:13.905088250 +0000 2024-09-16T06:41:42.253 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T06:41:42.316 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-09-16T06:41:42.316 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-09-16T06:41:42.317 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 0.000113222 s, 4.5 MB/s 2024-09-16T06:41:42.318 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T06:41:42.375 DEBUG:teuthology.orchestra.run.smithi042:> stat /dev/vg_nvme/lv_4 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.431 INFO:teuthology.orchestra.run.smithi042.stdout:Access: 2024-09-16 06:41:28.530143802 +0000 2024-09-16T06:41:42.432 INFO:teuthology.orchestra.run.smithi042.stdout:Modify: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.432 INFO:teuthology.orchestra.run.smithi042.stdout:Change: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.432 INFO:teuthology.orchestra.run.smithi042.stdout: Birth: 2024-09-16 06:37:13.909088566 +0000 2024-09-16T06:41:42.432 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T06:41:42.495 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records in 2024-09-16T06:41:42.495 INFO:teuthology.orchestra.run.smithi042.stderr:1+0 records out 2024-09-16T06:41:42.495 INFO:teuthology.orchestra.run.smithi042.stderr:512 bytes copied, 9.4477e-05 s, 5.4 MB/s 2024-09-16T06:41:42.496 DEBUG:teuthology.orchestra.run.smithi042:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T06:41:42.553 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:41:42.553 DEBUG:teuthology.orchestra.run.smithi164:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T06:41:42.569 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T06:41:42.569 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_1 2024-09-16T06:41:42.624 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 957 Links: 1 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-09-16 06:41:19.460280241 +0000 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-09-16 06:37:13.908139892 +0000 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-09-16 06:37:13.908139892 +0000 2024-09-16T06:41:42.625 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-09-16 06:37:13.908139892 +0000 2024-09-16T06:41:42.625 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T06:41:42.689 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-09-16T06:41:42.689 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-09-16T06:41:42.689 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000216297 s, 2.4 MB/s 2024-09-16T06:41:42.690 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T06:41:42.747 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_2 2024-09-16T06:41:42.803 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 962 Links: 1 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-09-16 06:41:19.461280224 +0000 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.804 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.804 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T06:41:42.865 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:42.866 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:42.868 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-09-16T06:41:42.868 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-09-16T06:41:42.868 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000218567 s, 2.3 MB/s 2024-09-16T06:41:42.869 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T06:41:42.925 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_3 2024-09-16T06:41:42.980 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T06:41:42.980 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:42.980 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 963 Links: 1 2024-09-16T06:41:42.980 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:42.980 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:42.981 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-09-16 06:41:19.461280224 +0000 2024-09-16T06:41:42.981 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.981 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.981 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:42.981 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T06:41:43.043 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-09-16T06:41:43.043 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-09-16T06:41:43.044 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.00023615 s, 2.2 MB/s 2024-09-16T06:41:43.045 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T06:41:43.101 DEBUG:teuthology.orchestra.run.smithi164:> stat /dev/vg_nvme/lv_4 2024-09-16T06:41:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:43.155 INFO:teuthology.orchestra.run.smithi164.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Access: 2024-09-16 06:41:19.461280224 +0000 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Modify: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout:Change: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:43.156 INFO:teuthology.orchestra.run.smithi164.stdout: Birth: 2024-09-16 06:37:13.909140166 +0000 2024-09-16T06:41:43.156 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T06:41:43.219 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records in 2024-09-16T06:41:43.219 INFO:teuthology.orchestra.run.smithi164.stderr:1+0 records out 2024-09-16T06:41:43.219 INFO:teuthology.orchestra.run.smithi164.stderr:512 bytes copied, 0.000228933 s, 2.2 MB/s 2024-09-16T06:41:43.221 DEBUG:teuthology.orchestra.run.smithi164:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T06:41:43.278 INFO:tasks.cephadm:Deploying osd.0 on smithi042 with /dev/vg_nvme/lv_4... 2024-09-16T06:41:43.278 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-16T06:41:43.526 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:43.915 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:43 smithi042 ceph-mon[27521]: Deploying daemon mgr.x on smithi164 2024-09-16T06:41:43.916 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:43 smithi042 ceph-mon[39185]: Deploying daemon mgr.x on smithi164 2024-09-16T06:41:43.930 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:43 smithi164 ceph-mon[31490]: Deploying daemon mgr.x on smithi164 2024-09-16T06:41:44.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 podman[33367]: 2024-09-16 06:41:44.145173036 +0000 UTC m=+0.116885098 container create a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T06:41:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 podman[33367]: 2024-09-16 06:41:44.364592851 +0000 UTC m=+0.336304879 container init a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc) 2024-09-16T06:41:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 podman[33367]: 2024-09-16 06:41:44.369584234 +0000 UTC m=+0.341296251 container start a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=) 2024-09-16T06:41:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mgr[33405]: -- 172.21.15.164:0/362339127 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d93b77c340 con 0x55d93b788c00 2024-09-16T06:41:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 bash[33367]: a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 2024-09-16T06:41:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 systemd[1]: Started Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:41:44.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:44.482+0000 7fdf102cbec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:41:44.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:44.541+0000 7fdf102cbec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:41:44.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:44.608+0000 7fdf102cbec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:41:44.952 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.953 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:44.954 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:44.739+0000 7fdf102cbec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:44.888+0000 7fdf102cbec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:45.164+0000 7fdf102cbec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:45.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:45.298 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-16T06:41:45.377 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-16T06:41:45.388 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-09-16T06:41:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-09-16T06:41:45.388 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00833163 s, 1.3 GB/s 2024-09-16T06:41:45.388 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-09-16T06:41:45.474 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:45.228+0000 7fdf102cbec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:41:45.474 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:45.396+0000 7fdf102cbec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:41:46.094 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_4 2024-09-16T06:41:46.523 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:46.251+0000 7fdf102cbec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:41:46.523 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:46.315+0000 7fdf102cbec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:41:46.787 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:46.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[27521]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T06:41:46.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:46.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:46.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:46 smithi042 ceph-mon[39185]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:46.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T06:41:46.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:41:46.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:41:46.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:46.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:46 smithi164 ceph-mon[31490]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:41:47.307 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.019+0000 7fdf102cbec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:41:47.307 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.129+0000 7fdf102cbec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:41:47.307 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.247+0000 7fdf102cbec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:41:47.560 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.306+0000 7fdf102cbec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:41:47.560 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.430+0000 7fdf102cbec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:41:47.561 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.497+0000 7fdf102cbec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:41:47.561 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.558+0000 7fdf102cbec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:41:47.820 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.692+0000 7fdf102cbec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:41:47.820 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.754+0000 7fdf102cbec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:41:47.820 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.819+0000 7fdf102cbec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:41:48.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.899+0000 7fdf102cbec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:41:48.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:47.955+0000 7fdf102cbec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:41:48.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:48.012+0000 7fdf102cbec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:41:48.540 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.540 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[27521]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:48.541 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.542 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:48 smithi042 ceph-mon[39185]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-mon[31490]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:49.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:41:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:41:48.752+0000 7fdf102cbec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:41:49.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: Standby manager daemon x started 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:41:49.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:41:49.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:41:49.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:41:49.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:41:49.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:41:49.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/214373476' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:41:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:41:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:41:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:50.708 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[27521]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:50.708 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[27521]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T06:41:50.708 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:41:50.708 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[27521]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:50.709 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[39185]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:50.709 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[39185]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T06:41:50.709 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:41:50.709 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:50 smithi042 ceph-mon[39185]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:50 smithi164 ceph-mon[31490]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:41:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:50 smithi164 ceph-mon[31490]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T06:41:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:41:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:50 smithi164 ceph-mon[31490]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:51 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1402964525' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:51 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:51 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]': finished 2024-09-16T06:41:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:51 smithi164 ceph-mon[31490]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T06:41:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:51 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1402964525' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]': finished 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[27521]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1402964525' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]: dispatch 2024-09-16T06:41:51.795 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "92e85281-0ab4-4cba-9584-6123519feb1b"}]': finished 2024-09-16T06:41:51.795 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[39185]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T06:41:51.795 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:51 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:41:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:52 smithi042 ceph-mon[27521]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:52 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2029426855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:41:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:52 smithi042 ceph-mon[39185]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:52 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2029426855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:41:52.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:52 smithi164 ceph-mon[31490]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:52.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:52 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2029426855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:41:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:54 smithi042 ceph-mon[39185]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:54 smithi042 ceph-mon[27521]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:54.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:54 smithi164 ceph-mon[31490]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:56.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:56 smithi042 ceph-mon[27521]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:56.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:56 smithi042 ceph-mon[39185]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:56 smithi164 ceph-mon[31490]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:57.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:57 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:41:57.821 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:57 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:57.821 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:57 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:41:57.821 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:57 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:57 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:41:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:57 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:41:58.777 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:58 smithi042 ceph-mon[27521]: Deploying daemon osd.0 on smithi042 2024-09-16T06:41:58.777 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:41:58 smithi042 ceph-mon[27521]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:58.777 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:58 smithi042 ceph-mon[39185]: Deploying daemon osd.0 on smithi042 2024-09-16T06:41:58.777 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:41:58 smithi042 ceph-mon[39185]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:41:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:58 smithi164 ceph-mon[31490]: Deploying daemon osd.0 on smithi042 2024-09-16T06:41:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:41:58 smithi164 ceph-mon[31490]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:00.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:00 smithi042 ceph-mon[27521]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:00.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:00 smithi042 ceph-mon[39185]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:00.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:00 smithi164 ceph-mon[31490]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[27521]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[39185]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:02 smithi164 ceph-mon[31490]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:04 smithi042 ceph-mon[27521]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:04 smithi042 ceph-mon[39185]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:04 smithi164 ceph-mon[31490]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:05.389 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 0 on host 'smithi042' 2024-09-16T06:42:06.302 DEBUG:teuthology.orchestra.run.smithi042:osd.0> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.0.service 2024-09-16T06:42:06.305 INFO:tasks.cephadm:Deploying osd.1 on smithi042 with /dev/vg_nvme/lv_3... 2024-09-16T06:42:06.305 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-16T06:42:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[27521]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[27521]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:42:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[39185]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:06 smithi042 ceph-mon[39185]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:42:06.606 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:06 smithi164 ceph-mon[31490]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:06 smithi164 ceph-mon[31490]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:07 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:42:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T06:42:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:07.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:07.815 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[43461]: 2024-09-16T06:42:07.398+0000 7fd3e06a7640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T06:42:07.816 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[43461]: 2024-09-16T06:42:07.401+0000 7fd3d9cdb640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[27521]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[27521]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[27521]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:08.717 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[39185]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:08.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[39185]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T06:42:08.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:08 smithi042 ceph-mon[39185]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:08 smithi164 ceph-mon[31490]: from='osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:08 smithi164 ceph-mon[31490]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T06:42:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:08 smithi164 ceph-mon[31490]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T06:42:09.382 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-16T06:42:09.479 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-16T06:42:09.491 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-09-16T06:42:09.491 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-09-16T06:42:09.491 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00972415 s, 1.1 GB/s 2024-09-16T06:42:09.491 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-09-16T06:42:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:09 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:42:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:09 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:42:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:09 smithi164 ceph-mon[31490]: osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271] boot 2024-09-16T06:42:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:09 smithi164 ceph-mon[31490]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T06:42:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:09 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[27521]: osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271] boot 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[27521]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:09.799 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:42:09.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:42:09.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[39185]: osd.0 [v2:172.21.15.42:6802/838935271,v1:172.21.15.42:6803/838935271] boot 2024-09-16T06:42:09.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[39185]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T06:42:09.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:09 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:42:10.099 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_3 2024-09-16T06:42:10.355 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:10.729 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:10 smithi042 ceph-mon[39185]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T06:42:10.729 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:10 smithi042 ceph-mon[39185]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:10.729 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:10 smithi042 ceph-mon[27521]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T06:42:10.729 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:10 smithi042 ceph-mon[27521]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:10 smithi164 ceph-mon[31490]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T06:42:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:10 smithi164 ceph-mon[31490]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi042 2024-09-16T06:42:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 16068M 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:12.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:12 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi042 2024-09-16T06:42:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 16068M 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi042 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 16068M 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:13.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:12 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[27521]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[39185]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:13 smithi164 ceph-mon[31490]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:14.832 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:14 smithi042 ceph-mon[27521]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:14.832 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:14 smithi042 ceph-mon[39185]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:14 smithi164 ceph-mon[31490]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1965770866' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:15 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:15 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]': finished 2024-09-16T06:42:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:15 smithi164 ceph-mon[31490]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T06:42:15.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:15 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1965770866' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]': finished 2024-09-16T06:42:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[27521]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T06:42:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1965770866' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]: dispatch 2024-09-16T06:42:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "183b5ae5-fd4c-41e8-a717-aff07d0bbf57"}]': finished 2024-09-16T06:42:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[39185]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T06:42:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:15 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:16 smithi164 ceph-mon[31490]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:16 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3552304936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:16 smithi042 ceph-mon[27521]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:16 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3552304936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:17.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:16 smithi042 ceph-mon[39185]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:17.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:16 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3552304936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:18 smithi042 ceph-mon[27521]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:18 smithi042 ceph-mon[39185]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:18 smithi164 ceph-mon[31490]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:20 smithi042 ceph-mon[39185]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:20 smithi042 ceph-mon[27521]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:20 smithi164 ceph-mon[31490]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:21.988 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:42:21.989 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:21.989 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:42:21.989 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:42:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:22 smithi164 ceph-mon[31490]: Deploying daemon osd.1 on smithi042 2024-09-16T06:42:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:22 smithi164 ceph-mon[31490]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:23.028 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:22 smithi042 ceph-mon[27521]: Deploying daemon osd.1 on smithi042 2024-09-16T06:42:23.029 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:22 smithi042 ceph-mon[27521]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:23.029 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:22 smithi042 ceph-mon[39185]: Deploying daemon osd.1 on smithi042 2024-09-16T06:42:23.029 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:22 smithi042 ceph-mon[39185]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:24.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:24 smithi042 ceph-mon[27521]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:24.913 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:24 smithi042 ceph-mon[39185]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:24 smithi164 ceph-mon[31490]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:26 smithi164 ceph-mon[31490]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:26.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:27.063 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[27521]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[39185]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:27.064 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:28 smithi164 ceph-mon[31490]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:28.999 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:28 smithi042 ceph-mon[27521]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:28.999 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:28 smithi042 ceph-mon[39185]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:29.924 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 1 on host 'smithi042' 2024-09-16T06:42:30.574 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.574 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.574 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:30.574 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:30.574 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.575 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.603 DEBUG:teuthology.orchestra.run.smithi042:osd.1> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.1.service 2024-09-16T06:42:30.605 INFO:tasks.cephadm:Deploying osd.2 on smithi042 with /dev/vg_nvme/lv_2... 2024-09-16T06:42:30.605 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-16T06:42:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:30.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:31.303 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:31.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[27521]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:42:31.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[27521]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[27521]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[27521]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[39185]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[39185]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[39185]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-mon[39185]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:31.567 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[49796]: 2024-09-16T06:42:31.312+0000 7f4ec30b4640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T06:42:31.568 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:42:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[49796]: 2024-09-16T06:42:31.315+0000 7f4ebaec3640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:42:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:31 smithi164 ceph-mon[31490]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:42:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:31 smithi164 ceph-mon[31490]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T06:42:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:31 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:31 smithi164 ceph-mon[31490]: from='osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:31 smithi164 ceph-mon[31490]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:32.544 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:32.545 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:32 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T06:42:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:32.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: pgmap v55: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-09-16T06:42:32.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:32 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[27521]: osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977] boot 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[27521]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:42:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:42:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[39185]: osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977] boot 2024-09-16T06:42:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[39185]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T06:42:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:33 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:42:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:33 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:42:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:33 smithi164 ceph-mon[31490]: osd.1 [v2:172.21.15.42:6810/3690448977,v1:172.21.15.42:6811/3690448977] boot 2024-09-16T06:42:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:33 smithi164 ceph-mon[31490]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T06:42:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:42:33.897 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-16T06:42:33.984 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-16T06:42:33.995 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-09-16T06:42:33.995 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-09-16T06:42:33.996 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00961655 s, 1.1 GB/s 2024-09-16T06:42:33.996 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-09-16T06:42:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:34 smithi042 ceph-mon[27521]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T06:42:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:34 smithi042 ceph-mon[27521]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:34 smithi042 ceph-mon[39185]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T06:42:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:34 smithi042 ceph-mon[39185]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:34.664 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_2 2024-09-16T06:42:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:34 smithi164 ceph-mon[31490]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T06:42:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:34 smithi164 ceph-mon[31490]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:35.112 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi042 2024-09-16T06:42:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.186 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 8034M 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[27521]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi042 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.187 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 8034M 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.188 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:36 smithi042 ceph-mon[39185]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi042 2024-09-16T06:42:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 8034M 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:36 smithi164 ceph-mon[31490]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[27521]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:37.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[39185]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:37.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:37.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:37.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:37 smithi164 ceph-mon[31490]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:42:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:42:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:42:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:38.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:38 smithi042 ceph-mon[27521]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:38.252 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:38 smithi042 ceph-mon[39185]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:38.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:38 smithi164 ceph-mon[31490]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3988887216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]': finished 2024-09-16T06:42:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[27521]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T06:42:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:39.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3988887216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]': finished 2024-09-16T06:42:39.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[39185]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T06:42:39.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:39 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:39 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3988887216' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:39 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]: dispatch 2024-09-16T06:42:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:39 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9deab786-78ae-46a7-958d-8384104227f8"}]': finished 2024-09-16T06:42:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:39 smithi164 ceph-mon[31490]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T06:42:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:39 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:40 smithi042 ceph-mon[27521]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:40 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/79749336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:40 smithi042 ceph-mon[39185]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:40 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/79749336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:40 smithi164 ceph-mon[31490]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:40 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/79749336' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:42:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:42 smithi042 ceph-mon[27521]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:42 smithi042 ceph-mon[39185]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:42.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:42 smithi164 ceph-mon[31490]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:44 smithi042 ceph-mon[27521]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:44 smithi042 ceph-mon[39185]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:44 smithi164 ceph-mon[31490]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:45.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:42:45.836 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:45.836 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:45 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:42:45.836 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:45 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:45.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:45 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:42:45.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:45 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:46.706 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:46 smithi042 ceph-mon[27521]: Deploying daemon osd.2 on smithi042 2024-09-16T06:42:46.707 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:46 smithi042 ceph-mon[27521]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:46.707 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:46 smithi042 ceph-mon[39185]: Deploying daemon osd.2 on smithi042 2024-09-16T06:42:46.707 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:46 smithi042 ceph-mon[39185]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:46 smithi164 ceph-mon[31490]: Deploying daemon osd.2 on smithi042 2024-09-16T06:42:46.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:46 smithi164 ceph-mon[31490]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:48.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:48 smithi042 ceph-mon[27521]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:48.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:48 smithi042 ceph-mon[39185]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:48 smithi164 ceph-mon[31490]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:50.830 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[27521]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[39185]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:50.831 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:50.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:50 smithi164 ceph-mon[31490]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:50.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:50.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:50.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:52 smithi042 ceph-mon[39185]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:52 smithi042 ceph-mon[27521]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:52.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:52 smithi164 ceph-mon[31490]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:53.853 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 2 on host 'smithi042' 2024-09-16T06:42:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.498 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.499 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:54.523 DEBUG:teuthology.orchestra.run.smithi042:osd.2> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.2.service 2024-09-16T06:42:54.525 INFO:tasks.cephadm:Deploying osd.3 on smithi042 with /dev/vg_nvme/lv_1... 2024-09-16T06:42:54.525 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-16T06:42:55.260 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[27521]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[27521]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[27521]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[39185]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[39185]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:55.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-mon[39185]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:55.356 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[55786]: 2024-09-16T06:42:55.188+0000 7f66d30a3640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T06:42:55.356 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:42:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[55786]: 2024-09-16T06:42:55.194+0000 7f66cd6d9640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:42:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:55 smithi164 ceph-mon[31490]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:42:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:55 smithi164 ceph-mon[31490]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T06:42:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:55 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:55 smithi164 ceph-mon[31490]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:42:56.375 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[27521]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:56.375 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[27521]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T06:42:56.375 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.375 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.376 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[27521]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:56.376 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[39185]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:56.376 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[39185]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T06:42:56.376 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.376 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.377 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:56 smithi042 ceph-mon[39185]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:56 smithi164 ceph-mon[31490]: from='osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:42:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:56 smithi164 ceph-mon[31490]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T06:42:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:56 smithi164 ceph-mon[31490]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-09-16T06:42:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:42:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:42:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081] boot 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081] boot 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T06:42:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:57 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:42:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:42:57.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: osd.2 [v2:172.21.15.42:6818/2722288081,v1:172.21.15.42:6819/2722288081] boot 2024-09-16T06:42:57.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T06:42:57.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:57 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:42:57.858 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-16T06:42:57.943 INFO:teuthology.orchestra.run.smithi042.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-16T06:42:57.958 INFO:teuthology.orchestra.run.smithi042.stderr: stderr: 10+0 records in 2024-09-16T06:42:57.958 INFO:teuthology.orchestra.run.smithi042.stderr:10+0 records out 2024-09-16T06:42:57.958 INFO:teuthology.orchestra.run.smithi042.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127773 s, 821 MB/s 2024-09-16T06:42:57.958 INFO:teuthology.orchestra.run.smithi042.stderr:--> Zapping successful for: 2024-09-16T06:42:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[27521]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T06:42:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[27521]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:42:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T06:42:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[39185]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T06:42:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[39185]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:42:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:58 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T06:42:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:58 smithi164 ceph-mon[31490]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T06:42:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:58 smithi164 ceph-mon[31490]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:42:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:58 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-09-16T06:42:59.313 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi042:vg_nvme/lv_1 2024-09-16T06:42:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T06:42:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T06:42:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:42:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi042 2024-09-16T06:42:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 5356M 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:59.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:42:59 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.592 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:42:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T06:42:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T06:42:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:42:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi042 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 5356M 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi042 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 5356M 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:42:59.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:42:59.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:42:59 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:43:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[39185]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T06:43:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[39185]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:00.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:43:00.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[27521]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T06:43:00.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:00 smithi042 ceph-mon[27521]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:00.355 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:59 smithi042 sudo[60135]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:00.355 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:59 smithi042 sudo[60135]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:00.355 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:59 smithi042 sudo[60135]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:00.355 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:42:59 smithi042 sudo[60135]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:00 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:43:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:00 smithi164 ceph-mon[31490]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T06:43:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:00 smithi164 ceph-mon[31490]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:00.702 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60149]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:00.702 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60149]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:00.702 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60149]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:00.702 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60149]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:01.009 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60172]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:01.009 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60172]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:01.010 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60172]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:01.010 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:00 smithi042 sudo[60172]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[27521]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T06:43:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[27521]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T06:43:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:01.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[39185]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T06:43:01.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[39185]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T06:43:01.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:01 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:01.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:01 smithi164 ceph-mon[31490]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T06:43:01.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:01 smithi164 ceph-mon[31490]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T06:43:01.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:01 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:01.822 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60221]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:01.823 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60221]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:01.823 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60221]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:01.823 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60221]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:02.105 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60346]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:02.105 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60346]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:02.105 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60346]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:02.105 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:01 smithi042 sudo[60346]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:02 smithi164 ceph-mon[31490]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:02 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:02.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:02 smithi164 ceph-mon[31490]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[27521]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[27521]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[39185]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi042:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:02 smithi042 ceph-mon[39185]: pgmap v80: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:02.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60386]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:02.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60386]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:02.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60386]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:02.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60386]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60397]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60397]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60397]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:02 smithi042 sudo[60397]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:03.466 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 sudo[60421]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:03.466 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 sudo[60421]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:03.466 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 sudo[60421]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:03.466 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 sudo[60421]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:03.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34069]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:03.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34069]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:03.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34069]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:03.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34069]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34072]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34072]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34072]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 sudo[34072]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:03.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:04.590 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60491]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T06:43:04.590 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60491]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:04.590 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60491]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:04.590 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60491]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:04.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:04.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]: dispatch 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]': finished 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T06:43:04.842 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60494]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60494]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60494]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 sudo[60494]: pam_unix(sudo:session): session closed for user root 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:04.843 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:04.844 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]: dispatch 2024-09-16T06:43:04.844 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.844 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]': finished 2024-09-16T06:43:04.844 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T06:43:04.844 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:04 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]: dispatch 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1965182544' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99d0cb10-2887-4650-98e7-1fceb791c3b4"}]': finished 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T06:43:04.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:04 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/265444065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/265444065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/265444065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:06 smithi164 ceph-mon[31490]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:07.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:06 smithi042 ceph-mon[27521]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:07.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:06 smithi042 ceph-mon[39185]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:08 smithi042 ceph-mon[27521]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:08.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:08 smithi042 ceph-mon[39185]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:08 smithi164 ceph-mon[31490]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:10.902 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:10 smithi042 ceph-mon[27521]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-16T06:43:10.902 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:10 smithi042 ceph-mon[39185]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-16T06:43:10.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:10 smithi164 ceph-mon[31490]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-16T06:43:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:43:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:12.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:43:12.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:12.075 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:43:12.075 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:12.924 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:12 smithi042 ceph-mon[27521]: Deploying daemon osd.3 on smithi042 2024-09-16T06:43:12.924 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:12 smithi042 ceph-mon[27521]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-16T06:43:12.925 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:12 smithi042 ceph-mon[39185]: Deploying daemon osd.3 on smithi042 2024-09-16T06:43:12.925 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:12 smithi042 ceph-mon[39185]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-16T06:43:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:12 smithi164 ceph-mon[31490]: Deploying daemon osd.3 on smithi042 2024-09-16T06:43:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:12 smithi164 ceph-mon[31490]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-16T06:43:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:14 smithi042 ceph-mon[27521]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-16T06:43:14.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:14 smithi042 ceph-mon[39185]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-16T06:43:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:14 smithi164 ceph-mon[31490]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-16T06:43:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:16 smithi164 ceph-mon[31490]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-09-16T06:43:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:16 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:16 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:16 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[27521]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[39185]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 72 KiB/s wr, 5 op/s 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:17.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:16 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:18 smithi042 ceph-mon[27521]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:19.233 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:18 smithi042 ceph-mon[39185]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:19.233 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:18 smithi164 ceph-mon[31490]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:19.986 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[39185]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.986 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[39185]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.986 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:19.986 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:19.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[27521]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[27521]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:19.987 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:19 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:19 smithi164 ceph-mon[31490]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:19 smithi164 ceph-mon[31490]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:43:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:19 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:19 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:20.022 INFO:teuthology.orchestra.run.smithi042.stdout:Created osd(s) 3 on host 'smithi042' 2024-09-16T06:43:20.728 DEBUG:teuthology.orchestra.run.smithi042:osd.3> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.3.service 2024-09-16T06:43:20.731 INFO:tasks.cephadm:Deploying osd.4 on smithi164 with /dev/vg_nvme/lv_4... 2024-09-16T06:43:20.731 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-09-16T06:43:20.977 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:43:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:43:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T06:43:20.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:20.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:20.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:20.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:20.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:20 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:21.016 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-16T06:43:21.017 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:21.018 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:20 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:21.920 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[27521]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[27521]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[39185]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[39185]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.921 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:21 smithi164 ceph-mon[31490]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]': finished 2024-09-16T06:43:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:21 smithi164 ceph-mon[31490]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T06:43:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.741 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-09-16T06:43:22.832 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-09-16T06:43:22.847 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-09-16T06:43:22.847 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-09-16T06:43:22.848 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131015 s, 800 MB/s 2024-09-16T06:43:22.848 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-09-16T06:43:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:43:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:43:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954] boot 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:22 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954] boot 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: osd.3 [v2:172.21.15.42:6826/1370210954,v1:172.21.15.42:6827/1370210954] boot 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T06:43:22.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:22 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:43:23.437 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_4 2024-09-16T06:43:23.676 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:43:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T06:43:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:23.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:23 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:24.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:23 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:24.978 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi042 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 4017M 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:24.979 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi042 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 4017M 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi042 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 4017M 2024-09-16T06:43:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:25.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:25.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:25.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:25 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:26.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:26.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:26.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:25 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:26.903 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:26 smithi164 ceph-mon[31490]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:26.903 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:26 smithi164 ceph-mon[31490]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:27.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:26 smithi042 ceph-mon[27521]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:27.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:26 smithi042 ceph-mon[27521]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:26 smithi042 ceph-mon[39185]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:26 smithi042 ceph-mon[39185]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/1705714952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:28.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]': finished 2024-09-16T06:43:28.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T06:43:28.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:28.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:28 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/3042443392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/1705714952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]': finished 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/3042443392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/1705714952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]: dispatch 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4"}]': finished 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T06:43:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:29.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:28 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/3042443392' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:31.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:30 smithi042 ceph-mon[27521]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:31.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:30 smithi042 ceph-mon[39185]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:31.128 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:30 smithi164 ceph-mon[31490]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:32.874 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:32 smithi164 ceph-mon[31490]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:33.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:32 smithi042 ceph-mon[27521]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:33.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:32 smithi042 ceph-mon[39185]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:34 smithi164 ceph-mon[31490]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:43:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:34 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:34.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:34 smithi164 ceph-mon[31490]: Deploying daemon osd.4 on smithi164 2024-09-16T06:43:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[39185]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:43:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[39185]: Deploying daemon osd.4 on smithi164 2024-09-16T06:43:35.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[27521]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:35.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:43:35.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:35.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:34 smithi042 ceph-mon[27521]: Deploying daemon osd.4 on smithi164 2024-09-16T06:43:36.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:36 smithi164 ceph-mon[31490]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:36 smithi042 ceph-mon[39185]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:37.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:36 smithi042 ceph-mon[27521]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:39.012 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:38 smithi164 ceph-mon[31490]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:39.012 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:39.012 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:39.012 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:38 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[39185]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:39.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[27521]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:39.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:39.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:39.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:38 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:41.104 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:40 smithi164 ceph-mon[31490]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:41.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:40 smithi042 ceph-mon[39185]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:41.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:40 smithi042 ceph-mon[27521]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:41.699 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 4 on host 'smithi164' 2024-09-16T06:43:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:41 smithi164 ceph-mon[31490]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:41 smithi164 ceph-mon[31490]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:41 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:41 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.023 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[39185]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:42.023 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[39185]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[27521]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[27521]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.024 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:41 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.301 DEBUG:teuthology.orchestra.run.smithi164:osd.4> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.4.service 2024-09-16T06:43:42.304 INFO:tasks.cephadm:Deploying osd.5 on smithi164 with /dev/vg_nvme/lv_3... 2024-09-16T06:43:42.304 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-09-16T06:43:42.595 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:43:42.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.970 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:42.970 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[36753]: 2024-09-16T06:43:42.767+0000 7f1296ff3640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T06:43:42.970 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:43:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[36753]: 2024-09-16T06:43:42.771+0000 7f1293e2e640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:43:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:43:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:43:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:43.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:44.092 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:43 smithi164 ceph-mon[31490]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:43:44.092 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:43 smithi164 ceph-mon[31490]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T06:43:44.092 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:43 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.092 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:43 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[27521]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:43:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[27521]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T06:43:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[39185]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:43:44.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[39185]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T06:43:44.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:43 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:43:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:43:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:44.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711] boot 2024-09-16T06:43:44.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T06:43:44.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:44.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:44 smithi164 ceph-mon[31490]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T06:43:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:43:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711] boot 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[27521]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:43:45.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: osd.4 [v2:172.21.15.164:6800/3755516711,v1:172.21.15.164:6801/3755516711] boot 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:43:45.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:44 smithi042 ceph-mon[39185]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T06:43:45.882 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-09-16T06:43:45.995 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-09-16T06:43:46.010 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-09-16T06:43:46.010 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-09-16T06:43:46.011 INFO:teuthology.orchestra.run.smithi164.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0134934 s, 777 MB/s 2024-09-16T06:43:46.011 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-09-16T06:43:46.322 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:46 smithi164 ceph-mon[31490]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T06:43:46.322 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:46 smithi164 ceph-mon[31490]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:46 smithi042 ceph-mon[39185]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T06:43:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:46 smithi042 ceph-mon[39185]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:46 smithi042 ceph-mon[27521]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T06:43:46.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:46 smithi042 ceph-mon[27521]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:46.629 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_3 2024-09-16T06:43:47.312 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:43:48.417 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi164 2024-09-16T06:43:48.417 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 17088M 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.418 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:48 smithi164 ceph-mon[31490]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi164 2024-09-16T06:43:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 17088M 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[27521]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi164 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 17088M 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:43:48.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:48.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:43:48.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:43:48.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:48 smithi042 ceph-mon[39185]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:43:49.578 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:49.578 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:49.579 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:49 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:43:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:43:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:49 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:50.467 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:50 smithi164 ceph-mon[31490]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:50.467 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:50 smithi164 ceph-mon[31490]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T06:43:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:50 smithi042 ceph-mon[39185]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:50 smithi042 ceph-mon[39185]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T06:43:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:50 smithi042 ceph-mon[27521]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:43:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:50 smithi042 ceph-mon[27521]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T06:43:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:51 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/564836936' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:51 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:51 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]': finished 2024-09-16T06:43:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:51 smithi164 ceph-mon[31490]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T06:43:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:51 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:43:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/564836936' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]': finished 2024-09-16T06:43:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[39185]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T06:43:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:43:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/564836936' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]: dispatch 2024-09-16T06:43:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45b38297-114d-4275-b0ab-af049ef82e35"}]': finished 2024-09-16T06:43:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[27521]: osdmap e34: 6 total, 5 up, 6 in 2024-09-16T06:43:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:51 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:43:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:52 smithi164 ceph-mon[31490]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-16T06:43:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:52 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/2056804415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:52.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:52 smithi042 ceph-mon[27521]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-16T06:43:52.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:52 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/2056804415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:52.789 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:52 smithi042 ceph-mon[39185]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-16T06:43:52.789 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:52 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/2056804415' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:43:54.850 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:54 smithi164 ceph-mon[31490]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-16T06:43:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:54 smithi042 ceph-mon[27521]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-16T06:43:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:54 smithi042 ceph-mon[39185]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-16T06:43:56.708 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:56 smithi164 ceph-mon[31490]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:56 smithi042 ceph-mon[39185]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:56 smithi042 ceph-mon[27521]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:58 smithi164 ceph-mon[31490]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:58 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:43:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:58 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:43:58 smithi164 ceph-mon[31490]: Deploying daemon osd.5 on smithi164 2024-09-16T06:43:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[27521]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[27521]: Deploying daemon osd.5 on smithi164 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[39185]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:43:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:43:58 smithi042 ceph-mon[39185]: Deploying daemon osd.5 on smithi164 2024-09-16T06:44:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:00 smithi164 ceph-mon[31490]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:00 smithi042 ceph-mon[27521]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:00 smithi042 ceph-mon[39185]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:02 smithi042 ceph-mon[27521]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:02.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:02 smithi042 ceph-mon[39185]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:02 smithi164 ceph-mon[31490]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:03.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:03 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:03.916 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:03.916 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:03.916 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:03 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:04 smithi164 ceph-mon[31490]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:04 smithi042 ceph-mon[27521]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:04 smithi042 ceph-mon[39185]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:06.037 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 5 on host 'smithi164' 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:06.593 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:06 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.595 DEBUG:teuthology.orchestra.run.smithi164:osd.5> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.5.service 2024-09-16T06:44:06.598 INFO:tasks.cephadm:Deploying osd.6 on smithi164 with /dev/vg_nvme/lv_2... 2024-09-16T06:44:06.598 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-09-16T06:44:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:06.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:06.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:06 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:07.367 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:44:07.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-mon[31490]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:44:07.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-mon[31490]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T06:44:07.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:07.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-mon[31490]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:07.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-mon[31490]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:07.605 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[42931]: 2024-09-16T06:44:07.349+0000 7fde158df640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T06:44:07.605 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:44:07 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[42931]: 2024-09-16T06:44:07.354+0000 7fde10716640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:44:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[27521]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:44:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[27521]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T06:44:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[27521]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[27521]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:07.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[39185]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:44:07.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[39185]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T06:44:07.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:07.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[39185]: from='osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:07.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:07 smithi042 ceph-mon[39185]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[27521]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[27521]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[27521]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[39185]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[39185]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:08 smithi042 ceph-mon[39185]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:08 smithi164 ceph-mon[31490]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:08 smithi164 ceph-mon[31490]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T06:44:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:08 smithi164 ceph-mon[31490]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-09-16T06:44:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837] boot 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[27521]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:44:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:44:09.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837] boot 2024-09-16T06:44:09.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T06:44:09.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:09.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:09 smithi042 ceph-mon[39185]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T06:44:09.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:44:09.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:44:09.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: osd.5 [v2:172.21.15.164:6808/3553353837,v1:172.21.15.164:6809/3553353837] boot 2024-09-16T06:44:09.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: osdmap e37: 6 total, 6 up, 6 in 2024-09-16T06:44:09.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:44:09.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:09 smithi164 ceph-mon[31490]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T06:44:09.770 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-09-16T06:44:09.872 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-09-16T06:44:09.888 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-09-16T06:44:09.888 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-09-16T06:44:09.888 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0143546 s, 730 MB/s 2024-09-16T06:44:09.888 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-09-16T06:44:10.637 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:10 smithi164 ceph-mon[31490]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:10.638 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:10 smithi164 ceph-mon[31490]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T06:44:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:10 smithi042 ceph-mon[27521]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:10 smithi042 ceph-mon[27521]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T06:44:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:10 smithi042 ceph-mon[39185]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:10 smithi042 ceph-mon[39185]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T06:44:11.055 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_2 2024-09-16T06:44:11.295 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi164 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 8544M 2024-09-16T06:44:11.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:11.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:11.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:11.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi164 2024-09-16T06:44:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 8544M 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi164 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 8544M 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:12.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:12 smithi164 ceph-mon[31490]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:13.005 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:12 smithi042 ceph-mon[39185]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:13.005 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:12 smithi042 ceph-mon[27521]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:13.868 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:13.868 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:13.868 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:13 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:14.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:14.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:14.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:13 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:14 smithi164 ceph-mon[31490]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:14 smithi164 ceph-mon[31490]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:14 smithi042 ceph-mon[27521]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:14 smithi042 ceph-mon[27521]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:15.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:14 smithi042 ceph-mon[39185]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:15.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:14 smithi042 ceph-mon[39185]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:15.895 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/621852052' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:15.895 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:15 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:15.895 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:15 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]': finished 2024-09-16T06:44:15.895 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:15 smithi164 ceph-mon[31490]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T06:44:15.895 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:15 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/621852052' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]': finished 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[27521]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/621852052' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]: dispatch 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10b373d2-ca71-41ae-ab7b-b547270a7fbd"}]': finished 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[39185]: osdmap e40: 7 total, 6 up, 7 in 2024-09-16T06:44:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:15 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:16 smithi164 ceph-mon[31490]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:16 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/2060049483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:16 smithi042 ceph-mon[27521]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:16 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/2060049483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:16 smithi042 ceph-mon[39185]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:17.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:16 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/2060049483' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:18 smithi164 ceph-mon[31490]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:19.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:18 smithi042 ceph-mon[27521]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:18 smithi042 ceph-mon[39185]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:20.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:20 smithi164 ceph-mon[31490]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:21.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:20 smithi042 ceph-mon[27521]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:21.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:20 smithi042 ceph-mon[39185]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:21.987 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:44:21.987 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:21 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:44:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:21 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:44:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:21 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:22.923 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:22 smithi164 ceph-mon[31490]: Deploying daemon osd.6 on smithi164 2024-09-16T06:44:22.923 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:22 smithi164 ceph-mon[31490]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:22 smithi042 ceph-mon[27521]: Deploying daemon osd.6 on smithi164 2024-09-16T06:44:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:22 smithi042 ceph-mon[27521]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:23.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:22 smithi042 ceph-mon[39185]: Deploying daemon osd.6 on smithi164 2024-09-16T06:44:23.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:22 smithi042 ceph-mon[39185]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:24 smithi164 ceph-mon[31490]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:24 smithi042 ceph-mon[27521]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:24 smithi042 ceph-mon[39185]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:26.818 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:26 smithi164 ceph-mon[31490]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:26.818 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:26.818 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:26.818 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:26 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:27.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[27521]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[39185]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:26 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:28 smithi164 ceph-mon[31490]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:28 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:28 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[27521]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[39185]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:28 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.511 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 6 on host 'smithi164' 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:29.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:29.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:29 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:29 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:30.139 DEBUG:teuthology.orchestra.run.smithi164:osd.6> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.6.service 2024-09-16T06:44:30.142 INFO:tasks.cephadm:Deploying osd.7 on smithi164 with /dev/vg_nvme/lv_1... 2024-09-16T06:44:30.143 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-09-16T06:44:30.896 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:30.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-mon[31490]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:30.990 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[48999]: 2024-09-16T06:44:30.958+0000 7fd9abef2640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T06:44:30.990 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:44:30 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[48999]: 2024-09-16T06:44:30.964+0000 7fd9a6d29640 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:44:31.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:31.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[27521]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T06:44:31.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:31.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: from='osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:31.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:30 smithi042 ceph-mon[39185]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:31 smithi164 ceph-mon[31490]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:31 smithi164 ceph-mon[31490]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T06:44:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:31 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:31 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:31 smithi164 ceph-mon[31490]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[27521]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[27521]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T06:44:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[27521]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[39185]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[39185]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:32.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:31 smithi042 ceph-mon[39185]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-09-16T06:44:33.128 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:32 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:44:33.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:32 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:44:33.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:32 smithi164 ceph-mon[31490]: osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343] boot 2024-09-16T06:44:33.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:32 smithi164 ceph-mon[31490]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T06:44:33.129 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:32 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:44:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:44:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[27521]: osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343] boot 2024-09-16T06:44:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[27521]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T06:44:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:33.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:44:33.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:44:33.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[39185]: osd.6 [v2:172.21.15.164:6816/732339343,v1:172.21.15.164:6817/732339343] boot 2024-09-16T06:44:33.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[39185]: osdmap e43: 7 total, 7 up, 7 in 2024-09-16T06:44:33.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:32 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:44:34.076 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T06:44:34.076 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:34.076 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi164 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 5696M 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:34.077 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.078 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:33 smithi164 ceph-mon[31490]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T06:44:34.199 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-09-16T06:44:34.281 INFO:teuthology.orchestra.run.smithi164.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-09-16T06:44:34.295 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10+0 records in 2024-09-16T06:44:34.295 INFO:teuthology.orchestra.run.smithi164.stderr:10+0 records out 2024-09-16T06:44:34.295 INFO:teuthology.orchestra.run.smithi164.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115805 s, 905 MB/s 2024-09-16T06:44:34.295 INFO:teuthology.orchestra.run.smithi164.stderr:--> Zapping successful for: 2024-09-16T06:44:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T06:44:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi164 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 5696M 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[27521]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: osdmap e44: 7 total, 7 up, 7 in 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi164 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 5696M 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:34.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:33 smithi042 ceph-mon[39185]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T06:44:34.962 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi164:vg_nvme/lv_1 2024-09-16T06:44:35.205 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:44:36.670 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:36 smithi164 ceph-mon[31490]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:36 smithi042 ceph-mon[27521]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:36 smithi042 ceph-mon[39185]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[27521]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[39185]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:37.859 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:37 smithi164 ceph-mon[31490]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi164:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:44:37.859 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T06:44:37.859 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T06:44:37.860 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:38.794 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:38 smithi164 ceph-mon[31490]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:38 smithi042 ceph-mon[27521]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:38 smithi042 ceph-mon[39185]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/3981326217' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]': finished 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/1607047097' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/3981326217' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]': finished 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:39 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/1607047097' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/3981326217' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]: dispatch 2024-09-16T06:44:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f01eafa-d320-4bd4-a9ab-9fb4360cf461"}]': finished 2024-09-16T06:44:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: osdmap e46: 8 total, 7 up, 8 in 2024-09-16T06:44:39.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:39.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:39 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/1607047097' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T06:44:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:40 smithi042 ceph-mon[27521]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:40.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:40 smithi042 ceph-mon[39185]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:40.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:40 smithi164 ceph-mon[31490]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:42 smithi164 ceph-mon[31490]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:42 smithi042 ceph-mon[27521]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:42 smithi042 ceph-mon[39185]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:44.798 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:44 smithi164 ceph-mon[31490]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:44 smithi042 ceph-mon[27521]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:44 smithi042 ceph-mon[39185]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:45.834 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:45 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:44:45.834 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:45 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:44:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:45 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:45 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:44:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:45 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:46 smithi164 ceph-mon[31490]: Deploying daemon osd.7 on smithi164 2024-09-16T06:44:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:46 smithi164 ceph-mon[31490]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:46 smithi042 ceph-mon[27521]: Deploying daemon osd.7 on smithi164 2024-09-16T06:44:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:46 smithi042 ceph-mon[27521]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:46 smithi042 ceph-mon[39185]: Deploying daemon osd.7 on smithi164 2024-09-16T06:44:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:46 smithi042 ceph-mon[39185]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:48.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:48 smithi042 ceph-mon[39185]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:48 smithi042 ceph-mon[27521]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:48 smithi164 ceph-mon[31490]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:50.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:50 smithi164 ceph-mon[31490]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:50.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:50.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:50.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:50 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[27521]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[39185]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:50 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:52.915 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:52 smithi164 ceph-mon[31490]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:52.949 INFO:teuthology.orchestra.run.smithi164.stdout:Created osd(s) 7 on host 'smithi164' 2024-09-16T06:44:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:52 smithi042 ceph-mon[27521]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:52 smithi042 ceph-mon[39185]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:53.585 DEBUG:teuthology.orchestra.run.smithi164:osd.7> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.7.service 2024-09-16T06:44:53.587 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-16T06:44:53.588 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T06:44:53.857 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.238 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:53 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:44:54.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:54.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:54.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:53 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[27521]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[27521]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[27521]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[27521]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[39185]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[39185]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[39185]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:54 smithi042 ceph-mon[39185]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.141 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-mon[31490]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:44:55.141 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-mon[31490]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T06:44:55.141 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:55.141 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-mon[31490]: from='osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.141 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-mon[31490]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:44:55.141 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[55495]: 2024-09-16T06:44:54.957+0000 7efe49ca9640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T06:44:55.141 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:44:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[55495]: 2024-09-16T06:44:54.964+0000 7efe432bb640 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:44:56.044 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[27521]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[27521]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[27521]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[39185]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:56.045 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[39185]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T06:44:56.046 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.046 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.046 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:55 smithi042 ceph-mon[39185]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:55 smithi164 ceph-mon[31490]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]': finished 2024-09-16T06:44:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:55 smithi164 ceph-mon[31490]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T06:44:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:55 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:55 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:56.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:55 smithi164 ceph-mon[31490]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-09-16T06:44:56.659 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":49,"num_osds":8,"num_up_osds":8,"osd_up_since":1726469095,"num_in_osds":8,"osd_in_since":1726469079,"num_remapped_pgs":1} 2024-09-16T06:44:56.660 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T06:44:56.920 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:44:56.960 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: purged_snaps scrub starts 2024-09-16T06:44:56.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: purged_snaps scrub ok 2024-09-16T06:44:56.961 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043] boot 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: purged_snaps scrub starts 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: purged_snaps scrub ok 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043] boot 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4255549601' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: Detected new or changed devices on smithi164 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 4272M 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:57.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:56 smithi164 ceph-mon[31490]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T06:44:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4255549601' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: Detected new or changed devices on smithi164 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 4272M 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[27521]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: purged_snaps scrub starts 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: purged_snaps scrub ok 2024-09-16T06:44:57.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: osd.7 [v2:172.21.15.164:6824/4169668043,v1:172.21.15.164:6825/4169668043] boot 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: osdmap e49: 8 total, 8 up, 8 in 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4255549601' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: Detected new or changed devices on smithi164 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 4272M 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:44:57.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:56 smithi042 ceph-mon[39185]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T06:44:58.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:57 smithi164 ceph-mon[31490]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:44:58.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:57 smithi164 ceph-mon[31490]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T06:44:58.298 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:57 smithi042 ceph-mon[27521]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:44:58.298 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:57 smithi042 ceph-mon[27521]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T06:44:58.299 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:57 smithi042 ceph-mon[39185]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:44:58.299 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:57 smithi042 ceph-mon[39185]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T06:44:58.976 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:44:58.976 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":51,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:44:57.954347+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:44:59.301 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:44:59 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3467026019' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:44:59.302 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:44:59 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3467026019' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:44:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:44:59 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3467026019' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:44:59.627 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T06:42:57.986237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T06:44:59.627 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-16T06:44:59.884 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:45:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:00 smithi042 ceph-mon[27521]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:00 smithi042 ceph-mon[39185]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:00 smithi164 ceph-mon[31490]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:01.895 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-09-16T06:45:02.635 INFO:tasks.cephadm:Adding mds.a on smithi042 2024-09-16T06:45:02.635 INFO:tasks.cephadm:Adding mds.b on smithi164 2024-09-16T06:45:02.635 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi042=a;smithi164=b' 2024-09-16T06:45:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:02 smithi042 ceph-mon[27521]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:02 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/620605531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:02.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:02 smithi042 ceph-mon[39185]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:02.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:02 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/620605531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:02.892 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:02 smithi164 ceph-mon[31490]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:02.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:02 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/620605531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:04.679 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled mds.all update... 2024-09-16T06:45:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:04 smithi042 ceph-mon[27521]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:04 smithi042 ceph-mon[39185]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:04 smithi164 ceph-mon[31490]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:05.312 DEBUG:teuthology.orchestra.run.smithi042:mds.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.a.service 2024-09-16T06:45:05.314 DEBUG:teuthology.orchestra.run.smithi164:mds.b> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.b.service 2024-09-16T06:45:05.317 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-16T06:45:05.318 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:45:05.664 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:05.664 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":51,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:44:57.954347+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:45:05.676 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T06:42:57.986237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T06:45:05.677 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T06:45:05.935 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:05.935 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: Saving service mds.all spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:05.935 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.935 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: Deploying daemon mds.a on smithi042 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3349099206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:05.936 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: Saving service mds.all spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: Deploying daemon mds.a on smithi042 2024-09-16T06:45:05.937 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3349099206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:05.957 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-09-16T06:45:05.970 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: Saving service mds.all spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:05.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:05.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:05.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:05.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: Deploying daemon mds.a on smithi042 2024-09-16T06:45:05.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3349099206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:06.278 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:06.278 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-16T06:45:06.278 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 1 2024-09-16T06:45:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:06 smithi164 ceph-mon[31490]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3582634853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/395300830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:07.046 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[27521]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:07.046 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3582634853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:07.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/395300830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:07.047 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[39185]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:07.047 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3582634853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:07.047 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/395300830' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:07.047 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:06 smithi042 podman[67799]: 2024-09-16 06:45:06.921004843 +0000 UTC m=+0.124520493 container create aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-16T06:45:07.604 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:07 smithi042 podman[67799]: 2024-09-16 06:45:07.156633247 +0000 UTC m=+0.360148852 container init aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T06:45:07.604 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:07 smithi042 podman[67799]: 2024-09-16 06:45:07.161633743 +0000 UTC m=+0.365149348 container start aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T06:45:07.604 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[67814]: starting mds.a at 2024-09-16T06:45:07.604 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:07 smithi042 bash[67799]: aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c 2024-09-16T06:45:07.605 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:45:07 smithi042 systemd[1]: Started Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:45:08.291 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:45:08.484 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: mds.? [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] up:boot 2024-09-16T06:45:08.484 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: fsmap 1 up:standby 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: Deploying daemon mds.b on smithi164 2024-09-16T06:45:08.485 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:08 smithi164 ceph-mon[31490]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: mds.? [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] up:boot 2024-09-16T06:45:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: fsmap 1 up:standby 2024-09-16T06:45:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: Deploying daemon mds.b on smithi164 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[27521]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: mds.? [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] up:boot 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: fsmap 1 up:standby 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: Deploying daemon mds.b on smithi164 2024-09-16T06:45:08.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:08 smithi042 ceph-mon[39185]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:08.617 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:08.617 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-16T06:45:08.617 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 2 2024-09-16T06:45:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:09 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3876051782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:09.489 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 podman[59948]: 2024-09-16 06:45:09.394739645 +0000 UTC m=+0.130981952 container create e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T06:45:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:09 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3876051782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:09 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3876051782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:09.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 podman[59948]: 2024-09-16 06:45:09.62194527 +0000 UTC m=+0.358187583 container init e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=quincy-6d025bc, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-16T06:45:09.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 podman[59948]: 2024-09-16 06:45:09.626763507 +0000 UTC m=+0.363005814 container start e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T06:45:09.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[59963]: starting mds.b at 2024-09-16T06:45:09.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 bash[59948]: e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 2024-09-16T06:45:09.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:09 smithi164 systemd[1]: Started Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:45:10.630 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:45:10.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:10.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:10.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:10.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:10.775 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:10.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:10.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:10.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:boot 2024-09-16T06:45:10.776 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: fsmap 2 up:standby 2024-09-16T06:45:10.945 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:10.945 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24340,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/1801669473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1801669473},{"type":"v1","addr":"172.21.15.164:6833","nonce":1801669473}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-16T06:45:10.945 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 3 2024-09-16T06:45:10.958 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:45:11.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:11.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:boot 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: fsmap 2 up:standby 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:11.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:10 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:11.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:boot 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: fsmap 2 up:standby 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:11.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:10 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.249 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:11.250 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":51,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:44:57.954347+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":44,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:45:11.263 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T06:42:57.986237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-09-16T06:45:11.263 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T06:45:11.564 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-09-16T06:45:11.576 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-16T06:45:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:11.848 INFO:teuthology.orchestra.run.smithi042.stdout:[ 2024-09-16T06:45:11.848 INFO:teuthology.orchestra.run.smithi042.stdout: { 2024-09-16T06:45:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "poolnum": 1, 2024-09-16T06:45:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: "poolname": ".mgr" 2024-09-16T06:45:11.849 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:45:11.849 INFO:teuthology.orchestra.run.smithi042.stdout:] 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/330132074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1004802438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/39209052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/330132074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1004802438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:11.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:11 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/39209052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:11.861 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T06:45:11.861 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T06:45:12.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/330132074' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1004802438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:12.265 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:12.266 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:12.266 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:12.266 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:11 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/39209052' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:45:12.784 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' created 2024-09-16T06:45:12.800 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T06:45:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[39185]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/190012437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T06:45:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2042643710' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[27521]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/190012437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T06:45:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2042643710' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:12 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:12 smithi164 ceph-mon[31490]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:12 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/190012437' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T06:45:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:12 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2042643710' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:12 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T06:45:13.790 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' created 2024-09-16T06:45:13.812 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T06:45:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T06:45:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[39185]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T06:45:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1506241449' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T06:45:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[27521]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T06:45:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1506241449' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:13 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:13 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T06:45:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:13 smithi164 ceph-mon[31490]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T06:45:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:13 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1506241449' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:13 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T06:45:14.794 INFO:teuthology.orchestra.run.smithi042.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T06:45:14.821 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:45:15.102 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: pgmap v176: 33 pgs: 11 creating+peering, 21 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:15.102 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:15.102 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2656672558' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[39185]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: pgmap v176: 33 pgs: 11 creating+peering, 21 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2656672558' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:14 smithi042 ceph-mon[27521]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T06:45:15.108 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:15.108 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":54,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:45:14.124074+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:45:15.121 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: pgmap v176: 33 pgs: 11 creating+peering, 21 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: osdmap e53: 8 total, 8 up, 8 in 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2656672558' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T06:45:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:14 smithi164 ceph-mon[31490]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T06:45:15.419 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:15.419 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":54,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:45:14.124074+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:45:15.431 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-16T06:45:15.818 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T06:45:15.818 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4178411464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2027465838' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4178411464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2027465838' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T06:45:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: osdmap e54: 8 total, 8 up, 8 in 2024-09-16T06:45:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T06:45:16.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T06:45:16.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T06:45:16.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4178411464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2027465838' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:16.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T06:45:16.821 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T06:45:16.821 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:45:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: pgmap v179: 97 pgs: 26 creating+peering, 67 unknown, 4 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: Cluster is now healthy 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:active 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3840135399' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: pgmap v179: 97 pgs: 26 creating+peering, 67 unknown, 4 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:17.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: Cluster is now healthy 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:active 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3840135399' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:16 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.131 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:17.131 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:45:16.801769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.164:6833/1801669473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1801669473},{"type":"v1","addr":"172.21.15.164:6833","nonce":1801669473}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T06:45:17.132 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 6 2024-09-16T06:45:17.143 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:45:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: pgmap v179: 97 pgs: 26 creating+peering, 67 unknown, 4 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: Cluster is now healthy 2024-09-16T06:45:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T06:45:17.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: mds.? [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] up:active 2024-09-16T06:45:17.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/155364787' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T06:45:17.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:17.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3840135399' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:16 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T06:45:17.413 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:17.413 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":55,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:45:15.797534+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:45:17.425 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-16T06:45:17.426 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T06:45:17.704 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:17.705 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:45:17.714 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-16T06:45:17.535248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384596,"kb_used_data":5728,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576620,"statfs":{"total":767960285184,"available":765518458880,"internally_reserved":0,"allocated":5865472,"data_stored":3436488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.753511"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.827597+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:14.827597+0000","last_peered":"2024-09-16T06:45:14.827597+0000","last_clean":"2024-09-16T06:45:14.827597+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:14.827597+0000","last_undegraded":"2024-09-16T06:45:14.827597+0000","last_fullsized":"2024-09-16T06:45:14.827597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.801052+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:03.012185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821630+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:14.821630+0000","last_peered":"2024-09-16T06:45:14.821630+0000","last_clean":"2024-09-16T06:45:14.821630+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:14.821630+0000","last_undegraded":"2024-09-16T06:45:14.821630+0000","last_fullsized":"2024-09-16T06:45:14.821630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824626+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:14.824626+0000","last_peered":"2024-09-16T06:45:14.824626+0000","last_clean":"2024-09-16T06:45:14.824626+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:14.824626+0000","last_undegraded":"2024-09-16T06:45:14.824626+0000","last_fullsized":"2024-09-16T06:45:14.824626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826280+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:14.826280+0000","last_peered":"2024-09-16T06:45:14.826280+0000","last_clean":"2024-09-16T06:45:14.826280+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:14.826280+0000","last_undegraded":"2024-09-16T06:45:14.826280+0000","last_fullsized":"2024-09-16T06:45:14.826280+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812053+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:14.812053+0000","last_peered":"2024-09-16T06:45:14.812053+0000","last_clean":"2024-09-16T06:45:14.812053+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:14.812053+0000","last_undegraded":"2024-09-16T06:45:14.812053+0000","last_fullsized":"2024-09-16T06:45:14.812053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821268+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:14.821268+0000","last_peered":"2024-09-16T06:45:14.821268+0000","last_clean":"2024-09-16T06:45:14.821268+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:14.821268+0000","last_undegraded":"2024-09-16T06:45:14.821268+0000","last_fullsized":"2024-09-16T06:45:14.821268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796544+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:22.798836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.799942+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:32.415397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812801+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:14.812801+0000","last_peered":"2024-09-16T06:45:14.812801+0000","last_clean":"2024-09-16T06:45:14.812801+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:14.812801+0000","last_undegraded":"2024-09-16T06:45:14.812801+0000","last_fullsized":"2024-09-16T06:45:14.812801+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828022+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:14.828022+0000","last_peered":"2024-09-16T06:45:14.828022+0000","last_clean":"2024-09-16T06:45:14.828022+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:14.828022+0000","last_undegraded":"2024-09-16T06:45:14.828022+0000","last_fullsized":"2024-09-16T06:45:14.828022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823177+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:14.823177+0000","last_peered":"2024-09-16T06:45:14.823177+0000","last_clean":"2024-09-16T06:45:14.823177+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:14.823177+0000","last_undegraded":"2024-09-16T06:45:14.823177+0000","last_fullsized":"2024-09-16T06:45:14.823177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798570+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:52.463547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818749+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:14.818749+0000","last_peered":"2024-09-16T06:45:14.818749+0000","last_clean":"2024-09-16T06:45:14.818749+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:14.818749+0000","last_undegraded":"2024-09-16T06:45:14.818749+0000","last_fullsized":"2024-09-16T06:45:14.818749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793193+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:55.853085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.807043+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:14.807043+0000","last_peered":"2024-09-16T06:45:14.807043+0000","last_clean":"2024-09-16T06:45:14.807043+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:14.807043+0000","last_undegraded":"2024-09-16T06:45:14.807043+0000","last_fullsized":"2024-09-16T06:45:14.807043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821555+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:14.821555+0000","last_peered":"2024-09-16T06:45:14.821555+0000","last_clean":"2024-09-16T06:45:14.821555+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:14.821555+0000","last_undegraded":"2024-09-16T06:45:14.821555+0000","last_fullsized":"2024-09-16T06:45:14.821555+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795874+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:27.601209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.792747+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:37.401971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825565+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:14.825565+0000","last_peered":"2024-09-16T06:45:14.825565+0000","last_clean":"2024-09-16T06:45:14.825565+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:14.825565+0000","last_undegraded":"2024-09-16T06:45:14.825565+0000","last_fullsized":"2024-09-16T06:45:14.825565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.785933+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:08.964402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.795374+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:14.795374+0000","last_peered":"2024-09-16T06:45:14.795374+0000","last_clean":"2024-09-16T06:45:14.795374+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:14.795374+0000","last_undegraded":"2024-09-16T06:45:14.795374+0000","last_fullsized":"2024-09-16T06:45:14.795374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786174+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:24.493620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795141+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:50.019997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783925+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:21.255044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796087+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:12.328159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833039+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:14.833039+0000","last_peered":"2024-09-16T06:45:14.833039+0000","last_clean":"2024-09-16T06:45:14.833039+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:14.833039+0000","last_undegraded":"2024-09-16T06:45:14.833039+0000","last_fullsized":"2024-09-16T06:45:14.833039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824603+0000","last_change":"2024-09-16T06:45:14.824339+0000","last_active":"2024-09-16T06:45:14.824603+0000","last_peered":"2024-09-16T06:45:14.824603+0000","last_clean":"2024-09-16T06:45:14.824603+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:45:14.824603+0000","last_undegraded":"2024-09-16T06:45:14.824603+0000","last_fullsized":"2024-09-16T06:45:14.824603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:14.883953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.807199+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:13.807199+0000","last_peered":"2024-09-16T06:45:13.807199+0000","last_clean":"2024-09-16T06:45:13.807199+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:13.807199+0000","last_undegraded":"2024-09-16T06:45:13.807199+0000","last_fullsized":"2024-09-16T06:45:13.807199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793955+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:16.549228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.788070+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:43.033236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823714+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:14.823714+0000","last_peered":"2024-09-16T06:45:14.823714+0000","last_clean":"2024-09-16T06:45:14.823714+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:14.823714+0000","last_undegraded":"2024-09-16T06:45:14.823714+0000","last_fullsized":"2024-09-16T06:45:14.823714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.794750+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:14.794750+0000","last_peered":"2024-09-16T06:45:14.794750+0000","last_clean":"2024-09-16T06:45:14.794750+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:14.794750+0000","last_undegraded":"2024-09-16T06:45:14.794750+0000","last_fullsized":"2024-09-16T06:45:14.794750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821536+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:14.821536+0000","last_peered":"2024-09-16T06:45:14.821536+0000","last_clean":"2024-09-16T06:45:14.821536+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:14.821536+0000","last_undegraded":"2024-09-16T06:45:14.821536+0000","last_fullsized":"2024-09-16T06:45:14.821536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825073+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:14.825073+0000","last_peered":"2024-09-16T06:45:14.825073+0000","last_clean":"2024-09-16T06:45:14.825073+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:14.825073+0000","last_undegraded":"2024-09-16T06:45:14.825073+0000","last_fullsized":"2024-09-16T06:45:14.825073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826457+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:14.826457+0000","last_peered":"2024-09-16T06:45:14.826457+0000","last_clean":"2024-09-16T06:45:14.826457+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:14.826457+0000","last_undegraded":"2024-09-16T06:45:14.826457+0000","last_fullsized":"2024-09-16T06:45:14.826457+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.811815+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:13.811815+0000","last_peered":"2024-09-16T06:45:13.811815+0000","last_clean":"2024-09-16T06:45:13.811815+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:13.811815+0000","last_undegraded":"2024-09-16T06:45:13.811815+0000","last_fullsized":"2024-09-16T06:45:13.811815+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826178+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:14.826178+0000","last_peered":"2024-09-16T06:45:14.826178+0000","last_clean":"2024-09-16T06:45:14.826178+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:14.826178+0000","last_undegraded":"2024-09-16T06:45:14.826178+0000","last_fullsized":"2024-09-16T06:45:14.826178+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818135+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:14.818135+0000","last_peered":"2024-09-16T06:45:14.818135+0000","last_clean":"2024-09-16T06:45:14.818135+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:14.818135+0000","last_undegraded":"2024-09-16T06:45:14.818135+0000","last_fullsized":"2024-09-16T06:45:14.818135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826296+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:14.826296+0000","last_peered":"2024-09-16T06:45:14.826296+0000","last_clean":"2024-09-16T06:45:14.826296+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:14.826296+0000","last_undegraded":"2024-09-16T06:45:14.826296+0000","last_fullsized":"2024-09-16T06:45:14.826296+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783240+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:39.150682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790520+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:14.790520+0000","last_peered":"2024-09-16T06:45:14.790520+0000","last_clean":"2024-09-16T06:45:14.790520+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:14.790520+0000","last_undegraded":"2024-09-16T06:45:14.790520+0000","last_fullsized":"2024-09-16T06:45:14.790520+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828254+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:14.828254+0000","last_peered":"2024-09-16T06:45:14.828254+0000","last_clean":"2024-09-16T06:45:14.828254+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:14.828254+0000","last_undegraded":"2024-09-16T06:45:14.828254+0000","last_fullsized":"2024-09-16T06:45:14.828254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801630+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:14.801630+0000","last_peered":"2024-09-16T06:45:14.801630+0000","last_clean":"2024-09-16T06:45:14.801630+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:14.801630+0000","last_undegraded":"2024-09-16T06:45:14.801630+0000","last_fullsized":"2024-09-16T06:45:14.801630+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786009+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:50.331378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801553+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:14.801553+0000","last_peered":"2024-09-16T06:45:14.801553+0000","last_clean":"2024-09-16T06:45:14.801553+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:14.801553+0000","last_undegraded":"2024-09-16T06:45:14.801553+0000","last_fullsized":"2024-09-16T06:45:14.801553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793485+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:08.764925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790435+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:14.790435+0000","last_peered":"2024-09-16T06:45:14.790435+0000","last_clean":"2024-09-16T06:45:14.790435+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:14.790435+0000","last_undegraded":"2024-09-16T06:45:14.790435+0000","last_fullsized":"2024-09-16T06:45:14.790435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.787020+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:44.213922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796872+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:01.703114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783204+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:49.983023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.804105+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:14.804105+0000","last_peered":"2024-09-16T06:45:14.804105+0000","last_clean":"2024-09-16T06:45:14.804105+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:14.804105+0000","last_undegraded":"2024-09-16T06:45:14.804105+0000","last_fullsized":"2024-09-16T06:45:14.804105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783201+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:17.689618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819419+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:14.819419+0000","last_peered":"2024-09-16T06:45:14.819419+0000","last_clean":"2024-09-16T06:45:14.819419+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:14.819419+0000","last_undegraded":"2024-09-16T06:45:14.819419+0000","last_fullsized":"2024-09-16T06:45:14.819419+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798062+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:53.612913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801464+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:14.801464+0000","last_peered":"2024-09-16T06:45:14.801464+0000","last_clean":"2024-09-16T06:45:14.801464+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:14.801464+0000","last_undegraded":"2024-09-16T06:45:14.801464+0000","last_fullsized":"2024-09-16T06:45:14.801464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795011+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:33.644135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783153+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:20.065644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783145+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:48.023206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828388+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:14.828388+0000","last_peered":"2024-09-16T06:45:14.828388+0000","last_clean":"2024-09-16T06:45:14.828388+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:14.828388+0000","last_undegraded":"2024-09-16T06:45:14.828388+0000","last_fullsized":"2024-09-16T06:45:14.828388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812005+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:14.812005+0000","last_peered":"2024-09-16T06:45:14.812005+0000","last_clean":"2024-09-16T06:45:14.812005+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:14.812005+0000","last_undegraded":"2024-09-16T06:45:14.812005+0000","last_fullsized":"2024-09-16T06:45:14.812005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828261+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:14.828261+0000","last_peered":"2024-09-16T06:45:14.828261+0000","last_clean":"2024-09-16T06:45:14.828261+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:14.828261+0000","last_undegraded":"2024-09-16T06:45:14.828261+0000","last_fullsized":"2024-09-16T06:45:14.828261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828503+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:14.828503+0000","last_peered":"2024-09-16T06:45:14.828503+0000","last_clean":"2024-09-16T06:45:14.828503+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:14.828503+0000","last_undegraded":"2024-09-16T06:45:14.828503+0000","last_fullsized":"2024-09-16T06:45:14.828503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796493+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:56.534183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.817393+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:13.817393+0000","last_peered":"2024-09-16T06:45:13.817393+0000","last_clean":"2024-09-16T06:45:13.817393+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:13.817393+0000","last_undegraded":"2024-09-16T06:45:13.817393+0000","last_fullsized":"2024-09-16T06:45:13.817393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":105,"acting":105,"num_store_stats":5},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":87,"acting":87,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]}]},{"osd":6,"up_from":43,"seq":184683593738,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298468,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446684,"statfs":{"total":95995035648,"available":95689404416,"internally_reserved":0,"allocated":1134592,"data_stored":813774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789967,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297828,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":479232,"data_stored":195015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":512000,"data_stored":208573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.629},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.69199999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.65400000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149720,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297828,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":483328,"data_stored":195330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.442}]},{"osd":2,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.34799999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.35499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:44:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Sep 16 06:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.748}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.373},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Sep 16 06:44:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.377,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.34499999999999997}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.311},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.33000000000000002},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.27100000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.316}]},{"osd":4,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Sep 16 06:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:45:17.720 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T06:45:18.031 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:18.033 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:45:18.041 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T06:45:18.041 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[27521]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:18.041 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2102846141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.041 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3352627654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T06:45:18.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[39185]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:18.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2102846141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:17 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3352627654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.043 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-16T06:45:17.535248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384596,"kb_used_data":5728,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576620,"statfs":{"total":767960285184,"available":765518458880,"internally_reserved":0,"allocated":5865472,"data_stored":3436488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.753511"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.827597+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:14.827597+0000","last_peered":"2024-09-16T06:45:14.827597+0000","last_clean":"2024-09-16T06:45:14.827597+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:14.827597+0000","last_undegraded":"2024-09-16T06:45:14.827597+0000","last_fullsized":"2024-09-16T06:45:14.827597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.801052+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:03.012185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821630+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:14.821630+0000","last_peered":"2024-09-16T06:45:14.821630+0000","last_clean":"2024-09-16T06:45:14.821630+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:14.821630+0000","last_undegraded":"2024-09-16T06:45:14.821630+0000","last_fullsized":"2024-09-16T06:45:14.821630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824626+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:14.824626+0000","last_peered":"2024-09-16T06:45:14.824626+0000","last_clean":"2024-09-16T06:45:14.824626+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:14.824626+0000","last_undegraded":"2024-09-16T06:45:14.824626+0000","last_fullsized":"2024-09-16T06:45:14.824626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826280+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:14.826280+0000","last_peered":"2024-09-16T06:45:14.826280+0000","last_clean":"2024-09-16T06:45:14.826280+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:14.826280+0000","last_undegraded":"2024-09-16T06:45:14.826280+0000","last_fullsized":"2024-09-16T06:45:14.826280+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812053+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:14.812053+0000","last_peered":"2024-09-16T06:45:14.812053+0000","last_clean":"2024-09-16T06:45:14.812053+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:14.812053+0000","last_undegraded":"2024-09-16T06:45:14.812053+0000","last_fullsized":"2024-09-16T06:45:14.812053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821268+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:14.821268+0000","last_peered":"2024-09-16T06:45:14.821268+0000","last_clean":"2024-09-16T06:45:14.821268+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:14.821268+0000","last_undegraded":"2024-09-16T06:45:14.821268+0000","last_fullsized":"2024-09-16T06:45:14.821268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796544+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:22.798836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.799942+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:32.415397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812801+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:14.812801+0000","last_peered":"2024-09-16T06:45:14.812801+0000","last_clean":"2024-09-16T06:45:14.812801+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:14.812801+0000","last_undegraded":"2024-09-16T06:45:14.812801+0000","last_fullsized":"2024-09-16T06:45:14.812801+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828022+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:14.828022+0000","last_peered":"2024-09-16T06:45:14.828022+0000","last_clean":"2024-09-16T06:45:14.828022+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:14.828022+0000","last_undegraded":"2024-09-16T06:45:14.828022+0000","last_fullsized":"2024-09-16T06:45:14.828022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823177+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:14.823177+0000","last_peered":"2024-09-16T06:45:14.823177+0000","last_clean":"2024-09-16T06:45:14.823177+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:14.823177+0000","last_undegraded":"2024-09-16T06:45:14.823177+0000","last_fullsized":"2024-09-16T06:45:14.823177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798570+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:52.463547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818749+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:14.818749+0000","last_peered":"2024-09-16T06:45:14.818749+0000","last_clean":"2024-09-16T06:45:14.818749+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:14.818749+0000","last_undegraded":"2024-09-16T06:45:14.818749+0000","last_fullsized":"2024-09-16T06:45:14.818749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793193+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:55.853085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.807043+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:14.807043+0000","last_peered":"2024-09-16T06:45:14.807043+0000","last_clean":"2024-09-16T06:45:14.807043+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:14.807043+0000","last_undegraded":"2024-09-16T06:45:14.807043+0000","last_fullsized":"2024-09-16T06:45:14.807043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821555+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:14.821555+0000","last_peered":"2024-09-16T06:45:14.821555+0000","last_clean":"2024-09-16T06:45:14.821555+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:14.821555+0000","last_undegraded":"2024-09-16T06:45:14.821555+0000","last_fullsized":"2024-09-16T06:45:14.821555+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795874+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:27.601209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.792747+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:37.401971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825565+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:14.825565+0000","last_peered":"2024-09-16T06:45:14.825565+0000","last_clean":"2024-09-16T06:45:14.825565+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:14.825565+0000","last_undegraded":"2024-09-16T06:45:14.825565+0000","last_fullsized":"2024-09-16T06:45:14.825565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.785933+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:08.964402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.795374+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:14.795374+0000","last_peered":"2024-09-16T06:45:14.795374+0000","last_clean":"2024-09-16T06:45:14.795374+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:14.795374+0000","last_undegraded":"2024-09-16T06:45:14.795374+0000","last_fullsized":"2024-09-16T06:45:14.795374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786174+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:24.493620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795141+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:50.019997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783925+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:21.255044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796087+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:12.328159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833039+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:14.833039+0000","last_peered":"2024-09-16T06:45:14.833039+0000","last_clean":"2024-09-16T06:45:14.833039+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:14.833039+0000","last_undegraded":"2024-09-16T06:45:14.833039+0000","last_fullsized":"2024-09-16T06:45:14.833039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824603+0000","last_change":"2024-09-16T06:45:14.824339+0000","last_active":"2024-09-16T06:45:14.824603+0000","last_peered":"2024-09-16T06:45:14.824603+0000","last_clean":"2024-09-16T06:45:14.824603+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:45:14.824603+0000","last_undegraded":"2024-09-16T06:45:14.824603+0000","last_fullsized":"2024-09-16T06:45:14.824603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:14.883953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.807199+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:13.807199+0000","last_peered":"2024-09-16T06:45:13.807199+0000","last_clean":"2024-09-16T06:45:13.807199+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:13.807199+0000","last_undegraded":"2024-09-16T06:45:13.807199+0000","last_fullsized":"2024-09-16T06:45:13.807199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793955+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:16.549228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.788070+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:43.033236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823714+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:14.823714+0000","last_peered":"2024-09-16T06:45:14.823714+0000","last_clean":"2024-09-16T06:45:14.823714+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:14.823714+0000","last_undegraded":"2024-09-16T06:45:14.823714+0000","last_fullsized":"2024-09-16T06:45:14.823714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.794750+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:14.794750+0000","last_peered":"2024-09-16T06:45:14.794750+0000","last_clean":"2024-09-16T06:45:14.794750+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:14.794750+0000","last_undegraded":"2024-09-16T06:45:14.794750+0000","last_fullsized":"2024-09-16T06:45:14.794750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821536+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:14.821536+0000","last_peered":"2024-09-16T06:45:14.821536+0000","last_clean":"2024-09-16T06:45:14.821536+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:14.821536+0000","last_undegraded":"2024-09-16T06:45:14.821536+0000","last_fullsized":"2024-09-16T06:45:14.821536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825073+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:14.825073+0000","last_peered":"2024-09-16T06:45:14.825073+0000","last_clean":"2024-09-16T06:45:14.825073+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:14.825073+0000","last_undegraded":"2024-09-16T06:45:14.825073+0000","last_fullsized":"2024-09-16T06:45:14.825073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826457+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:14.826457+0000","last_peered":"2024-09-16T06:45:14.826457+0000","last_clean":"2024-09-16T06:45:14.826457+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:14.826457+0000","last_undegraded":"2024-09-16T06:45:14.826457+0000","last_fullsized":"2024-09-16T06:45:14.826457+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.811815+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:13.811815+0000","last_peered":"2024-09-16T06:45:13.811815+0000","last_clean":"2024-09-16T06:45:13.811815+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:13.811815+0000","last_undegraded":"2024-09-16T06:45:13.811815+0000","last_fullsized":"2024-09-16T06:45:13.811815+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826178+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:14.826178+0000","last_peered":"2024-09-16T06:45:14.826178+0000","last_clean":"2024-09-16T06:45:14.826178+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:14.826178+0000","last_undegraded":"2024-09-16T06:45:14.826178+0000","last_fullsized":"2024-09-16T06:45:14.826178+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818135+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:14.818135+0000","last_peered":"2024-09-16T06:45:14.818135+0000","last_clean":"2024-09-16T06:45:14.818135+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:14.818135+0000","last_undegraded":"2024-09-16T06:45:14.818135+0000","last_fullsized":"2024-09-16T06:45:14.818135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826296+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:14.826296+0000","last_peered":"2024-09-16T06:45:14.826296+0000","last_clean":"2024-09-16T06:45:14.826296+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:14.826296+0000","last_undegraded":"2024-09-16T06:45:14.826296+0000","last_fullsized":"2024-09-16T06:45:14.826296+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783240+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:39.150682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790520+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:14.790520+0000","last_peered":"2024-09-16T06:45:14.790520+0000","last_clean":"2024-09-16T06:45:14.790520+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:14.790520+0000","last_undegraded":"2024-09-16T06:45:14.790520+0000","last_fullsized":"2024-09-16T06:45:14.790520+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828254+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:14.828254+0000","last_peered":"2024-09-16T06:45:14.828254+0000","last_clean":"2024-09-16T06:45:14.828254+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:14.828254+0000","last_undegraded":"2024-09-16T06:45:14.828254+0000","last_fullsized":"2024-09-16T06:45:14.828254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801630+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:14.801630+0000","last_peered":"2024-09-16T06:45:14.801630+0000","last_clean":"2024-09-16T06:45:14.801630+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:14.801630+0000","last_undegraded":"2024-09-16T06:45:14.801630+0000","last_fullsized":"2024-09-16T06:45:14.801630+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786009+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:50.331378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801553+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:14.801553+0000","last_peered":"2024-09-16T06:45:14.801553+0000","last_clean":"2024-09-16T06:45:14.801553+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:14.801553+0000","last_undegraded":"2024-09-16T06:45:14.801553+0000","last_fullsized":"2024-09-16T06:45:14.801553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793485+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:08.764925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790435+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:14.790435+0000","last_peered":"2024-09-16T06:45:14.790435+0000","last_clean":"2024-09-16T06:45:14.790435+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:14.790435+0000","last_undegraded":"2024-09-16T06:45:14.790435+0000","last_fullsized":"2024-09-16T06:45:14.790435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.787020+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:44.213922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796872+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:01.703114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783204+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:49.983023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.804105+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:14.804105+0000","last_peered":"2024-09-16T06:45:14.804105+0000","last_clean":"2024-09-16T06:45:14.804105+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:14.804105+0000","last_undegraded":"2024-09-16T06:45:14.804105+0000","last_fullsized":"2024-09-16T06:45:14.804105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783201+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:17.689618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819419+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:14.819419+0000","last_peered":"2024-09-16T06:45:14.819419+0000","last_clean":"2024-09-16T06:45:14.819419+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:14.819419+0000","last_undegraded":"2024-09-16T06:45:14.819419+0000","last_fullsized":"2024-09-16T06:45:14.819419+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798062+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:53.612913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801464+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:14.801464+0000","last_peered":"2024-09-16T06:45:14.801464+0000","last_clean":"2024-09-16T06:45:14.801464+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:14.801464+0000","last_undegraded":"2024-09-16T06:45:14.801464+0000","last_fullsized":"2024-09-16T06:45:14.801464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795011+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:33.644135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783153+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:20.065644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783145+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:48.023206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828388+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:14.828388+0000","last_peered":"2024-09-16T06:45:14.828388+0000","last_clean":"2024-09-16T06:45:14.828388+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:14.828388+0000","last_undegraded":"2024-09-16T06:45:14.828388+0000","last_fullsized":"2024-09-16T06:45:14.828388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812005+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:14.812005+0000","last_peered":"2024-09-16T06:45:14.812005+0000","last_clean":"2024-09-16T06:45:14.812005+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:14.812005+0000","last_undegraded":"2024-09-16T06:45:14.812005+0000","last_fullsized":"2024-09-16T06:45:14.812005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828261+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:14.828261+0000","last_peered":"2024-09-16T06:45:14.828261+0000","last_clean":"2024-09-16T06:45:14.828261+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:14.828261+0000","last_undegraded":"2024-09-16T06:45:14.828261+0000","last_fullsized":"2024-09-16T06:45:14.828261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828503+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:14.828503+0000","last_peered":"2024-09-16T06:45:14.828503+0000","last_clean":"2024-09-16T06:45:14.828503+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:14.828503+0000","last_undegraded":"2024-09-16T06:45:14.828503+0000","last_fullsized":"2024-09-16T06:45:14.828503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796493+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:56.534183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.817393+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:13.817393+0000","last_peered":"2024-09-16T06:45:13.817393+0000","last_clean":"2024-09-16T06:45:13.817393+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:13.817393+0000","last_undegraded":"2024-09-16T06:45:13.817393+0000","last_fullsized":"2024-09-16T06:45:13.817393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":105,"acting":105,"num_store_stats":5},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":87,"acting":87,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]}]},{"osd":6,"up_from":43,"seq":184683593738,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298468,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446684,"statfs":{"total":95995035648,"available":95689404416,"internally_reserved":0,"allocated":1134592,"data_stored":813774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789967,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297828,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":479232,"data_stored":195015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":512000,"data_stored":208573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.629},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.69199999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.65400000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149720,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297828,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":483328,"data_stored":195330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.442}]},{"osd":2,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.34799999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.35499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:44:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Sep 16 06:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.748}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.373},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Sep 16 06:44:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.377,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.34499999999999997}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.311},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.33000000000000002},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.27100000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.316}]},{"osd":4,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Sep 16 06:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:45:18.047 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T06:45:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:17 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T06:45:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:17 smithi164 ceph-mon[31490]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:45:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:17 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2102846141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:17 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3352627654' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:45:18.358 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:18.360 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:45:18.369 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-16T06:45:17.535248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384596,"kb_used_data":5728,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576620,"statfs":{"total":767960285184,"available":765518458880,"internally_reserved":0,"allocated":5865472,"data_stored":3436488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.753511"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.827597+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:14.827597+0000","last_peered":"2024-09-16T06:45:14.827597+0000","last_clean":"2024-09-16T06:45:14.827597+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:14.827597+0000","last_undegraded":"2024-09-16T06:45:14.827597+0000","last_fullsized":"2024-09-16T06:45:14.827597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.801052+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:03.012185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821630+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:14.821630+0000","last_peered":"2024-09-16T06:45:14.821630+0000","last_clean":"2024-09-16T06:45:14.821630+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:14.821630+0000","last_undegraded":"2024-09-16T06:45:14.821630+0000","last_fullsized":"2024-09-16T06:45:14.821630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824626+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:14.824626+0000","last_peered":"2024-09-16T06:45:14.824626+0000","last_clean":"2024-09-16T06:45:14.824626+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:14.824626+0000","last_undegraded":"2024-09-16T06:45:14.824626+0000","last_fullsized":"2024-09-16T06:45:14.824626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826280+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:14.826280+0000","last_peered":"2024-09-16T06:45:14.826280+0000","last_clean":"2024-09-16T06:45:14.826280+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:14.826280+0000","last_undegraded":"2024-09-16T06:45:14.826280+0000","last_fullsized":"2024-09-16T06:45:14.826280+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812053+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:14.812053+0000","last_peered":"2024-09-16T06:45:14.812053+0000","last_clean":"2024-09-16T06:45:14.812053+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:14.812053+0000","last_undegraded":"2024-09-16T06:45:14.812053+0000","last_fullsized":"2024-09-16T06:45:14.812053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821268+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:14.821268+0000","last_peered":"2024-09-16T06:45:14.821268+0000","last_clean":"2024-09-16T06:45:14.821268+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:14.821268+0000","last_undegraded":"2024-09-16T06:45:14.821268+0000","last_fullsized":"2024-09-16T06:45:14.821268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796544+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:22.798836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.799942+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:32.415397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812801+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:14.812801+0000","last_peered":"2024-09-16T06:45:14.812801+0000","last_clean":"2024-09-16T06:45:14.812801+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:14.812801+0000","last_undegraded":"2024-09-16T06:45:14.812801+0000","last_fullsized":"2024-09-16T06:45:14.812801+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828022+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:14.828022+0000","last_peered":"2024-09-16T06:45:14.828022+0000","last_clean":"2024-09-16T06:45:14.828022+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:14.828022+0000","last_undegraded":"2024-09-16T06:45:14.828022+0000","last_fullsized":"2024-09-16T06:45:14.828022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823177+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:14.823177+0000","last_peered":"2024-09-16T06:45:14.823177+0000","last_clean":"2024-09-16T06:45:14.823177+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:14.823177+0000","last_undegraded":"2024-09-16T06:45:14.823177+0000","last_fullsized":"2024-09-16T06:45:14.823177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798570+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:52.463547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818749+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:14.818749+0000","last_peered":"2024-09-16T06:45:14.818749+0000","last_clean":"2024-09-16T06:45:14.818749+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:14.818749+0000","last_undegraded":"2024-09-16T06:45:14.818749+0000","last_fullsized":"2024-09-16T06:45:14.818749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793193+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:55.853085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.807043+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:14.807043+0000","last_peered":"2024-09-16T06:45:14.807043+0000","last_clean":"2024-09-16T06:45:14.807043+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:14.807043+0000","last_undegraded":"2024-09-16T06:45:14.807043+0000","last_fullsized":"2024-09-16T06:45:14.807043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821555+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:14.821555+0000","last_peered":"2024-09-16T06:45:14.821555+0000","last_clean":"2024-09-16T06:45:14.821555+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:14.821555+0000","last_undegraded":"2024-09-16T06:45:14.821555+0000","last_fullsized":"2024-09-16T06:45:14.821555+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795874+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:27.601209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.792747+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:37.401971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825565+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:14.825565+0000","last_peered":"2024-09-16T06:45:14.825565+0000","last_clean":"2024-09-16T06:45:14.825565+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:14.825565+0000","last_undegraded":"2024-09-16T06:45:14.825565+0000","last_fullsized":"2024-09-16T06:45:14.825565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.785933+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:08.964402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.795374+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:14.795374+0000","last_peered":"2024-09-16T06:45:14.795374+0000","last_clean":"2024-09-16T06:45:14.795374+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:14.795374+0000","last_undegraded":"2024-09-16T06:45:14.795374+0000","last_fullsized":"2024-09-16T06:45:14.795374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786174+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:24.493620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795141+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:50.019997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783925+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:21.255044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796087+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:12.328159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833039+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:14.833039+0000","last_peered":"2024-09-16T06:45:14.833039+0000","last_clean":"2024-09-16T06:45:14.833039+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:14.833039+0000","last_undegraded":"2024-09-16T06:45:14.833039+0000","last_fullsized":"2024-09-16T06:45:14.833039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824603+0000","last_change":"2024-09-16T06:45:14.824339+0000","last_active":"2024-09-16T06:45:14.824603+0000","last_peered":"2024-09-16T06:45:14.824603+0000","last_clean":"2024-09-16T06:45:14.824603+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:45:14.824603+0000","last_undegraded":"2024-09-16T06:45:14.824603+0000","last_fullsized":"2024-09-16T06:45:14.824603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:14.883953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.807199+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:13.807199+0000","last_peered":"2024-09-16T06:45:13.807199+0000","last_clean":"2024-09-16T06:45:13.807199+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:13.807199+0000","last_undegraded":"2024-09-16T06:45:13.807199+0000","last_fullsized":"2024-09-16T06:45:13.807199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793955+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:16.549228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.788070+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:43.033236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823714+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:14.823714+0000","last_peered":"2024-09-16T06:45:14.823714+0000","last_clean":"2024-09-16T06:45:14.823714+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:14.823714+0000","last_undegraded":"2024-09-16T06:45:14.823714+0000","last_fullsized":"2024-09-16T06:45:14.823714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.794750+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:14.794750+0000","last_peered":"2024-09-16T06:45:14.794750+0000","last_clean":"2024-09-16T06:45:14.794750+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:14.794750+0000","last_undegraded":"2024-09-16T06:45:14.794750+0000","last_fullsized":"2024-09-16T06:45:14.794750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821536+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:14.821536+0000","last_peered":"2024-09-16T06:45:14.821536+0000","last_clean":"2024-09-16T06:45:14.821536+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:14.821536+0000","last_undegraded":"2024-09-16T06:45:14.821536+0000","last_fullsized":"2024-09-16T06:45:14.821536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825073+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:14.825073+0000","last_peered":"2024-09-16T06:45:14.825073+0000","last_clean":"2024-09-16T06:45:14.825073+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:14.825073+0000","last_undegraded":"2024-09-16T06:45:14.825073+0000","last_fullsized":"2024-09-16T06:45:14.825073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826457+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:14.826457+0000","last_peered":"2024-09-16T06:45:14.826457+0000","last_clean":"2024-09-16T06:45:14.826457+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:14.826457+0000","last_undegraded":"2024-09-16T06:45:14.826457+0000","last_fullsized":"2024-09-16T06:45:14.826457+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.811815+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:13.811815+0000","last_peered":"2024-09-16T06:45:13.811815+0000","last_clean":"2024-09-16T06:45:13.811815+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:13.811815+0000","last_undegraded":"2024-09-16T06:45:13.811815+0000","last_fullsized":"2024-09-16T06:45:13.811815+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826178+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:14.826178+0000","last_peered":"2024-09-16T06:45:14.826178+0000","last_clean":"2024-09-16T06:45:14.826178+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:14.826178+0000","last_undegraded":"2024-09-16T06:45:14.826178+0000","last_fullsized":"2024-09-16T06:45:14.826178+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818135+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:14.818135+0000","last_peered":"2024-09-16T06:45:14.818135+0000","last_clean":"2024-09-16T06:45:14.818135+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:14.818135+0000","last_undegraded":"2024-09-16T06:45:14.818135+0000","last_fullsized":"2024-09-16T06:45:14.818135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826296+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:14.826296+0000","last_peered":"2024-09-16T06:45:14.826296+0000","last_clean":"2024-09-16T06:45:14.826296+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:14.826296+0000","last_undegraded":"2024-09-16T06:45:14.826296+0000","last_fullsized":"2024-09-16T06:45:14.826296+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783240+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:39.150682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790520+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:14.790520+0000","last_peered":"2024-09-16T06:45:14.790520+0000","last_clean":"2024-09-16T06:45:14.790520+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:14.790520+0000","last_undegraded":"2024-09-16T06:45:14.790520+0000","last_fullsized":"2024-09-16T06:45:14.790520+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828254+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:14.828254+0000","last_peered":"2024-09-16T06:45:14.828254+0000","last_clean":"2024-09-16T06:45:14.828254+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:14.828254+0000","last_undegraded":"2024-09-16T06:45:14.828254+0000","last_fullsized":"2024-09-16T06:45:14.828254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801630+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:14.801630+0000","last_peered":"2024-09-16T06:45:14.801630+0000","last_clean":"2024-09-16T06:45:14.801630+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:14.801630+0000","last_undegraded":"2024-09-16T06:45:14.801630+0000","last_fullsized":"2024-09-16T06:45:14.801630+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786009+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:50.331378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801553+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:14.801553+0000","last_peered":"2024-09-16T06:45:14.801553+0000","last_clean":"2024-09-16T06:45:14.801553+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:14.801553+0000","last_undegraded":"2024-09-16T06:45:14.801553+0000","last_fullsized":"2024-09-16T06:45:14.801553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793485+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:08.764925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790435+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:14.790435+0000","last_peered":"2024-09-16T06:45:14.790435+0000","last_clean":"2024-09-16T06:45:14.790435+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:14.790435+0000","last_undegraded":"2024-09-16T06:45:14.790435+0000","last_fullsized":"2024-09-16T06:45:14.790435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.787020+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:44.213922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796872+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:01.703114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783204+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:49.983023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.804105+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:14.804105+0000","last_peered":"2024-09-16T06:45:14.804105+0000","last_clean":"2024-09-16T06:45:14.804105+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:14.804105+0000","last_undegraded":"2024-09-16T06:45:14.804105+0000","last_fullsized":"2024-09-16T06:45:14.804105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783201+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:17.689618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819419+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:14.819419+0000","last_peered":"2024-09-16T06:45:14.819419+0000","last_clean":"2024-09-16T06:45:14.819419+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:14.819419+0000","last_undegraded":"2024-09-16T06:45:14.819419+0000","last_fullsized":"2024-09-16T06:45:14.819419+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798062+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:53.612913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801464+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:14.801464+0000","last_peered":"2024-09-16T06:45:14.801464+0000","last_clean":"2024-09-16T06:45:14.801464+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:14.801464+0000","last_undegraded":"2024-09-16T06:45:14.801464+0000","last_fullsized":"2024-09-16T06:45:14.801464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795011+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:33.644135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783153+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:20.065644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783145+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:48.023206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828388+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:14.828388+0000","last_peered":"2024-09-16T06:45:14.828388+0000","last_clean":"2024-09-16T06:45:14.828388+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:14.828388+0000","last_undegraded":"2024-09-16T06:45:14.828388+0000","last_fullsized":"2024-09-16T06:45:14.828388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812005+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:14.812005+0000","last_peered":"2024-09-16T06:45:14.812005+0000","last_clean":"2024-09-16T06:45:14.812005+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:14.812005+0000","last_undegraded":"2024-09-16T06:45:14.812005+0000","last_fullsized":"2024-09-16T06:45:14.812005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828261+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:14.828261+0000","last_peered":"2024-09-16T06:45:14.828261+0000","last_clean":"2024-09-16T06:45:14.828261+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:14.828261+0000","last_undegraded":"2024-09-16T06:45:14.828261+0000","last_fullsized":"2024-09-16T06:45:14.828261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828503+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:14.828503+0000","last_peered":"2024-09-16T06:45:14.828503+0000","last_clean":"2024-09-16T06:45:14.828503+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:14.828503+0000","last_undegraded":"2024-09-16T06:45:14.828503+0000","last_fullsized":"2024-09-16T06:45:14.828503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796493+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:56.534183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.817393+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:13.817393+0000","last_peered":"2024-09-16T06:45:13.817393+0000","last_clean":"2024-09-16T06:45:13.817393+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:13.817393+0000","last_undegraded":"2024-09-16T06:45:13.817393+0000","last_fullsized":"2024-09-16T06:45:13.817393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":105,"acting":105,"num_store_stats":5},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":87,"acting":87,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]}]},{"osd":6,"up_from":43,"seq":184683593738,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298468,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446684,"statfs":{"total":95995035648,"available":95689404416,"internally_reserved":0,"allocated":1134592,"data_stored":813774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789967,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297828,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":479232,"data_stored":195015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":512000,"data_stored":208573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.629},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.69199999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.65400000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149720,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297828,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":483328,"data_stored":195330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.442}]},{"osd":2,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.34799999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.35499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:44:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Sep 16 06:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.748}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.373},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Sep 16 06:44:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.377,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.34499999999999997}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.311},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.33000000000000002},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.27100000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.316}]},{"osd":4,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Sep 16 06:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.801052+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:08:03.012185+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2, 1], 'acting': [0, 2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.375 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.38 is not active+clean 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.34 is not active+clean 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.796544+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T12:10:22.798836+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6, 0], 'acting': [4, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.33 is not active+clean 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.799942+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T17:51:32.415397+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 5], 'acting': [0, 1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.376 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.798570+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:56:52.463547+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 1], 'acting': [0, 7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.29 is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2024-09-16T06:45:18.377 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.27 is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.24 is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.793193+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T15:19:55.853085+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3, 4], 'acting': [0, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1a is not active+clean 2024-09-16T06:45:18.378 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.795874+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T13:39:27.601209+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1, 2], 'acting': [4, 1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 2], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1b is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.776959+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.792747+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T10:46:37.401971+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 7], 'acting': [0, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.19 is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.776959+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.18 is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.785933+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T14:14:08.964402+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4, 7], 'acting': [5, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-09-16T06:45:18.379 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.786174+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T14:05:24.493620+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6, 2], 'acting': [5, 6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.795141+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T13:05:50.019997+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 3], 'acting': [0, 5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.15 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783925+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T15:10:21.255044+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5, 0], 'acting': [1, 5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 5], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.14 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.796087+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:50:12.328159+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7, 6], 'acting': [4, 7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [6, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.793955+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T13:39:16.549228+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 3], 'acting': [0, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.380 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.788070+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T09:14:43.033236+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3, 7], 'acting': [5, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.d is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783240+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T18:06:39.150682+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 3], 'acting': [1, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.786009+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T15:02:50.331378+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2, 7], 'acting': [5, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2 is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-09-16T06:45:18.381 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.793485+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:01:08.764925+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.787020+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T08:16:44.213922+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1, 6], 'acting': [5, 1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 6], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.796872+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:21:01.703114+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0, 6], 'acting': [4, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 6], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.4 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783204+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T15:52:49.983023+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 7], 'acting': [1, 0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.382 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.6 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783201+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T15:40:17.689618+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6, 4], 'acting': [1, 6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.7 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.798062+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T08:00:53.612913+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1, 4], 'acting': [0, 1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [1, 4], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.9 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.795011+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T12:00:33.644135+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2, 7], 'acting': [4, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 7], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.9 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783153+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T08:07:20.065644+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7, 3], 'acting': [1, 7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.8 is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.a is not active+clean 2024-09-16T06:45:18.383 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.783145+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 52, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 52, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T07:22:48.023206+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 7], 'acting': [1, 3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 7], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.b is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'creating+peering', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.796493+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 53, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 53, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-17T13:45:56.534183+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5, 2], 'acting': [0, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2, 5], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1e is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:12.776959+0000', 'last_change': '2024-09-16T06:45:12.776959+0000', 'last_active': '2024-09-16T06:45:12.776959+0000', 'last_peered': '2024-09-16T06:45:12.776959+0000', 'last_clean': '2024-09-16T06:45:12.776959+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:12.776959+0000', 'last_undegraded': '2024-09-16T06:45:12.776959+0000', 'last_fullsized': '2024-09-16T06:45:12.776959+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:12.776959+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1e is not active+clean 2024-09-16T06:45:18.384 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-16T06:45:13.781752+0000', 'last_change': '2024-09-16T06:45:13.781752+0000', 'last_active': '2024-09-16T06:45:13.781752+0000', 'last_peered': '2024-09-16T06:45:13.781752+0000', 'last_clean': '2024-09-16T06:45:13.781752+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-16T06:45:13.781752+0000', 'last_undegraded': '2024-09-16T06:45:13.781752+0000', 'last_fullsized': '2024-09-16T06:45:13.781752+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'last_clean_scrub_stamp': '2024-09-16T06:45:13.781752+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-16T06:45:18.385 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-16T06:45:18.746 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:18.746 INFO:teuthology.orchestra.run.smithi042.stdout:{"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":224,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1726469095,"num_in_osds":8,"osd_in_since":1726469079,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":39},{"state_name":"unknown","count":32},{"state_name":"creating+peering","count":26}],"num_pgs":97,"num_pools":3,"num_objects":15,"data_bytes":591920,"bytes_used":2441826304,"bytes_avail":765518458880,"bytes_total":767960285184,"unknown_pgs_ratio":0.32989689707756042,"inactive_pgs_ratio":0.2680412232875824,"write_bytes_sec":646,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24340}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.42:8443/"}},"servicemap":{"epoch":11,"modified":"2024-09-16T06:45:09.533715+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-16T06:45:18.758 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-16T06:45:18.759 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T06:45:19.039 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:19.040 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[27521]: pgmap v181: 97 pgs: 26 creating+peering, 32 unknown, 39 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 646 B/s wr, 6 op/s 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[27521]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2811830889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[39185]: pgmap v181: 97 pgs: 26 creating+peering, 32 unknown, 39 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 646 B/s wr, 6 op/s 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[39185]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:19.049 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:18 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2811830889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T06:45:19.050 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2024-09-16T06:45:17.535248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591920,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":132,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":195,"acting":195,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":110,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":2384596,"kb_used_data":5728,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576620,"statfs":{"total":767960285184,"available":765518458880,"internally_reserved":0,"allocated":5865472,"data_stored":3436488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.753511"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.827597+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:14.827597+0000","last_peered":"2024-09-16T06:45:14.827597+0000","last_clean":"2024-09-16T06:45:14.827597+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:14.827597+0000","last_undegraded":"2024-09-16T06:45:14.827597+0000","last_fullsized":"2024-09-16T06:45:14.827597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.801052+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:03.012185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821630+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:14.821630+0000","last_peered":"2024-09-16T06:45:14.821630+0000","last_clean":"2024-09-16T06:45:14.821630+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:14.821630+0000","last_undegraded":"2024-09-16T06:45:14.821630+0000","last_fullsized":"2024-09-16T06:45:14.821630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824626+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:14.824626+0000","last_peered":"2024-09-16T06:45:14.824626+0000","last_clean":"2024-09-16T06:45:14.824626+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:14.824626+0000","last_undegraded":"2024-09-16T06:45:14.824626+0000","last_fullsized":"2024-09-16T06:45:14.824626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826280+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:14.826280+0000","last_peered":"2024-09-16T06:45:14.826280+0000","last_clean":"2024-09-16T06:45:14.826280+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:14.826280+0000","last_undegraded":"2024-09-16T06:45:14.826280+0000","last_fullsized":"2024-09-16T06:45:14.826280+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812053+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:14.812053+0000","last_peered":"2024-09-16T06:45:14.812053+0000","last_clean":"2024-09-16T06:45:14.812053+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:14.812053+0000","last_undegraded":"2024-09-16T06:45:14.812053+0000","last_fullsized":"2024-09-16T06:45:14.812053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821268+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:14.821268+0000","last_peered":"2024-09-16T06:45:14.821268+0000","last_clean":"2024-09-16T06:45:14.821268+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:14.821268+0000","last_undegraded":"2024-09-16T06:45:14.821268+0000","last_fullsized":"2024-09-16T06:45:14.821268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796544+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:22.798836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.799942+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:51:32.415397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812801+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:14.812801+0000","last_peered":"2024-09-16T06:45:14.812801+0000","last_clean":"2024-09-16T06:45:14.812801+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:14.812801+0000","last_undegraded":"2024-09-16T06:45:14.812801+0000","last_fullsized":"2024-09-16T06:45:14.812801+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828022+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:14.828022+0000","last_peered":"2024-09-16T06:45:14.828022+0000","last_clean":"2024-09-16T06:45:14.828022+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:14.828022+0000","last_undegraded":"2024-09-16T06:45:14.828022+0000","last_fullsized":"2024-09-16T06:45:14.828022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823177+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:14.823177+0000","last_peered":"2024-09-16T06:45:14.823177+0000","last_clean":"2024-09-16T06:45:14.823177+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:14.823177+0000","last_undegraded":"2024-09-16T06:45:14.823177+0000","last_fullsized":"2024-09-16T06:45:14.823177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798570+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:56:52.463547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818749+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:14.818749+0000","last_peered":"2024-09-16T06:45:14.818749+0000","last_clean":"2024-09-16T06:45:14.818749+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:14.818749+0000","last_undegraded":"2024-09-16T06:45:14.818749+0000","last_fullsized":"2024-09-16T06:45:14.818749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793193+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:19:55.853085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.807043+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:14.807043+0000","last_peered":"2024-09-16T06:45:14.807043+0000","last_clean":"2024-09-16T06:45:14.807043+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:14.807043+0000","last_undegraded":"2024-09-16T06:45:14.807043+0000","last_fullsized":"2024-09-16T06:45:14.807043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821555+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:14.821555+0000","last_peered":"2024-09-16T06:45:14.821555+0000","last_clean":"2024-09-16T06:45:14.821555+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:14.821555+0000","last_undegraded":"2024-09-16T06:45:14.821555+0000","last_fullsized":"2024-09-16T06:45:14.821555+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795874+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:27.601209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,2],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.792747+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:37.401971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825565+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:14.825565+0000","last_peered":"2024-09-16T06:45:14.825565+0000","last_clean":"2024-09-16T06:45:14.825565+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:14.825565+0000","last_undegraded":"2024-09-16T06:45:14.825565+0000","last_fullsized":"2024-09-16T06:45:14.825565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.785933+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:14:08.964402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.795374+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:14.795374+0000","last_peered":"2024-09-16T06:45:14.795374+0000","last_clean":"2024-09-16T06:45:14.795374+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:14.795374+0000","last_undegraded":"2024-09-16T06:45:14.795374+0000","last_fullsized":"2024-09-16T06:45:14.795374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786174+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:05:24.493620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795141+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:05:50.019997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783925+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:10:21.255044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796087+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:12.328159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[6,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833039+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:14.833039+0000","last_peered":"2024-09-16T06:45:14.833039+0000","last_clean":"2024-09-16T06:45:14.833039+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:14.833039+0000","last_undegraded":"2024-09-16T06:45:14.833039+0000","last_fullsized":"2024-09-16T06:45:14.833039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824603+0000","last_change":"2024-09-16T06:45:14.824339+0000","last_active":"2024-09-16T06:45:14.824603+0000","last_peered":"2024-09-16T06:45:14.824603+0000","last_clean":"2024-09-16T06:45:14.824603+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:45:14.824603+0000","last_undegraded":"2024-09-16T06:45:14.824603+0000","last_fullsized":"2024-09-16T06:45:14.824603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:14.883953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.807199+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:13.807199+0000","last_peered":"2024-09-16T06:45:13.807199+0000","last_clean":"2024-09-16T06:45:13.807199+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:13.807199+0000","last_undegraded":"2024-09-16T06:45:13.807199+0000","last_fullsized":"2024-09-16T06:45:13.807199+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793955+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:16.549228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.788070+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:43.033236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823714+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:14.823714+0000","last_peered":"2024-09-16T06:45:14.823714+0000","last_clean":"2024-09-16T06:45:14.823714+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:14.823714+0000","last_undegraded":"2024-09-16T06:45:14.823714+0000","last_fullsized":"2024-09-16T06:45:14.823714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.794750+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:14.794750+0000","last_peered":"2024-09-16T06:45:14.794750+0000","last_clean":"2024-09-16T06:45:14.794750+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:14.794750+0000","last_undegraded":"2024-09-16T06:45:14.794750+0000","last_fullsized":"2024-09-16T06:45:14.794750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821536+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:14.821536+0000","last_peered":"2024-09-16T06:45:14.821536+0000","last_clean":"2024-09-16T06:45:14.821536+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:14.821536+0000","last_undegraded":"2024-09-16T06:45:14.821536+0000","last_fullsized":"2024-09-16T06:45:14.821536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825073+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:14.825073+0000","last_peered":"2024-09-16T06:45:14.825073+0000","last_clean":"2024-09-16T06:45:14.825073+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:14.825073+0000","last_undegraded":"2024-09-16T06:45:14.825073+0000","last_fullsized":"2024-09-16T06:45:14.825073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826457+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:14.826457+0000","last_peered":"2024-09-16T06:45:14.826457+0000","last_clean":"2024-09-16T06:45:14.826457+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:14.826457+0000","last_undegraded":"2024-09-16T06:45:14.826457+0000","last_fullsized":"2024-09-16T06:45:14.826457+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.811815+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:13.811815+0000","last_peered":"2024-09-16T06:45:13.811815+0000","last_clean":"2024-09-16T06:45:13.811815+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:13.811815+0000","last_undegraded":"2024-09-16T06:45:13.811815+0000","last_fullsized":"2024-09-16T06:45:13.811815+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826178+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:14.826178+0000","last_peered":"2024-09-16T06:45:14.826178+0000","last_clean":"2024-09-16T06:45:14.826178+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:14.826178+0000","last_undegraded":"2024-09-16T06:45:14.826178+0000","last_fullsized":"2024-09-16T06:45:14.826178+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818135+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:14.818135+0000","last_peered":"2024-09-16T06:45:14.818135+0000","last_clean":"2024-09-16T06:45:14.818135+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:14.818135+0000","last_undegraded":"2024-09-16T06:45:14.818135+0000","last_fullsized":"2024-09-16T06:45:14.818135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826296+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:14.826296+0000","last_peered":"2024-09-16T06:45:14.826296+0000","last_clean":"2024-09-16T06:45:14.826296+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:14.826296+0000","last_undegraded":"2024-09-16T06:45:14.826296+0000","last_fullsized":"2024-09-16T06:45:14.826296+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783240+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:06:39.150682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790520+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:14.790520+0000","last_peered":"2024-09-16T06:45:14.790520+0000","last_clean":"2024-09-16T06:45:14.790520+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:14.790520+0000","last_undegraded":"2024-09-16T06:45:14.790520+0000","last_fullsized":"2024-09-16T06:45:14.790520+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828254+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:14.828254+0000","last_peered":"2024-09-16T06:45:14.828254+0000","last_clean":"2024-09-16T06:45:14.828254+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:14.828254+0000","last_undegraded":"2024-09-16T06:45:14.828254+0000","last_fullsized":"2024-09-16T06:45:14.828254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801630+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:14.801630+0000","last_peered":"2024-09-16T06:45:14.801630+0000","last_clean":"2024-09-16T06:45:14.801630+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:14.801630+0000","last_undegraded":"2024-09-16T06:45:14.801630+0000","last_fullsized":"2024-09-16T06:45:14.801630+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.786009+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:02:50.331378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801553+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:14.801553+0000","last_peered":"2024-09-16T06:45:14.801553+0000","last_clean":"2024-09-16T06:45:14.801553+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:14.801553+0000","last_undegraded":"2024-09-16T06:45:14.801553+0000","last_fullsized":"2024-09-16T06:45:14.801553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.793485+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:08.764925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790435+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:14.790435+0000","last_peered":"2024-09-16T06:45:14.790435+0000","last_clean":"2024-09-16T06:45:14.790435+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:14.790435+0000","last_undegraded":"2024-09-16T06:45:14.790435+0000","last_fullsized":"2024-09-16T06:45:14.790435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.787020+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:44.213922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,6],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796872+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:21:01.703114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,6],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783204+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:49.983023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.804105+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:14.804105+0000","last_peered":"2024-09-16T06:45:14.804105+0000","last_clean":"2024-09-16T06:45:14.804105+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:14.804105+0000","last_undegraded":"2024-09-16T06:45:14.804105+0000","last_fullsized":"2024-09-16T06:45:14.804105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783201+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:17.689618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819419+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:14.819419+0000","last_peered":"2024-09-16T06:45:14.819419+0000","last_clean":"2024-09-16T06:45:14.819419+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:14.819419+0000","last_undegraded":"2024-09-16T06:45:14.819419+0000","last_fullsized":"2024-09-16T06:45:14.819419+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.798062+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:53.612913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801464+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:14.801464+0000","last_peered":"2024-09-16T06:45:14.801464+0000","last_clean":"2024-09-16T06:45:14.801464+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:14.801464+0000","last_undegraded":"2024-09-16T06:45:14.801464+0000","last_fullsized":"2024-09-16T06:45:14.801464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.795011+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:33.644135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,7],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783153+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:20.065644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.783145+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:22:48.023206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828388+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:14.828388+0000","last_peered":"2024-09-16T06:45:14.828388+0000","last_clean":"2024-09-16T06:45:14.828388+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:14.828388+0000","last_undegraded":"2024-09-16T06:45:14.828388+0000","last_fullsized":"2024-09-16T06:45:14.828388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812005+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:14.812005+0000","last_peered":"2024-09-16T06:45:14.812005+0000","last_clean":"2024-09-16T06:45:14.812005+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:14.812005+0000","last_undegraded":"2024-09-16T06:45:14.812005+0000","last_fullsized":"2024-09-16T06:45:14.812005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828261+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:14.828261+0000","last_peered":"2024-09-16T06:45:14.828261+0000","last_clean":"2024-09-16T06:45:14.828261+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:14.828261+0000","last_undegraded":"2024-09-16T06:45:14.828261+0000","last_fullsized":"2024-09-16T06:45:14.828261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828503+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:14.828503+0000","last_peered":"2024-09-16T06:45:14.828503+0000","last_clean":"2024-09-16T06:45:14.828503+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:14.828503+0000","last_undegraded":"2024-09-16T06:45:14.828503+0000","last_fullsized":"2024-09-16T06:45:14.828503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"creating+peering","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.796493+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:56.534183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:12.776959+0000","last_change":"2024-09-16T06:45:12.776959+0000","last_active":"2024-09-16T06:45:12.776959+0000","last_peered":"2024-09-16T06:45:12.776959+0000","last_clean":"2024-09-16T06:45:12.776959+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:12.776959+0000","last_undegraded":"2024-09-16T06:45:12.776959+0000","last_fullsized":"2024-09-16T06:45:12.776959+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-16T06:45:13.781752+0000","last_change":"2024-09-16T06:45:13.781752+0000","last_active":"2024-09-16T06:45:13.781752+0000","last_peered":"2024-09-16T06:45:13.781752+0000","last_clean":"2024-09-16T06:45:13.781752+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:45:13.781752+0000","last_undegraded":"2024-09-16T06:45:13.781752+0000","last_fullsized":"2024-09-16T06:45:13.781752+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":9,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-09-16T06:45:13.817393+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:13.817393+0000","last_peered":"2024-09-16T06:45:13.817393+0000","last_clean":"2024-09-16T06:45:13.817393+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:13.817393+0000","last_undegraded":"2024-09-16T06:45:13.817393+0000","last_fullsized":"2024-09-16T06:45:13.817393+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":105,"acting":105,"num_store_stats":5},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1552,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":87,"acting":87,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397510,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298456,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446696,"statfs":{"total":95995035648,"available":95689416704,"internally_reserved":0,"allocated":1126400,"data_stored":806726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.371}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]}]},{"osd":6,"up_from":43,"seq":184683593738,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298468,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446684,"statfs":{"total":95995035648,"available":95689404416,"internally_reserved":0,"allocated":1134592,"data_stored":813774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789967,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297828,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":479232,"data_stored":195015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.35199999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297860,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447292,"statfs":{"total":95995035648,"available":95690027008,"internally_reserved":0,"allocated":512000,"data_stored":208573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.629},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.69199999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.65400000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.60799999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149720,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":297828,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447324,"statfs":{"total":95995035648,"available":95690059776,"internally_reserved":0,"allocated":483328,"data_stored":195330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.442}]},{"osd":2,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.623},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.34799999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.35499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:44:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Sep 16 06:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.748}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297836,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447316,"statfs":{"total":95995035648,"available":95690051584,"internally_reserved":0,"allocated":487424,"data_stored":195645,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.373},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Sep 16 06:44:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.377,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.34499999999999997}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.311},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.42299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298440,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446712,"statfs":{"total":95995035648,"available":95689433088,"internally_reserved":0,"allocated":1105920,"data_stored":798941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.33000000000000002},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.27100000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.316}]},{"osd":4,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Sep 16 06:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:45:19.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:18 smithi164 ceph-mon[31490]: pgmap v181: 97 pgs: 26 creating+peering, 32 unknown, 39 active+clean; 578 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 646 B/s wr, 6 op/s 2024-09-16T06:45:19.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:18 smithi164 ceph-mon[31490]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:19.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:18 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2811830889' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-16T06:45:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:19 smithi042 ceph-mon[27521]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:19 smithi042 ceph-mon[27521]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:19 smithi042 ceph-mon[39185]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:19 smithi042 ceph-mon[39185]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:19 smithi164 ceph-mon[31490]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:19 smithi164 ceph-mon[31490]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:20.739 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:45:20 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[59963]: 2024-09-16T06:45:20.363+0000 7f2a87527640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T06:45:21.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:20 smithi042 ceph-mon[27521]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:21.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:20 smithi042 ceph-mon[27521]: pgmap v182: 97 pgs: 5 creating+peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 7 op/s 2024-09-16T06:45:21.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:20 smithi042 ceph-mon[39185]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:21.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:20 smithi042 ceph-mon[39185]: pgmap v182: 97 pgs: 5 creating+peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 7 op/s 2024-09-16T06:45:21.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:20 smithi164 ceph-mon[31490]: from='client.24455 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:21.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:20 smithi164 ceph-mon[31490]: pgmap v182: 97 pgs: 5 creating+peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s wr, 7 op/s 2024-09-16T06:45:22.055 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T06:45:22.348 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:22.349 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:45:22.358 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":183,"stamp":"2024-09-16T06:45:21.536333+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2384880,"kb_used_data":6008,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747576336,"statfs":{"total":767960285184,"available":765518168064,"internally_reserved":0,"allocated":6152192,"data_stored":3556415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.749495"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.827597+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:14.827597+0000","last_peered":"2024-09-16T06:45:14.827597+0000","last_clean":"2024-09-16T06:45:14.827597+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:14.827597+0000","last_undegraded":"2024-09-16T06:45:14.827597+0000","last_fullsized":"2024-09-16T06:45:14.827597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825180+0000","last_change":"2024-09-16T06:45:14.823926+0000","last_active":"2024-09-16T06:45:14.825180+0000","last_peered":"2024-09-16T06:45:14.825180+0000","last_clean":"2024-09-16T06:45:14.825180+0000","last_became_active":"2024-09-16T06:45:14.823560+0000","last_became_peered":"2024-09-16T06:45:14.823560+0000","last_unstale":"2024-09-16T06:45:14.825180+0000","last_undegraded":"2024-09-16T06:45:14.825180+0000","last_fullsized":"2024-09-16T06:45:14.825180+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:03.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.834934+0000","last_change":"2024-09-16T06:45:14.833852+0000","last_active":"2024-09-16T06:45:14.834934+0000","last_peered":"2024-09-16T06:45:14.834934+0000","last_clean":"2024-09-16T06:45:14.834934+0000","last_became_active":"2024-09-16T06:45:14.833532+0000","last_became_peered":"2024-09-16T06:45:14.833532+0000","last_unstale":"2024-09-16T06:45:14.834934+0000","last_undegraded":"2024-09-16T06:45:14.834934+0000","last_fullsized":"2024-09-16T06:45:14.834934+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:14.531222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819404+0000","last_change":"2024-09-16T06:45:14.818070+0000","last_active":"2024-09-16T06:45:14.819404+0000","last_peered":"2024-09-16T06:45:14.819404+0000","last_clean":"2024-09-16T06:45:14.819404+0000","last_became_active":"2024-09-16T06:45:14.814869+0000","last_became_peered":"2024-09-16T06:45:14.814869+0000","last_unstale":"2024-09-16T06:45:14.819404+0000","last_undegraded":"2024-09-16T06:45:14.819404+0000","last_fullsized":"2024-09-16T06:45:14.819404+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:00.519649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821630+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:14.821630+0000","last_peered":"2024-09-16T06:45:14.821630+0000","last_clean":"2024-09-16T06:45:14.821630+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:14.821630+0000","last_undegraded":"2024-09-16T06:45:14.821630+0000","last_fullsized":"2024-09-16T06:45:14.821630+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826224+0000","last_change":"2024-09-16T06:45:14.825045+0000","last_active":"2024-09-16T06:45:14.826224+0000","last_peered":"2024-09-16T06:45:14.826224+0000","last_clean":"2024-09-16T06:45:14.826224+0000","last_became_active":"2024-09-16T06:45:14.824604+0000","last_became_peered":"2024-09-16T06:45:14.824604+0000","last_unstale":"2024-09-16T06:45:14.826224+0000","last_undegraded":"2024-09-16T06:45:14.826224+0000","last_fullsized":"2024-09-16T06:45:14.826224+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:49.072591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824626+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:14.824626+0000","last_peered":"2024-09-16T06:45:14.824626+0000","last_clean":"2024-09-16T06:45:14.824626+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:14.824626+0000","last_undegraded":"2024-09-16T06:45:14.824626+0000","last_fullsized":"2024-09-16T06:45:14.824626+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.820798+0000","last_change":"2024-09-16T06:45:14.820348+0000","last_active":"2024-09-16T06:45:14.820798+0000","last_peered":"2024-09-16T06:45:14.820798+0000","last_clean":"2024-09-16T06:45:14.820798+0000","last_became_active":"2024-09-16T06:45:14.820075+0000","last_became_peered":"2024-09-16T06:45:14.820075+0000","last_unstale":"2024-09-16T06:45:14.820798+0000","last_undegraded":"2024-09-16T06:45:14.820798+0000","last_fullsized":"2024-09-16T06:45:14.820798+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:00.121763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826280+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:14.826280+0000","last_peered":"2024-09-16T06:45:14.826280+0000","last_clean":"2024-09-16T06:45:14.826280+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:14.826280+0000","last_undegraded":"2024-09-16T06:45:14.826280+0000","last_fullsized":"2024-09-16T06:45:14.826280+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812053+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:14.812053+0000","last_peered":"2024-09-16T06:45:14.812053+0000","last_clean":"2024-09-16T06:45:14.812053+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:14.812053+0000","last_undegraded":"2024-09-16T06:45:14.812053+0000","last_fullsized":"2024-09-16T06:45:14.812053+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821268+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:14.821268+0000","last_peered":"2024-09-16T06:45:14.821268+0000","last_clean":"2024-09-16T06:45:14.821268+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:14.821268+0000","last_undegraded":"2024-09-16T06:45:14.821268+0000","last_fullsized":"2024-09-16T06:45:14.821268+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819947+0000","last_change":"2024-09-16T06:45:14.819186+0000","last_active":"2024-09-16T06:45:14.819947+0000","last_peered":"2024-09-16T06:45:14.819947+0000","last_clean":"2024-09-16T06:45:14.819947+0000","last_became_active":"2024-09-16T06:45:14.818945+0000","last_became_peered":"2024-09-16T06:45:14.818945+0000","last_unstale":"2024-09-16T06:45:14.819947+0000","last_undegraded":"2024-09-16T06:45:14.819947+0000","last_fullsized":"2024-09-16T06:45:14.819947+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:01.894239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823276+0000","last_change":"2024-09-16T06:45:14.822286+0000","last_active":"2024-09-16T06:45:14.823276+0000","last_peered":"2024-09-16T06:45:14.823276+0000","last_clean":"2024-09-16T06:45:14.823276+0000","last_became_active":"2024-09-16T06:45:14.822022+0000","last_became_peered":"2024-09-16T06:45:14.822022+0000","last_unstale":"2024-09-16T06:45:14.823276+0000","last_undegraded":"2024-09-16T06:45:14.823276+0000","last_fullsized":"2024-09-16T06:45:14.823276+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:48.909300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825361+0000","last_change":"2024-09-16T06:45:14.825010+0000","last_active":"2024-09-16T06:45:14.825361+0000","last_peered":"2024-09-16T06:45:14.825361+0000","last_clean":"2024-09-16T06:45:14.825361+0000","last_became_active":"2024-09-16T06:45:14.823934+0000","last_became_peered":"2024-09-16T06:45:14.823934+0000","last_unstale":"2024-09-16T06:45:14.825361+0000","last_undegraded":"2024-09-16T06:45:14.825361+0000","last_fullsized":"2024-09-16T06:45:14.825361+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:04.272787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.809359+0000","last_change":"2024-09-16T06:45:14.807531+0000","last_active":"2024-09-16T06:45:14.809359+0000","last_peered":"2024-09-16T06:45:14.809359+0000","last_clean":"2024-09-16T06:45:14.809359+0000","last_became_active":"2024-09-16T06:45:14.807163+0000","last_became_peered":"2024-09-16T06:45:14.807163+0000","last_unstale":"2024-09-16T06:45:14.809359+0000","last_undegraded":"2024-09-16T06:45:14.809359+0000","last_fullsized":"2024-09-16T06:45:14.809359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:00:31.382833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826784+0000","last_change":"2024-09-16T06:45:14.825615+0000","last_active":"2024-09-16T06:45:14.826784+0000","last_peered":"2024-09-16T06:45:14.826784+0000","last_clean":"2024-09-16T06:45:14.826784+0000","last_became_active":"2024-09-16T06:45:14.825353+0000","last_became_peered":"2024-09-16T06:45:14.825353+0000","last_unstale":"2024-09-16T06:45:14.826784+0000","last_undegraded":"2024-09-16T06:45:14.826784+0000","last_fullsized":"2024-09-16T06:45:14.826784+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:31:12.093461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818712+0000","last_change":"2024-09-16T06:45:14.815732+0000","last_active":"2024-09-16T06:45:14.818712+0000","last_peered":"2024-09-16T06:45:14.818712+0000","last_clean":"2024-09-16T06:45:14.818712+0000","last_became_active":"2024-09-16T06:45:14.815370+0000","last_became_peered":"2024-09-16T06:45:14.815370+0000","last_unstale":"2024-09-16T06:45:14.818712+0000","last_undegraded":"2024-09-16T06:45:14.818712+0000","last_fullsized":"2024-09-16T06:45:14.818712+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:59:00.978507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812801+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:14.812801+0000","last_peered":"2024-09-16T06:45:14.812801+0000","last_clean":"2024-09-16T06:45:14.812801+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:14.812801+0000","last_undegraded":"2024-09-16T06:45:14.812801+0000","last_fullsized":"2024-09-16T06:45:14.812801+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828022+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:14.828022+0000","last_peered":"2024-09-16T06:45:14.828022+0000","last_clean":"2024-09-16T06:45:14.828022+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:14.828022+0000","last_undegraded":"2024-09-16T06:45:14.828022+0000","last_fullsized":"2024-09-16T06:45:14.828022+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823177+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:14.823177+0000","last_peered":"2024-09-16T06:45:14.823177+0000","last_clean":"2024-09-16T06:45:14.823177+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:14.823177+0000","last_undegraded":"2024-09-16T06:45:14.823177+0000","last_fullsized":"2024-09-16T06:45:14.823177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.834967+0000","last_change":"2024-09-16T06:45:14.833924+0000","last_active":"2024-09-16T06:45:14.834967+0000","last_peered":"2024-09-16T06:45:14.834967+0000","last_clean":"2024-09-16T06:45:14.834967+0000","last_became_active":"2024-09-16T06:45:14.833622+0000","last_became_peered":"2024-09-16T06:45:14.833622+0000","last_unstale":"2024-09-16T06:45:14.834967+0000","last_undegraded":"2024-09-16T06:45:14.834967+0000","last_fullsized":"2024-09-16T06:45:14.834967+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:37.756914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821667+0000","last_change":"2024-09-16T06:45:14.820953+0000","last_active":"2024-09-16T06:45:14.821667+0000","last_peered":"2024-09-16T06:45:14.821667+0000","last_clean":"2024-09-16T06:45:14.821667+0000","last_became_active":"2024-09-16T06:45:14.820626+0000","last_became_peered":"2024-09-16T06:45:14.820626+0000","last_unstale":"2024-09-16T06:45:14.821667+0000","last_undegraded":"2024-09-16T06:45:14.821667+0000","last_fullsized":"2024-09-16T06:45:14.821667+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:24:10.024951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818350+0000","last_change":"2024-09-16T06:45:14.813111+0000","last_active":"2024-09-16T06:45:14.818350+0000","last_peered":"2024-09-16T06:45:14.818350+0000","last_clean":"2024-09-16T06:45:14.818350+0000","last_became_active":"2024-09-16T06:45:14.812606+0000","last_became_peered":"2024-09-16T06:45:14.812606+0000","last_unstale":"2024-09-16T06:45:14.818350+0000","last_undegraded":"2024-09-16T06:45:14.818350+0000","last_fullsized":"2024-09-16T06:45:14.818350+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:09.348803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818737+0000","last_change":"2024-09-16T06:45:14.817351+0000","last_active":"2024-09-16T06:45:14.818737+0000","last_peered":"2024-09-16T06:45:14.818737+0000","last_clean":"2024-09-16T06:45:14.818737+0000","last_became_active":"2024-09-16T06:45:14.816997+0000","last_became_peered":"2024-09-16T06:45:14.816997+0000","last_unstale":"2024-09-16T06:45:14.818737+0000","last_undegraded":"2024-09-16T06:45:14.818737+0000","last_fullsized":"2024-09-16T06:45:14.818737+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:49.901659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818254+0000","last_change":"2024-09-16T06:45:14.816648+0000","last_active":"2024-09-16T06:45:14.818254+0000","last_peered":"2024-09-16T06:45:14.818254+0000","last_clean":"2024-09-16T06:45:14.818254+0000","last_became_active":"2024-09-16T06:45:14.816357+0000","last_became_peered":"2024-09-16T06:45:14.816357+0000","last_unstale":"2024-09-16T06:45:14.818254+0000","last_undegraded":"2024-09-16T06:45:14.818254+0000","last_fullsized":"2024-09-16T06:45:14.818254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:29.490651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818749+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:14.818749+0000","last_peered":"2024-09-16T06:45:14.818749+0000","last_clean":"2024-09-16T06:45:14.818749+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:14.818749+0000","last_undegraded":"2024-09-16T06:45:14.818749+0000","last_fullsized":"2024-09-16T06:45:14.818749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819623+0000","last_change":"2024-09-16T06:45:14.819221+0000","last_active":"2024-09-16T06:45:14.819623+0000","last_peered":"2024-09-16T06:45:14.819623+0000","last_clean":"2024-09-16T06:45:14.819623+0000","last_became_active":"2024-09-16T06:45:14.818932+0000","last_became_peered":"2024-09-16T06:45:14.818932+0000","last_unstale":"2024-09-16T06:45:14.819623+0000","last_undegraded":"2024-09-16T06:45:14.819623+0000","last_fullsized":"2024-09-16T06:45:14.819623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:00.416164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832540+0000","last_change":"2024-09-16T06:45:14.831819+0000","last_active":"2024-09-16T06:45:14.832540+0000","last_peered":"2024-09-16T06:45:14.832540+0000","last_clean":"2024-09-16T06:45:14.832540+0000","last_became_active":"2024-09-16T06:45:14.831473+0000","last_became_peered":"2024-09-16T06:45:14.831473+0000","last_unstale":"2024-09-16T06:45:14.832540+0000","last_undegraded":"2024-09-16T06:45:14.832540+0000","last_fullsized":"2024-09-16T06:45:14.832540+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:47.812270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829487+0000","last_change":"2024-09-16T06:45:14.828368+0000","last_active":"2024-09-16T06:45:14.829487+0000","last_peered":"2024-09-16T06:45:14.829487+0000","last_clean":"2024-09-16T06:45:14.829487+0000","last_became_active":"2024-09-16T06:45:14.828111+0000","last_became_peered":"2024-09-16T06:45:14.828111+0000","last_unstale":"2024-09-16T06:45:14.829487+0000","last_undegraded":"2024-09-16T06:45:14.829487+0000","last_fullsized":"2024-09-16T06:45:14.829487+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:36.996975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826208+0000","last_change":"2024-09-16T06:45:14.824887+0000","last_active":"2024-09-16T06:45:14.826208+0000","last_peered":"2024-09-16T06:45:14.826208+0000","last_clean":"2024-09-16T06:45:14.826208+0000","last_became_active":"2024-09-16T06:45:14.824243+0000","last_became_peered":"2024-09-16T06:45:14.824243+0000","last_unstale":"2024-09-16T06:45:14.826208+0000","last_undegraded":"2024-09-16T06:45:14.826208+0000","last_fullsized":"2024-09-16T06:45:14.826208+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:29.721338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.807043+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:14.807043+0000","last_peered":"2024-09-16T06:45:14.807043+0000","last_clean":"2024-09-16T06:45:14.807043+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:14.807043+0000","last_undegraded":"2024-09-16T06:45:14.807043+0000","last_fullsized":"2024-09-16T06:45:14.807043+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821555+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:14.821555+0000","last_peered":"2024-09-16T06:45:14.821555+0000","last_clean":"2024-09-16T06:45:14.821555+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:14.821555+0000","last_undegraded":"2024-09-16T06:45:14.821555+0000","last_fullsized":"2024-09-16T06:45:14.821555+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.817722+0000","last_change":"2024-09-16T06:45:14.816704+0000","last_active":"2024-09-16T06:45:14.817722+0000","last_peered":"2024-09-16T06:45:14.817722+0000","last_clean":"2024-09-16T06:45:14.817722+0000","last_became_active":"2024-09-16T06:45:14.816443+0000","last_became_peered":"2024-09-16T06:45:14.816443+0000","last_unstale":"2024-09-16T06:45:14.817722+0000","last_undegraded":"2024-09-16T06:45:14.817722+0000","last_fullsized":"2024-09-16T06:45:14.817722+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:59.140837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824512+0000","last_change":"2024-09-16T06:45:13.814977+0000","last_active":"2024-09-16T06:45:14.824512+0000","last_peered":"2024-09-16T06:45:14.824512+0000","last_clean":"2024-09-16T06:45:14.824512+0000","last_became_active":"2024-09-16T06:45:13.814690+0000","last_became_peered":"2024-09-16T06:45:13.814690+0000","last_unstale":"2024-09-16T06:45:14.824512+0000","last_undegraded":"2024-09-16T06:45:14.824512+0000","last_fullsized":"2024-09-16T06:45:14.824512+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:25.086472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829467+0000","last_change":"2024-09-16T06:45:14.827509+0000","last_active":"2024-09-16T06:45:14.829467+0000","last_peered":"2024-09-16T06:45:14.829467+0000","last_clean":"2024-09-16T06:45:14.829467+0000","last_became_active":"2024-09-16T06:45:14.826913+0000","last_became_peered":"2024-09-16T06:45:14.826913+0000","last_unstale":"2024-09-16T06:45:14.829467+0000","last_undegraded":"2024-09-16T06:45:14.829467+0000","last_fullsized":"2024-09-16T06:45:14.829467+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:36.205153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825565+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:14.825565+0000","last_peered":"2024-09-16T06:45:14.825565+0000","last_clean":"2024-09-16T06:45:14.825565+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:14.825565+0000","last_undegraded":"2024-09-16T06:45:14.825565+0000","last_fullsized":"2024-09-16T06:45:14.825565+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.798044+0000","last_change":"2024-09-16T06:45:13.809879+0000","last_active":"2024-09-16T06:45:14.798044+0000","last_peered":"2024-09-16T06:45:14.798044+0000","last_clean":"2024-09-16T06:45:14.798044+0000","last_became_active":"2024-09-16T06:45:13.809575+0000","last_became_peered":"2024-09-16T06:45:13.809575+0000","last_unstale":"2024-09-16T06:45:14.798044+0000","last_undegraded":"2024-09-16T06:45:14.798044+0000","last_fullsized":"2024-09-16T06:45:14.798044+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:18.363494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832036+0000","last_change":"2024-09-16T06:45:14.826283+0000","last_active":"2024-09-16T06:45:14.832036+0000","last_peered":"2024-09-16T06:45:14.832036+0000","last_clean":"2024-09-16T06:45:14.832036+0000","last_became_active":"2024-09-16T06:45:14.825991+0000","last_became_peered":"2024-09-16T06:45:14.825991+0000","last_unstale":"2024-09-16T06:45:14.832036+0000","last_undegraded":"2024-09-16T06:45:14.832036+0000","last_fullsized":"2024-09-16T06:45:14.832036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:58.266506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.800142+0000","last_change":"2024-09-16T06:45:13.802292+0000","last_active":"2024-09-16T06:45:14.800142+0000","last_peered":"2024-09-16T06:45:14.800142+0000","last_clean":"2024-09-16T06:45:14.800142+0000","last_became_active":"2024-09-16T06:45:13.801896+0000","last_became_peered":"2024-09-16T06:45:13.801896+0000","last_unstale":"2024-09-16T06:45:14.800142+0000","last_undegraded":"2024-09-16T06:45:14.800142+0000","last_fullsized":"2024-09-16T06:45:14.800142+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:04.246350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.817539+0000","last_change":"2024-09-16T06:45:14.817279+0000","last_active":"2024-09-16T06:45:14.817539+0000","last_peered":"2024-09-16T06:45:14.817539+0000","last_clean":"2024-09-16T06:45:14.817539+0000","last_became_active":"2024-09-16T06:45:14.816856+0000","last_became_peered":"2024-09-16T06:45:14.816856+0000","last_unstale":"2024-09-16T06:45:14.817539+0000","last_undegraded":"2024-09-16T06:45:14.817539+0000","last_fullsized":"2024-09-16T06:45:14.817539+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:34:34.078552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.795374+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:14.795374+0000","last_peered":"2024-09-16T06:45:14.795374+0000","last_clean":"2024-09-16T06:45:14.795374+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:14.795374+0000","last_undegraded":"2024-09-16T06:45:14.795374+0000","last_fullsized":"2024-09-16T06:45:14.795374+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818679+0000","last_change":"2024-09-16T06:45:14.815817+0000","last_active":"2024-09-16T06:45:14.818679+0000","last_peered":"2024-09-16T06:45:14.818679+0000","last_clean":"2024-09-16T06:45:14.818679+0000","last_became_active":"2024-09-16T06:45:14.815257+0000","last_became_peered":"2024-09-16T06:45:14.815257+0000","last_unstale":"2024-09-16T06:45:14.818679+0000","last_undegraded":"2024-09-16T06:45:14.818679+0000","last_fullsized":"2024-09-16T06:45:14.818679+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:57.303999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801894+0000","last_change":"2024-09-16T06:45:13.811510+0000","last_active":"2024-09-16T06:45:14.801894+0000","last_peered":"2024-09-16T06:45:14.801894+0000","last_clean":"2024-09-16T06:45:14.801894+0000","last_became_active":"2024-09-16T06:45:13.811257+0000","last_became_peered":"2024-09-16T06:45:13.811257+0000","last_unstale":"2024-09-16T06:45:14.801894+0000","last_undegraded":"2024-09-16T06:45:14.801894+0000","last_fullsized":"2024-09-16T06:45:14.801894+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:01.425664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829833+0000","last_change":"2024-09-16T06:45:14.827484+0000","last_active":"2024-09-16T06:45:14.829833+0000","last_peered":"2024-09-16T06:45:14.829833+0000","last_clean":"2024-09-16T06:45:14.829833+0000","last_became_active":"2024-09-16T06:45:14.826508+0000","last_became_peered":"2024-09-16T06:45:14.826508+0000","last_unstale":"2024-09-16T06:45:14.829833+0000","last_undegraded":"2024-09-16T06:45:14.829833+0000","last_fullsized":"2024-09-16T06:45:14.829833+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:23.728720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":14,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829543+0000","last_change":"2024-09-16T06:45:13.804937+0000","last_active":"2024-09-16T06:45:14.829543+0000","last_peered":"2024-09-16T06:45:14.829543+0000","last_clean":"2024-09-16T06:45:14.829543+0000","last_became_active":"2024-09-16T06:45:13.804667+0000","last_became_peered":"2024-09-16T06:45:13.804667+0000","last_unstale":"2024-09-16T06:45:14.829543+0000","last_undegraded":"2024-09-16T06:45:14.829543+0000","last_fullsized":"2024-09-16T06:45:14.829543+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:09.069407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.815087+0000","last_change":"2024-09-16T06:45:14.812733+0000","last_active":"2024-09-16T06:45:14.815087+0000","last_peered":"2024-09-16T06:45:14.815087+0000","last_clean":"2024-09-16T06:45:14.815087+0000","last_became_active":"2024-09-16T06:45:14.812438+0000","last_became_peered":"2024-09-16T06:45:14.812438+0000","last_unstale":"2024-09-16T06:45:14.815087+0000","last_undegraded":"2024-09-16T06:45:14.815087+0000","last_fullsized":"2024-09-16T06:45:14.815087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:05:33.505861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"54'6","reported_seq":17,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833039+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:14.833039+0000","last_peered":"2024-09-16T06:45:14.833039+0000","last_clean":"2024-09-16T06:45:14.833039+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:14.833039+0000","last_undegraded":"2024-09-16T06:45:14.833039+0000","last_fullsized":"2024-09-16T06:45:14.833039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824603+0000","last_change":"2024-09-16T06:45:14.824339+0000","last_active":"2024-09-16T06:45:14.824603+0000","last_peered":"2024-09-16T06:45:14.824603+0000","last_clean":"2024-09-16T06:45:14.824603+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:45:14.824603+0000","last_undegraded":"2024-09-16T06:45:14.824603+0000","last_fullsized":"2024-09-16T06:45:14.824603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:14.883953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.836039+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:14.836039+0000","last_peered":"2024-09-16T06:45:14.836039+0000","last_clean":"2024-09-16T06:45:14.836039+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:14.836039+0000","last_undegraded":"2024-09-16T06:45:14.836039+0000","last_fullsized":"2024-09-16T06:45:14.836039+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829113+0000","last_change":"2024-09-16T06:45:14.826673+0000","last_active":"2024-09-16T06:45:14.829113+0000","last_peered":"2024-09-16T06:45:14.829113+0000","last_clean":"2024-09-16T06:45:14.829113+0000","last_became_active":"2024-09-16T06:45:14.826321+0000","last_became_peered":"2024-09-16T06:45:14.826321+0000","last_unstale":"2024-09-16T06:45:14.829113+0000","last_undegraded":"2024-09-16T06:45:14.829113+0000","last_fullsized":"2024-09-16T06:45:14.829113+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:46:50.367532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801140+0000","last_change":"2024-09-16T06:45:13.802889+0000","last_active":"2024-09-16T06:45:14.801140+0000","last_peered":"2024-09-16T06:45:14.801140+0000","last_clean":"2024-09-16T06:45:14.801140+0000","last_became_active":"2024-09-16T06:45:13.802427+0000","last_became_peered":"2024-09-16T06:45:13.802427+0000","last_unstale":"2024-09-16T06:45:14.801140+0000","last_undegraded":"2024-09-16T06:45:14.801140+0000","last_fullsized":"2024-09-16T06:45:14.801140+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:03:23.656826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.823714+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:14.823714+0000","last_peered":"2024-09-16T06:45:14.823714+0000","last_clean":"2024-09-16T06:45:14.823714+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:14.823714+0000","last_undegraded":"2024-09-16T06:45:14.823714+0000","last_fullsized":"2024-09-16T06:45:14.823714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.794750+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:14.794750+0000","last_peered":"2024-09-16T06:45:14.794750+0000","last_clean":"2024-09-16T06:45:14.794750+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:14.794750+0000","last_undegraded":"2024-09-16T06:45:14.794750+0000","last_fullsized":"2024-09-16T06:45:14.794750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.821536+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:14.821536+0000","last_peered":"2024-09-16T06:45:14.821536+0000","last_clean":"2024-09-16T06:45:14.821536+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:14.821536+0000","last_undegraded":"2024-09-16T06:45:14.821536+0000","last_fullsized":"2024-09-16T06:45:14.821536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":19,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.825073+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:14.825073+0000","last_peered":"2024-09-16T06:45:14.825073+0000","last_clean":"2024-09-16T06:45:14.825073+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:14.825073+0000","last_undegraded":"2024-09-16T06:45:14.825073+0000","last_fullsized":"2024-09-16T06:45:14.825073+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826457+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:14.826457+0000","last_peered":"2024-09-16T06:45:14.826457+0000","last_clean":"2024-09-16T06:45:14.826457+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:14.826457+0000","last_undegraded":"2024-09-16T06:45:14.826457+0000","last_fullsized":"2024-09-16T06:45:14.826457+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.831688+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:14.831688+0000","last_peered":"2024-09-16T06:45:14.831688+0000","last_clean":"2024-09-16T06:45:14.831688+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:14.831688+0000","last_undegraded":"2024-09-16T06:45:14.831688+0000","last_fullsized":"2024-09-16T06:45:14.831688+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826178+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:14.826178+0000","last_peered":"2024-09-16T06:45:14.826178+0000","last_clean":"2024-09-16T06:45:14.826178+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:14.826178+0000","last_undegraded":"2024-09-16T06:45:14.826178+0000","last_fullsized":"2024-09-16T06:45:14.826178+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818135+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:14.818135+0000","last_peered":"2024-09-16T06:45:14.818135+0000","last_clean":"2024-09-16T06:45:14.818135+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:14.818135+0000","last_undegraded":"2024-09-16T06:45:14.818135+0000","last_fullsized":"2024-09-16T06:45:14.818135+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.826296+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:14.826296+0000","last_peered":"2024-09-16T06:45:14.826296+0000","last_clean":"2024-09-16T06:45:14.826296+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:14.826296+0000","last_undegraded":"2024-09-16T06:45:14.826296+0000","last_fullsized":"2024-09-16T06:45:14.826296+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.822376+0000","last_change":"2024-09-16T06:45:13.801210+0000","last_active":"2024-09-16T06:45:14.822376+0000","last_peered":"2024-09-16T06:45:14.822376+0000","last_clean":"2024-09-16T06:45:14.822376+0000","last_became_active":"2024-09-16T06:45:13.800918+0000","last_became_peered":"2024-09-16T06:45:13.800918+0000","last_unstale":"2024-09-16T06:45:14.822376+0000","last_undegraded":"2024-09-16T06:45:14.822376+0000","last_fullsized":"2024-09-16T06:45:14.822376+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:27.685865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.820261+0000","last_change":"2024-09-16T06:45:14.819317+0000","last_active":"2024-09-16T06:45:14.820261+0000","last_peered":"2024-09-16T06:45:14.820261+0000","last_clean":"2024-09-16T06:45:14.820261+0000","last_became_active":"2024-09-16T06:45:14.819035+0000","last_became_peered":"2024-09-16T06:45:14.819035+0000","last_unstale":"2024-09-16T06:45:14.820261+0000","last_undegraded":"2024-09-16T06:45:14.820261+0000","last_fullsized":"2024-09-16T06:45:14.820261+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:00.781527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790520+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:14.790520+0000","last_peered":"2024-09-16T06:45:14.790520+0000","last_clean":"2024-09-16T06:45:14.790520+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:14.790520+0000","last_undegraded":"2024-09-16T06:45:14.790520+0000","last_fullsized":"2024-09-16T06:45:14.790520+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828254+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:14.828254+0000","last_peered":"2024-09-16T06:45:14.828254+0000","last_clean":"2024-09-16T06:45:14.828254+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:14.828254+0000","last_undegraded":"2024-09-16T06:45:14.828254+0000","last_fullsized":"2024-09-16T06:45:14.828254+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'72","reported_seq":20,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801630+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:14.801630+0000","last_peered":"2024-09-16T06:45:14.801630+0000","last_clean":"2024-09-16T06:45:14.801630+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:14.801630+0000","last_undegraded":"2024-09-16T06:45:14.801630+0000","last_fullsized":"2024-09-16T06:45:14.801630+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.798738+0000","last_change":"2024-09-16T06:45:13.801583+0000","last_active":"2024-09-16T06:45:14.798738+0000","last_peered":"2024-09-16T06:45:14.798738+0000","last_clean":"2024-09-16T06:45:14.798738+0000","last_became_active":"2024-09-16T06:45:13.801213+0000","last_became_peered":"2024-09-16T06:45:13.801213+0000","last_unstale":"2024-09-16T06:45:14.798738+0000","last_undegraded":"2024-09-16T06:45:14.798738+0000","last_fullsized":"2024-09-16T06:45:14.798738+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:24.325142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.824372+0000","last_change":"2024-09-16T06:45:14.821937+0000","last_active":"2024-09-16T06:45:14.824372+0000","last_peered":"2024-09-16T06:45:14.824372+0000","last_clean":"2024-09-16T06:45:14.824372+0000","last_became_active":"2024-09-16T06:45:14.820765+0000","last_became_peered":"2024-09-16T06:45:14.820765+0000","last_unstale":"2024-09-16T06:45:14.824372+0000","last_undegraded":"2024-09-16T06:45:14.824372+0000","last_fullsized":"2024-09-16T06:45:14.824372+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:48.246066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801553+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:14.801553+0000","last_peered":"2024-09-16T06:45:14.801553+0000","last_clean":"2024-09-16T06:45:14.801553+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:14.801553+0000","last_undegraded":"2024-09-16T06:45:14.801553+0000","last_fullsized":"2024-09-16T06:45:14.801553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.829406+0000","last_change":"2024-09-16T06:45:14.827680+0000","last_active":"2024-09-16T06:45:14.829406+0000","last_peered":"2024-09-16T06:45:14.829406+0000","last_clean":"2024-09-16T06:45:14.829406+0000","last_became_active":"2024-09-16T06:45:14.826356+0000","last_became_peered":"2024-09-16T06:45:14.826356+0000","last_unstale":"2024-09-16T06:45:14.829406+0000","last_undegraded":"2024-09-16T06:45:14.829406+0000","last_fullsized":"2024-09-16T06:45:14.829406+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:25.905224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.790435+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:14.790435+0000","last_peered":"2024-09-16T06:45:14.790435+0000","last_clean":"2024-09-16T06:45:14.790435+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:14.790435+0000","last_undegraded":"2024-09-16T06:45:14.790435+0000","last_fullsized":"2024-09-16T06:45:14.790435+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.797089+0000","last_change":"2024-09-16T06:45:14.796208+0000","last_active":"2024-09-16T06:45:14.797089+0000","last_peered":"2024-09-16T06:45:14.797089+0000","last_clean":"2024-09-16T06:45:14.797089+0000","last_became_active":"2024-09-16T06:45:14.795871+0000","last_became_peered":"2024-09-16T06:45:14.795871+0000","last_unstale":"2024-09-16T06:45:14.797089+0000","last_undegraded":"2024-09-16T06:45:14.797089+0000","last_fullsized":"2024-09-16T06:45:14.797089+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:07.704850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801238+0000","last_change":"2024-09-16T06:45:13.813958+0000","last_active":"2024-09-16T06:45:14.801238+0000","last_peered":"2024-09-16T06:45:14.801238+0000","last_clean":"2024-09-16T06:45:14.801238+0000","last_became_active":"2024-09-16T06:45:13.810022+0000","last_became_peered":"2024-09-16T06:45:13.810022+0000","last_unstale":"2024-09-16T06:45:14.801238+0000","last_undegraded":"2024-09-16T06:45:14.801238+0000","last_fullsized":"2024-09-16T06:45:14.801238+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:47.839101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.820023+0000","last_change":"2024-09-16T06:45:14.819284+0000","last_active":"2024-09-16T06:45:14.820023+0000","last_peered":"2024-09-16T06:45:14.820023+0000","last_clean":"2024-09-16T06:45:14.820023+0000","last_became_active":"2024-09-16T06:45:14.818901+0000","last_became_peered":"2024-09-16T06:45:14.818901+0000","last_unstale":"2024-09-16T06:45:14.820023+0000","last_undegraded":"2024-09-16T06:45:14.820023+0000","last_fullsized":"2024-09-16T06:45:14.820023+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:59.298075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.792469+0000","last_change":"2024-09-16T06:45:13.815654+0000","last_active":"2024-09-16T06:45:14.792469+0000","last_peered":"2024-09-16T06:45:14.792469+0000","last_clean":"2024-09-16T06:45:14.792469+0000","last_became_active":"2024-09-16T06:45:13.815380+0000","last_became_peered":"2024-09-16T06:45:13.815380+0000","last_unstale":"2024-09-16T06:45:14.792469+0000","last_undegraded":"2024-09-16T06:45:14.792469+0000","last_fullsized":"2024-09-16T06:45:14.792469+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:05.275137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.818353+0000","last_change":"2024-09-16T06:45:14.814173+0000","last_active":"2024-09-16T06:45:14.818353+0000","last_peered":"2024-09-16T06:45:14.818353+0000","last_clean":"2024-09-16T06:45:14.818353+0000","last_became_active":"2024-09-16T06:45:14.813854+0000","last_became_peered":"2024-09-16T06:45:14.813854+0000","last_unstale":"2024-09-16T06:45:14.818353+0000","last_undegraded":"2024-09-16T06:45:14.818353+0000","last_fullsized":"2024-09-16T06:45:14.818353+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:48.630808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.804105+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:14.804105+0000","last_peered":"2024-09-16T06:45:14.804105+0000","last_clean":"2024-09-16T06:45:14.804105+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:14.804105+0000","last_undegraded":"2024-09-16T06:45:14.804105+0000","last_fullsized":"2024-09-16T06:45:14.804105+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.809047+0000","last_change":"2024-09-16T06:45:14.804081+0000","last_active":"2024-09-16T06:45:14.809047+0000","last_peered":"2024-09-16T06:45:14.809047+0000","last_clean":"2024-09-16T06:45:14.809047+0000","last_became_active":"2024-09-16T06:45:14.803763+0000","last_became_peered":"2024-09-16T06:45:14.803763+0000","last_unstale":"2024-09-16T06:45:14.809047+0000","last_undegraded":"2024-09-16T06:45:14.809047+0000","last_fullsized":"2024-09-16T06:45:14.809047+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:18.026688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.793227+0000","last_change":"2024-09-16T06:45:13.810149+0000","last_active":"2024-09-16T06:45:14.793227+0000","last_peered":"2024-09-16T06:45:14.793227+0000","last_clean":"2024-09-16T06:45:14.793227+0000","last_became_active":"2024-09-16T06:45:13.809195+0000","last_became_peered":"2024-09-16T06:45:13.809195+0000","last_unstale":"2024-09-16T06:45:14.793227+0000","last_undegraded":"2024-09-16T06:45:14.793227+0000","last_fullsized":"2024-09-16T06:45:14.793227+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:08.337265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832215+0000","last_change":"2024-09-16T06:45:14.830521+0000","last_active":"2024-09-16T06:45:14.832215+0000","last_peered":"2024-09-16T06:45:14.832215+0000","last_clean":"2024-09-16T06:45:14.832215+0000","last_became_active":"2024-09-16T06:45:14.830248+0000","last_became_peered":"2024-09-16T06:45:14.830248+0000","last_unstale":"2024-09-16T06:45:14.832215+0000","last_undegraded":"2024-09-16T06:45:14.832215+0000","last_fullsized":"2024-09-16T06:45:14.832215+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:17:16.723498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819419+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:14.819419+0000","last_peered":"2024-09-16T06:45:14.819419+0000","last_clean":"2024-09-16T06:45:14.819419+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:14.819419+0000","last_undegraded":"2024-09-16T06:45:14.819419+0000","last_fullsized":"2024-09-16T06:45:14.819419+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.835478+0000","last_change":"2024-09-16T06:45:14.834113+0000","last_active":"2024-09-16T06:45:14.835478+0000","last_peered":"2024-09-16T06:45:14.835478+0000","last_clean":"2024-09-16T06:45:14.835478+0000","last_became_active":"2024-09-16T06:45:14.833759+0000","last_became_peered":"2024-09-16T06:45:14.833759+0000","last_unstale":"2024-09-16T06:45:14.835478+0000","last_undegraded":"2024-09-16T06:45:14.835478+0000","last_fullsized":"2024-09-16T06:45:14.835478+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:24.469480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.801464+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:14.801464+0000","last_peered":"2024-09-16T06:45:14.801464+0000","last_clean":"2024-09-16T06:45:14.801464+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:14.801464+0000","last_undegraded":"2024-09-16T06:45:14.801464+0000","last_fullsized":"2024-09-16T06:45:14.801464+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.817159+0000","last_change":"2024-09-16T06:45:14.815974+0000","last_active":"2024-09-16T06:45:14.817159+0000","last_peered":"2024-09-16T06:45:14.817159+0000","last_clean":"2024-09-16T06:45:14.817159+0000","last_became_active":"2024-09-16T06:45:14.815520+0000","last_became_peered":"2024-09-16T06:45:14.815520+0000","last_unstale":"2024-09-16T06:45:14.817159+0000","last_undegraded":"2024-09-16T06:45:14.817159+0000","last_fullsized":"2024-09-16T06:45:14.817159+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:34.150677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.792871+0000","last_change":"2024-09-16T06:45:13.815644+0000","last_active":"2024-09-16T06:45:14.792871+0000","last_peered":"2024-09-16T06:45:14.792871+0000","last_clean":"2024-09-16T06:45:14.792871+0000","last_became_active":"2024-09-16T06:45:13.815299+0000","last_became_peered":"2024-09-16T06:45:13.815299+0000","last_unstale":"2024-09-16T06:45:14.792871+0000","last_undegraded":"2024-09-16T06:45:14.792871+0000","last_fullsized":"2024-09-16T06:45:14.792871+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:11.104367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.817051+0000","last_change":"2024-09-16T06:45:14.812661+0000","last_active":"2024-09-16T06:45:14.817051+0000","last_peered":"2024-09-16T06:45:14.817051+0000","last_clean":"2024-09-16T06:45:14.817051+0000","last_became_active":"2024-09-16T06:45:14.811907+0000","last_became_peered":"2024-09-16T06:45:14.811907+0000","last_unstale":"2024-09-16T06:45:14.817051+0000","last_undegraded":"2024-09-16T06:45:14.817051+0000","last_fullsized":"2024-09-16T06:45:14.817051+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:52.587186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.791911+0000","last_change":"2024-09-16T06:45:13.816831+0000","last_active":"2024-09-16T06:45:14.791911+0000","last_peered":"2024-09-16T06:45:14.791911+0000","last_clean":"2024-09-16T06:45:14.791911+0000","last_became_active":"2024-09-16T06:45:13.816553+0000","last_became_peered":"2024-09-16T06:45:13.816553+0000","last_unstale":"2024-09-16T06:45:14.791911+0000","last_undegraded":"2024-09-16T06:45:14.791911+0000","last_fullsized":"2024-09-16T06:45:14.791911+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:34.462284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832105+0000","last_change":"2024-09-16T06:45:14.825533+0000","last_active":"2024-09-16T06:45:14.832105+0000","last_peered":"2024-09-16T06:45:14.832105+0000","last_clean":"2024-09-16T06:45:14.832105+0000","last_became_active":"2024-09-16T06:45:14.825266+0000","last_became_peered":"2024-09-16T06:45:14.825266+0000","last_unstale":"2024-09-16T06:45:14.832105+0000","last_undegraded":"2024-09-16T06:45:14.832105+0000","last_fullsized":"2024-09-16T06:45:14.832105+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:26.651873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828388+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:14.828388+0000","last_peered":"2024-09-16T06:45:14.828388+0000","last_clean":"2024-09-16T06:45:14.828388+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:14.828388+0000","last_undegraded":"2024-09-16T06:45:14.828388+0000","last_fullsized":"2024-09-16T06:45:14.828388+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.812005+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:14.812005+0000","last_peered":"2024-09-16T06:45:14.812005+0000","last_clean":"2024-09-16T06:45:14.812005+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:14.812005+0000","last_undegraded":"2024-09-16T06:45:14.812005+0000","last_fullsized":"2024-09-16T06:45:14.812005+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.811887+0000","last_change":"2024-09-16T06:45:14.810520+0000","last_active":"2024-09-16T06:45:14.811887+0000","last_peered":"2024-09-16T06:45:14.811887+0000","last_clean":"2024-09-16T06:45:14.811887+0000","last_became_active":"2024-09-16T06:45:14.810173+0000","last_became_peered":"2024-09-16T06:45:14.810173+0000","last_unstale":"2024-09-16T06:45:14.811887+0000","last_undegraded":"2024-09-16T06:45:14.811887+0000","last_fullsized":"2024-09-16T06:45:14.811887+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:38:59.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828261+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:14.828261+0000","last_peered":"2024-09-16T06:45:14.828261+0000","last_clean":"2024-09-16T06:45:14.828261+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:14.828261+0000","last_undegraded":"2024-09-16T06:45:14.828261+0000","last_fullsized":"2024-09-16T06:45:14.828261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.819388+0000","last_change":"2024-09-16T06:45:14.817879+0000","last_active":"2024-09-16T06:45:14.819388+0000","last_peered":"2024-09-16T06:45:14.819388+0000","last_clean":"2024-09-16T06:45:14.819388+0000","last_became_active":"2024-09-16T06:45:14.815599+0000","last_became_peered":"2024-09-16T06:45:14.815599+0000","last_unstale":"2024-09-16T06:45:14.819388+0000","last_undegraded":"2024-09-16T06:45:14.819388+0000","last_fullsized":"2024-09-16T06:45:14.819388+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:54.333372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":13,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.828503+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:14.828503+0000","last_peered":"2024-09-16T06:45:14.828503+0000","last_clean":"2024-09-16T06:45:14.828503+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:14.828503+0000","last_undegraded":"2024-09-16T06:45:14.828503+0000","last_fullsized":"2024-09-16T06:45:14.828503+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832019+0000","last_change":"2024-09-16T06:45:14.830062+0000","last_active":"2024-09-16T06:45:14.832019+0000","last_peered":"2024-09-16T06:45:14.832019+0000","last_clean":"2024-09-16T06:45:14.832019+0000","last_became_active":"2024-09-16T06:45:14.829759+0000","last_became_peered":"2024-09-16T06:45:14.829759+0000","last_unstale":"2024-09-16T06:45:14.832019+0000","last_undegraded":"2024-09-16T06:45:14.832019+0000","last_fullsized":"2024-09-16T06:45:14.832019+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:17.747080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":12,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.833342+0000","last_change":"2024-09-16T06:45:13.804403+0000","last_active":"2024-09-16T06:45:14.833342+0000","last_peered":"2024-09-16T06:45:14.833342+0000","last_clean":"2024-09-16T06:45:14.833342+0000","last_became_active":"2024-09-16T06:45:13.804103+0000","last_became_peered":"2024-09-16T06:45:13.804103+0000","last_unstale":"2024-09-16T06:45:14.833342+0000","last_undegraded":"2024-09-16T06:45:14.833342+0000","last_fullsized":"2024-09-16T06:45:14.833342+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:03.419772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.832386+0000","last_change":"2024-09-16T06:45:14.824408+0000","last_active":"2024-09-16T06:45:14.832386+0000","last_peered":"2024-09-16T06:45:14.832386+0000","last_clean":"2024-09-16T06:45:14.832386+0000","last_became_active":"2024-09-16T06:45:14.824085+0000","last_became_peered":"2024-09-16T06:45:14.824085+0000","last_unstale":"2024-09-16T06:45:14.832386+0000","last_undegraded":"2024-09-16T06:45:14.832386+0000","last_fullsized":"2024-09-16T06:45:14.832386+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:00.461355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":15,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-09-16T06:45:14.836619+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:14.836619+0000","last_peered":"2024-09-16T06:45:14.836619+0000","last_clean":"2024-09-16T06:45:14.836619+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:14.836619+0000","last_undegraded":"2024-09-16T06:45:14.836619+0000","last_fullsized":"2024-09-16T06:45:14.836619+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397511,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298472,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446680,"statfs":{"total":95995035648,"available":95689400320,"internally_reserved":0,"allocated":1138688,"data_stored":813444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":6,"up_from":43,"seq":184683593738,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298468,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446684,"statfs":{"total":95995035648,"available":95689404416,"internally_reserved":0,"allocated":1134592,"data_stored":813774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913789968,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":544768,"data_stored":223496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.67200000000000004}]},{"osd":2,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.58499999999999996}]},{"osd":3,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.65400000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.621},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986198,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297900,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447252,"statfs":{"total":95995035648,"available":95689986048,"internally_reserved":0,"allocated":552960,"data_stored":223180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.56999999999999995}]},{"osd":1,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.47799999999999998}]},{"osd":2,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.51000000000000001}]},{"osd":3,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.36799999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.317}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297904,"kb_used_data":540,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447248,"statfs":{"total":95995035648,"available":95689981952,"internally_reserved":0,"allocated":552960,"data_stored":223825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26900000000000002}]},{"osd":1,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.374}]},{"osd":2,"last update":"Mon Sep 16 06:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.28599999999999998}]},{"osd":4,"last update":"Mon Sep 16 06:44:48 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.53300000000000003}]},{"osd":5,"last update":"Mon Sep 16 06:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297880,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447272,"statfs":{"total":95995035648,"available":95690006528,"internally_reserved":0,"allocated":536576,"data_stored":222484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36099999999999999,"15min":0.35499999999999998},"min":{"1min":0.25600000000000001,"5min":0.224,"15min":0.224},"max":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.35899999999999999,"15min":0.34799999999999998},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.372,"15min":0.36399999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.43099999999999999,"15min":0.42099999999999999},"min":{"1min":0.35499999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:44:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.432,"15min":0.432},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:44:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Sep 16 06:45:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.748}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59299999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297888,"kb_used_data":532,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447264,"statfs":{"total":95995035648,"available":95689998336,"internally_reserved":0,"allocated":544768,"data_stored":222644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.33700000000000002},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.35399999999999998,"15min":0.34399999999999997},"min":{"1min":0.29399999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.44}]},{"osd":2,"last update":"Mon Sep 16 06:44:58 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.377,"15min":0.37},"min":{"1min":0.28699999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.315},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.33200000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.377}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.28799999999999998}]},{"osd":4,"last update":"Mon Sep 16 06:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:08 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298480,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446672,"statfs":{"total":95995035648,"available":95689392128,"internally_reserved":0,"allocated":1146880,"data_stored":813568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:44:36 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34000000000000002,"15min":0.33000000000000002},"min":{"1min":0.27100000000000002,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.36699999999999999,"15min":0.34899999999999998},"min":{"1min":0.35499999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:00 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.39300000000000002,"15min":0.38100000000000001},"min":{"1min":0.32700000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.48099999999999998}]},{"osd":4,"last update":"Mon Sep 16 06:44:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.443},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59899999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.63},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:45:22.363 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-16T06:45:22.363 INFO:tasks.cephadm:Adding prometheus.a on smithi164 2024-09-16T06:45:22.363 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi164=a' 2024-09-16T06:45:22.616 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:22.986 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:22 smithi164 ceph-mon[31490]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T06:45:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:22 smithi042 ceph-mon[27521]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T06:45:23.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:22 smithi042 ceph-mon[39185]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T06:45:24.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:23 smithi164 ceph-mon[31490]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:23 smithi042 ceph-mon[27521]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:23 smithi042 ceph-mon[39185]: from='client.24461 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:45:24.335 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled prometheus update... 2024-09-16T06:45:24.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-16T06:45:24.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:24.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:24.932 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:24.932 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:24.932 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:24 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:24.953 DEBUG:teuthology.orchestra.run.smithi164:prometheus.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-16T06:45:24.956 INFO:tasks.cephadm:Adding node-exporter.a on smithi042 2024-09-16T06:45:24.956 INFO:tasks.cephadm:Adding node-exporter.b on smithi164 2024-09-16T06:45:24.956 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi042=a;smithi164=b' 2024-09-16T06:45:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-16T06:45:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:25.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:25.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:24 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:25.264 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[27521]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[27521]: Saving service prometheus spec with placement smithi164=a;count:1 2024-09-16T06:45:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[27521]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:45:25.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[39185]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:25.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[39185]: Saving service prometheus spec with placement smithi164=a;count:1 2024-09-16T06:45:25.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:25 smithi042 ceph-mon[39185]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:45:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:25 smithi164 ceph-mon[31490]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:25 smithi164 ceph-mon[31490]: Saving service prometheus spec with placement smithi164=a;count:1 2024-09-16T06:45:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:25 smithi164 ceph-mon[31490]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:45:27.040 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:26 smithi164 ceph-mon[31490]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T06:45:27.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:26 smithi042 ceph-mon[27521]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T06:45:27.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:26 smithi042 ceph-mon[39185]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-09-16T06:45:27.415 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled node-exporter update... 2024-09-16T06:45:28.233 DEBUG:teuthology.orchestra.run.smithi042:node-exporter.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-16T06:45:28.236 DEBUG:teuthology.orchestra.run.smithi164:node-exporter.b> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-16T06:45:28.238 INFO:tasks.cephadm:Adding alertmanager.a on smithi042 2024-09-16T06:45:28.238 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi042=a' 2024-09-16T06:45:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:28 smithi164 ceph-mon[31490]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:28 smithi164 ceph-mon[31490]: Saving service node-exporter spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:28 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:28 smithi164 ceph-mon[31490]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-16T06:45:28.525 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[39185]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[39185]: Saving service node-exporter spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[39185]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-16T06:45:28.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[27521]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi042=a;smithi164=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:28.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[27521]: Saving service node-exporter spec with placement smithi042=a;smithi164=b;count:2 2024-09-16T06:45:28.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:28.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:28 smithi042 ceph-mon[27521]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-09-16T06:45:30.673 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:30 smithi164 ceph-mon[31490]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-16T06:45:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:30 smithi042 ceph-mon[27521]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-16T06:45:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:30 smithi042 ceph-mon[39185]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-09-16T06:45:31.334 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled alertmanager update... 2024-09-16T06:45:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:32 smithi164 ceph-mon[31490]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi042=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:32 smithi164 ceph-mon[31490]: Saving service alertmanager spec with placement smithi042=a;count:1 2024-09-16T06:45:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:32 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:32 smithi164 ceph-mon[31490]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T06:45:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[39185]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi042=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[39185]: Saving service alertmanager spec with placement smithi042=a;count:1 2024-09-16T06:45:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[39185]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T06:45:32.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[27521]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi042=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:32.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[27521]: Saving service alertmanager spec with placement smithi042=a;count:1 2024-09-16T06:45:32.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:32.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:32 smithi042 ceph-mon[27521]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T06:45:32.765 DEBUG:teuthology.orchestra.run.smithi042:alertmanager.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-16T06:45:32.768 INFO:tasks.cephadm:Adding grafana.a on smithi164 2024-09-16T06:45:32.768 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi164=a' 2024-09-16T06:45:33.078 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:34.636 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:34 smithi164 ceph-mon[31490]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T06:45:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:34 smithi042 ceph-mon[27521]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T06:45:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:34 smithi042 ceph-mon[39185]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T06:45:36.632 INFO:teuthology.orchestra.run.smithi164.stdout:Scheduled grafana update... 2024-09-16T06:45:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:36 smithi164 ceph-mon[31490]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:36 smithi042 ceph-mon[27521]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:36.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:36 smithi042 ceph-mon[39185]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:37.608 DEBUG:teuthology.orchestra.run.smithi164:grafana.a> sudo journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service 2024-09-16T06:45:37.611 INFO:tasks.cephadm:Setting up client nodes... 2024-09-16T06:45:37.611 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T06:45:37.877 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:45:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:37 smithi164 ceph-mon[31490]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:37 smithi164 ceph-mon[31490]: Saving service grafana spec with placement smithi164=a;count:1 2024-09-16T06:45:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:37 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:37.998 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[27521]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:37.998 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[27521]: Saving service grafana spec with placement smithi164=a;count:1 2024-09-16T06:45:37.998 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:37.999 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[39185]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi164=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:45:37.999 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[39185]: Saving service grafana spec with placement smithi164=a;count:1 2024-09-16T06:45:37.999 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:37 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:38.912 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:38 smithi164 ceph-mon[31490]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:39.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:38 smithi042 ceph-mon[27521]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:39.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:38 smithi042 ceph-mon[39185]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:39.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:39 smithi164 podman[61879]: 2024-09-16 06:45:39.025621327 +0000 UTC m=+0.016807037 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T06:45:39.940 INFO:teuthology.orchestra.run.smithi042.stdout:[client.0] 2024-09-16T06:45:39.941 INFO:teuthology.orchestra.run.smithi042.stdout: key = AQAT1Odmrd3YNxAAPx7oMY8pu5L92vLzo+W0XA== 2024-09-16T06:45:40.610 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:45:40.610 DEBUG:teuthology.orchestra.run.smithi042:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-16T06:45:40.610 DEBUG:teuthology.orchestra.run.smithi042:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T06:45:40.652 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T06:45:40.680 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 podman[61879]: 2024-09-16 06:45:40.415398597 +0000 UTC m=+1.406584301 container create daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:45:40.681 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-mon[31490]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:40.681 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:40.681 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[27521]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[39185]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:40.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:40 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/826678252' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:40.982 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 podman[61879]: 2024-09-16 06:45:40.87449048 +0000 UTC m=+1.865676191 container init daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 podman[61879]: 2024-09-16 06:45:40.879736001 +0000 UTC m=+1.870921705 container start daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.903Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.903Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.903Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi164 (none))" 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.903Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.903Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.904Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.905Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.906Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.906Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T06:45:40.983 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.909Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.909Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.768µs 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.909Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.909Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.909Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.309µs wal_replay_duration=194.854µs wbl_replay_duration=80ns total_replay_duration=235.952µs 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.910Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.910Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.910Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.925Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.808869ms db_storage=741ns remote_storage=980ns web_handler=377ns query_engine=735ns scrape=398.46µs scrape_sd=17.192µs notify=1.079µs notify_sd=1.504µs rules=14.19719ms tracing=5.216µs 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.925Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:45:40.925Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T06:45:40.984 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 bash[61879]: daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f 2024-09-16T06:45:41.097 INFO:teuthology.orchestra.run.smithi164.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T06:45:41.232 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:45:40 smithi164 systemd[1]: Started Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:45:42.197 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ignoring --setuser ceph since I am not root 2024-09-16T06:45:42.197 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ignoring --setgroup ceph since I am not root 2024-09-16T06:45:42.197 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mgr[33405]: -- 172.21.15.164:0/1419876498 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5651b47aa340 con 0x5651b47b6c00 2024-09-16T06:45:42.198 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.198 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.198 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.198 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T06:45:42.198 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-mon[31490]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[27521]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.336 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mon[39185]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setuser ceph since I am not root 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setgroup ceph since I am not root 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-mgr[27793]: -- 172.21.15.42:0/55042442 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e50543a340 con 0x55e505446c00 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.211+0000 7f12780c3ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.268+0000 7f12780c3ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:45:42.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.335+0000 7f12780c3ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:45:42.456 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.202+0000 7fdc8f66bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:45:42.457 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.261+0000 7fdc8f66bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:45:42.457 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.328+0000 7fdc8f66bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:45:42.457 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.456+0000 7fdc8f66bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:45:42.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.463+0000 7f12780c3ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:45:42.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.598+0000 7fdc8f66bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:45:42.874 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.606+0000 7f12780c3ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:45:42.947 INFO:teuthology.orchestra.run.smithi164.stdout:[client.1] 2024-09-16T06:45:42.947 INFO:teuthology.orchestra.run.smithi164.stdout: key = AQAW1OdmAQlHOBAAsuIENhqFAqzB37GlxvU1Yw== 2024-09-16T06:45:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.865+0000 7fdc8f66bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:45:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:42.926+0000 7fdc8f66bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:45:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[27521]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T06:45:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[27521]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T06:45:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[27521]: from='client.? 172.21.15.164:0/1597619861' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.874+0000 7f12780c3ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:42.936+0000 7f12780c3ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:43.106+0000 7f12780c3ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[39185]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[39185]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[39185]: from='client.? 172.21.15.164:0/1597619861' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:43 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:43.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:43.101+0000 7fdc8f66bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:45:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-mon[31490]: from='mgr.14150 172.21.15.42:0/2563501999' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T06:45:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-mon[31490]: mgrmap e16: y(active, since 4m), standbys: x 2024-09-16T06:45:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-mon[31490]: from='client.? 172.21.15.164:0/1597619861' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T06:45:43.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T06:45:43.597 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T06:45:43.597 DEBUG:teuthology.orchestra.run.smithi164:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-16T06:45:43.597 DEBUG:teuthology.orchestra.run.smithi164:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T06:45:43.676 INFO:tasks.cephadm:Creating RBD pool 2024-09-16T06:45:43.676 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-16T06:45:43.936 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:45:44.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:43.961+0000 7fdc8f66bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:45:44.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:44.025+0000 7fdc8f66bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:45:44.289 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:44.004+0000 7f12780c3ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:45:44.289 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:44.074+0000 7f12780c3ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:45:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:44.722+0000 7fdc8f66bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:45:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:44.832+0000 7fdc8f66bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:45:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:44.953+0000 7fdc8f66bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:45:45.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:44.841+0000 7f12780c3ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:45:45.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:44.959+0000 7f12780c3ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:45:45.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.086+0000 7f12780c3ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:45:45.396 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.013+0000 7fdc8f66bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:45:45.396 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.140+0000 7fdc8f66bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:45:45.396 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.206+0000 7fdc8f66bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:45:45.397 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.263+0000 7fdc8f66bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:45:45.397 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.396+0000 7fdc8f66bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:45:45.422 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.150+0000 7f12780c3ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:45:45.422 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.284+0000 7f12780c3ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:45:45.422 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.359+0000 7f12780c3ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:45:45.422 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.422+0000 7f12780c3ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:45:45.660 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.459+0000 7fdc8f66bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:45:45.660 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.523+0000 7fdc8f66bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:45:45.660 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.603+0000 7fdc8f66bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:45:45.660 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.660+0000 7fdc8f66bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:45:45.699 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.563+0000 7f12780c3ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:45:45.699 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.631+0000 7f12780c3ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:45:45.700 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.699+0000 7f12780c3ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:45:45.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:45.716+0000 7fdc8f66bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:45:46.011 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.792+0000 7f12780c3ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:45:46.012 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.854+0000 7f12780c3ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:45:46.012 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:45.914+0000 7f12780c3ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:45:46.676 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'rbd' created 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:46.458+0000 7fdc8f66bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: [16/Sep/2024:06:45:46] ENGINE Bus STARTING 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: CherryPy Checker: 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: The Application mounted at '' has an empty config. 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: [16/Sep/2024:06:45:46] ENGINE Serving on http://:::9283 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: [16/Sep/2024:06:45:46] ENGINE Bus STARTED 2024-09-16T06:45:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: Standby manager daemon x restarted 2024-09-16T06:45:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:46 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:45:46.991 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: Standby manager daemon x restarted 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:45:46.992 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/2035809242' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: Standby manager daemon x restarted 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-mon[27521]: Standby manager daemon x started 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.712+0000 7f12780c3ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:45:46] ENGINE Bus STARTING 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: CherryPy Checker: 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: The Application mounted at '' has an empty config. 2024-09-16T06:45:46.993 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.835+0000 7f1223ad7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.835+0000 7f1223ad7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.835+0000 7f1223ad7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.835+0000 7f1223ad7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.835+0000 7f1223ad7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.836+0000 7f12262dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.836+0000 7f12262dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.836+0000 7f12262dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.836+0000 7f12262dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:46.836+0000 7f12262dc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:45:46] ENGINE Serving on http://:::9283 2024-09-16T06:45:46.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:45:46] ENGINE Bus STARTED 2024-09-16T06:45:47.437 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: Active manager daemon y restarted 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: Activating manager daemon y 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T06:45:47.959 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: mgrmap e18: y(active, starting, since 0.00823557s), standbys: x 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:45:47.960 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: Manager daemon y is now available 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:47.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:47.962 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:47 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:48.006 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T06:45:48.006 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: Active manager daemon y restarted 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: Activating manager daemon y 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: mgrmap e18: y(active, starting, since 0.00823557s), standbys: x 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:48.007 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:45:48.008 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: Manager daemon y is now available 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:48.009 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1097670256' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: mgrmap e17: y(active, since 5m), standbys: x 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: Active manager daemon y restarted 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: Activating manager daemon y 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: mgrmap e18: y(active, starting, since 0.00823557s), standbys: x 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:45:48.010 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:45:48.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: Manager daemon y is now available 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:48.012 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:47 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:45:48.286 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:48.613+0000 7f1210e72640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:45:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: Traceback (most recent call last): 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._connections.run(self.expiration_interval) 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._run(expiration_interval) 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:45:48.720 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: s = self.context.wrap_socket( 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: return self.sslsocket_class._create( 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self.do_handshake() 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: self._sslobj.do_handshake() 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:45:48.721 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:45:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:48 smithi164 ceph-mon[31490]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T06:45:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:48 smithi164 ceph-mon[31490]: mgrmap e19: y(active, since 1.0137s), standbys: x 2024-09-16T06:45:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:48 smithi164 ceph-mon[31490]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[27521]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T06:45:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[27521]: mgrmap e19: y(active, since 1.0137s), standbys: x 2024-09-16T06:45:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[27521]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[39185]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T06:45:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[39185]: mgrmap e19: y(active, since 1.0137s), standbys: x 2024-09-16T06:45:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[39185]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.908 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: [16/Sep/2024:06:45:48] ENGINE Bus STARTING 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: [16/Sep/2024:06:45:48] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: [16/Sep/2024:06:45:48] ENGINE Bus STARTED 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: [16/Sep/2024:06:45:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:45:49.909 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: self.do_handshake() 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:45:49.910 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[39185]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: [16/Sep/2024:06:45:48] ENGINE Bus STARTING 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: [16/Sep/2024:06:45:48] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: [16/Sep/2024:06:45:48] ENGINE Bus STARTED 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: [16/Sep/2024:06:45:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:45:49.911 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:45:49.912 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.913 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:49 smithi042 ceph-mon[27521]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-16T06:45:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: [16/Sep/2024:06:45:48] ENGINE Bus STARTING 2024-09-16T06:45:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: [16/Sep/2024:06:45:48] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:45:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: [16/Sep/2024:06:45:48] ENGINE Bus STARTED 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: [16/Sep/2024:06:45:48] ENGINE Error in HTTPServer.serve 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: Traceback (most recent call last): 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._run(expiration_interval) 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: s = self.context.wrap_socket( 2024-09-16T06:45:49.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: return self.sslsocket_class._create( 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: self.do_handshake() 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._sslobj.do_handshake() 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:49.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:49 smithi164 ceph-mon[31490]: mgrmap e20: y(active, since 2s), standbys: x 2024-09-16T06:45:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 2992M 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 2992M 2024-09-16T06:45:51.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T06:45:51.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:50 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 2992M 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:51.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:50 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 2993M 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[39185]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T06:45:52.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 2993M 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:52.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:45:52.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:45:52.108 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:51 smithi042 ceph-mon[27521]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-16T06:45:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: pgmap v6: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4061159226' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T06:45:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T06:45:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 2993M 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:45:52.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:45:52.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:45:52.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:45:52.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:51 smithi164 ceph-mon[31490]: mgrmap e21: y(active, since 4s), standbys: x 2024-09-16T06:45:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[27521]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:52 smithi042 ceph-mon[39185]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:45:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:45:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:45:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:52 smithi164 ceph-mon[31490]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:45:53.995 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T06:45:53.995 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-16T06:45:53.996 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-16T06:45:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[27521]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[27521]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T06:45:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[27521]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[27521]: Cluster is now healthy 2024-09-16T06:45:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[39185]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:54.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[39185]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T06:45:54.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[39185]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:54.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:53 smithi042 ceph-mon[39185]: Cluster is now healthy 2024-09-16T06:45:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:53 smithi164 ceph-mon[31490]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:45:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:53 smithi164 ceph-mon[31490]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T06:45:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:53 smithi164 ceph-mon[31490]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:45:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:53 smithi164 ceph-mon[31490]: Cluster is now healthy 2024-09-16T06:45:54.259 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:45:54.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:45:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:45:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:45:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:55 smithi042 ceph-mon[27521]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:55 smithi042 ceph-mon[39185]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:55 smithi164 ceph-mon[31490]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:57 smithi042 ceph-mon[27521]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:57 smithi042 ceph-mon[39185]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:58.136 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:45:58.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:57 smithi164 ceph-mon[31490]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 170 B/s wr, 12 op/s 2024-09-16T06:45:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:58 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1536143132' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T06:45:59.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:58 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1536143132' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T06:45:59.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:58 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1536143132' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T06:46:00.089 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:59 smithi042 ceph-mon[27521]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 258 B/s wr, 9 op/s 2024-09-16T06:46:00.089 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:45:59 smithi042 ceph-mon[27521]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T06:46:00.089 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:59 smithi042 ceph-mon[39185]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 258 B/s wr, 9 op/s 2024-09-16T06:46:00.089 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:45:59 smithi042 ceph-mon[39185]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T06:46:00.121 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":21,"flags":0,"active_gid":24494,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6800","nonce":3129741971},{"type":"v1","addr":"172.21.15.42:6801","nonce":3129741971}]},"active_addr":"172.21.15.42:6801/3129741971","active_change":"2024-09-16T06:45:46.715379+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24457,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.42:8443/","prometheus":"http://172.21.15.42:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":57,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":473281221}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":1364425752}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":1997800801}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":979882971}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":2195403691}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.42:0","nonce":2018287919}]}]} 2024-09-16T06:46:00.126 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-16T06:46:00.126 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-16T06:46:00.126 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T06:46:00.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:59 smithi164 ceph-mon[31490]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 258 B/s wr, 9 op/s 2024-09-16T06:46:00.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:45:59 smithi164 ceph-mon[31490]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T06:46:00.828 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:01 smithi042 ceph-mon[27521]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-16T06:46:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:01 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:02.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:01 smithi042 ceph-mon[39185]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-16T06:46:02.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:01 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:02.105 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:01 smithi042 podman[72126]: 2024-09-16 06:46:01.746020836 +0000 UTC m=+0.071046180 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T06:46:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:01 smithi164 ceph-mon[31490]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-16T06:46:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:01 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:02.589 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 podman[72126]: 2024-09-16 06:46:02.285264654 +0000 UTC m=+0.610290030 volume create 25392d3b4b377972e0d28333d6255a441fb0acc3b3f151c8e6ab5d8806beda6b 2024-09-16T06:46:02.589 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 podman[72126]: 2024-09-16 06:46:02.385619962 +0000 UTC m=+0.710645338 container create a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 podman[72126]: 2024-09-16 06:46:02.721727241 +0000 UTC m=+1.046752586 container init a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 podman[72126]: 2024-09-16 06:46:02.726769165 +0000 UTC m=+1.051794502 container start a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.741Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.741Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.743Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.42 port=9094 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.744Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.767Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.768Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:46:02.973 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.771Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T06:46:02.974 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:02.771Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T06:46:02.974 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 bash[72126]: a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba 2024-09-16T06:46:02.974 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:02 smithi042 systemd[1]: Started Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:03.317 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:02] ENGINE Bus STOPPING 2024-09-16T06:46:03.467 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:46:03.646 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":62,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:45:59.157193+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:46:03.647 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:46:03.647 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:03] ENGINE Bus STOPPED 2024-09-16T06:46:03.647 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:03] ENGINE Bus STARTING 2024-09-16T06:46:03.647 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:03] ENGINE Serving on http://:::9283 2024-09-16T06:46:03.648 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:46:03] ENGINE Bus STARTED 2024-09-16T06:46:04.196 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 103 B/s wr, 0 op/s 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.197 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: Deploying daemon grafana.a on smithi164 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3550310027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 103 B/s wr, 0 op/s 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.198 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.199 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: Deploying daemon grafana.a on smithi164 2024-09-16T06:46:04.199 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:03 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3550310027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:04.226 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-16T06:46:04.227 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 103 B/s wr, 0 op/s 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: Deploying daemon grafana.a on smithi164 2024-09-16T06:46:04.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:03 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3550310027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:04.487 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:04.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:04.862 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:04.744Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00046317s 2024-09-16T06:46:06.189 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:05 smithi042 ceph-mon[27521]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:06.189 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:05 smithi042 ceph-mon[39185]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:05 smithi164 ceph-mon[31490]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:06.376 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:46:06.376 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":62,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:45:59.157193+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:46:07.029 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-16T06:46:07.030 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-16T06:46:07.030 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-16T06:46:07.031 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-16T06:46:07.031 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-16T06:46:07.031 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-16T06:46:07.032 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-16T06:46:07.032 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-16T06:46:07.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/952653644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:07.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:06 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/952653644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:07.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:06 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/952653644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:46:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:06 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:07.561 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.561 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.562 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.562 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.563 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.564 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.571 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:07.591 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:08.030 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:07 smithi042 ceph-mon[27521]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:08.031 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:07 smithi042 ceph-mon[39185]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:07 smithi164 ceph-mon[31490]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 102 B/s wr, 0 op/s 2024-09-16T06:46:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:09 smithi042 ceph-mon[27521]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:09 smithi042 ceph-mon[39185]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:10.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:09 smithi164 ceph-mon[31490]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:11 smithi042 ceph-mon[27521]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:12.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:11 smithi042 ceph-mon[39185]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:12.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:11 smithi164 ceph-mon[31490]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:12.854 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:12 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:12.747Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002972902s 2024-09-16T06:46:13.340 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 podman[63995]: 2024-09-16 06:46:13.117657611 +0000 UTC m=+0.015062327 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-16T06:46:13.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 podman[63995]: 2024-09-16 06:46:13.445521907 +0000 UTC m=+0.342926611 container init 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, version=8.5, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vcs-type=git, release=239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, architecture=x86_64, io.buildah.version=1.32.0, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-16T06:46:13.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 podman[63995]: 2024-09-16 06:46:13.450082601 +0000 UTC m=+0.347487305 container start 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, architecture=x86_64, io.openshift.expose-services=, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, vcs-type=git, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public) 2024-09-16T06:46:13.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 bash[63995]: 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 2024-09-16T06:46:13.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 systemd[1]: Started Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:13.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.607943293Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T06:46:13.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608140641Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T06:46:13.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608159362Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T06:46:13.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608165964Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T06:46:13.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608172022Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T06:46:13.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608178201Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608184196Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608190773Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608196384Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608201855Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608206998Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608212564Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608217874Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=settings t=2024-09-16T06:46:13.608223352Z level=info msg="App mode production" 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore t=2024-09-16T06:46:13.608284256Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore t=2024-09-16T06:46:13.608300466Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T06:46:13.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.6091657Z level=info msg="Starting DB migrations" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.609246049Z level=info msg="Executing migration" id="create migration_log table" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.609761936Z level=info msg="Executing migration" id="create user table" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.610211529Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.610641553Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.611071068Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.611683254Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.612079448Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.612786943Z level=info msg="Executing migration" id="create user table v2" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.613197497Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.61355978Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-16T06:46:13.700 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.613979856Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.614320031Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.614645769Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.615083441Z level=info msg="Executing migration" id="Update user table charset" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.615376151Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.61575584Z level=info msg="Executing migration" id="Add missing user data" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.616110515Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.616497723Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.616870175Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.617289431Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.618437124Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.618868578Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-16T06:46:13.701 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.619280244Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.619680055Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.622359564Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.623130136Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.623911133Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.624734979Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.625586719Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.626476825Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.627324324Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.628101012Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.628928103Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.629762342Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.630688107Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-16T06:46:13.702 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.631368393Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.632259065Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.633027961Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.63387869Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.634801031Z level=info msg="Executing migration" id="create star table" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.635431112Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.636403571Z level=info msg="Executing migration" id="create org table v1" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.637010858Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.637993802Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-16T06:46:13.703 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.63872848Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.639697414Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.64026395Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.640677525Z level=info msg="Executing migration" id="Update org table charset" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.641498176Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.642370286Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.64322097Z level=info msg="Executing migration" id="create dashboard table" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.64361513Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-16T06:46:13.704 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.644460375Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.645334508Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.646221728Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.646647696Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.647486311Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.648372456Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.649208344Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.649652001Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.650612076Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.653476965Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.656239038Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.656554917Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-16T06:46:13.705 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.659390526Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.662192029Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.665063918Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.665580045Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.668452969Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.671044391Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.674010786Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.674442715Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.677332479Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.677860489Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.680087057Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.683112954Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.683782745Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-16T06:46:13.706 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.686564135Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.689047814Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.691901281Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.692305327Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.694959763Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.695363313Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.697618615Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.700117629Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-16T06:46:13.707 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.700562128Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-16T06:46:13.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-mon[31490]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:13.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:13.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:13.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:13.948 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.703282668Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.705851116Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.708451927Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.708984878Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.711626445Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-16T06:46:13.949 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.714379737Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.717057682Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.71761057Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.720523008Z level=info msg="Executing migration" id="create data_source table" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.72312676Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.723585069Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.725877207Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.726566269Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.727379337Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.728429682Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-16T06:46:13.950 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.728888333Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.729648426Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.730461052Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.731400492Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.732018999Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.732792554Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.733591269Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.733902909Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.734450458Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.734764379Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.73510169Z level=info msg="Executing migration" id="Add uid column" 2024-09-16T06:46:13.952 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.735687865Z level=info msg="Executing migration" id="Update uid value" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.736492809Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.736942874Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.737413828Z level=info msg="Executing migration" id="create api_key table" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.740037524Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.742983776Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.745629431Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.748310914Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.751036721Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.753714622Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.754224978Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.757048877Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.759927486Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-16T06:46:13.953 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.762685833Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.763134978Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.766045113Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.768712564Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.771595915Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.771904532Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.77463737Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.777347622Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.780023335Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.780608907Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.783392525Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.786091388Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-16T06:46:13.954 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.788635474Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.789044307Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.791884784Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.794467836Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.797206218Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.797509845Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-16T06:46:13.955 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.800414687Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-16T06:46:13.956 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.801069959Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-16T06:46:13.956 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.802928764Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-16T06:46:13.956 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.805931084Z level=info msg="Executing migration" id="create quota table v1" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.806329496Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.8072439Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.807990222Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.808819046Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.809240445Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.810024282Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.810317458Z level=info msg="Executing migration" id="create session table" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.81084583Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.811690416Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.812023453Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-16T06:46:13.957 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.812902107Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.813841797Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.814576234Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.814840644Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.815133488Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.81571954Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.816123075Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.816636439Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.817485575Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.817808273Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.818683241Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.819613181Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.820389977Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.820835978Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-16T06:46:13.958 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.821900403Z level=info msg="Executing migration" id="create alert table v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.822576252Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.823520437Z level=info msg="Executing migration" id="add index alert state" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.824113607Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.824986128Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.825875833Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.826813767Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.827403723Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.828793554Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.829710823Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.830708555Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.831044776Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.833989627Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-16T06:46:13.959 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.836699444Z level=info msg="Executing migration" id="Add column is_default" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.839614629Z level=info msg="Executing migration" id="Add column frequency" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.840333032Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.843349729Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.845867218Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.848654785Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.84901793Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.851931874Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.854857436Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.85749798Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.857927151Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.860724119Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.863812813Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-16T06:46:13.960 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.866511727Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.867192985Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.87004783Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.872911904Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.875744071Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.876576183Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.879302663Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.879764987Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.88232644Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.88486017Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.885327195Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.888174342Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.890715657Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.893381493Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-16T06:46:13.961 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.89383069Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.896761419Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.899543231Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.902165819Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.902590757Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.905270977Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.907957459Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.908814264Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.909221568Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.910770058Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.911359577Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.912208299Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.912994148Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.913792712Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-16T06:46:13.962 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.914567925Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.915283651Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.916248358Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.916965201Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.917919697Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.918394367Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.919351863Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.920057743Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.921009065Z level=info msg="Executing migration" id="Move region to single row" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.921439616Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.922235454Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.922692276Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.923183257Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-16T06:46:13.963 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.924024131Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.925946971Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.926888504Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.92758481Z level=info msg="Executing migration" id="create test_data table" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.92798425Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.928404428Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.929211509Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.930136881Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.930835728Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.931170233Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.931933113Z level=info msg="Executing migration" id="create team table" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.932331751Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-16T06:46:13.964 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.932771076Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.933721919Z level=info msg="Executing migration" id="create team member table" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.934267343Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.935074758Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.935887931Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.936847341Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.937798197Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.938584678Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.939374488Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.940274175Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.940757185Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.941480408Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-16T06:46:13.965 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.941924579Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.942896994Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.943411359Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.943836591Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.944264687Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.944645249Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.944966198Z level=info msg="Executing migration" id="create tag table" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.945370027Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.945797663Z level=info msg="Executing migration" id="create login attempt table" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.946202152Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.946627313Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-16T06:46:13.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.947088808Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.949052765Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.949565609Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.950142993Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.950567337Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.951291697Z level=info msg="Executing migration" id="create user auth table" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.951769618Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.95235194Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-16T06:46:13.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.952714088Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-16T06:46:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[39185]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[27521]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:13 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:14.201 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.953831195Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-16T06:46:14.201 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.954963989Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-16T06:46:14.201 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.956071833Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.957200813Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.957765208Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.958921614Z level=info msg="Executing migration" id="create server_lock table" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.95944561Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.960027606Z level=info msg="Executing migration" id="create user auth token table" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.960677792Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.961479904Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.96208809Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.962661152Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-16T06:46:14.202 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.963813712Z level=info msg="Executing migration" id="create cache_data table" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.964372137Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.96495482Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.965488684Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.965920634Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.966223343Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.966509633Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.9669502Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.967795924Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.968636703Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.969417834Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.969867126Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.970731046Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-16T06:46:14.203 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.971667519Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.972601068Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.973560497Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.974521204Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.975307903Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.976115354Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.9788029Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.981642868Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.984499705Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.987362042Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-16T06:46:14.204 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.990088303Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-16T06:46:14.205 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.992797035Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-16T06:46:14.205 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.99550495Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:13.998427993Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.00101767Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.004012322Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.007636617Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.011042281Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.013970375Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.016874738Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.017704788Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.019639401Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.022572315Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-16T06:46:14.206 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.025245926Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.02783494Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.030572455Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.033270289Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.035920936Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.038503608Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.041192842Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.04375845Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.046474283Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.04905065Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.051498548Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-16T06:46:14.207 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.054173752Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.056986802Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.059562503Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.062308528Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.065089568Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.06781293Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.068151774Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.070768972Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.073418445Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.074325821Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.075209799Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-16T06:46:14.208 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.076083099Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.076930533Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.077665712Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.078513942Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.079460301Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.080456709Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.081240991Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.082147281Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.082952033Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.083807262Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.084681791Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.085544115Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-16T06:46:14.209 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.086505823Z level=info msg="Executing migration" id="create alert_image table" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.087220128Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.087965184Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.088754524Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.089538834Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.08998928Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.090065422Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.090796701Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.091620401Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.092057015Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.092176103Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.092293686Z level=info msg="alerts found to migrate" alerts=0 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.092893043Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-16T06:46:14.210 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.093844141Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.094588122Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.095552886Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.096221425Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.097094483Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.097933433Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.098931681Z level=info msg="Executing migration" id="create data_keys table" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.09962707Z level=info msg="Executing migration" id="create secrets table" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.100562091Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.104933472Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.105851068Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.106710087Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-16T06:46:14.211 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.110950822Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.115248829Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.116227111Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.116929475Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.117881523Z level=info msg="Executing migration" id="create permission table" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.118849859Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.119754201Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.122606928Z level=info msg="Executing migration" id="create role table" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.125160526Z level=info msg="Executing migration" id="add column display_name" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.127943199Z level=info msg="Executing migration" id="add column group_name" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.130637231Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.133600691Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.136052976Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-16T06:46:14.212 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.13879302Z level=info msg="Executing migration" id="create team role table" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.141465788Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.144240797Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.146964532Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.149656695Z level=info msg="Executing migration" id="create user role table" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.15260156Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.155524955Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.158230823Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.161118824Z level=info msg="Executing migration" id="create builtin role table" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.163734294Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.166580596Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-16T06:46:14.213 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.16953603Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.172124525Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.174696486Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.177384086Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.180278772Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.182768782Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.185497148Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.188080646Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.190876595Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.193433062Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.195911292Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.198760975Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.201451123Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-16T06:46:14.214 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.204147028Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-16T06:46:14.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:14.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.206817549Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-16T06:46:14.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.209609708Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-16T06:46:14.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.212339175Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-16T06:46:14.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.215029035Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.215965861Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.217152284Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.218000874Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.218948738Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.219613941Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.220395798Z level=info msg="Executing migration" id="add correlation config column" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.221434609Z level=info msg="Executing migration" id="create entity_events table" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.22227172Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.22311239Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.223212458Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.224036644Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.224240838Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T06:46:14.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.224731091Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.225687807Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.226372489Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.227380129Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.228054983Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.228914471Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T06:46:14.491 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.229727549Z level=info msg="Executing migration" id="Drop public config table" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.230579505Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.231561743Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.232267276Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.23310375Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.234080493Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.237251331Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.238244688Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.239305346Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.240143899Z level=info msg="Executing migration" id="add share column" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.241156671Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.242041508Z level=info msg="Executing migration" id="create file table" 2024-09-16T06:46:14.492 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.24307173Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.243847386Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.244748155Z level=info msg="Executing migration" id="create file_meta table" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.245701755Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.246437289Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.247260677Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.247695504Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.248202382Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.250982099Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.253748726Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.256327039Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.259353432Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.262060736Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.264616031Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-16T06:46:14.493 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.267269091Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.269943866Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.272629671Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.275393464Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.285093586Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.288050738Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.290932571Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.29433624Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.297242964Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.300014846Z level=info msg="Executing migration" id="create folder table" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.302759308Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.305594579Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.308232604Z level=info msg="Executing migration" id="Update folder title length" 2024-09-16T06:46:14.494 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.310796286Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=migrator t=2024-09-16T06:46:14.313540447Z level=info msg="migrations completed" performed=485 skipped=0 duration=704.318458ms 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore t=2024-09-16T06:46:14.314059095Z level=info msg="Created default organization" 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=plugin.loader t=2024-09-16T06:46:14.371727603Z level=info msg="Plugin registered" pluginID=input 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=plugin.loader t=2024-09-16T06:46:14.40056735Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=plugin.loader t=2024-09-16T06:46:14.400596132Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=secrets t=2024-09-16T06:46:14.400630631Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=query_data t=2024-09-16T06:46:14.40238403Z level=info msg="Query Service initialization" 2024-09-16T06:46:14.495 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=live.push_http t=2024-09-16T06:46:14.405090642Z level=info msg="Live Push Gateway initialization" 2024-09-16T06:46:15.172 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:14 smithi164 ceph-mon[31490]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:46:15.172 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=infra.usagestats.collector t=2024-09-16T06:46:15.139785262Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T06:46:15.172 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=provisioning.datasources t=2024-09-16T06:46:15.14011107Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-09-16T06:46:15.187 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:14 smithi042 ceph-mon[27521]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:46:15.187 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:14 smithi042 ceph-mon[39185]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:46:15.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=provisioning.datasources t=2024-09-16T06:46:15.171536716Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T06:46:15.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=provisioning.datasources t=2024-09-16T06:46:15.203438507Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-16T06:46:15.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=provisioning.alerting t=2024-09-16T06:46:15.22513991Z level=info msg="starting to provision alerting" 2024-09-16T06:46:15.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=provisioning.alerting t=2024-09-16T06:46:15.225158066Z level=info msg="finished to provision alerting" 2024-09-16T06:46:15.489 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=grafanaStorageLogger t=2024-09-16T06:46:15.22527095Z level=info msg="storage starting" 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=ngalert.state.manager t=2024-09-16T06:46:15.225377064Z level=info msg="Warming state cache for startup" 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=http.server t=2024-09-16T06:46:15.227133719Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore.transactions t=2024-09-16T06:46:15.235648446Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=ngalert.state.manager t=2024-09-16T06:46:15.235704382Z level=info msg="State cache has been initialized" states=0 duration=10.326866ms 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=ticker t=2024-09-16T06:46:15.235771894Z level=info msg=starting first_tick=2024-09-16T06:46:20Z 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=ngalert.multiorg.alertmanager t=2024-09-16T06:46:15.235761782Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore.transactions t=2024-09-16T06:46:15.288527744Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T06:46:15.490 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[64009]: logger=sqlstore.transactions t=2024-09-16T06:46:15.299003368Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-16T06:46:15.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:15 smithi042 systemd[1]: Starting Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:46:16.160 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:15 smithi042 ceph-mon[39185]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:16.161 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:15 smithi042 ceph-mon[27521]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:15 smithi164 ceph-mon[31490]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:17.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:17.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:16 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:17.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:17.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:16 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:16 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:17.260 INFO:teuthology.orchestra.run.smithi042.stdout:34359738420 2024-09-16T06:46:17.261 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-16T06:46:17.757 INFO:teuthology.orchestra.run.smithi042.stdout:111669149731 2024-09-16T06:46:17.757 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-16T06:46:18.001 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:17 smithi042 ceph-mon[39185]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:18.001 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:17 smithi042 ceph-mon[27521]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:17 smithi164 ceph-mon[31490]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:18.604 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:18 smithi042 bash[73900]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-16T06:46:18.987 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:18 smithi042 bash[73900]: Getting image source signatures 2024-09-16T06:46:18.987 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:18 smithi042 bash[73900]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-16T06:46:18.987 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:18 smithi042 bash[73900]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-16T06:46:18.987 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:18 smithi042 bash[73900]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-16T06:46:20.217 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:19 smithi042 ceph-mon[27521]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:20.217 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:19 smithi042 ceph-mon[39185]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:19 smithi164 ceph-mon[31490]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:21.177 INFO:teuthology.orchestra.run.smithi042.stdout:210453397523 2024-09-16T06:46:21.177 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-16T06:46:21.284 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:21 smithi042 bash[73900]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-16T06:46:21.604 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:21 smithi042 bash[73900]: Writing manifest to image destination 2024-09-16T06:46:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:21 smithi042 ceph-mon[27521]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:21 smithi042 ceph-mon[39185]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:22.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:21 smithi042 podman[73900]: 2024-09-16 06:46:21.841150532 +0000 UTC m=+3.933969481 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:46:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:21 smithi164 ceph-mon[31490]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:22.821 INFO:teuthology.orchestra.run.smithi042.stdout:184683593751 2024-09-16T06:46:22.821 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-16T06:46:22.845 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:22 smithi042 podman[73900]: 2024-09-16 06:46:22.58440158 +0000 UTC m=+4.677220572 container create e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 podman[73900]: 2024-09-16 06:46:23.289157153 +0000 UTC m=+5.381976100 container init e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 podman[73900]: 2024-09-16 06:46:23.294418876 +0000 UTC m=+5.387237825 container start e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.298Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.298Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.298Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.298Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:46:23.605 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:46:23.606 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:46:23.607 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.299Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:46:23.608 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[74275]: ts=2024-09-16T06:46:23.300Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 bash[73900]: e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 2024-09-16T06:46:23.609 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:46:23 smithi042 systemd[1]: Started Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:24.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:23 smithi164 ceph-mon[31490]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:24.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:23 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:23 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.150 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:23 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.163 INFO:teuthology.orchestra.run.smithi042.stdout:158913789980 2024-09-16T06:46:24.163 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-16T06:46:24.229 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[39185]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:24.229 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.229 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.229 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[27521]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:24.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:23 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:24.444 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:24.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:24 smithi164 ceph-mon[31490]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:46:25.251 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:24 smithi042 ceph-mon[27521]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:46:25.251 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:24 smithi042 ceph-mon[39185]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:46:25.276 INFO:teuthology.orchestra.run.smithi042.stdout:133143986211 2024-09-16T06:46:25.277 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-16T06:46:25.829 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:25.831 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:26.051 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:25 smithi042 ceph-mon[27521]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:26.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:25 smithi042 ceph-mon[39185]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:26.219 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:25 smithi164 ceph-mon[31490]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:26.219 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 bash[64274]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-16T06:46:26.219 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 bash[64274]: Writing manifest to image destination 2024-09-16T06:46:26.739 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 podman[64274]: 2024-09-16 06:46:26.510345216 +0000 UTC m=+2.266351883 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:46:26.739 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 podman[64274]: 2024-09-16 06:46:26.631848168 +0000 UTC m=+2.387854843 container create 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 podman[64274]: 2024-09-16 06:46:26.875852796 +0000 UTC m=+2.631859472 container init 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 podman[64274]: 2024-09-16 06:46:26.881183009 +0000 UTC m=+2.637189676 container start 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.884Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.885Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.885Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.885Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:46:27.240 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.885Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.885Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:46:27.241 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:46:27.242 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:46:27.243 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:46:27.244 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.886Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.887Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[64359]: ts=2024-09-16T06:46:26.887Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:46:27.245 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 bash[64274]: 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 2024-09-16T06:46:27.246 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:46:26 smithi164 systemd[1]: Started Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:28 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:46:28.256 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:28.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:28 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:46:29.157 INFO:teuthology.orchestra.run.smithi042.stdout:55834574897 2024-09-16T06:46:29.157 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-16T06:46:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:30 smithi042 ceph-mon[39185]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:30 smithi042 ceph-mon[27521]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:30 smithi164 ceph-mon[31490]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:31.093 INFO:teuthology.orchestra.run.smithi042.stdout:77309411372 2024-09-16T06:46:31.094 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-16T06:46:31.275 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:31.442 INFO:teuthology.orchestra.run.smithi042.stdout:184683593753 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2078947373' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:31 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2078947373' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.257 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:32.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:32.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2078947373' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T06:46:32.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:32.258 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:31 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:33.315 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593751 got 184683593753 for osd.6 2024-09-16T06:46:33.316 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:34.013 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:34.202 INFO:teuthology.orchestra.run.smithi042.stdout:111669149736 2024-09-16T06:46:34.202 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:33 smithi042 ceph-mon[39185]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:34.202 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:33 smithi042 ceph-mon[27521]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:33 smithi164 ceph-mon[31490]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:34.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:34.881 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149731 got 111669149736 for osd.3 2024-09-16T06:46:34.881 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:34 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3470999504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T06:46:35.340 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:34 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3470999504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T06:46:35.341 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:34 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3470999504' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T06:46:36.009 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:36.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:35 smithi042 ceph-mon[27521]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:35 smithi042 ceph-mon[39185]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:35 smithi164 ceph-mon[31490]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:37.205 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:36 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/166384806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T06:46:37.205 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:36 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/166384806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T06:46:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:36 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/166384806' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T06:46:37.538 INFO:teuthology.orchestra.run.smithi042.stdout:34359738424 2024-09-16T06:46:37.740 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:37 smithi042 ceph-mon[27521]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:37 smithi042 ceph-mon[39185]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:38.144 INFO:teuthology.orchestra.run.smithi042.stdout:210453397526 2024-09-16T06:46:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:37 smithi164 ceph-mon[31490]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:38.677 INFO:teuthology.orchestra.run.smithi042.stdout:133143986213 2024-09-16T06:46:39.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:38 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/67590776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T06:46:39.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:38 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2757499641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T06:46:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:38 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/67590776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T06:46:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:38 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2757499641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T06:46:39.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:38 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/67590776' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T06:46:39.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:38 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2757499641' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T06:46:39.442 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986211 got 133143986213 for osd.4 2024-09-16T06:46:39.442 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:40.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:39 smithi164 ceph-mon[31490]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:40.263 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:39 smithi042 ceph-mon[39185]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:40.263 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:39 smithi042 ceph-mon[27521]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:40.294 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738424 for osd.0 2024-09-16T06:46:40.294 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:40.738 INFO:teuthology.orchestra.run.smithi042.stdout:158913789984 2024-09-16T06:46:41.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:40 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4243722554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T06:46:41.269 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:40 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4243722554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T06:46:41.269 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:40 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4243722554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T06:46:42.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:41 smithi164 ceph-mon[31490]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:42.296 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:41 smithi042 ceph-mon[27521]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:42.296 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:41 smithi042 ceph-mon[39185]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:42.834 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397523 got 210453397526 for osd.7 2024-09-16T06:46:42.834 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:42 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/100540649' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T06:46:43.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:42 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/100540649' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T06:46:43.285 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789980 got 158913789984 for osd.5 2024-09-16T06:46:43.285 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:43.393 INFO:teuthology.orchestra.run.smithi042.stdout:77309411375 2024-09-16T06:46:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:42 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/100540649' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T06:46:44.009 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411372 got 77309411375 for osd.2 2024-09-16T06:46:44.009 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:44.320 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:43 smithi042 ceph-mon[39185]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:44.320 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:43 smithi042 ceph-mon[27521]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:44.394 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:43 smithi164 ceph-mon[31490]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:45.997 INFO:teuthology.orchestra.run.smithi042.stdout:55834574901 2024-09-16T06:46:46.302 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:45 smithi042 ceph-mon[39185]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:46.303 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:45 smithi042 ceph-mon[27521]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:46.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:45 smithi164 ceph-mon[31490]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:46.870 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574901 for osd.1 2024-09-16T06:46:46.870 DEBUG:teuthology.parallel:result is None 2024-09-16T06:46:46.870 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T06:46:46.871 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T06:46:47.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2354480177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T06:46:47.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2354480177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.107 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2354480177' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T06:46:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]: dispatch 2024-09-16T06:46:47.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:46:47.643 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-09-16T06:46:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-16T06:46:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-16T06:46:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[27521]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-16T06:46:48.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:48 smithi042 ceph-mon[39185]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T06:46:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [5, 2]}]': finished 2024-09-16T06:46:48.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:48 smithi164 ceph-mon[31490]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:46:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:46:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:49 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:46:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:49 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:50.346 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[39185]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:50.347 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[39185]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:46:50.347 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[39185]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:46:50.347 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[27521]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:50.347 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[27521]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:46:50.347 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:50 smithi042 ceph-mon[27521]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:46:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:50 smithi164 ceph-mon[31490]: pgmap v41: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:50 smithi164 ceph-mon[31490]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:46:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:50 smithi164 ceph-mon[31490]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:46:51.164 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:46:51.166 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:46:52.342 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:52 smithi042 ceph-mon[27521]: pgmap v42: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:52.342 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:52 smithi042 ceph-mon[39185]: pgmap v42: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:52 smithi164 ceph-mon[31490]: pgmap v42: 105 pgs: 6 peering, 99 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:53.096 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:53 smithi042 ceph-mon[27521]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:53.096 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:53 smithi042 ceph-mon[39185]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:53.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:53 smithi042 systemd[1]: Stopping Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:46:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:53 smithi164 ceph-mon[31490]: from='client.24659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:53.637 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-09-16T06:46:50.744459+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385588,"kb_used_data":6740,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575628,"statfs":{"total":767960285184,"available":765517443072,"internally_reserved":0,"allocated":6901760,"data_stored":3991314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001690"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211297+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:45:59.211297+0000","last_peered":"2024-09-16T06:45:59.211297+0000","last_clean":"2024-09-16T06:45:59.211297+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:45:59.211297+0000","last_undegraded":"2024-09-16T06:45:59.211297+0000","last_fullsized":"2024-09-16T06:45:59.211297+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520385+0000","last_change":"2024-09-16T06:45:14.823926+0000","last_active":"2024-09-16T06:45:59.520385+0000","last_peered":"2024-09-16T06:45:59.520385+0000","last_clean":"2024-09-16T06:45:59.520385+0000","last_became_active":"2024-09-16T06:45:14.823560+0000","last_became_peered":"2024-09-16T06:45:14.823560+0000","last_unstale":"2024-09-16T06:45:59.520385+0000","last_undegraded":"2024-09-16T06:45:59.520385+0000","last_fullsized":"2024-09-16T06:45:59.520385+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:03.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519958+0000","last_change":"2024-09-16T06:45:14.833852+0000","last_active":"2024-09-16T06:45:59.519958+0000","last_peered":"2024-09-16T06:45:59.519958+0000","last_clean":"2024-09-16T06:45:59.519958+0000","last_became_active":"2024-09-16T06:45:14.833532+0000","last_became_peered":"2024-09-16T06:45:14.833532+0000","last_unstale":"2024-09-16T06:45:59.519958+0000","last_undegraded":"2024-09-16T06:45:59.519958+0000","last_fullsized":"2024-09-16T06:45:59.519958+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:14.531222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161429+0000","last_change":"2024-09-16T06:45:14.818070+0000","last_active":"2024-09-16T06:45:59.161429+0000","last_peered":"2024-09-16T06:45:59.161429+0000","last_clean":"2024-09-16T06:45:59.161429+0000","last_became_active":"2024-09-16T06:45:14.814869+0000","last_became_peered":"2024-09-16T06:45:14.814869+0000","last_unstale":"2024-09-16T06:45:59.161429+0000","last_undegraded":"2024-09-16T06:45:59.161429+0000","last_fullsized":"2024-09-16T06:45:59.161429+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:00.519649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211023+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:45:59.211023+0000","last_peered":"2024-09-16T06:45:59.211023+0000","last_clean":"2024-09-16T06:45:59.211023+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:45:59.211023+0000","last_undegraded":"2024-09-16T06:45:59.211023+0000","last_fullsized":"2024-09-16T06:45:59.211023+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161122+0000","last_change":"2024-09-16T06:45:14.825045+0000","last_active":"2024-09-16T06:45:59.161122+0000","last_peered":"2024-09-16T06:45:59.161122+0000","last_clean":"2024-09-16T06:45:59.161122+0000","last_became_active":"2024-09-16T06:45:14.824604+0000","last_became_peered":"2024-09-16T06:45:14.824604+0000","last_unstale":"2024-09-16T06:45:59.161122+0000","last_undegraded":"2024-09-16T06:45:59.161122+0000","last_fullsized":"2024-09-16T06:45:59.161122+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:49.072591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210707+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:45:59.210707+0000","last_peered":"2024-09-16T06:45:59.210707+0000","last_clean":"2024-09-16T06:45:59.210707+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:45:59.210707+0000","last_undegraded":"2024-09-16T06:45:59.210707+0000","last_fullsized":"2024-09-16T06:45:59.210707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161734+0000","last_change":"2024-09-16T06:45:14.820348+0000","last_active":"2024-09-16T06:45:59.161734+0000","last_peered":"2024-09-16T06:45:59.161734+0000","last_clean":"2024-09-16T06:45:59.161734+0000","last_became_active":"2024-09-16T06:45:14.820075+0000","last_became_peered":"2024-09-16T06:45:14.820075+0000","last_unstale":"2024-09-16T06:45:59.161734+0000","last_undegraded":"2024-09-16T06:45:59.161734+0000","last_fullsized":"2024-09-16T06:45:59.161734+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:00.121763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211389+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:45:59.211389+0000","last_peered":"2024-09-16T06:45:59.211389+0000","last_clean":"2024-09-16T06:45:59.211389+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:45:59.211389+0000","last_undegraded":"2024-09-16T06:45:59.211389+0000","last_fullsized":"2024-09-16T06:45:59.211389+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520595+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:45:59.520595+0000","last_peered":"2024-09-16T06:45:59.520595+0000","last_clean":"2024-09-16T06:45:59.520595+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:45:59.520595+0000","last_undegraded":"2024-09-16T06:45:59.520595+0000","last_fullsized":"2024-09-16T06:45:59.520595+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520714+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:45:59.520714+0000","last_peered":"2024-09-16T06:45:59.520714+0000","last_clean":"2024-09-16T06:45:59.520714+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:45:59.520714+0000","last_undegraded":"2024-09-16T06:45:59.520714+0000","last_fullsized":"2024-09-16T06:45:59.520714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520175+0000","last_change":"2024-09-16T06:45:14.819186+0000","last_active":"2024-09-16T06:45:59.520175+0000","last_peered":"2024-09-16T06:45:59.520175+0000","last_clean":"2024-09-16T06:45:59.520175+0000","last_became_active":"2024-09-16T06:45:14.818945+0000","last_became_peered":"2024-09-16T06:45:14.818945+0000","last_unstale":"2024-09-16T06:45:59.520175+0000","last_undegraded":"2024-09-16T06:45:59.520175+0000","last_fullsized":"2024-09-16T06:45:59.520175+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:01.894239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161278+0000","last_change":"2024-09-16T06:45:14.822286+0000","last_active":"2024-09-16T06:45:59.161278+0000","last_peered":"2024-09-16T06:45:59.161278+0000","last_clean":"2024-09-16T06:45:59.161278+0000","last_became_active":"2024-09-16T06:45:14.822022+0000","last_became_peered":"2024-09-16T06:45:14.822022+0000","last_unstale":"2024-09-16T06:45:59.161278+0000","last_undegraded":"2024-09-16T06:45:59.161278+0000","last_fullsized":"2024-09-16T06:45:59.161278+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:48.909300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519950+0000","last_change":"2024-09-16T06:45:14.825010+0000","last_active":"2024-09-16T06:45:59.519950+0000","last_peered":"2024-09-16T06:45:59.519950+0000","last_clean":"2024-09-16T06:45:59.519950+0000","last_became_active":"2024-09-16T06:45:14.823934+0000","last_became_peered":"2024-09-16T06:45:14.823934+0000","last_unstale":"2024-09-16T06:45:59.519950+0000","last_undegraded":"2024-09-16T06:45:59.519950+0000","last_fullsized":"2024-09-16T06:45:59.519950+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:04.272787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520891+0000","last_change":"2024-09-16T06:45:14.807531+0000","last_active":"2024-09-16T06:45:59.520891+0000","last_peered":"2024-09-16T06:45:59.520891+0000","last_clean":"2024-09-16T06:45:59.520891+0000","last_became_active":"2024-09-16T06:45:14.807163+0000","last_became_peered":"2024-09-16T06:45:14.807163+0000","last_unstale":"2024-09-16T06:45:59.520891+0000","last_undegraded":"2024-09-16T06:45:59.520891+0000","last_fullsized":"2024-09-16T06:45:59.520891+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:00:31.382833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160931+0000","last_change":"2024-09-16T06:45:14.825615+0000","last_active":"2024-09-16T06:45:59.160931+0000","last_peered":"2024-09-16T06:45:59.160931+0000","last_clean":"2024-09-16T06:45:59.160931+0000","last_became_active":"2024-09-16T06:45:14.825353+0000","last_became_peered":"2024-09-16T06:45:14.825353+0000","last_unstale":"2024-09-16T06:45:59.160931+0000","last_undegraded":"2024-09-16T06:45:59.160931+0000","last_fullsized":"2024-09-16T06:45:59.160931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:31:12.093461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161855+0000","last_change":"2024-09-16T06:45:14.815732+0000","last_active":"2024-09-16T06:45:59.161855+0000","last_peered":"2024-09-16T06:45:59.161855+0000","last_clean":"2024-09-16T06:45:59.161855+0000","last_became_active":"2024-09-16T06:45:14.815370+0000","last_became_peered":"2024-09-16T06:45:14.815370+0000","last_unstale":"2024-09-16T06:45:59.161855+0000","last_undegraded":"2024-09-16T06:45:59.161855+0000","last_fullsized":"2024-09-16T06:45:59.161855+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:59:00.978507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160986+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:45:59.160986+0000","last_peered":"2024-09-16T06:45:59.160986+0000","last_clean":"2024-09-16T06:45:59.160986+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:45:59.160986+0000","last_undegraded":"2024-09-16T06:45:59.160986+0000","last_fullsized":"2024-09-16T06:45:59.160986+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211239+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:45:59.211239+0000","last_peered":"2024-09-16T06:45:59.211239+0000","last_clean":"2024-09-16T06:45:59.211239+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:45:59.211239+0000","last_undegraded":"2024-09-16T06:45:59.211239+0000","last_fullsized":"2024-09-16T06:45:59.211239+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520956+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:45:59.520956+0000","last_peered":"2024-09-16T06:45:59.520956+0000","last_clean":"2024-09-16T06:45:59.520956+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:45:59.520956+0000","last_undegraded":"2024-09-16T06:45:59.520956+0000","last_fullsized":"2024-09-16T06:45:59.520956+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520749+0000","last_change":"2024-09-16T06:45:14.833924+0000","last_active":"2024-09-16T06:45:59.520749+0000","last_peered":"2024-09-16T06:45:59.520749+0000","last_clean":"2024-09-16T06:45:59.520749+0000","last_became_active":"2024-09-16T06:45:14.833622+0000","last_became_peered":"2024-09-16T06:45:14.833622+0000","last_unstale":"2024-09-16T06:45:59.520749+0000","last_undegraded":"2024-09-16T06:45:59.520749+0000","last_fullsized":"2024-09-16T06:45:59.520749+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:37.756914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161170+0000","last_change":"2024-09-16T06:45:14.820953+0000","last_active":"2024-09-16T06:45:59.161170+0000","last_peered":"2024-09-16T06:45:59.161170+0000","last_clean":"2024-09-16T06:45:59.161170+0000","last_became_active":"2024-09-16T06:45:14.820626+0000","last_became_peered":"2024-09-16T06:45:14.820626+0000","last_unstale":"2024-09-16T06:45:59.161170+0000","last_undegraded":"2024-09-16T06:45:59.161170+0000","last_fullsized":"2024-09-16T06:45:59.161170+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:24:10.024951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160640+0000","last_change":"2024-09-16T06:45:14.813111+0000","last_active":"2024-09-16T06:45:59.160640+0000","last_peered":"2024-09-16T06:45:59.160640+0000","last_clean":"2024-09-16T06:45:59.160640+0000","last_became_active":"2024-09-16T06:45:14.812606+0000","last_became_peered":"2024-09-16T06:45:14.812606+0000","last_unstale":"2024-09-16T06:45:59.160640+0000","last_undegraded":"2024-09-16T06:45:59.160640+0000","last_fullsized":"2024-09-16T06:45:59.160640+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:09.348803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160965+0000","last_change":"2024-09-16T06:45:14.817351+0000","last_active":"2024-09-16T06:45:59.160965+0000","last_peered":"2024-09-16T06:45:59.160965+0000","last_clean":"2024-09-16T06:45:59.160965+0000","last_became_active":"2024-09-16T06:45:14.816997+0000","last_became_peered":"2024-09-16T06:45:14.816997+0000","last_unstale":"2024-09-16T06:45:59.160965+0000","last_undegraded":"2024-09-16T06:45:59.160965+0000","last_fullsized":"2024-09-16T06:45:59.160965+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:49.901659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.162213+0000","last_change":"2024-09-16T06:45:14.816648+0000","last_active":"2024-09-16T06:45:59.162213+0000","last_peered":"2024-09-16T06:45:59.162213+0000","last_clean":"2024-09-16T06:45:59.162213+0000","last_became_active":"2024-09-16T06:45:14.816357+0000","last_became_peered":"2024-09-16T06:45:14.816357+0000","last_unstale":"2024-09-16T06:45:59.162213+0000","last_undegraded":"2024-09-16T06:45:59.162213+0000","last_fullsized":"2024-09-16T06:45:59.162213+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:29.490651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520597+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:45:59.520597+0000","last_peered":"2024-09-16T06:45:59.520597+0000","last_clean":"2024-09-16T06:45:59.520597+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:45:59.520597+0000","last_undegraded":"2024-09-16T06:45:59.520597+0000","last_fullsized":"2024-09-16T06:45:59.520597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519947+0000","last_change":"2024-09-16T06:45:14.819221+0000","last_active":"2024-09-16T06:45:59.519947+0000","last_peered":"2024-09-16T06:45:59.519947+0000","last_clean":"2024-09-16T06:45:59.519947+0000","last_became_active":"2024-09-16T06:45:14.818932+0000","last_became_peered":"2024-09-16T06:45:14.818932+0000","last_unstale":"2024-09-16T06:45:59.519947+0000","last_undegraded":"2024-09-16T06:45:59.519947+0000","last_fullsized":"2024-09-16T06:45:59.519947+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:00.416164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161878+0000","last_change":"2024-09-16T06:45:14.831819+0000","last_active":"2024-09-16T06:45:59.161878+0000","last_peered":"2024-09-16T06:45:59.161878+0000","last_clean":"2024-09-16T06:45:59.161878+0000","last_became_active":"2024-09-16T06:45:14.831473+0000","last_became_peered":"2024-09-16T06:45:14.831473+0000","last_unstale":"2024-09-16T06:45:59.161878+0000","last_undegraded":"2024-09-16T06:45:59.161878+0000","last_fullsized":"2024-09-16T06:45:59.161878+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:47.812270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520879+0000","last_change":"2024-09-16T06:45:14.828368+0000","last_active":"2024-09-16T06:45:59.520879+0000","last_peered":"2024-09-16T06:45:59.520879+0000","last_clean":"2024-09-16T06:45:59.520879+0000","last_became_active":"2024-09-16T06:45:14.828111+0000","last_became_peered":"2024-09-16T06:45:14.828111+0000","last_unstale":"2024-09-16T06:45:59.520879+0000","last_undegraded":"2024-09-16T06:45:59.520879+0000","last_fullsized":"2024-09-16T06:45:59.520879+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:36.996975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.006346+0000","last_change":"2024-09-16T06:46:47.006346+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:46:47.006346+0000","last_undegraded":"2024-09-16T06:46:47.006346+0000","last_fullsized":"2024-09-16T06:46:47.006346+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:57.151251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160274+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:45:59.160274+0000","last_peered":"2024-09-16T06:45:59.160274+0000","last_clean":"2024-09-16T06:45:59.160274+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:45:59.160274+0000","last_undegraded":"2024-09-16T06:45:59.160274+0000","last_fullsized":"2024-09-16T06:45:59.160274+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519491+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:45:59.519491+0000","last_peered":"2024-09-16T06:45:59.519491+0000","last_clean":"2024-09-16T06:45:59.519491+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:45:59.519491+0000","last_undegraded":"2024-09-16T06:45:59.519491+0000","last_fullsized":"2024-09-16T06:45:59.519491+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519716+0000","last_change":"2024-09-16T06:45:14.816704+0000","last_active":"2024-09-16T06:45:59.519716+0000","last_peered":"2024-09-16T06:45:59.519716+0000","last_clean":"2024-09-16T06:45:59.519716+0000","last_became_active":"2024-09-16T06:45:14.816443+0000","last_became_peered":"2024-09-16T06:45:14.816443+0000","last_unstale":"2024-09-16T06:45:59.519716+0000","last_undegraded":"2024-09-16T06:45:59.519716+0000","last_fullsized":"2024-09-16T06:45:59.519716+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:59.140837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161438+0000","last_change":"2024-09-16T06:45:13.814977+0000","last_active":"2024-09-16T06:45:59.161438+0000","last_peered":"2024-09-16T06:45:59.161438+0000","last_clean":"2024-09-16T06:45:59.161438+0000","last_became_active":"2024-09-16T06:45:13.814690+0000","last_became_peered":"2024-09-16T06:45:13.814690+0000","last_unstale":"2024-09-16T06:45:59.161438+0000","last_undegraded":"2024-09-16T06:45:59.161438+0000","last_fullsized":"2024-09-16T06:45:59.161438+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:25.086472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520940+0000","last_change":"2024-09-16T06:45:14.827509+0000","last_active":"2024-09-16T06:45:59.520940+0000","last_peered":"2024-09-16T06:45:59.520940+0000","last_clean":"2024-09-16T06:45:59.520940+0000","last_became_active":"2024-09-16T06:45:14.826913+0000","last_became_peered":"2024-09-16T06:45:14.826913+0000","last_unstale":"2024-09-16T06:45:59.520940+0000","last_undegraded":"2024-09-16T06:45:59.520940+0000","last_fullsized":"2024-09-16T06:45:59.520940+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:36.205153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519798+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:45:59.519798+0000","last_peered":"2024-09-16T06:45:59.519798+0000","last_clean":"2024-09-16T06:45:59.519798+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:45:59.519798+0000","last_undegraded":"2024-09-16T06:45:59.519798+0000","last_fullsized":"2024-09-16T06:45:59.519798+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160772+0000","last_change":"2024-09-16T06:45:13.809879+0000","last_active":"2024-09-16T06:45:59.160772+0000","last_peered":"2024-09-16T06:45:59.160772+0000","last_clean":"2024-09-16T06:45:59.160772+0000","last_became_active":"2024-09-16T06:45:13.809575+0000","last_became_peered":"2024-09-16T06:45:13.809575+0000","last_unstale":"2024-09-16T06:45:59.160772+0000","last_undegraded":"2024-09-16T06:45:59.160772+0000","last_fullsized":"2024-09-16T06:45:59.160772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:18.363494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161827+0000","last_change":"2024-09-16T06:45:14.826283+0000","last_active":"2024-09-16T06:45:59.161827+0000","last_peered":"2024-09-16T06:45:59.161827+0000","last_clean":"2024-09-16T06:45:59.161827+0000","last_became_active":"2024-09-16T06:45:14.825991+0000","last_became_peered":"2024-09-16T06:45:14.825991+0000","last_unstale":"2024-09-16T06:45:59.161827+0000","last_undegraded":"2024-09-16T06:45:59.161827+0000","last_fullsized":"2024-09-16T06:45:59.161827+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:58.266506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161020+0000","last_change":"2024-09-16T06:45:13.802292+0000","last_active":"2024-09-16T06:45:59.161020+0000","last_peered":"2024-09-16T06:45:59.161020+0000","last_clean":"2024-09-16T06:45:59.161020+0000","last_became_active":"2024-09-16T06:45:13.801896+0000","last_became_peered":"2024-09-16T06:45:13.801896+0000","last_unstale":"2024-09-16T06:45:59.161020+0000","last_undegraded":"2024-09-16T06:45:59.161020+0000","last_fullsized":"2024-09-16T06:45:59.161020+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:04.246350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.000640+0000","last_change":"2024-09-16T06:46:47.000866+0000","last_active":"2024-09-16T06:46:47.000607+0000","last_peered":"2024-09-16T06:45:59.519903+0000","last_clean":"2024-09-16T06:45:59.519903+0000","last_became_active":"2024-09-16T06:45:14.816856+0000","last_became_peered":"2024-09-16T06:45:14.816856+0000","last_unstale":"2024-09-16T06:46:47.000640+0000","last_undegraded":"2024-09-16T06:46:47.000640+0000","last_fullsized":"2024-09-16T06:46:47.000640+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:21:37.939875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,4],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520750+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:45:59.520750+0000","last_peered":"2024-09-16T06:45:59.520750+0000","last_clean":"2024-09-16T06:45:59.520750+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:45:59.520750+0000","last_undegraded":"2024-09-16T06:45:59.520750+0000","last_fullsized":"2024-09-16T06:45:59.520750+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161568+0000","last_change":"2024-09-16T06:45:14.815817+0000","last_active":"2024-09-16T06:45:59.161568+0000","last_peered":"2024-09-16T06:45:59.161568+0000","last_clean":"2024-09-16T06:45:59.161568+0000","last_became_active":"2024-09-16T06:45:14.815257+0000","last_became_peered":"2024-09-16T06:45:14.815257+0000","last_unstale":"2024-09-16T06:45:59.161568+0000","last_undegraded":"2024-09-16T06:45:59.161568+0000","last_fullsized":"2024-09-16T06:45:59.161568+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:57.303999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161727+0000","last_change":"2024-09-16T06:45:13.811510+0000","last_active":"2024-09-16T06:45:59.161727+0000","last_peered":"2024-09-16T06:45:59.161727+0000","last_clean":"2024-09-16T06:45:59.161727+0000","last_became_active":"2024-09-16T06:45:13.811257+0000","last_became_peered":"2024-09-16T06:45:13.811257+0000","last_unstale":"2024-09-16T06:45:59.161727+0000","last_undegraded":"2024-09-16T06:45:59.161727+0000","last_fullsized":"2024-09-16T06:45:59.161727+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:01.425664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520709+0000","last_change":"2024-09-16T06:45:14.827484+0000","last_active":"2024-09-16T06:45:59.520709+0000","last_peered":"2024-09-16T06:45:59.520709+0000","last_clean":"2024-09-16T06:45:59.520709+0000","last_became_active":"2024-09-16T06:45:14.826508+0000","last_became_peered":"2024-09-16T06:45:14.826508+0000","last_unstale":"2024-09-16T06:45:59.520709+0000","last_undegraded":"2024-09-16T06:45:59.520709+0000","last_fullsized":"2024-09-16T06:45:59.520709+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:23.728720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520743+0000","last_change":"2024-09-16T06:45:13.804937+0000","last_active":"2024-09-16T06:45:59.520743+0000","last_peered":"2024-09-16T06:45:59.520743+0000","last_clean":"2024-09-16T06:45:59.520743+0000","last_became_active":"2024-09-16T06:45:13.804667+0000","last_became_peered":"2024-09-16T06:45:13.804667+0000","last_unstale":"2024-09-16T06:45:59.520743+0000","last_undegraded":"2024-09-16T06:45:59.520743+0000","last_fullsized":"2024-09-16T06:45:59.520743+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:09.069407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520067+0000","last_change":"2024-09-16T06:45:14.812733+0000","last_active":"2024-09-16T06:45:59.520067+0000","last_peered":"2024-09-16T06:45:59.520067+0000","last_clean":"2024-09-16T06:45:59.520067+0000","last_became_active":"2024-09-16T06:45:14.812438+0000","last_became_peered":"2024-09-16T06:45:14.812438+0000","last_unstale":"2024-09-16T06:45:59.520067+0000","last_undegraded":"2024-09-16T06:45:59.520067+0000","last_fullsized":"2024-09-16T06:45:59.520067+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:05:33.505861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'9","reported_seq":28,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520327+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:45:59.520327+0000","last_peered":"2024-09-16T06:45:59.520327+0000","last_clean":"2024-09-16T06:45:59.520327+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:45:59.520327+0000","last_undegraded":"2024-09-16T06:45:59.520327+0000","last_fullsized":"2024-09-16T06:45:59.520327+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.001118+0000","last_change":"2024-09-16T06:46:47.001490+0000","last_active":"2024-09-16T06:46:47.001081+0000","last_peered":"2024-09-16T06:45:59.211022+0000","last_clean":"2024-09-16T06:45:59.211022+0000","last_became_active":"2024-09-16T06:45:14.824041+0000","last_became_peered":"2024-09-16T06:45:14.824041+0000","last_unstale":"2024-09-16T06:46:47.001118+0000","last_undegraded":"2024-09-16T06:46:47.001118+0000","last_fullsized":"2024-09-16T06:46:47.001118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:54.556582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520997+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:45:59.520997+0000","last_peered":"2024-09-16T06:45:59.520997+0000","last_clean":"2024-09-16T06:45:59.520997+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:45:59.520997+0000","last_undegraded":"2024-09-16T06:45:59.520997+0000","last_fullsized":"2024-09-16T06:45:59.520997+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.003295+0000","last_change":"2024-09-16T06:46:47.003295+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-16T06:46:47.003295+0000","last_undegraded":"2024-09-16T06:46:47.003295+0000","last_fullsized":"2024-09-16T06:46:47.003295+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:10:09.867985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.003253+0000","last_change":"2024-09-16T06:46:47.003492+0000","last_active":"2024-09-16T06:46:47.003220+0000","last_peered":"2024-09-16T06:45:59.161324+0000","last_clean":"2024-09-16T06:45:59.161324+0000","last_became_active":"2024-09-16T06:45:13.802427+0000","last_became_peered":"2024-09-16T06:45:13.802427+0000","last_unstale":"2024-09-16T06:46:47.003253+0000","last_undegraded":"2024-09-16T06:46:47.003253+0000","last_fullsized":"2024-09-16T06:46:47.003253+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:10.528133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,3,7],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211110+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:45:59.211110+0000","last_peered":"2024-09-16T06:45:59.211110+0000","last_clean":"2024-09-16T06:45:59.211110+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:45:59.211110+0000","last_undegraded":"2024-09-16T06:45:59.211110+0000","last_fullsized":"2024-09-16T06:45:59.211110+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519712+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:45:59.519712+0000","last_peered":"2024-09-16T06:45:59.519712+0000","last_clean":"2024-09-16T06:45:59.519712+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:45:59.519712+0000","last_undegraded":"2024-09-16T06:45:59.519712+0000","last_fullsized":"2024-09-16T06:45:59.519712+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519508+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:45:59.519508+0000","last_peered":"2024-09-16T06:45:59.519508+0000","last_clean":"2024-09-16T06:45:59.519508+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:45:59.519508+0000","last_undegraded":"2024-09-16T06:45:59.519508+0000","last_fullsized":"2024-09-16T06:45:59.519508+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":27,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160225+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:45:59.160225+0000","last_peered":"2024-09-16T06:45:59.160225+0000","last_clean":"2024-09-16T06:45:59.160225+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:45:59.160225+0000","last_undegraded":"2024-09-16T06:45:59.160225+0000","last_fullsized":"2024-09-16T06:45:59.160225+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210771+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:45:59.210771+0000","last_peered":"2024-09-16T06:45:59.210771+0000","last_clean":"2024-09-16T06:45:59.210771+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:45:59.210771+0000","last_undegraded":"2024-09-16T06:45:59.210771+0000","last_fullsized":"2024-09-16T06:45:59.210771+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520782+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:45:59.520782+0000","last_peered":"2024-09-16T06:45:59.520782+0000","last_clean":"2024-09-16T06:45:59.520782+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:45:59.520782+0000","last_undegraded":"2024-09-16T06:45:59.520782+0000","last_fullsized":"2024-09-16T06:45:59.520782+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211241+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:45:59.211241+0000","last_peered":"2024-09-16T06:45:59.211241+0000","last_clean":"2024-09-16T06:45:59.211241+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:45:59.211241+0000","last_undegraded":"2024-09-16T06:45:59.211241+0000","last_fullsized":"2024-09-16T06:45:59.211241+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161089+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:45:59.161089+0000","last_peered":"2024-09-16T06:45:59.161089+0000","last_clean":"2024-09-16T06:45:59.161089+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:45:59.161089+0000","last_undegraded":"2024-09-16T06:45:59.161089+0000","last_fullsized":"2024-09-16T06:45:59.161089+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211427+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:45:59.211427+0000","last_peered":"2024-09-16T06:45:59.211427+0000","last_clean":"2024-09-16T06:45:59.211427+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:45:59.211427+0000","last_undegraded":"2024-09-16T06:45:59.211427+0000","last_fullsized":"2024-09-16T06:45:59.211427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520838+0000","last_change":"2024-09-16T06:45:13.801210+0000","last_active":"2024-09-16T06:45:59.520838+0000","last_peered":"2024-09-16T06:45:59.520838+0000","last_clean":"2024-09-16T06:45:59.520838+0000","last_became_active":"2024-09-16T06:45:13.800918+0000","last_became_peered":"2024-09-16T06:45:13.800918+0000","last_unstale":"2024-09-16T06:45:59.520838+0000","last_undegraded":"2024-09-16T06:45:59.520838+0000","last_fullsized":"2024-09-16T06:45:59.520838+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:27.685865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161572+0000","last_change":"2024-09-16T06:45:14.819317+0000","last_active":"2024-09-16T06:45:59.161572+0000","last_peered":"2024-09-16T06:45:59.161572+0000","last_clean":"2024-09-16T06:45:59.161572+0000","last_became_active":"2024-09-16T06:45:14.819035+0000","last_became_peered":"2024-09-16T06:45:14.819035+0000","last_unstale":"2024-09-16T06:45:59.161572+0000","last_undegraded":"2024-09-16T06:45:59.161572+0000","last_fullsized":"2024-09-16T06:45:59.161572+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:00.781527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160733+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:45:59.160733+0000","last_peered":"2024-09-16T06:45:59.160733+0000","last_clean":"2024-09-16T06:45:59.160733+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:45:59.160733+0000","last_undegraded":"2024-09-16T06:45:59.160733+0000","last_fullsized":"2024-09-16T06:45:59.160733+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211114+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:45:59.211114+0000","last_peered":"2024-09-16T06:45:59.211114+0000","last_clean":"2024-09-16T06:45:59.211114+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:45:59.211114+0000","last_undegraded":"2024-09-16T06:45:59.211114+0000","last_fullsized":"2024-09-16T06:45:59.211114+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520480+0000","last_change":"2024-09-16T06:45:52.992450+0000","last_active":"2024-09-16T06:45:59.520480+0000","last_peered":"2024-09-16T06:45:59.520480+0000","last_clean":"2024-09-16T06:45:59.520480+0000","last_became_active":"2024-09-16T06:45:46.727111+0000","last_became_peered":"2024-09-16T06:45:46.727111+0000","last_unstale":"2024-09-16T06:45:59.520480+0000","last_undegraded":"2024-09-16T06:45:59.520480+0000","last_fullsized":"2024-09-16T06:45:59.520480+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:10.670422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036646299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"58'79","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210892+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:45:59.210892+0000","last_peered":"2024-09-16T06:45:59.210892+0000","last_clean":"2024-09-16T06:45:59.210892+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:45:59.210892+0000","last_undegraded":"2024-09-16T06:45:59.210892+0000","last_fullsized":"2024-09-16T06:45:59.210892+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161271+0000","last_change":"2024-09-16T06:45:13.801583+0000","last_active":"2024-09-16T06:45:59.161271+0000","last_peered":"2024-09-16T06:45:59.161271+0000","last_clean":"2024-09-16T06:45:59.161271+0000","last_became_active":"2024-09-16T06:45:13.801213+0000","last_became_peered":"2024-09-16T06:45:13.801213+0000","last_unstale":"2024-09-16T06:45:59.161271+0000","last_undegraded":"2024-09-16T06:45:59.161271+0000","last_fullsized":"2024-09-16T06:45:59.161271+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:24.325142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.162070+0000","last_change":"2024-09-16T06:45:14.821937+0000","last_active":"2024-09-16T06:45:59.162070+0000","last_peered":"2024-09-16T06:45:59.162070+0000","last_clean":"2024-09-16T06:45:59.162070+0000","last_became_active":"2024-09-16T06:45:14.820765+0000","last_became_peered":"2024-09-16T06:45:14.820765+0000","last_unstale":"2024-09-16T06:45:59.162070+0000","last_undegraded":"2024-09-16T06:45:59.162070+0000","last_fullsized":"2024-09-16T06:45:59.162070+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:48.246066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520118+0000","last_change":"2024-09-16T06:45:53.122937+0000","last_active":"2024-09-16T06:45:59.520118+0000","last_peered":"2024-09-16T06:45:59.520118+0000","last_clean":"2024-09-16T06:45:59.520118+0000","last_became_active":"2024-09-16T06:45:47.381913+0000","last_became_peered":"2024-09-16T06:45:47.381913+0000","last_unstale":"2024-09-16T06:45:59.520118+0000","last_undegraded":"2024-09-16T06:45:59.520118+0000","last_fullsized":"2024-09-16T06:45:59.520118+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:57.446339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029459499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210772+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:45:59.210772+0000","last_peered":"2024-09-16T06:45:59.210772+0000","last_clean":"2024-09-16T06:45:59.210772+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:45:59.210772+0000","last_undegraded":"2024-09-16T06:45:59.210772+0000","last_fullsized":"2024-09-16T06:45:59.210772+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519599+0000","last_change":"2024-09-16T06:45:14.827680+0000","last_active":"2024-09-16T06:45:59.519599+0000","last_peered":"2024-09-16T06:45:59.519599+0000","last_clean":"2024-09-16T06:45:59.519599+0000","last_became_active":"2024-09-16T06:45:14.826356+0000","last_became_peered":"2024-09-16T06:45:14.826356+0000","last_unstale":"2024-09-16T06:45:59.519599+0000","last_undegraded":"2024-09-16T06:45:59.519599+0000","last_fullsized":"2024-09-16T06:45:59.519599+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:25.905224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519748+0000","last_change":"2024-09-16T06:45:52.814417+0000","last_active":"2024-09-16T06:45:59.519748+0000","last_peered":"2024-09-16T06:45:59.519748+0000","last_clean":"2024-09-16T06:45:59.519748+0000","last_became_active":"2024-09-16T06:45:46.759509+0000","last_became_peered":"2024-09-16T06:45:46.759509+0000","last_unstale":"2024-09-16T06:45:59.519748+0000","last_undegraded":"2024-09-16T06:45:59.519748+0000","last_fullsized":"2024-09-16T06:45:59.519748+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:42:14.166280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036918200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160510+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:45:59.160510+0000","last_peered":"2024-09-16T06:45:59.160510+0000","last_clean":"2024-09-16T06:45:59.160510+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:45:59.160510+0000","last_undegraded":"2024-09-16T06:45:59.160510+0000","last_fullsized":"2024-09-16T06:45:59.160510+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519499+0000","last_change":"2024-09-16T06:45:14.796208+0000","last_active":"2024-09-16T06:45:59.519499+0000","last_peered":"2024-09-16T06:45:59.519499+0000","last_clean":"2024-09-16T06:45:59.519499+0000","last_became_active":"2024-09-16T06:45:14.795871+0000","last_became_peered":"2024-09-16T06:45:14.795871+0000","last_unstale":"2024-09-16T06:45:59.519499+0000","last_undegraded":"2024-09-16T06:45:59.519499+0000","last_fullsized":"2024-09-16T06:45:59.519499+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:07.704850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519670+0000","last_change":"2024-09-16T06:45:52.814168+0000","last_active":"2024-09-16T06:45:59.519670+0000","last_peered":"2024-09-16T06:45:59.519670+0000","last_clean":"2024-09-16T06:45:59.519670+0000","last_became_active":"2024-09-16T06:45:47.381495+0000","last_became_peered":"2024-09-16T06:45:47.381495+0000","last_unstale":"2024-09-16T06:45:59.519670+0000","last_undegraded":"2024-09-16T06:45:59.519670+0000","last_fullsized":"2024-09-16T06:45:59.519670+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:07.000429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035339799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161395+0000","last_change":"2024-09-16T06:45:13.813958+0000","last_active":"2024-09-16T06:45:59.161395+0000","last_peered":"2024-09-16T06:45:59.161395+0000","last_clean":"2024-09-16T06:45:59.161395+0000","last_became_active":"2024-09-16T06:45:13.810022+0000","last_became_peered":"2024-09-16T06:45:13.810022+0000","last_unstale":"2024-09-16T06:45:59.161395+0000","last_undegraded":"2024-09-16T06:45:59.161395+0000","last_fullsized":"2024-09-16T06:45:59.161395+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:47.839101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520115+0000","last_change":"2024-09-16T06:45:14.819284+0000","last_active":"2024-09-16T06:45:59.520115+0000","last_peered":"2024-09-16T06:45:59.520115+0000","last_clean":"2024-09-16T06:45:59.520115+0000","last_became_active":"2024-09-16T06:45:14.818901+0000","last_became_peered":"2024-09-16T06:45:14.818901+0000","last_unstale":"2024-09-16T06:45:59.520115+0000","last_undegraded":"2024-09-16T06:45:59.520115+0000","last_fullsized":"2024-09-16T06:45:59.520115+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:59.298075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"61'2","reported_seq":22,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519750+0000","last_change":"2024-09-16T06:45:52.814575+0000","last_active":"2024-09-16T06:45:59.519750+0000","last_peered":"2024-09-16T06:45:59.519750+0000","last_clean":"2024-09-16T06:45:59.519750+0000","last_became_active":"2024-09-16T06:45:46.760164+0000","last_became_peered":"2024-09-16T06:45:46.760164+0000","last_unstale":"2024-09-16T06:45:59.519750+0000","last_undegraded":"2024-09-16T06:45:59.519750+0000","last_fullsized":"2024-09-16T06:45:59.519750+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:28.345651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000923524,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519815+0000","last_change":"2024-09-16T06:45:13.815654+0000","last_active":"2024-09-16T06:45:59.519815+0000","last_peered":"2024-09-16T06:45:59.519815+0000","last_clean":"2024-09-16T06:45:59.519815+0000","last_became_active":"2024-09-16T06:45:13.815380+0000","last_became_peered":"2024-09-16T06:45:13.815380+0000","last_unstale":"2024-09-16T06:45:59.519815+0000","last_undegraded":"2024-09-16T06:45:59.519815+0000","last_fullsized":"2024-09-16T06:45:59.519815+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:05.275137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161584+0000","last_change":"2024-09-16T06:45:14.814173+0000","last_active":"2024-09-16T06:45:59.161584+0000","last_peered":"2024-09-16T06:45:59.161584+0000","last_clean":"2024-09-16T06:45:59.161584+0000","last_became_active":"2024-09-16T06:45:14.813854+0000","last_became_peered":"2024-09-16T06:45:14.813854+0000","last_unstale":"2024-09-16T06:45:59.161584+0000","last_undegraded":"2024-09-16T06:45:59.161584+0000","last_fullsized":"2024-09-16T06:45:59.161584+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:48.630808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"59'1","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520436+0000","last_change":"2024-09-16T06:45:53.122513+0000","last_active":"2024-09-16T06:45:59.520436+0000","last_peered":"2024-09-16T06:45:59.520436+0000","last_clean":"2024-09-16T06:45:59.520436+0000","last_became_active":"2024-09-16T06:45:46.759441+0000","last_became_peered":"2024-09-16T06:45:46.759441+0000","last_unstale":"2024-09-16T06:45:59.520436+0000","last_undegraded":"2024-09-16T06:45:59.520436+0000","last_fullsized":"2024-09-16T06:45:59.520436+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:24.508042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000531537,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211242+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:45:59.211242+0000","last_peered":"2024-09-16T06:45:59.211242+0000","last_clean":"2024-09-16T06:45:59.211242+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:45:59.211242+0000","last_undegraded":"2024-09-16T06:45:59.211242+0000","last_fullsized":"2024-09-16T06:45:59.211242+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519794+0000","last_change":"2024-09-16T06:45:14.804081+0000","last_active":"2024-09-16T06:45:59.519794+0000","last_peered":"2024-09-16T06:45:59.519794+0000","last_clean":"2024-09-16T06:45:59.519794+0000","last_became_active":"2024-09-16T06:45:14.803763+0000","last_became_peered":"2024-09-16T06:45:14.803763+0000","last_unstale":"2024-09-16T06:45:59.519794+0000","last_undegraded":"2024-09-16T06:45:59.519794+0000","last_fullsized":"2024-09-16T06:45:59.519794+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:18.026688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.160926+0000","last_change":"2024-09-16T06:45:52.811184+0000","last_active":"2024-09-16T06:45:59.160926+0000","last_peered":"2024-09-16T06:45:59.160926+0000","last_clean":"2024-09-16T06:45:59.160926+0000","last_became_active":"2024-09-16T06:45:46.726625+0000","last_became_peered":"2024-09-16T06:45:46.726625+0000","last_unstale":"2024-09-16T06:45:59.160926+0000","last_undegraded":"2024-09-16T06:45:59.160926+0000","last_fullsized":"2024-09-16T06:45:59.160926+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:13.368778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058152300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520467+0000","last_change":"2024-09-16T06:45:13.810149+0000","last_active":"2024-09-16T06:45:59.520467+0000","last_peered":"2024-09-16T06:45:59.520467+0000","last_clean":"2024-09-16T06:45:59.520467+0000","last_became_active":"2024-09-16T06:45:13.809195+0000","last_became_peered":"2024-09-16T06:45:13.809195+0000","last_unstale":"2024-09-16T06:45:59.520467+0000","last_undegraded":"2024-09-16T06:45:59.520467+0000","last_fullsized":"2024-09-16T06:45:59.520467+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:08.337265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"peering","last_fresh":"2024-09-16T06:46:47.006567+0000","last_change":"2024-09-16T06:46:47.006783+0000","last_active":"2024-09-16T06:46:47.006541+0000","last_peered":"2024-09-16T06:45:59.162294+0000","last_clean":"2024-09-16T06:45:59.162294+0000","last_became_active":"2024-09-16T06:45:14.830248+0000","last_became_peered":"2024-09-16T06:45:14.830248+0000","last_unstale":"2024-09-16T06:46:47.006567+0000","last_undegraded":"2024-09-16T06:46:47.006567+0000","last_fullsized":"2024-09-16T06:46:47.006567+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:33:00.283311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519555+0000","last_change":"2024-09-16T06:45:52.812040+0000","last_active":"2024-09-16T06:45:59.519555+0000","last_peered":"2024-09-16T06:45:59.519555+0000","last_clean":"2024-09-16T06:45:59.519555+0000","last_became_active":"2024-09-16T06:45:46.759419+0000","last_became_peered":"2024-09-16T06:45:46.759419+0000","last_unstale":"2024-09-16T06:45:59.519555+0000","last_undegraded":"2024-09-16T06:45:59.519555+0000","last_fullsized":"2024-09-16T06:45:59.519555+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:32.403145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001012687,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520848+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:45:59.520848+0000","last_peered":"2024-09-16T06:45:59.520848+0000","last_clean":"2024-09-16T06:45:59.520848+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:45:59.520848+0000","last_undegraded":"2024-09-16T06:45:59.520848+0000","last_fullsized":"2024-09-16T06:45:59.520848+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519930+0000","last_change":"2024-09-16T06:45:14.834113+0000","last_active":"2024-09-16T06:45:59.519930+0000","last_peered":"2024-09-16T06:45:59.519930+0000","last_clean":"2024-09-16T06:45:59.519930+0000","last_became_active":"2024-09-16T06:45:14.833759+0000","last_became_peered":"2024-09-16T06:45:14.833759+0000","last_unstale":"2024-09-16T06:45:59.519930+0000","last_undegraded":"2024-09-16T06:45:59.519930+0000","last_fullsized":"2024-09-16T06:45:59.519930+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:24.469480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210792+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:45:59.210792+0000","last_peered":"2024-09-16T06:45:59.210792+0000","last_clean":"2024-09-16T06:45:59.210792+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:45:59.210792+0000","last_undegraded":"2024-09-16T06:45:59.210792+0000","last_fullsized":"2024-09-16T06:45:59.210792+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519840+0000","last_change":"2024-09-16T06:45:14.815974+0000","last_active":"2024-09-16T06:45:59.519840+0000","last_peered":"2024-09-16T06:45:59.519840+0000","last_clean":"2024-09-16T06:45:59.519840+0000","last_became_active":"2024-09-16T06:45:14.815520+0000","last_became_peered":"2024-09-16T06:45:14.815520+0000","last_unstale":"2024-09-16T06:45:59.519840+0000","last_undegraded":"2024-09-16T06:45:59.519840+0000","last_fullsized":"2024-09-16T06:45:59.519840+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:34.150677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520151+0000","last_change":"2024-09-16T06:45:13.815644+0000","last_active":"2024-09-16T06:45:59.520151+0000","last_peered":"2024-09-16T06:45:59.520151+0000","last_clean":"2024-09-16T06:45:59.520151+0000","last_became_active":"2024-09-16T06:45:13.815299+0000","last_became_peered":"2024-09-16T06:45:13.815299+0000","last_unstale":"2024-09-16T06:45:59.520151+0000","last_undegraded":"2024-09-16T06:45:59.520151+0000","last_fullsized":"2024-09-16T06:45:59.520151+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:11.104367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161913+0000","last_change":"2024-09-16T06:45:14.812661+0000","last_active":"2024-09-16T06:45:59.161913+0000","last_peered":"2024-09-16T06:45:59.161913+0000","last_clean":"2024-09-16T06:45:59.161913+0000","last_became_active":"2024-09-16T06:45:14.811907+0000","last_became_peered":"2024-09-16T06:45:14.811907+0000","last_unstale":"2024-09-16T06:45:59.161913+0000","last_undegraded":"2024-09-16T06:45:59.161913+0000","last_fullsized":"2024-09-16T06:45:59.161913+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:52.587186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.521171+0000","last_change":"2024-09-16T06:45:13.816831+0000","last_active":"2024-09-16T06:45:59.521171+0000","last_peered":"2024-09-16T06:45:59.521171+0000","last_clean":"2024-09-16T06:45:59.521171+0000","last_became_active":"2024-09-16T06:45:13.816553+0000","last_became_peered":"2024-09-16T06:45:13.816553+0000","last_unstale":"2024-09-16T06:45:59.521171+0000","last_undegraded":"2024-09-16T06:45:59.521171+0000","last_fullsized":"2024-09-16T06:45:59.521171+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:34.462284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161355+0000","last_change":"2024-09-16T06:45:14.825533+0000","last_active":"2024-09-16T06:45:59.161355+0000","last_peered":"2024-09-16T06:45:59.161355+0000","last_clean":"2024-09-16T06:45:59.161355+0000","last_became_active":"2024-09-16T06:45:14.825266+0000","last_became_peered":"2024-09-16T06:45:14.825266+0000","last_unstale":"2024-09-16T06:45:59.161355+0000","last_undegraded":"2024-09-16T06:45:59.161355+0000","last_fullsized":"2024-09-16T06:45:59.161355+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:26.651873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211149+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:45:59.211149+0000","last_peered":"2024-09-16T06:45:59.211149+0000","last_clean":"2024-09-16T06:45:59.211149+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:45:59.211149+0000","last_undegraded":"2024-09-16T06:45:59.211149+0000","last_fullsized":"2024-09-16T06:45:59.211149+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.519664+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:45:59.519664+0000","last_peered":"2024-09-16T06:45:59.519664+0000","last_clean":"2024-09-16T06:45:59.519664+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:45:59.519664+0000","last_undegraded":"2024-09-16T06:45:59.519664+0000","last_fullsized":"2024-09-16T06:45:59.519664+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161536+0000","last_change":"2024-09-16T06:45:14.810520+0000","last_active":"2024-09-16T06:45:59.161536+0000","last_peered":"2024-09-16T06:45:59.161536+0000","last_clean":"2024-09-16T06:45:59.161536+0000","last_became_active":"2024-09-16T06:45:14.810173+0000","last_became_peered":"2024-09-16T06:45:14.810173+0000","last_unstale":"2024-09-16T06:45:59.161536+0000","last_undegraded":"2024-09-16T06:45:59.161536+0000","last_fullsized":"2024-09-16T06:45:59.161536+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:38:59.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.210995+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:45:59.210995+0000","last_peered":"2024-09-16T06:45:59.210995+0000","last_clean":"2024-09-16T06:45:59.210995+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:45:59.210995+0000","last_undegraded":"2024-09-16T06:45:59.210995+0000","last_fullsized":"2024-09-16T06:45:59.210995+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.161415+0000","last_change":"2024-09-16T06:45:14.817879+0000","last_active":"2024-09-16T06:45:59.161415+0000","last_peered":"2024-09-16T06:45:59.161415+0000","last_clean":"2024-09-16T06:45:59.161415+0000","last_became_active":"2024-09-16T06:45:14.815599+0000","last_became_peered":"2024-09-16T06:45:14.815599+0000","last_unstale":"2024-09-16T06:45:59.161415+0000","last_undegraded":"2024-09-16T06:45:59.161415+0000","last_fullsized":"2024-09-16T06:45:59.161415+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:54.333372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.211129+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:45:59.211129+0000","last_peered":"2024-09-16T06:45:59.211129+0000","last_clean":"2024-09-16T06:45:59.211129+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:45:59.211129+0000","last_undegraded":"2024-09-16T06:45:59.211129+0000","last_fullsized":"2024-09-16T06:45:59.211129+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520636+0000","last_change":"2024-09-16T06:45:14.830062+0000","last_active":"2024-09-16T06:45:59.520636+0000","last_peered":"2024-09-16T06:45:59.520636+0000","last_clean":"2024-09-16T06:45:59.520636+0000","last_became_active":"2024-09-16T06:45:14.829759+0000","last_became_peered":"2024-09-16T06:45:14.829759+0000","last_unstale":"2024-09-16T06:45:59.520636+0000","last_undegraded":"2024-09-16T06:45:59.520636+0000","last_fullsized":"2024-09-16T06:45:59.520636+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:17.747080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.162263+0000","last_change":"2024-09-16T06:45:13.804403+0000","last_active":"2024-09-16T06:45:59.162263+0000","last_peered":"2024-09-16T06:45:59.162263+0000","last_clean":"2024-09-16T06:45:59.162263+0000","last_became_active":"2024-09-16T06:45:13.804103+0000","last_became_peered":"2024-09-16T06:45:13.804103+0000","last_unstale":"2024-09-16T06:45:59.162263+0000","last_undegraded":"2024-09-16T06:45:59.162263+0000","last_fullsized":"2024-09-16T06:45:59.162263+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:03.419772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.162141+0000","last_change":"2024-09-16T06:45:14.824408+0000","last_active":"2024-09-16T06:45:59.162141+0000","last_peered":"2024-09-16T06:45:59.162141+0000","last_clean":"2024-09-16T06:45:59.162141+0000","last_became_active":"2024-09-16T06:45:14.824085+0000","last_became_peered":"2024-09-16T06:45:14.824085+0000","last_unstale":"2024-09-16T06:45:59.162141+0000","last_undegraded":"2024-09-16T06:45:59.162141+0000","last_fullsized":"2024-09-16T06:45:59.162141+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:00.461355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":23,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-16T06:45:59.520903+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:45:59.520903+0000","last_peered":"2024-09-16T06:45:59.520903+0000","last_clean":"2024-09-16T06:45:59.520903+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:45:59.520903+0000","last_undegraded":"2024-09-16T06:45:59.520903+0000","last_fullsized":"2024-09-16T06:45:59.520903+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397529,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298552,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446600,"statfs":{"total":95995035648,"available":95689318400,"internally_reserved":0,"allocated":1224704,"data_stored":863860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.80300000000000005}]},{"osd":1,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.69699999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.77600000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.79000000000000004}]},{"osd":4,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.51900000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.628}]},{"osd":6,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.745},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.75900000000000001}]}]},{"osd":6,"up_from":43,"seq":184683593757,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298548,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446604,"statfs":{"total":95995035648,"available":95689322496,"internally_reserved":0,"allocated":1220608,"data_stored":864980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.53000000000000003,"15min":0.53500000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.45800000000000002}]},{"osd":1,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.497},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.377}]},{"osd":2,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.74099999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.41999999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73999999999999999,"5min":0.749,"15min":0.749},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.39200000000000002,"15min":0.38600000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.36199999999999999}]},{"osd":5,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.443},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42199999999999999}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56699999999999995}]}]},{"osd":5,"up_from":37,"seq":158913789986,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297988,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447164,"statfs":{"total":95995035648,"available":95689895936,"internally_reserved":0,"allocated":647168,"data_stored":282007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.505},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.60199999999999998}]},{"osd":1,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.53000000000000003,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.57099999999999995}]},{"osd":2,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53800000000000003,"15min":0.53500000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.41499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55800000000000005,"15min":0.55900000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.65700000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.379},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.44},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Sep 16 06:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.45200000000000001},"min":{"1min":0.33400000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.46100000000000002,"15min":0.45900000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.78900000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.71499999999999997}]},{"osd":7,"last update":"Mon Sep 16 06:45:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52900000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986216,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":643072,"data_stored":273615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.74299999999999999,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.67300000000000004,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.39800000000000002}]},{"osd":1,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.55100000000000005,"15min":0.56100000000000005},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.629,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.55000000000000004,"15min":0.55700000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45300000000000001}]},{"osd":2,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.56000000000000005,"15min":0.56899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.628,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.56699999999999995,"15min":0.57799999999999996},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":0.70699999999999996,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.81200000000000006}]},{"osd":3,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57799999999999996,"15min":0.58499999999999996},"min":{"1min":0.43099999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.71199999999999997,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.71199999999999997}]},{"osd":5,"last update":"Mon Sep 16 06:46:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38700000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.53000000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.32200000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Sep 16 06:46:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28899999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65500000000000003,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33300000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54300000000000004}]},{"osd":7,"last update":"Mon Sep 16 06:45:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58999999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149739,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297992,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447160,"statfs":{"total":95995035648,"available":95689891840,"internally_reserved":0,"allocated":651264,"data_stored":282317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.246},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.33500000000000002}]},{"osd":1,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.435,"15min":0.44800000000000001},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.55500000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.311},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.436,"15min":0.44800000000000001},"min":{"1min":0.29999999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.34300000000000003}]},{"osd":2,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.47799999999999998},"min":{"1min":0.28899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.376},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.56100000000000005,"15min":0.56599999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.64600000000000002,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.58199999999999996,"15min":0.57899999999999996},"min":{"1min":0.47699999999999998,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.76700000000000002,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:46:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.85599999999999998,"5min":0.878,"15min":0.878},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.503}]},{"osd":6,"last update":"Mon Sep 16 06:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.47299999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.437},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.50700000000000001}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.52500000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":280186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:03 2024","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":0.53600000000000003,"15min":0.41299999999999998},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":18.489000000000001,"5min":18.489000000000001,"15min":18.489000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.745,"5min":0.44,"15min":0.375},"min":{"1min":0.251,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.7190000000000003,"5min":7.7190000000000003,"15min":7.7190000000000003},"last":0.47699999999999998}]},{"osd":1,"last update":"Mon Sep 16 06:46:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.40200000000000002,"15min":0.374},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":3.008,"5min":3.008,"15min":3.008},"last":0.505},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.54100000000000004,"15min":0.45700000000000002},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.401,"5min":11.401,"15min":11.401},"last":0.52700000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:46:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.754,"5min":7.5460000000000003,"15min":7.5460000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.46700000000000003,"15min":0.443},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.58999999999999997,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Sep 16 06:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.59499999999999997,"15min":0.57099999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":4.6449999999999996,"15min":4.6449999999999996},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67900000000000005,"15min":0.61099999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":3.3820000000000001,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":0.64600000000000002}]},{"osd":5,"last update":"Mon Sep 16 06:46:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.70299999999999996,"15min":0.66400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":7.1390000000000002},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.778,"5min":3.778,"15min":3.778},"last":0.61799999999999999}]},{"osd":6,"last update":"Mon Sep 16 06:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.72799999999999998,"15min":0.75600000000000001},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.69599999999999995,"5min":3.3900000000000001,"15min":3.3900000000000001},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.1160000000000001,"15min":1.2030000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.90600000000000003,"5min":12.000999999999999,"15min":12.000999999999999},"last":0.60799999999999998}]},{"osd":7,"last update":"Mon Sep 16 06:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":7.6639999999999997,"5min":7.6639999999999997,"15min":7.6639999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":12.691000000000001,"5min":12.691000000000001,"15min":12.691000000000001},"last":0.55700000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":273079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.371,"15min":0.34499999999999997},"min":{"1min":0.26500000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.35499999999999998},"min":{"1min":0.28899999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.314}]},{"osd":2,"last update":"Mon Sep 16 06:46:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38400000000000001,"15min":0.372},"min":{"1min":0.311,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41699999999999998,"15min":0.40799999999999997},"min":{"1min":0.29999999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.628,"15min":0.628},"last":0.378}]},{"osd":3,"last update":"Mon Sep 16 06:46:28 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.47199999999999998,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.36399999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:45:48 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52800000000000002,"15min":0.52600000000000002},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.439,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51100000000000001}]},{"osd":5,"last update":"Mon Sep 16 06:46:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.70499999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72499999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.55900000000000005}]},{"osd":6,"last update":"Mon Sep 16 06:46:34 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.625,"15min":0.626},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.496}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.65900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1245184,"data_stored":871270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:46:39 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.245,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53400000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.438},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38900000000000001,"15min":0.35699999999999998},"min":{"1min":0.253,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48699999999999999,"5min":0.625,"15min":0.625},"last":0.29299999999999998}]},{"osd":2,"last update":"Mon Sep 16 06:46:05 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41499999999999998,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.63100000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56100000000000005,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.32400000000000001}]},{"osd":3,"last update":"Mon Sep 16 06:46:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.46400000000000002,"15min":0.47999999999999998},"min":{"1min":0.30099999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.57699999999999996,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.46899999999999997,"15min":0.47099999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.54400000000000004}]},{"osd":4,"last update":"Mon Sep 16 06:45:46 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.74299999999999999,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.497},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.63500000000000001,"15min":0.64400000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.79600000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Sep 16 06:46:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.58299999999999996,"15min":0.59299999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82599999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.46000000000000002}]},{"osd":6,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80800000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.63400000000000001,"15min":0.64400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Sep 16 06:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.57499999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:46:53.644 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T06:46:54.288 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:54 smithi042 ceph-mon[27521]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:54.288 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:54 smithi042 ceph-mon[39185]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:54.288 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[72164]: ts=2024-09-16T06:46:53.971Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:46:54.288 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:53 smithi042 podman[77086]: 2024-09-16 06:46:53.991952045 +0000 UTC m=+0.131192477 container died a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:54.394 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:54 smithi164 ceph-mon[31490]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:54.553 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:54.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:54 smithi042 podman[77086]: 2024-09-16 06:46:54.461933139 +0000 UTC m=+0.601173612 container cleanup a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:54.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:54 smithi042 bash[77086]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T06:46:54.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:46:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:46:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:46:55.005 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:54 smithi042 podman[77129]: 2024-09-16 06:46:54.754947233 +0000 UTC m=+0.761269802 container remove a4a2d8cd5af69b48b774b57a30e62bc02b30ed615b6039889f68f6b4fff695ba (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:55.005 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:54 smithi042 podman[77129]: 2024-09-16 06:46:54.855670687 +0000 UTC m=+0.861993256 volume remove 25392d3b4b377972e0d28333d6255a441fb0acc3b3f151c8e6ab5d8806beda6b 2024-09-16T06:46:56.312 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:56 smithi042 ceph-mon[39185]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:56.313 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:56 smithi042 ceph-mon[27521]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:56 smithi164 ceph-mon[31490]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:56.600 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:56 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T06:46:56.600 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:56 smithi042 systemd[1]: Stopped Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:56.600 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:56 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.027s CPU time. 2024-09-16T06:46:56.600 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:56 smithi042 systemd[1]: Starting Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:46:57.008 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:46:57.009 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T06:46:57.343 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:56 smithi042 podman[77336]: 2024-09-16 06:46:56.887400922 +0000 UTC m=+0.246684713 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T06:46:57.343 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 podman[77336]: 2024-09-16 06:46:57.001509922 +0000 UTC m=+0.360793707 volume create ac72104e1873923ad7812a8c54610f83c306fa7cc017ac810768c63c657dfac1 2024-09-16T06:46:57.343 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 podman[77336]: 2024-09-16 06:46:57.119114418 +0000 UTC m=+0.478398241 container create 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:57.984 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 podman[77336]: 2024-09-16 06:46:57.706635291 +0000 UTC m=+1.065919086 container init 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:57.984 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 podman[77336]: 2024-09-16 06:46:57.712097479 +0000 UTC m=+1.071381261 container start 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:46:57.984 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.726Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T06:46:57.984 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.726Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.727Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.42 port=9094 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.728Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.753Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.753Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.756Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:57.756Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 bash[77336]: 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 2024-09-16T06:46:57.985 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:57 smithi042 systemd[1]: Started Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:46:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[27521]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[27521]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[39185]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[39185]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:58 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.355 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:58 smithi164 ceph-mon[31490]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:46:58.356 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:58 smithi164 ceph-mon[31490]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T06:46:58.356 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:58 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.356 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:58 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:46:58.430 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-16T06:46:56.745609+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":163,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":124,"ondisk_log_size":124,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385732,"kb_used_data":6884,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575484,"statfs":{"total":767960285184,"available":765517295616,"internally_reserved":0,"allocated":7049216,"data_stored":4077674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.746644"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001275+0000","last_change":"2024-09-16T06:45:14.826220+0000","last_active":"2024-09-16T06:46:47.001275+0000","last_peered":"2024-09-16T06:46:47.001275+0000","last_clean":"2024-09-16T06:46:47.001275+0000","last_became_active":"2024-09-16T06:45:14.825931+0000","last_became_peered":"2024-09-16T06:45:14.825931+0000","last_unstale":"2024-09-16T06:46:47.001275+0000","last_undegraded":"2024-09-16T06:46:47.001275+0000","last_fullsized":"2024-09-16T06:46:47.001275+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001279+0000","last_change":"2024-09-16T06:45:14.823926+0000","last_active":"2024-09-16T06:46:47.001279+0000","last_peered":"2024-09-16T06:46:47.001279+0000","last_clean":"2024-09-16T06:46:47.001279+0000","last_became_active":"2024-09-16T06:45:14.823560+0000","last_became_peered":"2024-09-16T06:45:14.823560+0000","last_unstale":"2024-09-16T06:46:47.001279+0000","last_undegraded":"2024-09-16T06:46:47.001279+0000","last_fullsized":"2024-09-16T06:46:47.001279+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:06:03.710839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001376+0000","last_change":"2024-09-16T06:45:14.833852+0000","last_active":"2024-09-16T06:46:47.001376+0000","last_peered":"2024-09-16T06:46:47.001376+0000","last_clean":"2024-09-16T06:46:47.001376+0000","last_became_active":"2024-09-16T06:45:14.833532+0000","last_became_peered":"2024-09-16T06:45:14.833532+0000","last_unstale":"2024-09-16T06:46:47.001376+0000","last_undegraded":"2024-09-16T06:46:47.001376+0000","last_fullsized":"2024-09-16T06:46:47.001376+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:50:14.531222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004720+0000","last_change":"2024-09-16T06:45:14.818070+0000","last_active":"2024-09-16T06:46:47.004720+0000","last_peered":"2024-09-16T06:46:47.004720+0000","last_clean":"2024-09-16T06:46:47.004720+0000","last_became_active":"2024-09-16T06:45:14.814869+0000","last_became_peered":"2024-09-16T06:45:14.814869+0000","last_unstale":"2024-09-16T06:46:47.004720+0000","last_undegraded":"2024-09-16T06:46:47.004720+0000","last_fullsized":"2024-09-16T06:46:47.004720+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:07:00.519649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000638+0000","last_change":"2024-09-16T06:45:14.818875+0000","last_active":"2024-09-16T06:46:47.000638+0000","last_peered":"2024-09-16T06:46:47.000638+0000","last_clean":"2024-09-16T06:46:47.000638+0000","last_became_active":"2024-09-16T06:45:14.818609+0000","last_became_peered":"2024-09-16T06:45:14.818609+0000","last_unstale":"2024-09-16T06:46:47.000638+0000","last_undegraded":"2024-09-16T06:46:47.000638+0000","last_fullsized":"2024-09-16T06:46:47.000638+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004032+0000","last_change":"2024-09-16T06:45:14.825045+0000","last_active":"2024-09-16T06:46:47.004032+0000","last_peered":"2024-09-16T06:46:47.004032+0000","last_clean":"2024-09-16T06:46:47.004032+0000","last_became_active":"2024-09-16T06:45:14.824604+0000","last_became_peered":"2024-09-16T06:45:14.824604+0000","last_unstale":"2024-09-16T06:46:47.004032+0000","last_undegraded":"2024-09-16T06:46:47.004032+0000","last_fullsized":"2024-09-16T06:46:47.004032+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:49.072591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000348+0000","last_change":"2024-09-16T06:45:14.823656+0000","last_active":"2024-09-16T06:46:47.000348+0000","last_peered":"2024-09-16T06:46:47.000348+0000","last_clean":"2024-09-16T06:46:47.000348+0000","last_became_active":"2024-09-16T06:45:14.823396+0000","last_became_peered":"2024-09-16T06:45:14.823396+0000","last_unstale":"2024-09-16T06:46:47.000348+0000","last_undegraded":"2024-09-16T06:46:47.000348+0000","last_fullsized":"2024-09-16T06:46:47.000348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004016+0000","last_change":"2024-09-16T06:45:14.820348+0000","last_active":"2024-09-16T06:46:47.004016+0000","last_peered":"2024-09-16T06:46:47.004016+0000","last_clean":"2024-09-16T06:46:47.004016+0000","last_became_active":"2024-09-16T06:45:14.820075+0000","last_became_peered":"2024-09-16T06:45:14.820075+0000","last_unstale":"2024-09-16T06:46:47.004016+0000","last_undegraded":"2024-09-16T06:46:47.004016+0000","last_fullsized":"2024-09-16T06:46:47.004016+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:08:00.121763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001526+0000","last_change":"2024-09-16T06:45:14.824797+0000","last_active":"2024-09-16T06:46:47.001526+0000","last_peered":"2024-09-16T06:46:47.001526+0000","last_clean":"2024-09-16T06:46:47.001526+0000","last_became_active":"2024-09-16T06:45:14.824529+0000","last_became_peered":"2024-09-16T06:45:14.824529+0000","last_unstale":"2024-09-16T06:46:47.001526+0000","last_undegraded":"2024-09-16T06:46:47.001526+0000","last_fullsized":"2024-09-16T06:46:47.001526+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.103071+0000","last_change":"2024-09-16T06:45:14.808247+0000","last_active":"2024-09-16T06:46:47.103071+0000","last_peered":"2024-09-16T06:46:47.103071+0000","last_clean":"2024-09-16T06:46:47.103071+0000","last_became_active":"2024-09-16T06:45:14.807945+0000","last_became_peered":"2024-09-16T06:45:14.807945+0000","last_unstale":"2024-09-16T06:46:47.103071+0000","last_undegraded":"2024-09-16T06:46:47.103071+0000","last_fullsized":"2024-09-16T06:46:47.103071+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102956+0000","last_change":"2024-09-16T06:45:14.817153+0000","last_active":"2024-09-16T06:46:47.102956+0000","last_peered":"2024-09-16T06:46:47.102956+0000","last_clean":"2024-09-16T06:46:47.102956+0000","last_became_active":"2024-09-16T06:45:14.816881+0000","last_became_peered":"2024-09-16T06:45:14.816881+0000","last_unstale":"2024-09-16T06:46:47.102956+0000","last_undegraded":"2024-09-16T06:46:47.102956+0000","last_fullsized":"2024-09-16T06:46:47.102956+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003773+0000","last_change":"2024-09-16T06:45:14.819186+0000","last_active":"2024-09-16T06:46:47.003773+0000","last_peered":"2024-09-16T06:46:47.003773+0000","last_clean":"2024-09-16T06:46:47.003773+0000","last_became_active":"2024-09-16T06:45:14.818945+0000","last_became_peered":"2024-09-16T06:45:14.818945+0000","last_unstale":"2024-09-16T06:46:47.003773+0000","last_undegraded":"2024-09-16T06:46:47.003773+0000","last_fullsized":"2024-09-16T06:46:47.003773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:01.894239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006384+0000","last_change":"2024-09-16T06:45:14.822286+0000","last_active":"2024-09-16T06:46:47.006384+0000","last_peered":"2024-09-16T06:46:47.006384+0000","last_clean":"2024-09-16T06:46:47.006384+0000","last_became_active":"2024-09-16T06:45:14.822022+0000","last_became_peered":"2024-09-16T06:45:14.822022+0000","last_unstale":"2024-09-16T06:46:47.006384+0000","last_undegraded":"2024-09-16T06:46:47.006384+0000","last_fullsized":"2024-09-16T06:46:47.006384+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:48.909300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000795+0000","last_change":"2024-09-16T06:45:14.825010+0000","last_active":"2024-09-16T06:46:47.000795+0000","last_peered":"2024-09-16T06:46:47.000795+0000","last_clean":"2024-09-16T06:46:47.000795+0000","last_became_active":"2024-09-16T06:45:14.823934+0000","last_became_peered":"2024-09-16T06:45:14.823934+0000","last_unstale":"2024-09-16T06:46:47.000795+0000","last_undegraded":"2024-09-16T06:46:47.000795+0000","last_fullsized":"2024-09-16T06:46:47.000795+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:04.272787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001172+0000","last_change":"2024-09-16T06:45:14.807531+0000","last_active":"2024-09-16T06:46:47.001172+0000","last_peered":"2024-09-16T06:46:47.001172+0000","last_clean":"2024-09-16T06:46:47.001172+0000","last_became_active":"2024-09-16T06:45:14.807163+0000","last_became_peered":"2024-09-16T06:45:14.807163+0000","last_unstale":"2024-09-16T06:46:47.001172+0000","last_undegraded":"2024-09-16T06:46:47.001172+0000","last_fullsized":"2024-09-16T06:46:47.001172+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:00:31.382833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003016+0000","last_change":"2024-09-16T06:45:14.825615+0000","last_active":"2024-09-16T06:46:47.003016+0000","last_peered":"2024-09-16T06:46:47.003016+0000","last_clean":"2024-09-16T06:46:47.003016+0000","last_became_active":"2024-09-16T06:45:14.825353+0000","last_became_peered":"2024-09-16T06:45:14.825353+0000","last_unstale":"2024-09-16T06:46:47.003016+0000","last_undegraded":"2024-09-16T06:46:47.003016+0000","last_fullsized":"2024-09-16T06:46:47.003016+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:31:12.093461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004203+0000","last_change":"2024-09-16T06:45:14.815732+0000","last_active":"2024-09-16T06:46:47.004203+0000","last_peered":"2024-09-16T06:46:47.004203+0000","last_clean":"2024-09-16T06:46:47.004203+0000","last_became_active":"2024-09-16T06:45:14.815370+0000","last_became_peered":"2024-09-16T06:45:14.815370+0000","last_unstale":"2024-09-16T06:46:47.004203+0000","last_undegraded":"2024-09-16T06:46:47.004203+0000","last_fullsized":"2024-09-16T06:46:47.004203+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:59:00.978507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004834+0000","last_change":"2024-09-16T06:45:14.812424+0000","last_active":"2024-09-16T06:46:47.004834+0000","last_peered":"2024-09-16T06:46:47.004834+0000","last_clean":"2024-09-16T06:46:47.004834+0000","last_became_active":"2024-09-16T06:45:14.812127+0000","last_became_peered":"2024-09-16T06:45:14.812127+0000","last_unstale":"2024-09-16T06:46:47.004834+0000","last_undegraded":"2024-09-16T06:46:47.004834+0000","last_fullsized":"2024-09-16T06:46:47.004834+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001332+0000","last_change":"2024-09-16T06:45:14.826869+0000","last_active":"2024-09-16T06:46:47.001332+0000","last_peered":"2024-09-16T06:46:47.001332+0000","last_clean":"2024-09-16T06:46:47.001332+0000","last_became_active":"2024-09-16T06:45:14.826082+0000","last_became_peered":"2024-09-16T06:45:14.826082+0000","last_unstale":"2024-09-16T06:46:47.001332+0000","last_undegraded":"2024-09-16T06:46:47.001332+0000","last_fullsized":"2024-09-16T06:46:47.001332+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102747+0000","last_change":"2024-09-16T06:45:14.822598+0000","last_active":"2024-09-16T06:46:47.102747+0000","last_peered":"2024-09-16T06:46:47.102747+0000","last_clean":"2024-09-16T06:46:47.102747+0000","last_became_active":"2024-09-16T06:45:14.822343+0000","last_became_peered":"2024-09-16T06:45:14.822343+0000","last_unstale":"2024-09-16T06:46:47.102747+0000","last_undegraded":"2024-09-16T06:46:47.102747+0000","last_fullsized":"2024-09-16T06:46:47.102747+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001301+0000","last_change":"2024-09-16T06:45:14.833924+0000","last_active":"2024-09-16T06:46:47.001301+0000","last_peered":"2024-09-16T06:46:47.001301+0000","last_clean":"2024-09-16T06:46:47.001301+0000","last_became_active":"2024-09-16T06:45:14.833622+0000","last_became_peered":"2024-09-16T06:45:14.833622+0000","last_unstale":"2024-09-16T06:46:47.001301+0000","last_undegraded":"2024-09-16T06:46:47.001301+0000","last_fullsized":"2024-09-16T06:46:47.001301+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:37.756914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004105+0000","last_change":"2024-09-16T06:45:14.820953+0000","last_active":"2024-09-16T06:46:47.004105+0000","last_peered":"2024-09-16T06:46:47.004105+0000","last_clean":"2024-09-16T06:46:47.004105+0000","last_became_active":"2024-09-16T06:45:14.820626+0000","last_became_peered":"2024-09-16T06:45:14.820626+0000","last_unstale":"2024-09-16T06:46:47.004105+0000","last_undegraded":"2024-09-16T06:46:47.004105+0000","last_fullsized":"2024-09-16T06:46:47.004105+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:24:10.024951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003949+0000","last_change":"2024-09-16T06:45:14.813111+0000","last_active":"2024-09-16T06:46:47.003949+0000","last_peered":"2024-09-16T06:46:47.003949+0000","last_clean":"2024-09-16T06:46:47.003949+0000","last_became_active":"2024-09-16T06:45:14.812606+0000","last_became_peered":"2024-09-16T06:45:14.812606+0000","last_unstale":"2024-09-16T06:46:47.003949+0000","last_undegraded":"2024-09-16T06:46:47.003949+0000","last_fullsized":"2024-09-16T06:46:47.003949+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:09.348803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004273+0000","last_change":"2024-09-16T06:45:14.817351+0000","last_active":"2024-09-16T06:46:47.004273+0000","last_peered":"2024-09-16T06:46:47.004273+0000","last_clean":"2024-09-16T06:46:47.004273+0000","last_became_active":"2024-09-16T06:45:14.816997+0000","last_became_peered":"2024-09-16T06:45:14.816997+0000","last_unstale":"2024-09-16T06:46:47.004273+0000","last_undegraded":"2024-09-16T06:46:47.004273+0000","last_fullsized":"2024-09-16T06:46:47.004273+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:51:49.901659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.007168+0000","last_change":"2024-09-16T06:45:14.816648+0000","last_active":"2024-09-16T06:46:47.007168+0000","last_peered":"2024-09-16T06:46:47.007168+0000","last_clean":"2024-09-16T06:46:47.007168+0000","last_became_active":"2024-09-16T06:45:14.816357+0000","last_became_peered":"2024-09-16T06:45:14.816357+0000","last_unstale":"2024-09-16T06:46:47.007168+0000","last_undegraded":"2024-09-16T06:46:47.007168+0000","last_fullsized":"2024-09-16T06:46:47.007168+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:29.490651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.103099+0000","last_change":"2024-09-16T06:45:14.810464+0000","last_active":"2024-09-16T06:46:47.103099+0000","last_peered":"2024-09-16T06:46:47.103099+0000","last_clean":"2024-09-16T06:46:47.103099+0000","last_became_active":"2024-09-16T06:45:14.810218+0000","last_became_peered":"2024-09-16T06:45:14.810218+0000","last_unstale":"2024-09-16T06:46:47.103099+0000","last_undegraded":"2024-09-16T06:46:47.103099+0000","last_fullsized":"2024-09-16T06:46:47.103099+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000352+0000","last_change":"2024-09-16T06:45:14.819221+0000","last_active":"2024-09-16T06:46:47.000352+0000","last_peered":"2024-09-16T06:46:47.000352+0000","last_clean":"2024-09-16T06:46:47.000352+0000","last_became_active":"2024-09-16T06:45:14.818932+0000","last_became_peered":"2024-09-16T06:45:14.818932+0000","last_unstale":"2024-09-16T06:46:47.000352+0000","last_undegraded":"2024-09-16T06:46:47.000352+0000","last_fullsized":"2024-09-16T06:46:47.000352+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:00.416164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006889+0000","last_change":"2024-09-16T06:45:14.831819+0000","last_active":"2024-09-16T06:46:47.006889+0000","last_peered":"2024-09-16T06:46:47.006889+0000","last_clean":"2024-09-16T06:46:47.006889+0000","last_became_active":"2024-09-16T06:45:14.831473+0000","last_became_peered":"2024-09-16T06:45:14.831473+0000","last_unstale":"2024-09-16T06:46:47.006889+0000","last_undegraded":"2024-09-16T06:46:47.006889+0000","last_fullsized":"2024-09-16T06:46:47.006889+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:04:47.812270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003166+0000","last_change":"2024-09-16T06:45:14.828368+0000","last_active":"2024-09-16T06:46:47.003166+0000","last_peered":"2024-09-16T06:46:47.003166+0000","last_clean":"2024-09-16T06:46:47.003166+0000","last_became_active":"2024-09-16T06:45:14.828111+0000","last_became_peered":"2024-09-16T06:45:14.828111+0000","last_unstale":"2024-09-16T06:46:47.003166+0000","last_undegraded":"2024-09-16T06:46:47.003166+0000","last_fullsized":"2024-09-16T06:46:47.003166+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:36.996975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.345553+0000","last_change":"2024-09-16T06:46:48.345553+0000","last_active":"2024-09-16T06:46:48.345553+0000","last_peered":"2024-09-16T06:46:48.345553+0000","last_clean":"2024-09-16T06:46:48.345553+0000","last_became_active":"2024-09-16T06:46:48.345179+0000","last_became_peered":"2024-09-16T06:46:48.345179+0000","last_unstale":"2024-09-16T06:46:48.345553+0000","last_undegraded":"2024-09-16T06:46:48.345553+0000","last_fullsized":"2024-09-16T06:46:48.345553+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:33:31.838417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.005910+0000","last_change":"2024-09-16T06:45:14.806685+0000","last_active":"2024-09-16T06:46:47.005910+0000","last_peered":"2024-09-16T06:46:47.005910+0000","last_clean":"2024-09-16T06:46:47.005910+0000","last_became_active":"2024-09-16T06:45:14.806352+0000","last_became_peered":"2024-09-16T06:45:14.806352+0000","last_unstale":"2024-09-16T06:46:47.005910+0000","last_undegraded":"2024-09-16T06:46:47.005910+0000","last_fullsized":"2024-09-16T06:46:47.005910+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102460+0000","last_change":"2024-09-16T06:45:14.815637+0000","last_active":"2024-09-16T06:46:47.102460+0000","last_peered":"2024-09-16T06:46:47.102460+0000","last_clean":"2024-09-16T06:46:47.102460+0000","last_became_active":"2024-09-16T06:45:14.815356+0000","last_became_peered":"2024-09-16T06:45:14.815356+0000","last_unstale":"2024-09-16T06:46:47.102460+0000","last_undegraded":"2024-09-16T06:46:47.102460+0000","last_fullsized":"2024-09-16T06:46:47.102460+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003618+0000","last_change":"2024-09-16T06:45:14.816704+0000","last_active":"2024-09-16T06:46:47.003618+0000","last_peered":"2024-09-16T06:46:47.003618+0000","last_clean":"2024-09-16T06:46:47.003618+0000","last_became_active":"2024-09-16T06:45:14.816443+0000","last_became_peered":"2024-09-16T06:45:14.816443+0000","last_unstale":"2024-09-16T06:46:47.003618+0000","last_undegraded":"2024-09-16T06:46:47.003618+0000","last_fullsized":"2024-09-16T06:46:47.003618+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:52:59.140837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006550+0000","last_change":"2024-09-16T06:45:13.814977+0000","last_active":"2024-09-16T06:46:47.006550+0000","last_peered":"2024-09-16T06:46:47.006550+0000","last_clean":"2024-09-16T06:46:47.006550+0000","last_became_active":"2024-09-16T06:45:13.814690+0000","last_became_peered":"2024-09-16T06:45:13.814690+0000","last_unstale":"2024-09-16T06:46:47.006550+0000","last_undegraded":"2024-09-16T06:46:47.006550+0000","last_fullsized":"2024-09-16T06:46:47.006550+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:48:25.086472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.002524+0000","last_change":"2024-09-16T06:45:14.827509+0000","last_active":"2024-09-16T06:46:47.002524+0000","last_peered":"2024-09-16T06:46:47.002524+0000","last_clean":"2024-09-16T06:46:47.002524+0000","last_became_active":"2024-09-16T06:45:14.826913+0000","last_became_peered":"2024-09-16T06:45:14.826913+0000","last_unstale":"2024-09-16T06:46:47.002524+0000","last_undegraded":"2024-09-16T06:46:47.002524+0000","last_fullsized":"2024-09-16T06:46:47.002524+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:46:36.205153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102701+0000","last_change":"2024-09-16T06:45:13.816651+0000","last_active":"2024-09-16T06:46:47.102701+0000","last_peered":"2024-09-16T06:46:47.102701+0000","last_clean":"2024-09-16T06:46:47.102701+0000","last_became_active":"2024-09-16T06:45:13.816148+0000","last_became_peered":"2024-09-16T06:45:13.816148+0000","last_unstale":"2024-09-16T06:46:47.102701+0000","last_undegraded":"2024-09-16T06:46:47.102701+0000","last_fullsized":"2024-09-16T06:46:47.102701+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004000+0000","last_change":"2024-09-16T06:45:13.809879+0000","last_active":"2024-09-16T06:46:47.004000+0000","last_peered":"2024-09-16T06:46:47.004000+0000","last_clean":"2024-09-16T06:46:47.004000+0000","last_became_active":"2024-09-16T06:45:13.809575+0000","last_became_peered":"2024-09-16T06:45:13.809575+0000","last_unstale":"2024-09-16T06:46:47.004000+0000","last_undegraded":"2024-09-16T06:46:47.004000+0000","last_fullsized":"2024-09-16T06:46:47.004000+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:44:18.363494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004087+0000","last_change":"2024-09-16T06:45:14.826283+0000","last_active":"2024-09-16T06:46:47.004087+0000","last_peered":"2024-09-16T06:46:47.004087+0000","last_clean":"2024-09-16T06:46:47.004087+0000","last_became_active":"2024-09-16T06:45:14.825991+0000","last_became_peered":"2024-09-16T06:45:14.825991+0000","last_unstale":"2024-09-16T06:46:47.004087+0000","last_undegraded":"2024-09-16T06:46:47.004087+0000","last_fullsized":"2024-09-16T06:46:47.004087+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:58.266506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004378+0000","last_change":"2024-09-16T06:45:13.802292+0000","last_active":"2024-09-16T06:46:47.004378+0000","last_peered":"2024-09-16T06:46:47.004378+0000","last_clean":"2024-09-16T06:46:47.004378+0000","last_became_active":"2024-09-16T06:45:13.801896+0000","last_became_peered":"2024-09-16T06:45:13.801896+0000","last_unstale":"2024-09-16T06:46:47.004378+0000","last_undegraded":"2024-09-16T06:46:47.004378+0000","last_fullsized":"2024-09-16T06:46:47.004378+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:05:04.246350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.006771+0000","last_change":"2024-09-16T06:46:48.006771+0000","last_active":"2024-09-16T06:46:48.006771+0000","last_peered":"2024-09-16T06:46:48.006771+0000","last_clean":"2024-09-16T06:46:48.006771+0000","last_became_active":"2024-09-16T06:46:48.006466+0000","last_became_peered":"2024-09-16T06:46:48.006466+0000","last_unstale":"2024-09-16T06:46:48.006771+0000","last_undegraded":"2024-09-16T06:46:48.006771+0000","last_fullsized":"2024-09-16T06:46:48.006771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:42:32.936575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.103008+0000","last_change":"2024-09-16T06:45:13.815859+0000","last_active":"2024-09-16T06:46:47.103008+0000","last_peered":"2024-09-16T06:46:47.103008+0000","last_clean":"2024-09-16T06:46:47.103008+0000","last_became_active":"2024-09-16T06:45:13.815548+0000","last_became_peered":"2024-09-16T06:45:13.815548+0000","last_unstale":"2024-09-16T06:46:47.103008+0000","last_undegraded":"2024-09-16T06:46:47.103008+0000","last_fullsized":"2024-09-16T06:46:47.103008+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004462+0000","last_change":"2024-09-16T06:45:14.815817+0000","last_active":"2024-09-16T06:46:47.004462+0000","last_peered":"2024-09-16T06:46:47.004462+0000","last_clean":"2024-09-16T06:46:47.004462+0000","last_became_active":"2024-09-16T06:45:14.815257+0000","last_became_peered":"2024-09-16T06:45:14.815257+0000","last_unstale":"2024-09-16T06:46:47.004462+0000","last_undegraded":"2024-09-16T06:46:47.004462+0000","last_fullsized":"2024-09-16T06:46:47.004462+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:38:57.303999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004458+0000","last_change":"2024-09-16T06:45:13.811510+0000","last_active":"2024-09-16T06:46:47.004458+0000","last_peered":"2024-09-16T06:46:47.004458+0000","last_clean":"2024-09-16T06:46:47.004458+0000","last_became_active":"2024-09-16T06:45:13.811257+0000","last_became_peered":"2024-09-16T06:45:13.811257+0000","last_unstale":"2024-09-16T06:46:47.004458+0000","last_undegraded":"2024-09-16T06:46:47.004458+0000","last_fullsized":"2024-09-16T06:46:47.004458+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:25:01.425664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004951+0000","last_change":"2024-09-16T06:45:14.827484+0000","last_active":"2024-09-16T06:46:47.004951+0000","last_peered":"2024-09-16T06:46:47.004951+0000","last_clean":"2024-09-16T06:46:47.004951+0000","last_became_active":"2024-09-16T06:45:14.826508+0000","last_became_peered":"2024-09-16T06:45:14.826508+0000","last_unstale":"2024-09-16T06:46:47.004951+0000","last_undegraded":"2024-09-16T06:46:47.004951+0000","last_fullsized":"2024-09-16T06:46:47.004951+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:47:23.728720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000519+0000","last_change":"2024-09-16T06:45:13.804937+0000","last_active":"2024-09-16T06:46:47.000519+0000","last_peered":"2024-09-16T06:46:47.000519+0000","last_clean":"2024-09-16T06:46:47.000519+0000","last_became_active":"2024-09-16T06:45:13.804667+0000","last_became_peered":"2024-09-16T06:45:13.804667+0000","last_unstale":"2024-09-16T06:46:47.000519+0000","last_undegraded":"2024-09-16T06:46:47.000519+0000","last_fullsized":"2024-09-16T06:46:47.000519+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:09:09.069407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003881+0000","last_change":"2024-09-16T06:45:14.812733+0000","last_active":"2024-09-16T06:46:47.003881+0000","last_peered":"2024-09-16T06:46:47.003881+0000","last_clean":"2024-09-16T06:46:47.003881+0000","last_became_active":"2024-09-16T06:45:14.812438+0000","last_became_peered":"2024-09-16T06:45:14.812438+0000","last_unstale":"2024-09-16T06:46:47.003881+0000","last_undegraded":"2024-09-16T06:46:47.003881+0000","last_fullsized":"2024-09-16T06:46:47.003881+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:05:33.505861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"57'9","reported_seq":29,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102835+0000","last_change":"2024-09-16T06:45:13.813396+0000","last_active":"2024-09-16T06:46:47.102835+0000","last_peered":"2024-09-16T06:46:47.102835+0000","last_clean":"2024-09-16T06:46:47.102835+0000","last_became_active":"2024-09-16T06:45:13.813063+0000","last_became_peered":"2024-09-16T06:45:13.813063+0000","last_unstale":"2024-09-16T06:46:47.102835+0000","last_undegraded":"2024-09-16T06:46:47.102835+0000","last_fullsized":"2024-09-16T06:46:47.102835+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.007185+0000","last_change":"2024-09-16T06:46:48.007185+0000","last_active":"2024-09-16T06:46:48.007185+0000","last_peered":"2024-09-16T06:46:48.007185+0000","last_clean":"2024-09-16T06:46:48.007185+0000","last_became_active":"2024-09-16T06:46:48.006894+0000","last_became_peered":"2024-09-16T06:46:48.006894+0000","last_unstale":"2024-09-16T06:46:48.007185+0000","last_undegraded":"2024-09-16T06:46:48.007185+0000","last_fullsized":"2024-09-16T06:46:48.007185+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:40.334608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.002612+0000","last_change":"2024-09-16T06:45:13.807199+0000","last_active":"2024-09-16T06:46:47.002612+0000","last_peered":"2024-09-16T06:46:47.002612+0000","last_clean":"2024-09-16T06:46:47.002612+0000","last_became_active":"2024-09-16T06:45:13.806872+0000","last_became_peered":"2024-09-16T06:45:13.806872+0000","last_unstale":"2024-09-16T06:46:47.002612+0000","last_undegraded":"2024-09-16T06:46:47.002612+0000","last_fullsized":"2024-09-16T06:46:47.002612+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.006362+0000","last_change":"2024-09-16T06:46:48.006362+0000","last_active":"2024-09-16T06:46:48.006362+0000","last_peered":"2024-09-16T06:46:48.006362+0000","last_clean":"2024-09-16T06:46:48.006362+0000","last_became_active":"2024-09-16T06:46:48.005928+0000","last_became_peered":"2024-09-16T06:46:48.005928+0000","last_unstale":"2024-09-16T06:46:48.006362+0000","last_undegraded":"2024-09-16T06:46:48.006362+0000","last_fullsized":"2024-09-16T06:46:48.006362+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:52:23.476137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":30,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.008944+0000","last_change":"2024-09-16T06:46:48.008944+0000","last_active":"2024-09-16T06:46:48.008944+0000","last_peered":"2024-09-16T06:46:48.008944+0000","last_clean":"2024-09-16T06:46:48.008944+0000","last_became_active":"2024-09-16T06:46:48.008630+0000","last_became_peered":"2024-09-16T06:46:48.008630+0000","last_unstale":"2024-09-16T06:46:48.008944+0000","last_undegraded":"2024-09-16T06:46:48.008944+0000","last_fullsized":"2024-09-16T06:46:48.008944+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:57.084731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000878+0000","last_change":"2024-09-16T06:45:14.821517+0000","last_active":"2024-09-16T06:46:47.000878+0000","last_peered":"2024-09-16T06:46:47.000878+0000","last_clean":"2024-09-16T06:46:47.000878+0000","last_became_active":"2024-09-16T06:45:14.821202+0000","last_became_peered":"2024-09-16T06:45:14.821202+0000","last_unstale":"2024-09-16T06:46:47.000878+0000","last_undegraded":"2024-09-16T06:46:47.000878+0000","last_fullsized":"2024-09-16T06:46:47.000878+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102592+0000","last_change":"2024-09-16T06:45:13.808394+0000","last_active":"2024-09-16T06:46:47.102592+0000","last_peered":"2024-09-16T06:46:47.102592+0000","last_clean":"2024-09-16T06:46:47.102592+0000","last_became_active":"2024-09-16T06:45:13.807988+0000","last_became_peered":"2024-09-16T06:45:13.807988+0000","last_unstale":"2024-09-16T06:46:47.102592+0000","last_undegraded":"2024-09-16T06:46:47.102592+0000","last_fullsized":"2024-09-16T06:46:47.102592+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102439+0000","last_change":"2024-09-16T06:45:14.814775+0000","last_active":"2024-09-16T06:46:47.102439+0000","last_peered":"2024-09-16T06:46:47.102439+0000","last_clean":"2024-09-16T06:46:47.102439+0000","last_became_active":"2024-09-16T06:45:14.814176+0000","last_became_peered":"2024-09-16T06:45:14.814176+0000","last_unstale":"2024-09-16T06:46:47.102439+0000","last_undegraded":"2024-09-16T06:46:47.102439+0000","last_fullsized":"2024-09-16T06:46:47.102439+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":28,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003906+0000","last_change":"2024-09-16T06:45:13.802992+0000","last_active":"2024-09-16T06:46:47.003906+0000","last_peered":"2024-09-16T06:46:47.003906+0000","last_clean":"2024-09-16T06:46:47.003906+0000","last_became_active":"2024-09-16T06:45:13.802702+0000","last_became_peered":"2024-09-16T06:45:13.802702+0000","last_unstale":"2024-09-16T06:46:47.003906+0000","last_undegraded":"2024-09-16T06:46:47.003906+0000","last_fullsized":"2024-09-16T06:46:47.003906+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000359+0000","last_change":"2024-09-16T06:45:14.825663+0000","last_active":"2024-09-16T06:46:47.000359+0000","last_peered":"2024-09-16T06:46:47.000359+0000","last_clean":"2024-09-16T06:46:47.000359+0000","last_became_active":"2024-09-16T06:45:14.825087+0000","last_became_peered":"2024-09-16T06:45:14.825087+0000","last_unstale":"2024-09-16T06:46:47.000359+0000","last_undegraded":"2024-09-16T06:46:47.000359+0000","last_fullsized":"2024-09-16T06:46:47.000359+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004438+0000","last_change":"2024-09-16T06:45:13.811815+0000","last_active":"2024-09-16T06:46:47.004438+0000","last_peered":"2024-09-16T06:46:47.004438+0000","last_clean":"2024-09-16T06:46:47.004438+0000","last_became_active":"2024-09-16T06:45:13.811496+0000","last_became_peered":"2024-09-16T06:45:13.811496+0000","last_unstale":"2024-09-16T06:46:47.004438+0000","last_undegraded":"2024-09-16T06:46:47.004438+0000","last_fullsized":"2024-09-16T06:46:47.004438+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001310+0000","last_change":"2024-09-16T06:45:14.824641+0000","last_active":"2024-09-16T06:46:47.001310+0000","last_peered":"2024-09-16T06:46:47.001310+0000","last_clean":"2024-09-16T06:46:47.001310+0000","last_became_active":"2024-09-16T06:45:14.824349+0000","last_became_peered":"2024-09-16T06:45:14.824349+0000","last_unstale":"2024-09-16T06:46:47.001310+0000","last_undegraded":"2024-09-16T06:46:47.001310+0000","last_fullsized":"2024-09-16T06:46:47.001310+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004996+0000","last_change":"2024-09-16T06:45:13.797352+0000","last_active":"2024-09-16T06:46:47.004996+0000","last_peered":"2024-09-16T06:46:47.004996+0000","last_clean":"2024-09-16T06:46:47.004996+0000","last_became_active":"2024-09-16T06:45:13.797065+0000","last_became_peered":"2024-09-16T06:45:13.797065+0000","last_unstale":"2024-09-16T06:46:47.004996+0000","last_undegraded":"2024-09-16T06:46:47.004996+0000","last_fullsized":"2024-09-16T06:46:47.004996+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001690+0000","last_change":"2024-09-16T06:45:14.825565+0000","last_active":"2024-09-16T06:46:47.001690+0000","last_peered":"2024-09-16T06:46:47.001690+0000","last_clean":"2024-09-16T06:46:47.001690+0000","last_became_active":"2024-09-16T06:45:14.825163+0000","last_became_peered":"2024-09-16T06:45:14.825163+0000","last_unstale":"2024-09-16T06:46:47.001690+0000","last_undegraded":"2024-09-16T06:46:47.001690+0000","last_fullsized":"2024-09-16T06:46:47.001690+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000606+0000","last_change":"2024-09-16T06:45:13.801210+0000","last_active":"2024-09-16T06:46:47.000606+0000","last_peered":"2024-09-16T06:46:47.000606+0000","last_clean":"2024-09-16T06:46:47.000606+0000","last_became_active":"2024-09-16T06:45:13.800918+0000","last_became_peered":"2024-09-16T06:45:13.800918+0000","last_unstale":"2024-09-16T06:46:47.000606+0000","last_undegraded":"2024-09-16T06:46:47.000606+0000","last_fullsized":"2024-09-16T06:46:47.000606+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:27.685865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004837+0000","last_change":"2024-09-16T06:45:14.819317+0000","last_active":"2024-09-16T06:46:47.004837+0000","last_peered":"2024-09-16T06:46:47.004837+0000","last_clean":"2024-09-16T06:46:47.004837+0000","last_became_active":"2024-09-16T06:45:14.819035+0000","last_became_peered":"2024-09-16T06:45:14.819035+0000","last_unstale":"2024-09-16T06:46:47.004837+0000","last_undegraded":"2024-09-16T06:46:47.004837+0000","last_fullsized":"2024-09-16T06:46:47.004837+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:10:00.781527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004370+0000","last_change":"2024-09-16T06:45:13.804421+0000","last_active":"2024-09-16T06:46:47.004370+0000","last_peered":"2024-09-16T06:46:47.004370+0000","last_clean":"2024-09-16T06:46:47.004370+0000","last_became_active":"2024-09-16T06:45:13.804017+0000","last_became_peered":"2024-09-16T06:45:13.804017+0000","last_unstale":"2024-09-16T06:46:47.004370+0000","last_undegraded":"2024-09-16T06:46:47.004370+0000","last_fullsized":"2024-09-16T06:46:47.004370+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001063+0000","last_change":"2024-09-16T06:45:14.827070+0000","last_active":"2024-09-16T06:46:47.001063+0000","last_peered":"2024-09-16T06:46:47.001063+0000","last_clean":"2024-09-16T06:46:47.001063+0000","last_became_active":"2024-09-16T06:45:14.826317+0000","last_became_peered":"2024-09-16T06:45:14.826317+0000","last_unstale":"2024-09-16T06:46:47.001063+0000","last_undegraded":"2024-09-16T06:46:47.001063+0000","last_fullsized":"2024-09-16T06:46:47.001063+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102794+0000","last_change":"2024-09-16T06:45:52.992450+0000","last_active":"2024-09-16T06:46:47.102794+0000","last_peered":"2024-09-16T06:46:47.102794+0000","last_clean":"2024-09-16T06:46:47.102794+0000","last_became_active":"2024-09-16T06:45:46.727111+0000","last_became_peered":"2024-09-16T06:45:46.727111+0000","last_unstale":"2024-09-16T06:46:47.102794+0000","last_undegraded":"2024-09-16T06:46:47.102794+0000","last_fullsized":"2024-09-16T06:46:47.102794+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:31:10.670422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036646299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"58'79","reported_seq":54,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000498+0000","last_change":"2024-09-16T06:44:57.967287+0000","last_active":"2024-09-16T06:46:47.000498+0000","last_peered":"2024-09-16T06:46:47.000498+0000","last_clean":"2024-09-16T06:46:47.000498+0000","last_became_active":"2024-09-16T06:44:57.959858+0000","last_became_peered":"2024-09-16T06:44:57.959858+0000","last_unstale":"2024-09-16T06:46:47.000498+0000","last_undegraded":"2024-09-16T06:46:47.000498+0000","last_fullsized":"2024-09-16T06:46:47.000498+0000","mapping_epoch":50,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":51,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003774+0000","last_change":"2024-09-16T06:45:13.801583+0000","last_active":"2024-09-16T06:46:47.003774+0000","last_peered":"2024-09-16T06:46:47.003774+0000","last_clean":"2024-09-16T06:46:47.003774+0000","last_became_active":"2024-09-16T06:45:13.801213+0000","last_became_peered":"2024-09-16T06:45:13.801213+0000","last_unstale":"2024-09-16T06:46:47.003774+0000","last_undegraded":"2024-09-16T06:46:47.003774+0000","last_fullsized":"2024-09-16T06:46:47.003774+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:24.325142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006045+0000","last_change":"2024-09-16T06:45:14.821937+0000","last_active":"2024-09-16T06:46:47.006045+0000","last_peered":"2024-09-16T06:46:47.006045+0000","last_clean":"2024-09-16T06:46:47.006045+0000","last_became_active":"2024-09-16T06:45:14.820765+0000","last_became_peered":"2024-09-16T06:45:14.820765+0000","last_unstale":"2024-09-16T06:46:47.006045+0000","last_undegraded":"2024-09-16T06:46:47.006045+0000","last_fullsized":"2024-09-16T06:46:47.006045+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:48.246066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001245+0000","last_change":"2024-09-16T06:45:53.122937+0000","last_active":"2024-09-16T06:46:47.001245+0000","last_peered":"2024-09-16T06:46:47.001245+0000","last_clean":"2024-09-16T06:46:47.001245+0000","last_became_active":"2024-09-16T06:45:47.381913+0000","last_became_peered":"2024-09-16T06:45:47.381913+0000","last_unstale":"2024-09-16T06:46:47.001245+0000","last_undegraded":"2024-09-16T06:46:47.001245+0000","last_fullsized":"2024-09-16T06:46:47.001245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:57.446339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029459499999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000390+0000","last_change":"2024-09-16T06:45:13.813959+0000","last_active":"2024-09-16T06:46:47.000390+0000","last_peered":"2024-09-16T06:46:47.000390+0000","last_clean":"2024-09-16T06:46:47.000390+0000","last_became_active":"2024-09-16T06:45:13.813426+0000","last_became_peered":"2024-09-16T06:45:13.813426+0000","last_unstale":"2024-09-16T06:46:47.000390+0000","last_undegraded":"2024-09-16T06:46:47.000390+0000","last_fullsized":"2024-09-16T06:46:47.000390+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000133+0000","last_change":"2024-09-16T06:45:14.827680+0000","last_active":"2024-09-16T06:46:47.000133+0000","last_peered":"2024-09-16T06:46:47.000133+0000","last_clean":"2024-09-16T06:46:47.000133+0000","last_became_active":"2024-09-16T06:45:14.826356+0000","last_became_peered":"2024-09-16T06:45:14.826356+0000","last_unstale":"2024-09-16T06:46:47.000133+0000","last_undegraded":"2024-09-16T06:46:47.000133+0000","last_fullsized":"2024-09-16T06:46:47.000133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:10:25.905224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001442+0000","last_change":"2024-09-16T06:45:52.814417+0000","last_active":"2024-09-16T06:46:47.001442+0000","last_peered":"2024-09-16T06:46:47.001442+0000","last_clean":"2024-09-16T06:46:47.001442+0000","last_became_active":"2024-09-16T06:45:46.759509+0000","last_became_peered":"2024-09-16T06:45:46.759509+0000","last_unstale":"2024-09-16T06:46:47.001442+0000","last_undegraded":"2024-09-16T06:46:47.001442+0000","last_fullsized":"2024-09-16T06:46:47.001442+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:42:14.166280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036918200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006007+0000","last_change":"2024-09-16T06:45:13.803941+0000","last_active":"2024-09-16T06:46:47.006007+0000","last_peered":"2024-09-16T06:46:47.006007+0000","last_clean":"2024-09-16T06:46:47.006007+0000","last_became_active":"2024-09-16T06:45:13.803598+0000","last_became_peered":"2024-09-16T06:45:13.803598+0000","last_unstale":"2024-09-16T06:46:47.006007+0000","last_undegraded":"2024-09-16T06:46:47.006007+0000","last_fullsized":"2024-09-16T06:46:47.006007+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000064+0000","last_change":"2024-09-16T06:45:14.796208+0000","last_active":"2024-09-16T06:46:47.000064+0000","last_peered":"2024-09-16T06:46:47.000064+0000","last_clean":"2024-09-16T06:46:47.000064+0000","last_became_active":"2024-09-16T06:45:14.795871+0000","last_became_peered":"2024-09-16T06:45:14.795871+0000","last_unstale":"2024-09-16T06:46:47.000064+0000","last_undegraded":"2024-09-16T06:46:47.000064+0000","last_fullsized":"2024-09-16T06:46:47.000064+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:13:07.704850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000729+0000","last_change":"2024-09-16T06:45:52.814168+0000","last_active":"2024-09-16T06:46:47.000729+0000","last_peered":"2024-09-16T06:46:47.000729+0000","last_clean":"2024-09-16T06:46:47.000729+0000","last_became_active":"2024-09-16T06:45:47.381495+0000","last_became_peered":"2024-09-16T06:45:47.381495+0000","last_unstale":"2024-09-16T06:46:47.000729+0000","last_undegraded":"2024-09-16T06:46:47.000729+0000","last_fullsized":"2024-09-16T06:46:47.000729+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:07.000429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035339799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004461+0000","last_change":"2024-09-16T06:45:13.813958+0000","last_active":"2024-09-16T06:46:47.004461+0000","last_peered":"2024-09-16T06:46:47.004461+0000","last_clean":"2024-09-16T06:46:47.004461+0000","last_became_active":"2024-09-16T06:45:13.810022+0000","last_became_peered":"2024-09-16T06:45:13.810022+0000","last_unstale":"2024-09-16T06:46:47.004461+0000","last_undegraded":"2024-09-16T06:46:47.004461+0000","last_fullsized":"2024-09-16T06:46:47.004461+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:04:47.839101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003737+0000","last_change":"2024-09-16T06:45:14.819284+0000","last_active":"2024-09-16T06:46:47.003737+0000","last_peered":"2024-09-16T06:46:47.003737+0000","last_clean":"2024-09-16T06:46:47.003737+0000","last_became_active":"2024-09-16T06:45:14.818901+0000","last_became_peered":"2024-09-16T06:45:14.818901+0000","last_unstale":"2024-09-16T06:46:47.003737+0000","last_undegraded":"2024-09-16T06:46:47.003737+0000","last_fullsized":"2024-09-16T06:46:47.003737+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:34:59.298075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"61'2","reported_seq":23,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000205+0000","last_change":"2024-09-16T06:45:52.814575+0000","last_active":"2024-09-16T06:46:47.000205+0000","last_peered":"2024-09-16T06:46:47.000205+0000","last_clean":"2024-09-16T06:46:47.000205+0000","last_became_active":"2024-09-16T06:45:46.760164+0000","last_became_peered":"2024-09-16T06:45:46.760164+0000","last_unstale":"2024-09-16T06:46:47.000205+0000","last_undegraded":"2024-09-16T06:46:47.000205+0000","last_fullsized":"2024-09-16T06:46:47.000205+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:28.345651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000923524,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000927+0000","last_change":"2024-09-16T06:45:13.815654+0000","last_active":"2024-09-16T06:46:47.000927+0000","last_peered":"2024-09-16T06:46:47.000927+0000","last_clean":"2024-09-16T06:46:47.000927+0000","last_became_active":"2024-09-16T06:45:13.815380+0000","last_became_peered":"2024-09-16T06:45:13.815380+0000","last_unstale":"2024-09-16T06:46:47.000927+0000","last_undegraded":"2024-09-16T06:46:47.000927+0000","last_fullsized":"2024-09-16T06:46:47.000927+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:05.275137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004195+0000","last_change":"2024-09-16T06:45:14.814173+0000","last_active":"2024-09-16T06:46:47.004195+0000","last_peered":"2024-09-16T06:46:47.004195+0000","last_clean":"2024-09-16T06:46:47.004195+0000","last_became_active":"2024-09-16T06:45:14.813854+0000","last_became_peered":"2024-09-16T06:45:14.813854+0000","last_unstale":"2024-09-16T06:46:47.004195+0000","last_undegraded":"2024-09-16T06:46:47.004195+0000","last_fullsized":"2024-09-16T06:46:47.004195+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:52:48.630808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"59'1","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000943+0000","last_change":"2024-09-16T06:45:53.122513+0000","last_active":"2024-09-16T06:46:47.000943+0000","last_peered":"2024-09-16T06:46:47.000943+0000","last_clean":"2024-09-16T06:46:47.000943+0000","last_became_active":"2024-09-16T06:45:46.759441+0000","last_became_peered":"2024-09-16T06:45:46.759441+0000","last_unstale":"2024-09-16T06:46:47.000943+0000","last_undegraded":"2024-09-16T06:46:47.000943+0000","last_fullsized":"2024-09-16T06:46:47.000943+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:24.508042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000531537,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001424+0000","last_change":"2024-09-16T06:45:13.812736+0000","last_active":"2024-09-16T06:46:47.001424+0000","last_peered":"2024-09-16T06:46:47.001424+0000","last_clean":"2024-09-16T06:46:47.001424+0000","last_became_active":"2024-09-16T06:45:13.812441+0000","last_became_peered":"2024-09-16T06:45:13.812441+0000","last_unstale":"2024-09-16T06:46:47.001424+0000","last_undegraded":"2024-09-16T06:46:47.001424+0000","last_fullsized":"2024-09-16T06:46:47.001424+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000853+0000","last_change":"2024-09-16T06:45:14.804081+0000","last_active":"2024-09-16T06:46:47.000853+0000","last_peered":"2024-09-16T06:46:47.000853+0000","last_clean":"2024-09-16T06:46:47.000853+0000","last_became_active":"2024-09-16T06:45:14.803763+0000","last_became_peered":"2024-09-16T06:45:14.803763+0000","last_unstale":"2024-09-16T06:46:47.000853+0000","last_undegraded":"2024-09-16T06:46:47.000853+0000","last_fullsized":"2024-09-16T06:46:47.000853+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:33:18.026688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003873+0000","last_change":"2024-09-16T06:45:52.811184+0000","last_active":"2024-09-16T06:46:47.003873+0000","last_peered":"2024-09-16T06:46:47.003873+0000","last_clean":"2024-09-16T06:46:47.003873+0000","last_became_active":"2024-09-16T06:45:46.726625+0000","last_became_peered":"2024-09-16T06:45:46.726625+0000","last_unstale":"2024-09-16T06:46:47.003873+0000","last_undegraded":"2024-09-16T06:46:47.003873+0000","last_fullsized":"2024-09-16T06:46:47.003873+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:13.368778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058152300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"55'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001355+0000","last_change":"2024-09-16T06:45:13.810149+0000","last_active":"2024-09-16T06:46:47.001355+0000","last_peered":"2024-09-16T06:46:47.001355+0000","last_clean":"2024-09-16T06:46:47.001355+0000","last_became_active":"2024-09-16T06:45:13.809195+0000","last_became_peered":"2024-09-16T06:45:13.809195+0000","last_unstale":"2024-09-16T06:46:47.001355+0000","last_undegraded":"2024-09-16T06:46:47.001355+0000","last_fullsized":"2024-09-16T06:46:47.001355+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:08.337265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T06:46:48.008609+0000","last_change":"2024-09-16T06:46:48.008609+0000","last_active":"2024-09-16T06:46:48.008609+0000","last_peered":"2024-09-16T06:46:48.008609+0000","last_clean":"2024-09-16T06:46:48.008609+0000","last_became_active":"2024-09-16T06:46:48.008187+0000","last_became_peered":"2024-09-16T06:46:48.008187+0000","last_unstale":"2024-09-16T06:46:48.008609+0000","last_undegraded":"2024-09-16T06:46:48.008609+0000","last_fullsized":"2024-09-16T06:46:48.008609+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:02:21.986010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003111+0000","last_change":"2024-09-16T06:45:52.812040+0000","last_active":"2024-09-16T06:46:47.003111+0000","last_peered":"2024-09-16T06:46:47.003111+0000","last_clean":"2024-09-16T06:46:47.003111+0000","last_became_active":"2024-09-16T06:45:46.759419+0000","last_became_peered":"2024-09-16T06:45:46.759419+0000","last_unstale":"2024-09-16T06:46:47.003111+0000","last_undegraded":"2024-09-16T06:46:47.003111+0000","last_fullsized":"2024-09-16T06:46:47.003111+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:43:32.403145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001012687,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.103038+0000","last_change":"2024-09-16T06:45:13.817443+0000","last_active":"2024-09-16T06:46:47.103038+0000","last_peered":"2024-09-16T06:46:47.103038+0000","last_clean":"2024-09-16T06:46:47.103038+0000","last_became_active":"2024-09-16T06:45:13.817133+0000","last_became_peered":"2024-09-16T06:45:13.817133+0000","last_unstale":"2024-09-16T06:46:47.103038+0000","last_undegraded":"2024-09-16T06:46:47.103038+0000","last_fullsized":"2024-09-16T06:46:47.103038+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000589+0000","last_change":"2024-09-16T06:45:14.834113+0000","last_active":"2024-09-16T06:46:47.000589+0000","last_peered":"2024-09-16T06:46:47.000589+0000","last_clean":"2024-09-16T06:46:47.000589+0000","last_became_active":"2024-09-16T06:45:14.833759+0000","last_became_peered":"2024-09-16T06:45:14.833759+0000","last_unstale":"2024-09-16T06:46:47.000589+0000","last_undegraded":"2024-09-16T06:46:47.000589+0000","last_fullsized":"2024-09-16T06:46:47.000589+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:24.469480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000422+0000","last_change":"2024-09-16T06:45:13.813599+0000","last_active":"2024-09-16T06:46:47.000422+0000","last_peered":"2024-09-16T06:46:47.000422+0000","last_clean":"2024-09-16T06:46:47.000422+0000","last_became_active":"2024-09-16T06:45:13.812330+0000","last_became_peered":"2024-09-16T06:45:13.812330+0000","last_unstale":"2024-09-16T06:46:47.000422+0000","last_undegraded":"2024-09-16T06:46:47.000422+0000","last_fullsized":"2024-09-16T06:46:47.000422+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.003773+0000","last_change":"2024-09-16T06:45:14.815974+0000","last_active":"2024-09-16T06:46:47.003773+0000","last_peered":"2024-09-16T06:46:47.003773+0000","last_clean":"2024-09-16T06:46:47.003773+0000","last_became_active":"2024-09-16T06:45:14.815520+0000","last_became_peered":"2024-09-16T06:45:14.815520+0000","last_unstale":"2024-09-16T06:46:47.003773+0000","last_undegraded":"2024-09-16T06:46:47.003773+0000","last_fullsized":"2024-09-16T06:46:47.003773+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:26:34.150677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001261+0000","last_change":"2024-09-16T06:45:13.815644+0000","last_active":"2024-09-16T06:46:47.001261+0000","last_peered":"2024-09-16T06:46:47.001261+0000","last_clean":"2024-09-16T06:46:47.001261+0000","last_became_active":"2024-09-16T06:45:13.815299+0000","last_became_peered":"2024-09-16T06:45:13.815299+0000","last_unstale":"2024-09-16T06:46:47.001261+0000","last_undegraded":"2024-09-16T06:46:47.001261+0000","last_fullsized":"2024-09-16T06:46:47.001261+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:11.104367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004161+0000","last_change":"2024-09-16T06:45:14.812661+0000","last_active":"2024-09-16T06:46:47.004161+0000","last_peered":"2024-09-16T06:46:47.004161+0000","last_clean":"2024-09-16T06:46:47.004161+0000","last_became_active":"2024-09-16T06:45:14.811907+0000","last_became_peered":"2024-09-16T06:45:14.811907+0000","last_unstale":"2024-09-16T06:46:47.004161+0000","last_undegraded":"2024-09-16T06:46:47.004161+0000","last_fullsized":"2024-09-16T06:46:47.004161+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:19:52.587186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000548+0000","last_change":"2024-09-16T06:45:13.816831+0000","last_active":"2024-09-16T06:46:47.000548+0000","last_peered":"2024-09-16T06:46:47.000548+0000","last_clean":"2024-09-16T06:46:47.000548+0000","last_became_active":"2024-09-16T06:45:13.816553+0000","last_became_peered":"2024-09-16T06:45:13.816553+0000","last_unstale":"2024-09-16T06:46:47.000548+0000","last_undegraded":"2024-09-16T06:46:47.000548+0000","last_fullsized":"2024-09-16T06:46:47.000548+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:49:34.462284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006464+0000","last_change":"2024-09-16T06:45:14.825533+0000","last_active":"2024-09-16T06:46:47.006464+0000","last_peered":"2024-09-16T06:46:47.006464+0000","last_clean":"2024-09-16T06:46:47.006464+0000","last_became_active":"2024-09-16T06:45:14.825266+0000","last_became_peered":"2024-09-16T06:45:14.825266+0000","last_unstale":"2024-09-16T06:46:47.006464+0000","last_undegraded":"2024-09-16T06:46:47.006464+0000","last_fullsized":"2024-09-16T06:46:47.006464+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:26.651873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001014+0000","last_change":"2024-09-16T06:45:13.806447+0000","last_active":"2024-09-16T06:46:47.001014+0000","last_peered":"2024-09-16T06:46:47.001014+0000","last_clean":"2024-09-16T06:46:47.001014+0000","last_became_active":"2024-09-16T06:45:13.805527+0000","last_became_peered":"2024-09-16T06:45:13.805527+0000","last_unstale":"2024-09-16T06:46:47.001014+0000","last_undegraded":"2024-09-16T06:46:47.001014+0000","last_fullsized":"2024-09-16T06:46:47.001014+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.102599+0000","last_change":"2024-09-16T06:45:14.808949+0000","last_active":"2024-09-16T06:46:47.102599+0000","last_peered":"2024-09-16T06:46:47.102599+0000","last_clean":"2024-09-16T06:46:47.102599+0000","last_became_active":"2024-09-16T06:45:14.806742+0000","last_became_peered":"2024-09-16T06:45:14.806742+0000","last_unstale":"2024-09-16T06:46:47.102599+0000","last_undegraded":"2024-09-16T06:46:47.102599+0000","last_fullsized":"2024-09-16T06:46:47.102599+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004109+0000","last_change":"2024-09-16T06:45:14.810520+0000","last_active":"2024-09-16T06:46:47.004109+0000","last_peered":"2024-09-16T06:46:47.004109+0000","last_clean":"2024-09-16T06:46:47.004109+0000","last_became_active":"2024-09-16T06:45:14.810173+0000","last_became_peered":"2024-09-16T06:45:14.810173+0000","last_unstale":"2024-09-16T06:46:47.004109+0000","last_undegraded":"2024-09-16T06:46:47.004109+0000","last_fullsized":"2024-09-16T06:46:47.004109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:38:59.971799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.000927+0000","last_change":"2024-09-16T06:45:13.813348+0000","last_active":"2024-09-16T06:46:47.000927+0000","last_peered":"2024-09-16T06:46:47.000927+0000","last_clean":"2024-09-16T06:46:47.000927+0000","last_became_active":"2024-09-16T06:45:13.809697+0000","last_became_peered":"2024-09-16T06:45:13.809697+0000","last_unstale":"2024-09-16T06:46:47.000927+0000","last_undegraded":"2024-09-16T06:46:47.000927+0000","last_fullsized":"2024-09-16T06:46:47.000927+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004730+0000","last_change":"2024-09-16T06:45:14.817879+0000","last_active":"2024-09-16T06:46:47.004730+0000","last_peered":"2024-09-16T06:46:47.004730+0000","last_clean":"2024-09-16T06:46:47.004730+0000","last_became_active":"2024-09-16T06:45:14.815599+0000","last_became_peered":"2024-09-16T06:45:14.815599+0000","last_unstale":"2024-09-16T06:46:47.004730+0000","last_undegraded":"2024-09-16T06:46:47.004730+0000","last_fullsized":"2024-09-16T06:46:47.004730+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:54.333372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":22,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.001227+0000","last_change":"2024-09-16T06:45:13.816085+0000","last_active":"2024-09-16T06:46:47.001227+0000","last_peered":"2024-09-16T06:46:47.001227+0000","last_clean":"2024-09-16T06:46:47.001227+0000","last_became_active":"2024-09-16T06:45:13.815502+0000","last_became_peered":"2024-09-16T06:45:13.815502+0000","last_unstale":"2024-09-16T06:46:47.001227+0000","last_undegraded":"2024-09-16T06:46:47.001227+0000","last_fullsized":"2024-09-16T06:46:47.001227+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.004927+0000","last_change":"2024-09-16T06:45:14.830062+0000","last_active":"2024-09-16T06:46:47.004927+0000","last_peered":"2024-09-16T06:46:47.004927+0000","last_clean":"2024-09-16T06:46:47.004927+0000","last_became_active":"2024-09-16T06:45:14.829759+0000","last_became_peered":"2024-09-16T06:45:14.829759+0000","last_unstale":"2024-09-16T06:46:47.004927+0000","last_undegraded":"2024-09-16T06:46:47.004927+0000","last_fullsized":"2024-09-16T06:46:47.004927+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:17.747080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"54'1","reported_seq":21,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.007140+0000","last_change":"2024-09-16T06:45:13.804403+0000","last_active":"2024-09-16T06:46:47.007140+0000","last_peered":"2024-09-16T06:46:47.007140+0000","last_clean":"2024-09-16T06:46:47.007140+0000","last_became_active":"2024-09-16T06:45:13.804103+0000","last_became_peered":"2024-09-16T06:45:13.804103+0000","last_unstale":"2024-09-16T06:46:47.007140+0000","last_undegraded":"2024-09-16T06:46:47.007140+0000","last_fullsized":"2024-09-16T06:46:47.007140+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:21:03.419772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":19,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.006989+0000","last_change":"2024-09-16T06:45:14.824408+0000","last_active":"2024-09-16T06:46:47.006989+0000","last_peered":"2024-09-16T06:46:47.006989+0000","last_clean":"2024-09-16T06:46:47.006989+0000","last_became_active":"2024-09-16T06:45:14.824085+0000","last_became_peered":"2024-09-16T06:45:14.824085+0000","last_unstale":"2024-09-16T06:46:47.006989+0000","last_undegraded":"2024-09-16T06:46:47.006989+0000","last_fullsized":"2024-09-16T06:46:47.006989+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:00.461355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"54'4","reported_seq":24,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-09-16T06:46:47.005099+0000","last_change":"2024-09-16T06:45:13.817393+0000","last_active":"2024-09-16T06:46:47.005099+0000","last_peered":"2024-09-16T06:46:47.005099+0000","last_clean":"2024-09-16T06:46:47.005099+0000","last_became_active":"2024-09-16T06:45:13.817043+0000","last_became_peered":"2024-09-16T06:45:13.817043+0000","last_unstale":"2024-09-16T06:46:47.005099+0000","last_undegraded":"2024-09-16T06:46:47.005099+0000","last_fullsized":"2024-09-16T06:46:47.005099+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":49,"seq":210453397530,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298576,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446576,"statfs":{"total":95995035648,"available":95689293824,"internally_reserved":0,"allocated":1249280,"data_stored":878298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.35999999999999999}]},{"osd":1,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.34000000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.56299999999999994}]},{"osd":4,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.44800000000000001}]},{"osd":5,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.5},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.46500000000000002}]},{"osd":6,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52100000000000002}]}]},{"osd":6,"up_from":43,"seq":184683593758,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298572,"kb_used_data":1216,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446580,"statfs":{"total":95995035648,"available":95689297920,"internally_reserved":0,"allocated":1245184,"data_stored":879418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.53000000000000003,"15min":0.53500000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.53700000000000003}]},{"osd":1,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52100000000000002,"15min":0.51900000000000002},"min":{"1min":0.39000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59599999999999997}]},{"osd":2,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.74099999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.68799999999999994}]},{"osd":3,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54100000000000004,"15min":0.54200000000000004},"min":{"1min":0.41999999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.73999999999999999,"5min":0.749,"15min":0.749},"last":0.62},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.65400000000000003}]},{"osd":4,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.39200000000000002,"15min":0.38600000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.76600000000000001}]},{"osd":5,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.443},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.71699999999999997}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.746}]}]},{"osd":5,"up_from":37,"seq":158913789987,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297996,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447156,"statfs":{"total":95995035648,"available":95689887744,"internally_reserved":0,"allocated":659456,"data_stored":289159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.55200000000000005,"15min":0.55700000000000005},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.53000000000000003,"15min":0.53100000000000003},"min":{"1min":0.35399999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.41299999999999998}]},{"osd":2,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53800000000000003,"15min":0.53500000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55200000000000005,"15min":0.55100000000000005},"min":{"1min":0.41499999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.56299999999999994}]},{"osd":3,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55800000000000005,"15min":0.55900000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.52400000000000002}]},{"osd":4,"last update":"Mon Sep 16 06:46:11 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.379},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.41699999999999998,"15min":0.40899999999999997},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.35199999999999998}]},{"osd":6,"last update":"Mon Sep 16 06:46:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.45700000000000002,"15min":0.45200000000000001},"min":{"1min":0.33400000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.437},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.46100000000000002,"15min":0.45900000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.78900000000000003,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.39700000000000002}]},{"osd":7,"last update":"Mon Sep 16 06:45:57 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.45300000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986217,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":667648,"data_stored":288053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.74299999999999999,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.67300000000000004,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.48799999999999999}]},{"osd":1,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.55100000000000005,"15min":0.56100000000000005},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.629,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.55000000000000004,"15min":0.55700000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.56000000000000005,"15min":0.56899999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.628,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.502,"5min":0.56699999999999995,"15min":0.57799999999999996},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":0.70699999999999996,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.38}]},{"osd":3,"last update":"Mon Sep 16 06:45:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54300000000000004,"15min":0.54600000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57799999999999996,"15min":0.58499999999999996},"min":{"1min":0.43099999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.71199999999999997,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.56000000000000005}]},{"osd":5,"last update":"Mon Sep 16 06:46:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.38700000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.53000000000000003,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.435,"5min":0.40999999999999998,"15min":0.40600000000000003},"min":{"1min":0.32200000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.504}]},{"osd":6,"last update":"Mon Sep 16 06:46:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.28899999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65500000000000003,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.437},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.33300000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.42099999999999999}]},{"osd":7,"last update":"Mon Sep 16 06:45:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.57199999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":663552,"data_stored":289469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.435}]},{"osd":1,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.435,"15min":0.44800000000000001},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.55500000000000005,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.436,"15min":0.44800000000000001},"min":{"1min":0.29999999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.312}]},{"osd":2,"last update":"Mon Sep 16 06:46:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.46600000000000003,"15min":0.47799999999999998},"min":{"1min":0.28899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.44800000000000001,"15min":0.45400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Sep 16 06:46:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82799999999999996,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58499999999999996,"15min":0.57999999999999996},"min":{"1min":0.45200000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Sep 16 06:46:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.85599999999999998,"5min":0.878,"15min":0.878},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60899999999999999}]},{"osd":6,"last update":"Mon Sep 16 06:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.47299999999999998,"5min":0.437,"15min":0.437},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.75800000000000001,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.77300000000000002}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.75800000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297984,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447168,"statfs":{"total":95995035648,"available":95689900032,"internally_reserved":0,"allocated":647168,"data_stored":287338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:03 2024","interfaces":[{"interface":"back","average":{"1min":1.23,"5min":0.53600000000000003,"15min":0.41299999999999998},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.224},"max":{"1min":18.489000000000001,"5min":18.489000000000001,"15min":18.489000000000001},"last":0.314},{"interface":"front","average":{"1min":0.745,"5min":0.44,"15min":0.375},"min":{"1min":0.251,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":7.7190000000000003,"5min":7.7190000000000003,"15min":7.7190000000000003},"last":0.33000000000000002}]},{"osd":1,"last update":"Mon Sep 16 06:46:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.40200000000000002,"15min":0.374},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":3.008,"5min":3.008,"15min":3.008},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.54100000000000004,"15min":0.45700000000000002},"min":{"1min":0.30099999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":11.401,"5min":11.401,"15min":11.401},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Sep 16 06:46:26 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.49399999999999999,"15min":0.44},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.754,"5min":7.5460000000000003,"15min":7.5460000000000003},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.46700000000000003,"15min":0.443},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.58999999999999997,"5min":4.6079999999999997,"15min":4.6079999999999997},"last":0.25600000000000001}]},{"osd":4,"last update":"Mon Sep 16 06:46:45 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.59499999999999997,"15min":0.57099999999999995},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.79700000000000004,"5min":4.6449999999999996,"15min":4.6449999999999996},"last":0.628},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.67900000000000005,"15min":0.61099999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":3.3820000000000001,"5min":7.0910000000000002,"15min":7.0910000000000002},"last":0.75800000000000001}]},{"osd":5,"last update":"Mon Sep 16 06:46:10 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.70299999999999996,"15min":0.66400000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":7.1390000000000002,"5min":7.1390000000000002,"15min":7.1390000000000002},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":3.778,"5min":3.778,"15min":3.778},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Sep 16 06:46:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.72799999999999998,"15min":0.75600000000000001},"min":{"1min":0.40400000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.69599999999999995,"5min":3.3900000000000001,"15min":3.3900000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":1.1160000000000001,"15min":1.2030000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.90600000000000003,"5min":12.000999999999999,"15min":12.000999999999999},"last":0.69699999999999995}]},{"osd":7,"last update":"Mon Sep 16 06:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":7.6639999999999997,"5min":7.6639999999999997,"15min":7.6639999999999997},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":12.691000000000001,"5min":12.691000000000001,"15min":12.691000000000001},"last":0.67600000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":659456,"data_stored":287517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 06:46:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.371,"15min":0.34499999999999997},"min":{"1min":0.26500000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.371},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38800000000000001,"15min":0.35499999999999998},"min":{"1min":0.28899999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.42099999999999999}]},{"osd":2,"last update":"Mon Sep 16 06:46:00 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.38400000000000001,"15min":0.372},"min":{"1min":0.311,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.41699999999999998,"15min":0.40799999999999997},"min":{"1min":0.29999999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.56899999999999995,"5min":0.628,"15min":0.628},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 06:46:28 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.47199999999999998,"15min":0.46300000000000002},"min":{"1min":0.315,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.44},{"interface":"front","average":{"1min":0.437,"5min":0.45400000000000001,"15min":0.45900000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Sep 16 06:46:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.54200000000000004,"15min":0.53100000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80900000000000005,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.503},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.58699999999999997,"15min":0.57799999999999996},"min":{"1min":0.441,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.65900000000000003}]},{"osd":5,"last update":"Mon Sep 16 06:46:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.44500000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.70499999999999996,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58899999999999997,"15min":0.59899999999999998},"min":{"1min":0.39100000000000001,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.72499999999999998,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Sep 16 06:46:34 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.625,"15min":0.626},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.51200000000000001}]},{"osd":7,"last update":"Mon Sep 16 06:45:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.69899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298584,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446568,"statfs":{"total":95995035648,"available":95689285632,"internally_reserved":0,"allocated":1257472,"data_stored":878422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 06:46:39 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35599999999999998,"15min":0.33600000000000002},"min":{"1min":0.245,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53400000000000003,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.38900000000000001,"15min":0.35699999999999998},"min":{"1min":0.253,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.48699999999999999,"5min":0.625,"15min":0.625},"last":0.35399999999999998}]},{"osd":2,"last update":"Mon Sep 16 06:46:05 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41499999999999998,"15min":0.39900000000000002},"min":{"1min":0.23999999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.63100000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40100000000000002,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.56100000000000005,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Mon Sep 16 06:46:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.46400000000000002,"15min":0.47999999999999998},"min":{"1min":0.30099999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.57699999999999996,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.46899999999999997,"15min":0.47099999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.29499999999999998}]},{"osd":4,"last update":"Mon Sep 16 06:46:48 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.56200000000000006,"15min":0.57899999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.628,"15min":0.64200000000000002},"min":{"1min":0.45700000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.79000000000000004}]},{"osd":5,"last update":"Mon Sep 16 06:46:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.60499999999999998,"15min":0.60899999999999999},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.58299999999999996,"15min":0.59299999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82599999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.54300000000000004}]},{"osd":6,"last update":"Mon Sep 16 06:46:33 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.57999999999999996,"15min":0.58699999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.80800000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.63400000000000001,"15min":0.64400000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.76500000000000001}]},{"osd":7,"last update":"Mon Sep 16 06:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.75},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.72899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T06:46:58.435 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T06:46:58.436 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T06:46:58.436 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-16T06:46:58.436 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-16T06:46:58.698 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:46:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:59 smithi042 ceph-mon[27521]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:46:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:46:59 smithi042 ceph-mon[27521]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:46:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:59 smithi042 ceph-mon[39185]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:46:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:46:59 smithi042 ceph-mon[39185]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:46:59.487 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:59 smithi164 ceph-mon[31490]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:46:59.487 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:46:59 smithi164 ceph-mon[31490]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:46:59.854 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:46:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:46:59.729Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000547257s 2024-09-16T06:47:00.166 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:00 smithi164 ceph-mon[31490]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:00.301 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:00 smithi042 ceph-mon[27521]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:00.301 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:00 smithi042 ceph-mon[39185]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:00.722 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:00.722 INFO:teuthology.orchestra.run.smithi042.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T06:47:01.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 systemd[1]: Stopping Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:47:01.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1434513908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T06:47:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:01 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1434513908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T06:47:01.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:01 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1434513908' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T06:47:01.492 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-16T06:47:01.492 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:47:01.666 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.351Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.352Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.352Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[61912]: ts=2024-09-16T06:47:01.352Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T06:47:01.667 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 podman[65260]: 2024-09-16 06:47:01.361717728 +0000 UTC m=+0.115969241 container died daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:01.777 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:01.777 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":64,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:46:47.998157+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:47:01.791 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T06:42:57.986237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T06:45:12.568357+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T06:45:13.515305+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-16T06:45:46.621246+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 61, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-16T06:47:01.791 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T06:47:01.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 podman[65260]: 2024-09-16 06:47:01.77397039 +0000 UTC m=+0.528221902 container cleanup daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:01.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 bash[65260]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T06:47:02.066 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-09-16T06:47:02.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[39185]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:02.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1071723550' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:02.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:02.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[27521]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:02.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1071723550' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:02.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:02.080 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T06:47:02.259 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:01 smithi164 podman[65277]: 2024-09-16 06:47:01.991706949 +0000 UTC m=+0.632013771 container remove daa0a99e4d773717a53893817d441a0349ce3635675d353bc722920152d0285f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:02.259 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-mon[31490]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:02.259 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1071723550' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:02.259 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:02.351 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-09-16T06:47:02.364 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T06:47:02.600 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T06:47:02.600 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 systemd[1]: Stopped Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:47:02.600 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.087s CPU time. 2024-09-16T06:47:02.600 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 systemd[1]: Starting Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:47:02.601 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 podman[65374]: 2024-09-16 06:47:02.371532812 +0000 UTC m=+0.017001318 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T06:47:02.601 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 podman[65374]: 2024-09-16 06:47:02.475961849 +0000 UTC m=+0.121430351 container create 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:02.638 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-09-16T06:47:02.650 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-16T06:47:02.939 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 8 2024-09-16T06:47:02.951 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:02] ENGINE Bus STOPPING 2024-09-16T06:47:02.952 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:47:02.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 podman[65374]: 2024-09-16 06:47:02.720054837 +0000 UTC m=+0.365523342 container init 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:02.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 podman[65374]: 2024-09-16 06:47:02.725058243 +0000 UTC m=+0.370526743 container start 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.749Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.749Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.749Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi164 (none))" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.749Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.749Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.752Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.752Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.753Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.753Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.755Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T06:47:02.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.755Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.907µs 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.755Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.755Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.756Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.756Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.559µs wal_replay_duration=976.513µs wbl_replay_duration=116ns total_replay_duration=1.017031ms 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.757Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.757Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.757Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.772Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.689238ms db_storage=729ns remote_storage=1.085µs web_handler=366ns query_engine=521ns scrape=458.813µs scrape_sd=25.48µs notify=27.475µs notify_sd=6.613µs rules=13.938709ms tracing=5.223µs 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.772Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:47:02.772Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 bash[65374]: 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a 2024-09-16T06:47:02.991 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:47:02 smithi164 systemd[1]: Started Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:47:03.270 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:03.271 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:45:16.801769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.164:6833/1801669473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1801669473},{"type":"v1","addr":"172.21.15.164:6833","nonce":1801669473}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T06:47:03.271 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 6 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STOPPED 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STARTING 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Serving on http://:::9283 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STARTED 2024-09-16T06:47:03.283 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STOPPING 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4238348829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1303306642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/285853602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:03.284 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1804314583' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4238348829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1303306642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/285853602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:03.286 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1804314583' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.287 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4238348829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1303306642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/285853602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:03.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:03 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1804314583' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:03.564 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:03.564 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":64,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:46:47.998157+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:47:03.577 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T06:42:57.986237+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T06:45:12.568357+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '54', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T06:45:13.515305+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '55', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-09-16T06:45:46.621246+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 3, 'snap_epoch': 61, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2024-09-16T06:47:03.577 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T06:47:03.852 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 1 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STOPPED 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STARTING 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Serving on http://:::9283 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STARTED 2024-09-16T06:47:03.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:03] ENGINE Bus STOPPING 2024-09-16T06:47:03.865 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T06:47:04.145 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 32 2024-09-16T06:47:04.157 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4013657282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4021727039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2612489754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:04.158 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4013657282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4021727039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.159 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2612489754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:04.160 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T06:47:04.411 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:04] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:47:04.411 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:04] ENGINE Bus STOPPED 2024-09-16T06:47:04.411 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:04] ENGINE Bus STARTING 2024-09-16T06:47:04.411 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:04] ENGINE Serving on http://:::9283 2024-09-16T06:47:04.411 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:04] ENGINE Bus STARTED 2024-09-16T06:47:04.483 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 64 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi042.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi164.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi164.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4013657282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4021727039' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2612489754' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T06:47:04.496 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-09-16T06:47:04.775 INFO:teuthology.orchestra.run.smithi042.stdout:pg_num: 8 2024-09-16T06:47:04.864 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:47:05.199 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:05.199 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:45:16.801769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.164:6833/1801669473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1801669473},{"type":"v1","addr":"172.21.15.164:6833","nonce":1801669473}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T06:47:05.200 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 6 2024-09-16T06:47:05.211 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T06:47:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3914480609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/3380439567' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1985344093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3914480609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/3380439567' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1985344093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.409 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3914480609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.409 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/3380439567' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.409 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1985344093' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-09-16T06:47:05.487 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:05.487 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":64,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T06:46:47.998157+0000","last_up_change":"2024-09-16T06:44:55.952144+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6803","nonce":838935271}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6805","nonce":838935271}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6809","nonce":838935271}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":838935271},{"type":"v1","addr":"172.21.15.42:6807","nonce":838935271}]},"public_addr":"172.21.15.42:6803/838935271","cluster_addr":"172.21.15.42:6805/838935271","heartbeat_back_addr":"172.21.15.42:6809/838935271","heartbeat_front_addr":"172.21.15.42:6807/838935271","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6811","nonce":3690448977}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6813","nonce":3690448977}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6817","nonce":3690448977}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":3690448977},{"type":"v1","addr":"172.21.15.42:6815","nonce":3690448977}]},"public_addr":"172.21.15.42:6811/3690448977","cluster_addr":"172.21.15.42:6813/3690448977","heartbeat_back_addr":"172.21.15.42:6817/3690448977","heartbeat_front_addr":"172.21.15.42:6815/3690448977","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6819","nonce":2722288081}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6821","nonce":2722288081}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6825","nonce":2722288081}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":2722288081},{"type":"v1","addr":"172.21.15.42:6823","nonce":2722288081}]},"public_addr":"172.21.15.42:6819/2722288081","cluster_addr":"172.21.15.42:6821/2722288081","heartbeat_back_addr":"172.21.15.42:6825/2722288081","heartbeat_front_addr":"172.21.15.42:6823/2722288081","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6827","nonce":1370210954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6829","nonce":1370210954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6833","nonce":1370210954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":1370210954},{"type":"v1","addr":"172.21.15.42:6831","nonce":1370210954}]},"public_addr":"172.21.15.42:6827/1370210954","cluster_addr":"172.21.15.42:6829/1370210954","heartbeat_back_addr":"172.21.15.42:6833/1370210954","heartbeat_front_addr":"172.21.15.42:6831/1370210954","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6801","nonce":3755516711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6803","nonce":3755516711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6807","nonce":3755516711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":3755516711},{"type":"v1","addr":"172.21.15.164:6805","nonce":3755516711}]},"public_addr":"172.21.15.164:6801/3755516711","cluster_addr":"172.21.15.164:6803/3755516711","heartbeat_back_addr":"172.21.15.164:6807/3755516711","heartbeat_front_addr":"172.21.15.164:6805/3755516711","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6809","nonce":3553353837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6811","nonce":3553353837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6815","nonce":3553353837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":3553353837},{"type":"v1","addr":"172.21.15.164:6813","nonce":3553353837}]},"public_addr":"172.21.15.164:6809/3553353837","cluster_addr":"172.21.15.164:6811/3553353837","heartbeat_back_addr":"172.21.15.164:6815/3553353837","heartbeat_front_addr":"172.21.15.164:6813/3553353837","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6817","nonce":732339343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6819","nonce":732339343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6823","nonce":732339343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":732339343},{"type":"v1","addr":"172.21.15.164:6821","nonce":732339343}]},"public_addr":"172.21.15.164:6817/732339343","cluster_addr":"172.21.15.164:6819/732339343","heartbeat_back_addr":"172.21.15.164:6823/732339343","heartbeat_front_addr":"172.21.15.164:6821/732339343","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6825","nonce":4169668043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6827","nonce":4169668043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6831","nonce":4169668043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":4169668043},{"type":"v1","addr":"172.21.15.164:6829","nonce":4169668043}]},"public_addr":"172.21.15.164:6825/4169668043","cluster_addr":"172.21.15.164:6827/4169668043","heartbeat_back_addr":"172.21.15.164:6831/4169668043","heartbeat_front_addr":"172.21.15.164:6829/4169668043","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T06:47:05.499 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T06:47:05.810 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T06:47:05.810 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24335,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.42:6835/3092685564","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3092685564},{"type":"v1","addr":"172.21.15.42:6835","nonce":3092685564}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:45:16.801769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24340},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24340":{"gid":24340,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.164:6833/1801669473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":1801669473},{"type":"v1","addr":"172.21.15.164:6833","nonce":1801669473}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-09-16T06:47:05.811 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 6 2024-09-16T06:47:05.823 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T06:45:14.124427+0000', 'modified': '2024-09-16T06:45:16.801769+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24340}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24340': {'gid': 24340, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.164:6833/1801669473', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.164:6832', 'nonce': 1801669473}, {'type': 'v1', 'addr': '172.21.15.164:6833', 'nonce': 1801669473}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-09-16T06:47:05.823 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T06:47:05.823 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-16T06:47:05.931 INFO:teuthology.orchestra.run.smithi042.stderr:2024-09-16T06:47:05.931+0000 7f544b7fe640 0 client.14868 ms_handle_reset on v2:172.21.15.164:6832/1801669473 2024-09-16T06:47:05.950 INFO:teuthology.orchestra.run.smithi042.stderr:2024-09-16T06:47:05.950+0000 7f544b7fe640 0 client.14874 ms_handle_reset on v2:172.21.15.164:6832/1801669473 2024-09-16T06:47:05.950 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:47:05.950 INFO:teuthology.orchestra.run.smithi042.stdout: "cluster_fsid": "53665a5e-73f6-11ef-bceb-c7b262605968", 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "whoami": 0, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "id": 24340, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "want_state": "up:active", 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "state": "up:active", 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "fs_name": "cephfs", 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "rank_uptime": 111.16172376599999, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "mdsmap_epoch": 6, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch": 64, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "osdmap_epoch_barrier": 55, 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout: "uptime": 116.301607281 2024-09-16T06:47:05.951 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:47:05.961 INFO:tasks.cephadm:Setup complete, yielding 2024-09-16T06:47:05.961 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:47:05.971 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-09-16T06:47:05.971 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:47:05.979 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-16T06:47:05.979 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-16T06:47:05.988 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-09-16T06:47:05.989 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[27521]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2300130355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/856326829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/675581248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[39185]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2300130355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/856326829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:06 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/675581248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.252 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:47:06.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:06 smithi164 ceph-mon[31490]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:06.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2300130355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/856326829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T06:47:06.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:06 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/675581248' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:07 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:07.796 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:47:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:47:07.731Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003261758s 2024-09-16T06:47:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-mon[27521]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-mon[39185]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:08.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE Bus STOPPING 2024-09-16T06:47:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:08 smithi164 ceph-mon[31490]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:08.652 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:47:08.652 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE Bus STOPPED 2024-09-16T06:47:08.652 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE Bus STARTING 2024-09-16T06:47:08.652 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE Serving on http://:::9283 2024-09-16T06:47:08.652 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:08 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:47:08] ENGINE Bus STARTED 2024-09-16T06:47:09.075 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:47:09.084 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-16T06:47:09.084 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:47:09.097 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-09-16T06:47:09.097 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T06:47:09.112 INFO:tasks.workunit:Pulling workunits from ref ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T06:47:09.112 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T06:47:09.112 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T06:47:09.131 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T06:47:09.132 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T06:47:09.132 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T06:47:09.190 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T06:47:09.191 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T06:47:09.249 INFO:tasks.workunit:timeout=3h 2024-09-16T06:47:09.249 INFO:tasks.workunit:cleanup=True 2024-09-16T06:47:09.250 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T06:47:09.309 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T06:47:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:09 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/555830890' entity='client.admin' 2024-09-16T06:47:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:09 smithi042 ceph-mon[27521]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:09 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/555830890' entity='client.admin' 2024-09-16T06:47:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:09 smithi042 ceph-mon[39185]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:09 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/555830890' entity='client.admin' 2024-09-16T06:47:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:09 smithi164 ceph-mon[31490]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:10.266 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:09 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:09] "GET /metrics HTTP/1.1" 200 236517 "" "Prometheus/2.43.0" 2024-09-16T06:47:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:11 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:11 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:11 smithi164 ceph-mon[31490]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[27521]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:11.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:11 smithi042 ceph-mon[39185]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:47:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:47:12.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:47:12.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:47:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:13 smithi164 ceph-mon[31490]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:13 smithi042 ceph-mon[39185]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:13 smithi042 ceph-mon[27521]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:14.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:47:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:47:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:15 smithi042 ceph-mon[39185]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:15 smithi042 ceph-mon[27521]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:15 smithi164 ceph-mon[31490]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:17.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:17 smithi042 ceph-mon[27521]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:18.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:17 smithi042 ceph-mon[39185]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:17 smithi164 ceph-mon[31490]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:19 smithi042 ceph-mon[39185]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:19 smithi042 ceph-mon[39185]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-16T06:47:20.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:19 smithi042 ceph-mon[27521]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:20.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:19 smithi042 ceph-mon[27521]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-16T06:47:20.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:19] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-09-16T06:47:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:19 smithi164 ceph-mon[31490]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:19 smithi164 ceph-mon[31490]: mgrmap e22: y(active, since 92s), standbys: x 2024-09-16T06:47:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:21 smithi042 ceph-mon[27521]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:22.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:21 smithi042 ceph-mon[39185]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:21 smithi164 ceph-mon[31490]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:23 smithi042 ceph-mon[27521]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:24.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:23 smithi042 ceph-mon[39185]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:23 smithi164 ceph-mon[31490]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:24.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:47:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:47:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:25 smithi042 ceph-mon[27521]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:26.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:25 smithi042 ceph-mon[39185]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:25 smithi164 ceph-mon[31490]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:27 smithi042 ceph-mon[27521]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:28.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:27 smithi042 ceph-mon[39185]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:27 smithi164 ceph-mon[31490]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:29 smithi042 ceph-mon[39185]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:29 smithi042 ceph-mon[27521]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:30.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:29 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:29] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-09-16T06:47:30.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:29 smithi164 ceph-mon[31490]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T06:47:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:31 smithi042 ceph-mon[27521]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:31 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:31 smithi042 ceph-mon[39185]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:31 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:31 smithi164 ceph-mon[31490]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:31 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:34.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:33 smithi042 ceph-mon[27521]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:33 smithi042 ceph-mon[39185]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:33 smithi164 ceph-mon[31490]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:34.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:47:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:47:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:35 smithi042 ceph-mon[39185]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:36.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:35 smithi042 ceph-mon[27521]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:35 smithi164 ceph-mon[31490]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:37 smithi042 ceph-mon[27521]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:37 smithi042 ceph-mon[39185]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:37 smithi164 ceph-mon[31490]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:39 smithi042 ceph-mon[39185]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:39 smithi042 ceph-mon[27521]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:40.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:39 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:39] "GET /metrics HTTP/1.1" 200 236489 "" "Prometheus/2.43.0" 2024-09-16T06:47:40.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:39 smithi164 ceph-mon[31490]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:41 smithi042 ceph-mon[39185]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:41 smithi042 ceph-mon[27521]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:42.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:41 smithi164 ceph-mon[31490]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:43 smithi042 ceph-mon[39185]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:43 smithi042 ceph-mon[27521]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:44.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:43 smithi164 ceph-mon[31490]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:47:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:47:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:45 smithi042 ceph-mon[39185]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:46.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:45 smithi042 ceph-mon[27521]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:46.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:45 smithi164 ceph-mon[31490]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:47.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:46 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:47.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:46 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:47.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:46 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:47:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:47 smithi042 ceph-mon[39185]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:47 smithi042 ceph-mon[27521]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:47 smithi164 ceph-mon[31490]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:50.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:49 smithi164 ceph-mon[31490]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:49 smithi042 ceph-mon[39185]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:49 smithi042 ceph-mon[27521]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:50.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:49 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:49] "GET /metrics HTTP/1.1" 200 236484 "" "Prometheus/2.43.0" 2024-09-16T06:47:52.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:51 smithi164 ceph-mon[31490]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:51 smithi042 ceph-mon[39185]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:51 smithi042 ceph-mon[27521]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:54.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:53 smithi164 ceph-mon[31490]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:53 smithi042 ceph-mon[39185]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:53 smithi042 ceph-mon[27521]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:54.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:47:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:47:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:55 smithi164 ceph-mon[31490]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:55 smithi042 ceph-mon[39185]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:55 smithi042 ceph-mon[27521]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:57 smithi042 ceph-mon[39185]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:57 smithi042 ceph-mon[27521]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:47:58.192 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:57 smithi164 ceph-mon[31490]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:47:59 smithi042 ceph-mon[27521]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:00.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:47:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:47:59] "GET /metrics HTTP/1.1" 200 236484 "" "Prometheus/2.43.0" 2024-09-16T06:48:00.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:47:59 smithi042 ceph-mon[39185]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:47:59 smithi164 ceph-mon[31490]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:01 smithi042 ceph-mon[39185]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:01 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:01 smithi042 ceph-mon[27521]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:01 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:01 smithi164 ceph-mon[31490]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:01 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:03 smithi042 ceph-mon[27521]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:03 smithi042 ceph-mon[39185]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:03 smithi164 ceph-mon[31490]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:04.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:05 smithi042 ceph-mon[27521]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:05 smithi042 ceph-mon[39185]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:05 smithi164 ceph-mon[31490]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:07.858 INFO:tasks.workunit.client.0.smithi042.stderr:Updating files: 94% (12243/12889) Updating files: 95% (12245/12889) Updating files: 96% (12374/12889) Updating files: 97% (12503/12889) Updating files: 98% (12632/12889) Updating files: 99% (12761/12889) Updating files: 100% (12889/12889) Updating files: 100% (12889/12889), done. 2024-09-16T06:48:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:07 smithi042 ceph-mon[27521]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:07 smithi042 ceph-mon[39185]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:07 smithi164 ceph-mon[31490]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:08.933 INFO:tasks.workunit.client.0.smithi042.stderr:Note: switching to 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'. 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: git switch -c 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr:Or undo this operation with: 2024-09-16T06:48:08.934 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.935 INFO:tasks.workunit.client.0.smithi042.stderr: git switch - 2024-09-16T06:48:08.935 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.935 INFO:tasks.workunit.client.0.smithi042.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T06:48:08.935 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:08.935 INFO:tasks.workunit.client.0.smithi042.stderr:HEAD is now at ae7f37330c1 Merge pull request #59795 from zdover23/wip-doc-2024-09-15-backport-59613-to-reef 2024-09-16T06:48:08.940 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T06:48:09.002 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T06:48:09.005 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T06:48:09.005 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T06:48:09.668 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T06:48:09.735 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T06:48:09.775 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T06:48:09.777 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T06:48:09.777 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T06:48:09.818 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T06:48:09.821 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T06:48:09.822 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T06:48:09.879 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-09-16T06:48:09.881 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-09-16T06:48:09.881 DEBUG:teuthology.orchestra.run.smithi042:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ae7f37330c1a72493684eb1fcaed6f2a01195bb6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-09-16T06:48:09.939 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-16T06:48:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:09 smithi042 ceph-mon[27521]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:10.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:09 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:09] "GET /metrics HTTP/1.1" 200 236479 "" "Prometheus/2.43.0" 2024-09-16T06:48:10.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:09 smithi042 ceph-mon[39185]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:10.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:09 smithi164 ceph-mon[31490]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:10.320 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STOPPING 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STOPPED 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STARTING 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Serving on http://:::9283 2024-09-16T06:48:10.488 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STARTED 2024-09-16T06:48:10.696 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-16T06:48:10.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STOPPING 2024-09-16T06:48:11.073 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview 2024-09-16T06:48:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1733309553' entity='client.admin' 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STOPPED 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:10 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:10] ENGINE Bus STARTING 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Serving on http://:::9283 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Bus STARTED 2024-09-16T06:48:11.356 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Bus STOPPING 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:11.358 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1733309553' entity='client.admin' 2024-09-16T06:48:11.358 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.358 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.358 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.358 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1733309553' entity='client.admin' 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:11.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:11 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:11.537 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: "ident" 2024-09-16T06:48:11.538 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:11.539 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:11.540 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.541 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T06:48:11.542 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T06:48:11.543 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:11.544 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:11.545 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T06:48:11.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:11.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addr", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addrv", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T06:48:11.549 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:11.550 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T06:48:11.551 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:11.552 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:11.553 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:11.555 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T06:48:11.556 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.557 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 1, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T06:48:11.558 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 0, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T06:48:11.559 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T06:48:11.561 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T06:48:11.562 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T06:48:11.563 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.564 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T06:48:11.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:11.566 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T06:48:11.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:11.568 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:11.569 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.570 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.571 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T06:48:11.572 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy" 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 17, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.573 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "quincy" 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.574 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:11.575 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.45044111579773e-06, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:11.576 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 126, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 236544, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 113, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.577 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:11.578 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 98304, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:11.579 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 98304, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.351970553287174e-07, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 3410, 2024-09-16T06:48:11.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 3410, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 10230, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 51, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 19456 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:11.581 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:11.582 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:11.583 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:11.584 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:11.585 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12288, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12288, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:11.586 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.6899635468803353e-08, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 19, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 57, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 2, 2024-09-16T06:48:11.587 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 2048 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T06:48:11.588 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T06:48:11.532036", 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:11.589 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T06:48:11.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T06:48:11.591 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T06:48:11.592 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.593 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517307904, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:11.594 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442977280, 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 2442977280, 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.003181124571710825 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517307904, 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442977280 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:11.595 INFO:tasks.workunit.client.0.smithi042.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-16T06:48:11.596 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview-device 2024-09-16T06:48:11.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:48:11.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Bus STOPPED 2024-09-16T06:48:11.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Bus STARTING 2024-09-16T06:48:11.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Serving on http://:::9283 2024-09-16T06:48:11.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:11] ENGINE Bus STARTED 2024-09-16T06:48:12.031 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:12.031 INFO:tasks.workunit.client.0.smithi042.stdout: "a41213fc-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPED1D480GA_a412aa1a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064300": { 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "E2010325", 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a41213fc-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:12.032 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468979 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.034 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.035 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 12247104 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.036 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.037 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.038 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:12.039 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 16 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "0.029297" 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:12.040 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1657502 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 0, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 0, 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0 2024-09-16T06:48:12.041 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 0, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 4766, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 176489132, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 802626223, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 3636406686, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 17374750384, 2024-09-16T06:48:12.042 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 0, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 32218, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 41172, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 31, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 9862 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 32218, 2024-09-16T06:48:12.043 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 41172 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:12.044 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:12.045 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: E2010325", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:12.046 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:12.047 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 31 Celsius", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 0%", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 0%", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 176,489,132 [90.3 TB]", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 802,626,223 [410 TB]", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 3,636,406,686", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 17,374,750,384", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 4,766", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 32,218", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 41,172", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 9,862", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:12.048 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.049 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 31 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "a413d93a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPEDMD400G4_a4145fa4-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064303": { 2024-09-16T06:48:12.050 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "8DV101H0", 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a413d93a-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:12.051 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468983 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.052 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:12.053 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 26493240 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:12.055 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 47061643 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.056 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.057 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "63.999023" 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.059 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 90, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 3223, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 3235, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 3213 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.060 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 10, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 44, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 356227225, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 1736261011, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 6033516832, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 32658232146, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 10, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 55676, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 56465, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 29, 2024-09-16T06:48:12.061 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 3306 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 55676, 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 56465 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:12.063 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: 8DV101H0", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:12.064 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: " 1 - 512 8 2", 2024-09-16T06:48:12.065 INFO:tasks.workunit.client.0.smithi042.stdout: " 2 - 512 16 2", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: " 3 - 4096 0 0", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: " 4 - 4096 8 0", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: " 5 - 4096 64 0", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: " 6 - 4096 128 0", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 29 Celsius", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 10%", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 10%", 2024-09-16T06:48:12.066 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 356,227,225 [182 TB]", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 1,736,261,011 [888 TB]", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 6,033,516,832", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 32,658,232,146", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 44", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 55,676", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 56,465", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 3,306", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.067 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 29 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.068 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.069 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.069 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.069 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:12.069 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview-all 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:12 smithi164 ceph-mon[31490]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "device_report": { 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "a41213fc-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPED1D480GA_a412aa1a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064300": { 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:12.519 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "E2010325", 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a41213fc-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468979 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:12.520 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.521 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.523 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 12247104 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:12.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 16 2024-09-16T06:48:12.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "0.029297" 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1657502 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:12.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 0, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 0, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 0, 2024-09-16T06:48:12.529 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 4766, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 176489132, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 802626223, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 3636406686, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 17374750384, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 0, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 32218, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 41172, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 31, 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 9862 2024-09-16T06:48:12.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 32218, 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 41172 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:12.531 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:12.532 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: E2010325", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:12.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 31 Celsius", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 0%", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 0%", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 176,489,132 [90.3 TB]", 2024-09-16T06:48:12.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 802,626,223 [410 TB]", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 3,636,406,686", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 17,374,750,384", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 4,766", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 32,218", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 41,172", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 9,862", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:12.536 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 31 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:12.537 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "a413d93a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPEDMD400G4_a4145fa4-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064303": { 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "8DV101H0", 2024-09-16T06:48:12.538 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a413d93a-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468983 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:12.539 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:12.540 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.541 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.542 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 26493240 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:12.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 47061643 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:12.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "63.999023" 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.546 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 90, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 3223, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 3235, 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 3213 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.547 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 10, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 44, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 356227225, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 1736261011, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 6033516832, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 32658232146, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:12.548 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 10, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 55676, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 56465, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 29, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 3306 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 55676, 2024-09-16T06:48:12.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 56465 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:12.550 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: 8DV101H0", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:12.551 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:12.552 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 1 - 512 8 2", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 2 - 512 16 2", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 3 - 4096 0 0", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 4 - 4096 8 0", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 5 - 4096 64 0", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 6 - 4096 128 0", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.553 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 29 Celsius", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 10%", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 10%", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 356,227,225 [182 TB]", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 1,736,261,011 [888 TB]", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 6,033,516,832", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 32,658,232,146", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 44", 2024-09-16T06:48:12.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 55,676", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 56,465", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 3,306", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:12.555 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 29 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.556 INFO:tasks.workunit.client.0.smithi042.stdout: "report": { 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "ident" 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:12.557 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:12.558 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:12.559 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:12.560 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:12.561 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:12.562 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:12.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T06:48:12.564 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:12.565 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addr", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addrv", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:12.566 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T06:48:12.567 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:12.568 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:12.569 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:12.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T06:48:12.571 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T06:48:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 1, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T06:48:12.573 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T06:48:12.574 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.575 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T06:48:12.576 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T06:48:12.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T06:48:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:12.579 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.580 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.581 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.582 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:12.583 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T06:48:12.584 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T06:48:12.585 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy" 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 17, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.586 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "quincy" 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:12.587 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:12.588 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.45044111579773e-06, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 126, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 236544, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:12.589 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 113, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:12.590 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 98304, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 98304, 2024-09-16T06:48:12.591 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.351970553287174e-07, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 3410, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 3410, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 10230, 2024-09-16T06:48:12.592 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 51, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 19456 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:12.593 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T06:48:12.594 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T06:48:12.595 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:12.596 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116261642, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12288, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12288, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:12.597 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.6899635468803353e-08, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 19, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 57, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 2, 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 2048 2024-09-16T06:48:12.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:12.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T06:48:12.502458", 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T06:48:12.600 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T06:48:12.601 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T06:48:12.602 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T06:48:12.603 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T06:48:12.604 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517307904, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442977280, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 2442977280, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.003181124571710825 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517307904, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442977280 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:12.605 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:12.606 INFO:tasks.workunit.client.0.smithi042.stderr:++ ceph telemetry collection ls 2024-09-16T06:48:12.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[27521]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:12.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:12 smithi042 ceph-mon[39185]: from='client.24812 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:12.985 INFO:tasks.workunit.client.0.smithi042.stderr:+ COLLECTIONS='New collections are available: 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.986 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ New collections are available: 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.987 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.988 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ New collections are available: 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.989 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ New collections are available: 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T06:48:12.990 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.991 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ New collections are available: 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.992 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-16T06:48:12.993 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ New collections are available: 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:NAME STATUS DESC 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T06:48:12.994 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-16T06:48:12.995 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-16T06:48:13.456 INFO:tasks.workunit.client.0.smithi042.stdout:Telemetry is on. 2024-09-16T06:48:13.456 INFO:tasks.workunit.client.0.smithi042.stdout:Some channels are disabled, please enable with: 2024-09-16T06:48:13.456 INFO:tasks.workunit.client.0.smithi042.stdout:`ceph telemetry enable channel perf` 2024-09-16T06:48:13.467 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry enable channel perf 2024-09-16T06:48:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:13 smithi164 ceph-mon[31490]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Bus STOPPING 2024-09-16T06:48:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[27521]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-mon[39185]: from='client.14928 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:13.938 INFO:tasks.workunit.client.0.smithi042.stdout:channel_perf is enabled 2024-09-16T06:48:13.949 INFO:tasks.workunit.client.0.smithi042.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-16T06:48:14.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:48:14.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Bus STOPPED 2024-09-16T06:48:14.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Bus STARTING 2024-09-16T06:48:14.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Serving on http://:::9283 2024-09-16T06:48:14.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Bus STARTED 2024-09-16T06:48:14.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:13 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:13] ENGINE Bus STOPPING 2024-09-16T06:48:14.310 INFO:tasks.workunit.client.0.smithi042.stderr:+ LAST_OPT_REVISION=1 2024-09-16T06:48:14.310 INFO:tasks.workunit.client.0.smithi042.stderr:+ '[' 1 -ne 1 ']' 2024-09-16T06:48:14.310 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show 2024-09-16T06:48:14.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:14.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-16T06:48:14.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:14 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:48:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:14] ENGINE Bus STOPPED 2024-09-16T06:48:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:14] ENGINE Bus STARTING 2024-09-16T06:48:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:14] ENGINE Serving on http://:::9283 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:48:14] ENGINE Bus STARTED 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: mgrmap e23: y(active, since 2m), standbys: x 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:14.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:14.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:14.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:14 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:14.980 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.981 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.982 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T06:48:14.983 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:14.984 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T06:48:14.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:14.987 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T06:48:14.988 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:14.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addr", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addrv", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:14.990 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T06:48:14.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T06:48:14.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T06:48:14.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T06:48:14.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T06:48:14.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_perf", 2024-09-16T06:48:14.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/enabled", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:14.994 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:14.995 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:14.996 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:14.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T06:48:14.998 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 1, 2024-09-16T06:48:14.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T06:48:15.000 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 0, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T06:48:15.001 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T06:48:15.002 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T06:48:15.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_stats": { 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:15.004 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20447232, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 536520, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 737280, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 430, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1132920, 2024-09-16T06:48:15.005 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1075712, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 15080640, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 21184512 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20135936, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 428712, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 958464, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 0, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 345, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.006 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 822152, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 12, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 619520, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 14685648, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 20135936 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 34586624, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 925576, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 16064512, 2024-09-16T06:48:15.007 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 949, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5425296, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 21, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1861120, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 23753192, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 50651136 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.008 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 38076416, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 905328, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 172032, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 14671872, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1277, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 7556776, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 22, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2803712, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 24017128, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 52748288 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.009 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 44621824, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 1415632, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 8192, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 8036352, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1728, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 9814952, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 22, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2940672, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 27820936, 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 52658176 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 273694720, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 856888, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1081344, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1346, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5579560, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:15.011 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2215424, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 262290336, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 274776064 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272080896, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 851664, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 8192, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 745472, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1300, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5173464, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:15.012 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1841152, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261453912, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272826368 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272171008, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 757304, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 507904, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1225, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5201312, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 47, 2024-09-16T06:48:15.013 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2031872, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261428008, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272678912 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271212544, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 616304, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 57344, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 630784, 2024-09-16T06:48:15.014 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1208, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4600784, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1629696, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261555904, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 271843328 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271769600, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 600088, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.015 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 843776, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1206, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4950760, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1886464, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261579776, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272613376 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272236544, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 725728, 2024-09-16T06:48:15.016 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 442368, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1227, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4443808, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2166784, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 262147712, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272678912 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271917056, 2024-09-16T06:48:15.017 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 857760, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1810432, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1214, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4445088, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2205440, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261656256, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 273727488 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:15.018 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272400384, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 1318096, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1540096, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1261, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4580288, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1957120, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261792368, 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 273940480 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "io_rate": { 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_stats_delta": { 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 0, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 0, 2024-09-16T06:48:15.020 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "stamp_delta": "12.002582", 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 146, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 248, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 32, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.023 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 0 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T06:48:15.024 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "mempool": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.025 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.026 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.028 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222183, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 68 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.030 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 50488, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 208 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7936, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 135 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.032 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.034 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.035 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.036 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.037 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 150105, 2024-09-16T06:48:15.038 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 34 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 856, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.039 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.043 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1057602, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 342 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.047 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.048 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5312, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 103 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.049 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.050 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.053 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.054 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1247058, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 396 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.055 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5312, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 103 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.057 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.058 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.060 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.061 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.062 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1094690, 2024-09-16T06:48:15.063 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 340 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 352, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.064 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.065 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10624, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 206 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:15.066 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.067 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19264, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 560, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8256, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19264, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5360, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 27171, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 6 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 53130, 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9565 2024-09-16T06:48:15.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 130560, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 192 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10772, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 677 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30548, 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 192 2024-09-16T06:48:15.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 355380, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 78 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2418692, 2024-09-16T06:48:15.071 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 190 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5896, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 521280, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.072 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 63544, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 127 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.073 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.074 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1344, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.076 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7728, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4560, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 57 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16384, 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:15.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47470, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8605 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 121720, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 179 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8876, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 506 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.078 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26448, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 179 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1472, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 406743, 2024-09-16T06:48:15.079 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 90 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 20096, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2434518, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 191 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5016, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 57 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.080 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 440192, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 38 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8528, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.081 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.082 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.083 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17696, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 336, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.084 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7584, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17696, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4240, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 53 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12288, 2024-09-16T06:48:15.085 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 44046, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8165 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 115600, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8000, 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 491 2024-09-16T06:48:15.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 24648, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.087 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 300631, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2396592, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4312, 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 49 2024-09-16T06:48:15.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 359104, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 31 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.089 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8320, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223176, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3370 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.090 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 448, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7776, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3520, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 44 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 14883, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.094 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 45477, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8403 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 119000, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 175 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8688, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 507 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 25256, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 175 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 219468, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30637, 2024-09-16T06:48:15.096 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2428252, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4840, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 55 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.097 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 417024, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 36 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10400, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 20 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.098 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223432, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3382 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.099 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18256, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.101 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 560, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7824, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18256, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3200, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 40 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47056, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8646 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 122400, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 180 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9012, 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 510 2024-09-16T06:48:15.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26368, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 180 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 864890, 2024-09-16T06:48:15.104 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 59 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12096, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2437492, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 182 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4752, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 54 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.105 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 451776, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8944, 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18 2024-09-16T06:48:15.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222920, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3358 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.107 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.108 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.109 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 224, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7728, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2800, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 35 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.110 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47808, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8687 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 123080, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9228, 2024-09-16T06:48:15.111 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 510 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26960, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.112 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 790460, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30637, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2427430, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 184 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5456, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 62 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.113 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 474944, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 13000, 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 25 2024-09-16T06:48:15.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223432, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3382 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.115 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18928, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8112, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18928, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2400, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 30 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47204, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8880 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 121040, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 178 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10232, 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 665 2024-09-16T06:48:15.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 27388, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 178 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.120 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 496089, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 33 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2401860, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 165 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4576, 2024-09-16T06:48:15.121 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 52 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 451776, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 63232, 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 132 2024-09-16T06:48:15.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:15.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19040, 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:15.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1008, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8160, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19040, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1920, 2024-09-16T06:48:15.126 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 278528, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51384, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9419 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 128520, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 189 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:15.127 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11036, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 674 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30036, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 189 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:15.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 147620, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 28 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2390033, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 195 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6160, 2024-09-16T06:48:15.129 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 70 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 532864, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 46 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:15.130 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 65104, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 150 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.131 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:15.132 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T06:48:15.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:15.134 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T06:48:15.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T06:48:15.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.137 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T06:48:15.138 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T06:48:15.139 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy" 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 17, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T06:48:15.140 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "quincy" 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_perf_histograms": [ 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:15.142 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:15.143 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.144 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:15.145 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:15.146 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:15.147 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.148 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.149 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.150 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.151 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.152 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.153 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.154 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.155 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.156 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.157 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.158 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.159 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.160 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.161 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.162 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.163 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.164 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.165 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.166 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.167 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.168 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:15.170 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:15.171 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.172 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:15.173 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:15.174 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.175 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.176 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.177 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.178 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.179 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.180 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.181 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.182 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.183 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.184 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.185 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.186 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.188 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.189 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.190 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.191 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.192 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.193 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.194 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.195 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.196 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:15.198 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:15.199 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:15.200 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:15.201 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:15.202 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:15.203 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.204 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.205 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.207 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.208 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.209 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.210 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.211 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.212 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.213 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.214 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.215 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.216 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.217 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.218 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.219 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.220 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.221 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.222 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.223 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.224 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.225 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.226 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:15.227 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:15.228 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:15.229 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:15.230 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:15.231 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.232 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.233 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.234 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.235 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.237 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.238 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.239 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.240 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.241 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.242 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.243 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.244 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.245 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.246 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.247 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.248 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.249 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.250 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:15.251 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.252 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.253 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_counters": { 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "caps": { 2024-09-16T06:48:15.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_grant": { 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_revoke": { 2024-09-16T06:48:15.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_trunc": { 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_commit": { 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch": { 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_merge": { 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_split": { 2024-09-16T06:48:15.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "exported_inodes": { 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "forward": { 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_cap_release": { 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps": { 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.257 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps_dirty": { 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_inode_file_caps": { 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "imported_inodes": { 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes": { 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_expired": { 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_pinned": { 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_with_caps": { 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "load_cent": { 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "openino_dir_fetch": { 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.259 INFO:tasks.workunit.client.0.smithi042.stdout: "process_request_cap_release": { 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "reply_latency": { 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106126 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "request": { 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rbytes": { 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rfiles": { 2024-09-16T06:48:15.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rsnaps": { 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_reply": { 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "subtrees": { 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_cache": { 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_enqueue_scrub": { 2024-09-16T06:48:15.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_exportdir": { 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_flush": { 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragmentdir": { 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragstats": { 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_inodestats": { 2024-09-16T06:48:15.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_enqueued": { 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_prioritized": { 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_processing": { 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays": { 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_delayed": { 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_enqueuing": { 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_completed": { 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_started": { 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_created": { 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_enqueued": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_migrated": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_reintegrated": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_log": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "ev": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "evadd": { 2024-09-16T06:48:15.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "evex": { 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "evexd": { 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "evexg": { 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "evtrm": { 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "jlat": { 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12580562 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "replayed": { 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "seg": { 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "segadd": { 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "segex": { 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "segexd": { 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.267 INFO:tasks.workunit.client.0.smithi042.stdout: "segexg": { 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "segtrm": { 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_mem": { 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "cap": { 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "cap+": { 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.268 INFO:tasks.workunit.client.0.smithi042.stdout: "cap-": { 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dir": { 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dir+": { 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dir-": { 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dn": { 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "dn+": { 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "dn-": { 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "heap": { 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207068 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "ino": { 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.270 INFO:tasks.workunit.client.0.smithi042.stdout: "ino+": { 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "ino-": { 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "rss": { 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36324 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_server": { 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_acquisition_throttle": { 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.271 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_revoke_eviction": { 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_request": { 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_session": { 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_peer_request": { 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "req_create_latency": { 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getattr_latency": { 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106126 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getfilelock_latency": { 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getvxattr_latency": { 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "req_link_latency": { 2024-09-16T06:48:15.273 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookup_latency": { 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookuphash_latency": { 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupino_latency": { 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupname_latency": { 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupparent_latency": { 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupsnap_latency": { 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lssnap_latency": { 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mkdir_latency": { 2024-09-16T06:48:15.275 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mknod_latency": { 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mksnap_latency": { 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "req_open_latency": { 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.276 INFO:tasks.workunit.client.0.smithi042.stdout: "req_readdir_latency": { 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rename_latency": { 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "req_renamesnap_latency": { 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmdir_latency": { 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmsnap_latency": { 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmxattr_latency": { 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setattr_latency": { 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setdirlayout_latency": { 2024-09-16T06:48:15.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setfilelock_latency": { 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setlayout_latency": { 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setxattr_latency": { 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "req_symlink_latency": { 2024-09-16T06:48:15.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "req_unlink_latency": { 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_sessions": { 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "average_load": { 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "avg_session_uptime": { 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87 2024-09-16T06:48:15.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "mdthresh_evicted": { 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "session_count": { 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "session_remove": { 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_open": { 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_stale": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "total_load": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "purge_queue": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_high_water": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops": { 2024-09-16T06:48:15.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops_high_water": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_item_in_journal": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:15.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 114 2024-09-16T06:48:15.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 766 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 766, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3851322 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.286 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 766, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79999383 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:15.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 768 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.288 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 768 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.290 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 768, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1736986728 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.291 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 767 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:15.292 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7559067 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5252 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 102999217 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:15.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48029696 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32243712 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15785984 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.294 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249959 2024-09-16T06:48:15.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70847446 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40197 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71057208 2024-09-16T06:48:15.300 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184686551 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165993 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29303297 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:15.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32713, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79676154 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1645, 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 203621550 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.307 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 54 2024-09-16T06:48:15.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 776 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 776, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3877262 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 776, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124998040 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:15.310 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 146 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1681973789 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:15.314 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.315 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7608849 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5327 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 386993954 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50126848 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34660352 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15466496 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249959 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.320 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70847446 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40197 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71057208 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184686551 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165993 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:15.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25688856 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 33429, 2024-09-16T06:48:15.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72635443 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1691, 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 585510088 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T06:48:15.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 900 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4923414 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2700 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 132998984 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 900 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4858672 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.335 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5222 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 126435358 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:15.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 999992 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 902 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 902, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2175983321 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:15.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1627 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.338 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.339 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50036736 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41861120 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8175616 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277030890 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249529 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70846813 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.344 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277030890 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37794 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71058548 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:15.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184687260 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.349 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165284 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30468709 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:15.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40243, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 158623904 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:15.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1955, 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 262235166 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2211840 2024-09-16T06:48:15.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.356 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1458176 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1318912 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.359 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3604480 2024-09-16T06:48:15.362 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1257472 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 194273 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35707 2024-09-16T06:48:15.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65427921 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 287, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13326749 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 412363 2024-09-16T06:48:15.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65840284 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38490 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4790 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10815 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 674 2024-09-16T06:48:15.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 217 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 98, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1420118 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 240, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 247507 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.368 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 142, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 843116 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39810 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5836443 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.369 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7061394 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 479641510253 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157574749954 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71972228228 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46409 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 439629 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 228214222 2024-09-16T06:48:15.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 130879 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159844501 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20267464 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878422 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 283898 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 414662436 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24314970 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.373 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3208591 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 272023552 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270721024 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.374 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1302528 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85553789 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20480 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73809283 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641653420 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.380 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71376132 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.381 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57035859 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68792797 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641653420 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7113 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 263210 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.386 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71107937 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T06:48:15.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17246697 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3225578 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10319008 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.393 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.394 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17246697 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3225578 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10319008 2024-09-16T06:48:15.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305745920 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.398 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1998848 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1355776 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1216512 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.403 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.404 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.405 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3289088 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 659456 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.406 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 198605 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 25, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78085 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:15.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66449824 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 273, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11181696 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 384877 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66834701 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.409 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41029 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21657 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20115 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 675 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 115, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1692384 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 271, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239513 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 156, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1126989 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 101510 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5538508 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 93, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5957005 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.413 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 91, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 319266390433 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 93, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159897182691 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 355, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77988420368 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 355, 2024-09-16T06:48:15.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40272 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 367575 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124478614 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 118433 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124061824 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19355315 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 287517 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 52, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246245 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.416 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 273852718 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23641930 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2754927 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:15.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270073856 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269213696 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 860160 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.418 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85555439 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73811729 2024-09-16T06:48:15.421 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641665797 2024-09-16T06:48:15.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71363755 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57036959 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.427 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68791697 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641665797 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8371 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 235808 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71121704 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 97 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.432 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1640827 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 597400753 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 596 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35418717 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183822607 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2749667 2024-09-16T06:48:15.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 596 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2453286 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1949895 2024-09-16T06:48:15.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11353423 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4840225 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10649922 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1640827 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 583297663 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.438 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28125206 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171222790 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305156096 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.440 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.441 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1716224 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1167360 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028096 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.443 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.444 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.447 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2818048 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 647168 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225826 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18862 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.451 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48531347 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 233, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5835841 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 363639 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48894986 2024-09-16T06:48:15.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32910 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2083 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.453 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5775 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 493 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 199 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028416 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 206, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 215729 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 121, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 627415 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.455 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100345 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4937218 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6119036 2024-09-16T06:48:15.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 352737525662 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110922590512 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86339204882 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30116 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 334733 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79221159 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100321 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40756856 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16402798 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 287338 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269344 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.459 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 141695199 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19914734 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2100907 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.460 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269926400 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269197312 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 729088 2024-09-16T06:48:15.461 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85556534 2024-09-16T06:48:15.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.463 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73814730 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641674010 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.467 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71355542 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.468 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57037689 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.469 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68790967 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641674010 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18016 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 217589 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.473 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71122065 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243881522 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10214629 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221081564 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.477 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.480 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243881522 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.481 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10214629 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221081564 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305135616 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1122304 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.485 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 851968 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 712704 2024-09-16T06:48:15.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.490 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1908736 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.492 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 663552 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7510 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.494 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47534319 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 152, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10181546 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232601 2024-09-16T06:48:15.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47766920 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30898 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.496 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1673 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8180 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 331 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 208 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 74, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 670918 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 125, 2024-09-16T06:48:15.498 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 240367 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 51, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 211910 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.499 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3452246 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3519873 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 43, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312676923049 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68292494599 2024-09-16T06:48:15.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 248, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 514221 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 248, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35148 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 236708 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185507631 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70351 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135188790 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12460019 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.502 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289751 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 175463 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 336874376 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14878609 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.503 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1956996 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269090816 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268443648 2024-09-16T06:48:15.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 647168 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85556340 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8192 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73819020 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641672556 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71356996 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57037560 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68791096 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.514 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641672556 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20822 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 222110 2024-09-16T06:48:15.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71116192 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.517 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.518 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 750561 2024-09-16T06:48:15.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 750561 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.525 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305152000 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.527 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1159168 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 888832 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 749568 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.535 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1982464 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 667648 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.536 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 326010 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.537 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45303 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42135028 2024-09-16T06:48:15.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 160, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6800275 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 180058 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42315086 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37149 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4143 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11796 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 340 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 226 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.541 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3411709 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 140, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183370 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2834848 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.542 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 115815 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2931630 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2644521 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:15.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 228309409334 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 62458793079 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 249, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6704474638 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 249, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69488 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232493 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148214163 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70161 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75767306 2024-09-16T06:48:15.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12803129 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 288053 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 149265 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239979195 2024-09-16T06:48:15.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15742939 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2027092 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269860864 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268959744 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 901120 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499871 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883681 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641249033 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71780519 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999914 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828742 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641249033 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5549 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 238632 2024-09-16T06:48:15.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71538466 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.560 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.561 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27706174 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 903970 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.563 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27182434 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27706174 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 903970 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27182434 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.568 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305160192 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:15.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1191936 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.571 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 909312 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 770048 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.572 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.574 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.575 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.577 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2035712 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 659456 2024-09-16T06:48:15.578 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 213408 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20236 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.580 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53516717 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 158, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9120178 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 165056 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53681773 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.581 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33052 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4480 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.582 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4151 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 330 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.583 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 231 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1077948 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 124, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243976 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45, 2024-09-16T06:48:15.584 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 805139 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85515 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3234098 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:15.585 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2608325 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172189426509 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56733180485 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 269, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6344757072 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 269, 2024-09-16T06:48:15.586 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28978 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246317 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 140680031 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75781 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.587 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 90873803 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20155474 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289441 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 30, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 179496 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.588 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 255222111 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22353830 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9926993 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.589 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269926400 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269312000 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.590 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 614400 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.591 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499789 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883763 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.594 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641248421 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.595 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71781131 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999859 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828797 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.600 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641248421 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.601 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.603 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13872 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.604 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 237219 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71532168 2024-09-16T06:48:15.605 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.606 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.607 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.608 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.610 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.613 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.614 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305147904 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.615 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.616 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1163264 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.617 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.618 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 909312 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 770048 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.620 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.621 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.622 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.624 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2007040 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1245184 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.625 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.626 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5425 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43123984 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 153, 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13404253 2024-09-16T06:48:15.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157272 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43281256 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.628 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34706 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1003 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11342 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 313 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 235 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490037 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.630 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 113, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 213623 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 352083 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.631 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3132920 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1957863 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 373421238836 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44187520628 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398761 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27242 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.633 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 180523 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232788768 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74171 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59892663 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.634 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13546384 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 879700 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 25, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 111211 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 309575427 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15497739 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1635503 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.636 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270974976 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268935168 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2039808 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.637 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499723 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.638 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883829 2024-09-16T06:48:15.640 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.641 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641247923 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.642 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71781629 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999815 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.645 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.646 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828841 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641247923 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.648 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12751 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239448 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.649 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71531558 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.650 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2804 2024-09-16T06:48:15.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 105822516 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13604567 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:15.653 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100523351 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.654 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.655 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.656 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.657 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2804 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 105822516 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13604567 2024-09-16T06:48:15.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100523351 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305733632 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:15.661 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1200128 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:15.662 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 954368 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 815104 2024-09-16T06:48:15.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.664 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:15.665 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.666 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.668 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2088960 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1249280 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 120782 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24507 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:15.671 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49230616 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 175, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14511679 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 116832 2024-09-16T06:48:15.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49347448 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37514 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:15.673 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 892 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:15.674 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4267 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 531 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 260 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 105, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2369766 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 163, 2024-09-16T06:48:15.675 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 218576 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1798138 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15962 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.676 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3803835 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1317477 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225512849161 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30177180825 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.677 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 403178 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33547 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 197316 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 181654922 2024-09-16T06:48:15.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 82229 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 103899801 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22702767 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878298 2024-09-16T06:48:15.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76176 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312296184 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24565953 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:15.680 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4206646 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 271187968 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269770752 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.681 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1417216 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.682 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85490650 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135168 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73757734 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.685 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641179879 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.686 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.687 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71849673 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.688 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56993767 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.690 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68834889 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641179879 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:15.692 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9934 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 252628 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:15.693 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71589239 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:15.694 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:15.695 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.696 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 96235666 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264322 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 89, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21973523 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.697 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87265403 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9648460 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:15.698 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264322 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8746857 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7222439 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:15.699 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21148434 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:15.700 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9401921 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19811434 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.701 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65438772 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3824745 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60231530 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.702 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.703 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305737728 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:15.704 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:15.705 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.45044111579773e-06, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 272, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 490496, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 145, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:15.706 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T06:48:15.707 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 98304, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 98304, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.351970553287174e-07, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:15.708 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 3410, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 3410, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 10230, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 51, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 19456 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:15.709 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:15.710 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T06:48:15.711 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:15.712 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12288, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12288, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:15.713 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.6899635468803353e-08, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 19, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 57, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 2, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 2048 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:15.714 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T06:48:14.867742", 2024-09-16T06:48:15.715 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_stats": { 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "6.15.5" 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:15.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.717 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T06:48:15.718 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T06:48:15.719 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pg": [ 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.720 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825931+0000", 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825931+0000", 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826220+0000", 2024-09-16T06:48:15.721 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.722 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3f", 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.723 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000", 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.727 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823560+0000", 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823560+0000", 2024-09-16T06:48:15.728 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.823926+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:15.729 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3e", 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.730 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:06:03.710839+0000", 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.734 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.735 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833532+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833532+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.833852+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3d", 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:50:14.531222+0000", 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.741 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.742 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.814869+0000", 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.814869+0000", 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.818070+0000", 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.743 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.744 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3c", 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.745 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:07:00.519649+0000", 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.749 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818609+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818609+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.818875+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.751 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3b", 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000", 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.756 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.757 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824604+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824604+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825045+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.759 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3a", 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.760 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:55:49.072591+0000", 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.761 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.764 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.765 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823396+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823396+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.823656+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.766 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.767 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.39", 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.768 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000", 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.769 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.770 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.772 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.773 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820075+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820075+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.820348+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.774 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.775 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.38", 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:08:00.121763+0000", 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.778 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.779 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.780 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824529+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824529+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824797+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.781 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.782 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.37", 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000", 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.783 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.786 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.787 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.807945+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.807945+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.808247+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.789 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.36", 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.790 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000", 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816881+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816881+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817153+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.796 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.797 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.35", 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000", 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.802 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818945+0000", 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818945+0000", 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819186+0000", 2024-09-16T06:48:15.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:15.804 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.805 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.34", 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:41:01.894239+0000", 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.811 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.812 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.822022+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.822022+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.822286+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.814 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.33", 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:05:48.909300+0000", 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.815 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.818 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.819 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823934+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823934+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825010+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.821 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.32", 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.822 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:07:04.272787+0000", 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.807163+0000", 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.807163+0000", 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.807531+0000", 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.828 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.31", 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.829 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:00:31.382833+0000", 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.833 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825353+0000", 2024-09-16T06:48:15.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825353+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825615+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.835 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.30", 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.836 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:31:12.093461+0000", 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.840 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.841 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815370+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815370+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815732+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2f", 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:59:00.978507+0000", 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.844 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.848 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812127+0000", 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812127+0000", 2024-09-16T06:48:15.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812424+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.851 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2e", 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000", 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.855 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.856 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826082+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826082+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826869+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.858 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2d", 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000", 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.862 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.822343+0000", 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.822343+0000", 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.822598+0000", 2024-09-16T06:48:15.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:15.865 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2c", 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.866 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000", 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.870 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.871 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833622+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833622+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.833924+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.873 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2b", 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:37.756914+0000", 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.877 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.878 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820626+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820626+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.820953+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2a", 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:24:10.024951+0000", 2024-09-16T06:48:15.881 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.885 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812606+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812606+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.813111+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.887 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.29", 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.888 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:34:09.348803+0000", 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.892 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816997+0000", 2024-09-16T06:48:15.893 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816997+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817351+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.895 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.28", 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:51:49.901659+0000", 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.899 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.900 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816357+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816357+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.816648+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.902 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.27", 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.903 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:47:29.490651+0000", 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.907 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.908 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.810218+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.810218+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.810464+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.910 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.26", 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000", 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.914 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.915 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818932+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818932+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819221+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.917 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.25", 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.918 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:00.416164+0000", 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.922 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.923 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.831473+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.831473+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.831819+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.925 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.24", 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.926 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:04:47.812270+0000", 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.930 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.828111+0000", 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.828111+0000", 2024-09-16T06:48:15.931 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.828368+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.23", 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.933 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:53:36.996975+0000", 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:15.937 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.938 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.345179+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.345179+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.940 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.22", 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 10, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:33:31.838417+0000", 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.941 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.944 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:15.945 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.806352+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.806352+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.806685+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.947 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.21", 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.948 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000", 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.953 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815356+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815356+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815637+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.955 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.20", 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000", 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.956 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.959 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:15.960 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816443+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816443+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.816704+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.962 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1a", 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:52:59.140837+0000", 2024-09-16T06:48:15.963 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.967 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.968 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.814690+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.814690+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.814977+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.970 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1b", 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:48:25.086472+0000", 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.971 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.974 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826913+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826913+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827509+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.977 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1b", 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:15.978 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:46:36.205153+0000", 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:15.982 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.983 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.816148+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.816148+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816651+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.985 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1a", 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000", 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.986 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.989 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.990 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809575+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809575+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.809879+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:15.991 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:15.992 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.19", 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:44:18.363494+0000", 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:15.993 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:15.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:15.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.996 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:15.997 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825991+0000", 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825991+0000", 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826283+0000", 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:15.999 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.18", 2024-09-16T06:48:16.000 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:29:58.266506+0000", 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.801896+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.801896+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.802292+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.007 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.18", 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:05:04.246350+0000", 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.011 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.012 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.006466+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.006466+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.014 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.19", 2024-09-16T06:48:16.015 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:42:32.936575+0000", 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.019 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.020 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815548+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815548+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815859+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.022 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.17", 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000", 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.026 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.027 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815257+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815257+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815817+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.028 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.029 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.16", 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:38:57.303999+0000", 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.030 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.031 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.034 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.811257+0000", 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.811257+0000", 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.811510+0000", 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.035 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.036 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.16", 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.037 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:25:01.425664+0000", 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.038 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.039 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.042 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826508+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826508+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827484+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.043 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.044 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.17", 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:47:23.728720+0000", 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.045 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.048 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.049 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804667+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804667+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804937+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.050 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.051 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.15", 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 23, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.052 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:09:09.069407+0000", 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 90, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'3" 2024-09-16T06:48:16.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.057 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812438+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812438+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812733+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.058 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.059 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.14", 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:05:33.505861+0000", 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.062 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.063 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.064 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.813063+0000", 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.813063+0000", 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813396+0000", 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.065 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 12, 2024-09-16T06:48:16.066 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 12, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.14", 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.067 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 32, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000", 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 2624, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.068 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.069 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.070 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 9 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "64'12" 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.071 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.072 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.006894+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.006894+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.073 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.074 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.15", 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:44:40.334608+0000", 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.075 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.076 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.077 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.078 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.079 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.806872+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.806872+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.807199+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.080 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.081 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.13", 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000", 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 34, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.083 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.084 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 6 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.085 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.086 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.005928+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.005928+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.087 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:16.088 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.12", 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 10, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.089 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:52:23.476137+0000", 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.091 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.093 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.008630+0000", 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.008630+0000", 2024-09-16T06:48:16.094 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.095 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.12", 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 30, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:05:57.084731+0000", 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.100 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.101 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.821202+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.821202+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.821517+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.103 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.13", 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.104 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000", 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.108 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.807988+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.807988+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.808394+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.111 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.11", 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000", 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.115 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.116 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.814176+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.814176+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.814775+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.117 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.118 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.10", 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000", 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.122 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.123 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.802702+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.802702+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.802992+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 8, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.125 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 8, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.10", 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 28, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000", 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.126 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 4, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.129 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'8" 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.130 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825087+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825087+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825663+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.132 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.11", 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.133 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000", 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.137 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.811496+0000", 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.811496+0000", 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.811815+0000", 2024-09-16T06:48:16.138 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:16.139 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.f", 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.140 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000", 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 22, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.144 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824349+0000", 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824349+0000", 2024-09-16T06:48:16.145 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824641+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.146 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.e", 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.147 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000", 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.151 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.152 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.797065+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.797065+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.797352+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.154 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.e", 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000", 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.155 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.158 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.159 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825163+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825163+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825565+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.161 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.f", 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.162 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000", 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.166 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.800918+0000", 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.800918+0000", 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.801210+0000", 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.167 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:16.168 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.d", 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.169 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:26:27.685865+0000", 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 70, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.173 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.174 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.819035+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.819035+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819317+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.176 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.c", 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:10:00.781527+0000", 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.177 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.180 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.181 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804017+0000", 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804017+0000", 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804421+0000", 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.183 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.c", 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.184 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000", 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.188 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.189 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826317+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826317+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827070+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.191 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.d", 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000", 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.195 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.196 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.727111+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.727111+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.992450+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.198 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.5", 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.199 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:31:10.670422+0000", 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000366463, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.202 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.203 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 20, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:44:57.959858+0000", 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:44:57.959858+0000", 2024-09-16T06:48:16.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:44:57.967287+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 51, 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.205 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 95, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 50, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 95, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "1.0", 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.206 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 112, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000", 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.209 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 272, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 479, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 145, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.210 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "64'95" 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.211 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.801213+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.801213+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.801583+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.212 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.213 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.3", 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:13:24.325142+0000", 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.214 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.216 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.217 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.219 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.219 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.219 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820765+0000", 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820765+0000", 2024-09-16T06:48:16.220 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.821937+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.221 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2", 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.222 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:40:48.246066+0000", 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.223 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.224 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.225 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.226 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:47.381913+0000", 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:47.381913+0000", 2024-09-16T06:48:16.227 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:53.122937+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:16.228 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.6", 2024-09-16T06:48:16.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:28:57.446339+0000", 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000294595, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.231 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.232 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.233 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.813426+0000", 2024-09-16T06:48:16.234 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.813426+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813959+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:16.235 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.0", 2024-09-16T06:48:16.236 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000", 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.238 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.239 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.240 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.241 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826356+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826356+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827680+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.242 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.243 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1", 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:10:25.905224+0000", 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.246 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.247 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.248 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759509+0000", 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759509+0000", 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814417+0000", 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.249 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.250 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.7", 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.251 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:42:14.166280+0000", 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000369182, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.255 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:16.256 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.803598+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.803598+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.803941+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.257 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.258 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1", 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.259 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000", 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.263 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.795871+0000", 2024-09-16T06:48:16.264 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.795871+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.796208+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:16.265 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.0", 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.266 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:13:07.704850+0000", 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.270 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.271 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:47.381495+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:47.381495+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814168+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.272 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.273 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.4", 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:56:07.000429+0000", 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000353398, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.277 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.278 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.810022+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.810022+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813958+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.279 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.280 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.2", 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:04:47.839101+0000", 2024-09-16T06:48:16.281 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.284 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.285 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818901+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818901+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819284+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.287 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3", 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.288 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:34:59.298075+0000", 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.292 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.293 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.760164+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.760164+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814575+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.295 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.2", 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 23, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:30:28.345651+0000", 2024-09-16T06:48:16.296 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000923524, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 19, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T06:48:16.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 2 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "61'2" 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.300 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.301 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815380+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815380+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815654+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.303 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.4", 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:43:05.275137+0000", 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.307 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.308 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.813854+0000", 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.813854+0000", 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.814173+0000", 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.310 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.5", 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.311 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:52:48.630808+0000", 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.315 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.316 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759441+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759441+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:53.122513+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.318 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.3", 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:20:24.508042+0000", 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000531537, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.322 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "59'1" 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.323 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.812441+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.812441+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.812736+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.324 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.325 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.5", 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.326 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000", 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.331 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.803763+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.803763+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.804081+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.333 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.4", 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:33:18.026688+0000", 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.335 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.337 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.338 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.726625+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.726625+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.811184+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.339 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.340 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.0", 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:10:13.368778+0000", 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000581523, 2024-09-16T06:48:16.341 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.344 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.345 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809195+0000", 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809195+0000", 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.810149+0000", 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.346 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.347 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.6", 2024-09-16T06:48:16.348 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:04:08.337265+0000", 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.350 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.351 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.352 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "55'1" 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.353 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.008187+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.008187+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.354 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.355 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.7", 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:02:21.986010+0000", 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.358 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.359 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:16.360 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759419+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759419+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.812040+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:16.361 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.362 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.1", 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:43:32.403145+0000", 2024-09-16T06:48:16.363 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001012687, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.365 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.366 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.367 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.817133+0000", 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.817133+0000", 2024-09-16T06:48:16.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.817443+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.7", 2024-09-16T06:48:16.370 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000", 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.374 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.375 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833759+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833759+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.834113+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.376 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.377 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.6", 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:01:24.469480+0000", 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.381 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.382 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.812330+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.812330+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813599+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.383 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.384 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.8", 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000", 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.385 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.387 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.388 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.389 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815520+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815520+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815974+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.390 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.391 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.9", 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.392 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:26:34.150677+0000", 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.394 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.396 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815299+0000", 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815299+0000", 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815644+0000", 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.397 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.398 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.9", 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.399 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:53:11.104367+0000", 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.402 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.403 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.404 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.811907+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.811907+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812661+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.405 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.406 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.8", 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:52.587186+0000", 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.407 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.409 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.410 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.411 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.816553+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.816553+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816831+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.412 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.413 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.a", 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.414 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:49:34.462284+0000", 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.417 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:16.418 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.419 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825266+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825266+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825533+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.420 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.421 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.b", 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:05:26.651873+0000", 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.425 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.426 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.805527+0000", 2024-09-16T06:48:16.427 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.805527+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.806447+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.428 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.429 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.b", 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000", 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.433 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.434 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.806742+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.806742+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.808949+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.435 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.436 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.a", 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000", 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.440 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.441 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.810173+0000", 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.810173+0000", 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.810520+0000", 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.442 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:16.443 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1d", 2024-09-16T06:48:16.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:38:59.971799+0000", 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.448 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809697+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809697+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813348+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.450 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.451 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1c", 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000", 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.454 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.455 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.456 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815599+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815599+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817879+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.457 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.458 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1c", 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:31:54.333372+0000", 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.459 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.460 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.463 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815502+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815502+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816085+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.465 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1d", 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000", 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.466 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:16.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.469 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.470 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.829759+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.829759+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.830062+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:16.471 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1f", 2024-09-16T06:48:16.472 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:21:17.747080+0000", 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.473 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.474 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.475 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.476 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804103+0000", 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804103+0000", 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804403+0000", 2024-09-16T06:48:16.477 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.478 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1e", 2024-09-16T06:48:16.479 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:21:03.419772+0000", 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.480 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.481 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.482 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.483 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:16.484 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824085+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824085+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824408+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.485 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.486 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1e", 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:30:00.461355+0000", 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.487 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.489 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.490 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.491 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.817043+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.817043+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.817393+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:16.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 4, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:16.493 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 4, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1f", 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 24, 2024-09-16T06:48:16.494 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000", 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 570, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'4" 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.498 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pool": [ 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 24, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 8, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 4, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 19, 2024-09-16T06:48:16.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 2 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 12288, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:16.502 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 57, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 24 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 192, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 64, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 3, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:16.507 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 192 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 96, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 45, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 32, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 45, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 2, 2024-09-16T06:48:16.508 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 3410, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.509 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 66, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 22, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 22, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.510 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 14, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 51, 2024-09-16T06:48:16.511 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 19 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 98304, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 10230, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.512 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 96 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 3, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 95, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 1, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 3, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 95, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 1, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T06:48:16.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 272, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 479, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 145, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 1781760, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:16.516 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 1771104, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 3 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T06:48:16.517 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517316096, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442969088, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 2442969088, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.003181113861501217 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517316096, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442969088 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:16.518 INFO:tasks.workunit.client.0.smithi042.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T06:48:16.519 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show-device 2024-09-16T06:48:16.520 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:16.520 INFO:tasks.workunit.client.0.smithi042.stdout: "a41213fc-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.520 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPED1D480GA_a412aa1a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.520 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064300": { 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "E2010325", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a41213fc-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:16.521 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468979 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:16.522 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.523 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.524 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 12247104 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.526 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.527 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 16 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "0.029297" 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1657502 2024-09-16T06:48:16.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 0, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 0, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.529 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 0, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 4766, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 176489132, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 802626223, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 3636406686, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 17374750384, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:16.530 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 0, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 32218, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 41172, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 31, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 9862 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 32218, 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 41172 2024-09-16T06:48:16.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.532 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: E2010325", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:16.533 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.534 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 31 Celsius", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:16.535 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 0%", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 0%", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 176,489,132 [90.3 TB]", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 802,626,223 [410 TB]", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 3,636,406,686", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 17,374,750,384", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 4,766", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 32,218", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 41,172", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 9,862", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:16.536 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 31 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.537 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "a413d93a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPEDMD400G4_a4145fa4-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064303": { 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:16.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "8DV101H0", 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a413d93a-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468983 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T06:48:16.539 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.540 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:16.541 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.542 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 26493240 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.543 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 47061643 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.544 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:16.546 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "63.999023" 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 90, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 3223, 2024-09-16T06:48:16.547 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 3235, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 3213 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 10, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 44, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 356227225, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 1736261011, 2024-09-16T06:48:16.548 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 6033516832, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 32658232146, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 10, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 55676, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 56465, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 29, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 3306 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.549 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 55676, 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 56465 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:16.550 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: 8DV101H0", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:16.551 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:16.552 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 1 - 512 8 2", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 2 - 512 16 2", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 3 - 4096 0 0", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 4 - 4096 8 0", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 5 - 4096 64 0", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: " 6 - 4096 128 0", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.553 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 29 Celsius", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 10%", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 10%", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 356,227,225 [182 TB]", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 1,736,261,011 [888 TB]", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 6,033,516,832", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 32,658,232,146", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 44", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 55,676", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 56,465", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 3,306", 2024-09-16T06:48:16.554 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:16.555 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 29 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:16.556 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show-all 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.557 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.558 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.559 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.560 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:15 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.561 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.562 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:16 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.565 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.566 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.567 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.568 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.569 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2312873326' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.570 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:16.573 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:16.574 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:15 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:16.581 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "device_report": { 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "a41213fc-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPED1D480GA_a412aa1a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064300": { 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "E2010325", 2024-09-16T06:48:16.582 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a41213fc-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468979 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:16.583 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:16.586 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 12247104 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.588 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 16 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "0.029297" 2024-09-16T06:48:16.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1657502 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 0, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 0, 2024-09-16T06:48:16.591 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 0, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 4766, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 176489132, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 802626223, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 3636406686, 2024-09-16T06:48:16.592 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 17374750384, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 0, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 32218, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 41172, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 31, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 9862 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.593 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 32218, 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 41172 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:16.594 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:16.595 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: E2010325", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:16.596 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:16.597 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 31 Celsius", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 0%", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 0%", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 176,489,132 [90.3 TB]", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 802,626,223 [410 TB]", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 3,636,406,686", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 17,374,750,384", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 4,766", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 32,218", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 41,172", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 9,862", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:16.598 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:16.599 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 31 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "a413d93a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPEDMD400G4_a4145fa4-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064303": { 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T06:48:16.600 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "8DV101H0", 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a413d93a-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468983 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T06:48:16.601 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T06:48:16.602 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.603 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 26493240 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.605 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 47061643 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T06:48:16.606 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.607 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:16.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "63.999023" 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 90, 2024-09-16T06:48:16.609 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 3223, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 3235, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 3213 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 10, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 44, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T06:48:16.610 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 356227225, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 1736261011, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 6033516832, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 32658232146, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 10, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 55676, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 56465, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 29, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 3306 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T06:48:16.611 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 55676, 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 56465 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T06:48:16.612 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T06:48:16.613 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: 8DV101H0", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T06:48:16.614 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 1 - 512 8 2", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 2 - 512 16 2", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 3 - 4096 0 0", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 4 - 4096 8 0", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 5 - 4096 64 0", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: " 6 - 4096 128 0", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.615 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 29 Celsius", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 10%", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 10%", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 356,227,225 [182 TB]", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 1,736,261,011 [888 TB]", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 6,033,516,832", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 32,658,232,146", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 44", 2024-09-16T06:48:16.616 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 55,676", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 56,465", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 3,306", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:16.617 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 29 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "report": { 2024-09-16T06:48:16.618 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T06:48:16.619 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:16.620 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T06:48:16.621 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:16.622 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T06:48:16.623 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:16.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:16.625 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:16.626 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addr", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "public_addrv", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:16.627 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T06:48:16.628 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T06:48:16.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_perf", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/enabled", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T06:48:16.630 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T06:48:16.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T06:48:16.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T06:48:16.633 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T06:48:16.634 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 1, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T06:48:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T06:48:16.636 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.637 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T06:48:16.638 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.639 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_stats": { 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20463616, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 533048, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 720896, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 431, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1152776, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1075712, 2024-09-16T06:48:16.640 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 15080640, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 21184512 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20135936, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 360408, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 942080, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 0, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 345, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 972376, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 12, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 553984, 2024-09-16T06:48:16.641 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 14685648, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 20135936 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 35332096, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 923656, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 540672, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 15319040, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 955, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5219232, 2024-09-16T06:48:16.642 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 21, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2295296, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 23731800, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 50651136 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 38109184, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 907904, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 14639104, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1288, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.643 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 7799064, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 22, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2683392, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 24097384, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 52748288 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 45424640, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 1413752, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 303104, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 7233536, 2024-09-16T06:48:16.644 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1748, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 10432272, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 22, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2861824, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 27792248, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 52658176 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 273768448, 2024-09-16T06:48:16.645 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 851416, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1007616, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1350, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5526856, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2335232, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 262302432, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 274776064 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:16.646 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272080896, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 809144, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 745472, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1300, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5188336, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1873920, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261456984, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272826368 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.647 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272179200, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 725680, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 499712, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1226, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 5189928, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 47, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2080000, 2024-09-16T06:48:16.648 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261431080, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272678912 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271204352, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 598736, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 638976, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1210, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4538992, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1752064, 2024-09-16T06:48:16.649 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261562048, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 271843328 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271810560, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 581336, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 24576, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 802816, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1207, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4861992, 2024-09-16T06:48:16.650 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2007296, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261582848, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272613376 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272236544, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 703152, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 8192, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 442368, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1227, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4514512, 2024-09-16T06:48:16.651 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2107392, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 262150784, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 272678912 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 271966208, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 812992, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 24576, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1761280, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1216, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4506176, 2024-09-16T06:48:16.652 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 45, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2200832, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261669120, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 273727488 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 272465920, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 1306128, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2752512, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 8192, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1474560, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 1265, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 4738832, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 46, 2024-09-16T06:48:16.653 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1852672, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 261807584, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 273940480 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "io_rate": { 2024-09-16T06:48:16.654 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_stats_delta": { 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "stamp_delta": "12.002582", 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:16.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:16.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 146, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 248, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:16.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 32, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:16.658 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 0 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "mempool": { 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222183, 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 68 2024-09-16T06:48:16.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 50488, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 208 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7936, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 135 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.670 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.671 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.672 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 150105, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 34 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 856, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.673 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.677 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.678 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.679 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1049890, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 343 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.681 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.682 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5312, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 103 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.683 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.685 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.686 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.688 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1247522, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 402 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.690 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5312, 2024-09-16T06:48:16.691 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 103 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.692 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.694 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.695 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.696 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1093922, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 337 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 352, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.698 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6584, 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 134 2024-09-16T06:48:16.699 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12744, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1546 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10624, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 206 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.700 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.701 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19264, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.702 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 560, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8256, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19264, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5360, 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T06:48:16.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 27171, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 6 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 53130, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9565 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 130560, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 192 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.704 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10772, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 677 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30548, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 192 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.705 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 355380, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 78 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2418692, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 190 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.706 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5896, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 521280, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.707 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 69784, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 139 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.708 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.709 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.710 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1344, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7728, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.711 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4560, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 57 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16384, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47470, 2024-09-16T06:48:16.712 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8605 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 121720, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 179 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8876, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 506 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.713 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26448, 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 179 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1472, 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 406743, 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 90 2024-09-16T06:48:16.714 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 20096, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2434518, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 191 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5016, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 57 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.715 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 440192, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 38 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8528, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:16.716 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.718 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17696, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 336, 2024-09-16T06:48:16.719 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7584, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17696, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 158 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4240, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 53 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.720 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12288, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 44046, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8165 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 115600, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8000, 2024-09-16T06:48:16.721 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 491 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 24648, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.722 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 300631, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2396592, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 172 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4312, 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 49 2024-09-16T06:48:16.723 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 359104, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 31 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.724 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8320, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223176, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3370 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.725 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.726 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:16.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 448, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7776, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18144, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 162 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.728 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3520, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 44 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 14883, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 45477, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8403 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 119000, 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 175 2024-09-16T06:48:16.729 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8688, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 507 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 25256, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 175 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.730 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 219468, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30637, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.731 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2428252, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4840, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 55 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 417024, 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 36 2024-09-16T06:48:16.732 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10400, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 20 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223432, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3382 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.733 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.734 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.735 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18256, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 560, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7824, 2024-09-16T06:48:16.736 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18256, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 163 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3200, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 40 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.737 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47056, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8646 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 122400, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 180 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9012, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 510 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.738 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26368, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 180 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 864890, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 59 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12096, 2024-09-16T06:48:16.739 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2437492, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 182 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4752, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 54 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.740 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 451776, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8944, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222920, 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3358 2024-09-16T06:48:16.741 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.742 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.743 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 224, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.744 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7728, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18032, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 161 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2800, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 35 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.745 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47808, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8687 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 123080, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9228, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 510 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.746 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 26960, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 790460, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.747 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30637, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2427430, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 184 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5456, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 62 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.748 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 474944, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 13000, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 25 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.749 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 223432, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3382 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.750 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.751 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18928, 2024-09-16T06:48:16.752 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8112, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18928, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 169 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.753 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2400, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 30 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 47204, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8880 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 121040, 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 178 2024-09-16T06:48:16.754 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10232, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 665 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 27388, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 178 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.755 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 496089, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 33 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2401860, 2024-09-16T06:48:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 165 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4576, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 52 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 451776, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.757 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 69472, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 144 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.758 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.759 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6304, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16896, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.760 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Blob": { 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19040, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Buffer": { 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1008, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_Extent": { 2024-09-16T06:48:16.761 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8160, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_SharedBlob": { 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19040, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 170 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1920, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 278528, 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T06:48:16.762 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51384, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9419 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 128520, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 189 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11036, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 674 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T06:48:16.763 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30036, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 189 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 147620, 2024-09-16T06:48:16.764 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 28 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2390031, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 195 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6160, 2024-09-16T06:48:16.765 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 70 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 532864, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 46 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.766 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 72592, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 174 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 222664, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3346 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:16.768 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:16.769 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T06:48:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:16.771 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.772 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.773 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T06:48:16.774 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy" 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 17, 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T06:48:16.775 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "quincy" 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_perf_histograms": [ 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:16.776 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:16.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:16.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:16.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:16.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.787 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.790 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.791 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.792 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.793 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.794 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.795 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.796 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.797 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.798 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.799 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.800 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.801 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.802 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:16.803 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:16.804 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:16.805 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.806 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:16.807 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:16.808 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:16.809 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.810 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.811 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.812 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.813 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.814 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.815 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.817 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.818 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.819 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.820 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.821 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.822 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.823 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.824 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.825 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.826 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.827 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.828 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.829 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.830 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:16.831 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:16.832 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:16.833 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:16.836 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:16.837 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:16.838 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:16.839 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.841 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.842 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.843 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.844 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.846 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:16.847 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.848 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.849 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.851 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.852 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.853 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.854 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.855 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.856 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.857 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.858 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.859 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.860 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.861 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.862 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:16.863 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.864 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.865 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.866 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.867 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T06:48:16.868 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T06:48:16.869 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T06:48:16.870 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T06:48:16.871 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T06:48:16.872 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T06:48:16.873 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T06:48:16.874 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.875 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.876 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.877 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.878 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.879 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.880 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.882 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.883 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.884 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.885 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.886 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.887 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.888 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.889 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.890 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.891 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.892 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.893 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.895 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.896 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:16.897 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_counters": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "caps": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_grant": { 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_revoke": { 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_trunc": { 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_commit": { 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch": { 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_merge": { 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_split": { 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "exported_inodes": { 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "forward": { 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_cap_release": { 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps": { 2024-09-16T06:48:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps_dirty": { 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_inode_file_caps": { 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "imported_inodes": { 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes": { 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_expired": { 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_pinned": { 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.902 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_with_caps": { 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "load_cent": { 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "openino_dir_fetch": { 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "process_request_cap_release": { 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "reply_latency": { 2024-09-16T06:48:16.903 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106126 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "request": { 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rbytes": { 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rfiles": { 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rsnaps": { 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_reply": { 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "subtrees": { 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_cache": { 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_enqueue_scrub": { 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_exportdir": { 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_flush": { 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragmentdir": { 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragstats": { 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_inodestats": { 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_enqueued": { 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_prioritized": { 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_processing": { 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays": { 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_delayed": { 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_enqueuing": { 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_completed": { 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_started": { 2024-09-16T06:48:16.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_created": { 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_enqueued": { 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_migrated": { 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.909 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_reintegrated": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_log": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "ev": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "evadd": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "evex": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "evexd": { 2024-09-16T06:48:16.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "evexg": { 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "evtrm": { 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "jlat": { 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12580562 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "replayed": { 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "seg": { 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "segadd": { 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "segex": { 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "segexd": { 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "segexg": { 2024-09-16T06:48:16.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "segtrm": { 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_mem": { 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "cap": { 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "cap+": { 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "cap-": { 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "dir": { 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "dir+": { 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "dir-": { 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "dn": { 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "dn+": { 2024-09-16T06:48:16.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "dn-": { 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "heap": { 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207068 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "ino": { 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "ino+": { 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "ino-": { 2024-09-16T06:48:16.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "rss": { 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36324 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_server": { 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_acquisition_throttle": { 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_revoke_eviction": { 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_request": { 2024-09-16T06:48:16.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_session": { 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_peer_request": { 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "req_create_latency": { 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.917 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getattr_latency": { 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106126 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getfilelock_latency": { 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getvxattr_latency": { 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "req_link_latency": { 2024-09-16T06:48:16.918 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookup_latency": { 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookuphash_latency": { 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupino_latency": { 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.919 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupname_latency": { 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupparent_latency": { 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupsnap_latency": { 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lssnap_latency": { 2024-09-16T06:48:16.920 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mkdir_latency": { 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mknod_latency": { 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mksnap_latency": { 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "req_open_latency": { 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "req_readdir_latency": { 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rename_latency": { 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "req_renamesnap_latency": { 2024-09-16T06:48:16.922 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmdir_latency": { 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmsnap_latency": { 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmxattr_latency": { 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.923 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setattr_latency": { 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setdirlayout_latency": { 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setfilelock_latency": { 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setlayout_latency": { 2024-09-16T06:48:16.924 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setxattr_latency": { 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "req_symlink_latency": { 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "req_unlink_latency": { 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.925 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_sessions": { 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "average_load": { 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "avg_session_uptime": { 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "mdthresh_evicted": { 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "session_count": { 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "session_remove": { 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_open": { 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_stale": { 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "total_load": { 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.927 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:16.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "purge_queue": { 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed": { 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing": { 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_high_water": { 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops": { 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops_high_water": { 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_item_in_journal": { 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.930 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.931 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 114 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 766 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.932 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 766, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3851322 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 766, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79999383 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:16.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:16.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 768 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:16.935 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:16.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 768 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 768, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1736986728 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:16.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 767 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7559067 2024-09-16T06:48:16.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5252 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 767, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 102999217 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.940 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48029696 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32243712 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15785984 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.941 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249959 2024-09-16T06:48:16.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70847446 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.945 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40197 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.946 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71057208 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:16.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184686551 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165993 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29303297 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:16.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32713, 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79676154 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.953 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.954 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1645, 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 203621550 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:16.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 54 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 776 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 776, 2024-09-16T06:48:16.958 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3877262 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:16.959 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 776, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124998040 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 146 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:16.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:16.962 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:16.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1681973789 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.965 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:16.966 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 777 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7608849 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.969 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5327 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 777, 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 386993954 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50126848 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:16.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34660352 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15466496 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.973 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249959 2024-09-16T06:48:16.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70847446 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277029827 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40197 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71057208 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:16.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184686551 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:16.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.982 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:16.982 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.982 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.983 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165993 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.984 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25688856 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 33429, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72635443 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1691, 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 585510088 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.989 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T06:48:16.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 900 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4923414 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2700 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 132998984 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T06:48:16.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 900 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4858672 2024-09-16T06:48:16.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5222 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 900, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 126435358 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 999992 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 902 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 902, 2024-09-16T06:48:16.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2175983321 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1627 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T06:48:16.996 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T06:48:16.997 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.998 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50036736 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41861120 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:16.999 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8175616 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277030890 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 249529 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70846813 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 348127232 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 277030890 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37794 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71058548 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 322961408 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 184687260 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71165284 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_completed": { 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.011 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lasted": { 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30468709 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_running": { 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T06:48:17.012 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40243, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 158623904 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1955, 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 262235166 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2211840 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.016 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1458176 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1318912 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.020 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3604480 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1257472 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 194273 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35707 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65427921 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.026 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 287, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13326749 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 412363 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 305, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65840284 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38490 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4790 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10815 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 674 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 217 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 98, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1420118 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 240, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 247507 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 142, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 843116 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39810 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5836443 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7061394 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 479641510253 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 95, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157574749954 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71972228228 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46409 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 439629 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 228214222 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 130879 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.034 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159844501 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20267464 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878422 2024-09-16T06:48:17.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.036 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.036 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55, 2024-09-16T06:48:17.036 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 283898 2024-09-16T06:48:17.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.036 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.037 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.037 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 414662436 2024-09-16T06:48:17.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.037 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.037 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.038 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24314970 2024-09-16T06:48:17.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.038 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.040 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 426, 2024-09-16T06:48:17.040 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3208591 2024-09-16T06:48:17.040 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.040 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 272023552 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270721024 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.041 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1302528 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.042 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85553789 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20480 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73809283 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.045 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641653420 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.046 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.048 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71376132 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57035859 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68792797 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.052 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641653420 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7113 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 263210 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71107937 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17246697 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.058 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3225578 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10319008 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.059 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17246697 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3225578 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10319008 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305745920 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.067 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1998848 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.068 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1355776 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1216512 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.071 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.071 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.071 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.072 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.073 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3289088 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 659456 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.079 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 198605 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 25, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78085 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66449824 2024-09-16T06:48:17.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 273, 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11181696 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 384877 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 280, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66834701 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41029 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.083 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21657 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20115 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 675 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 115, 2024-09-16T06:48:17.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1692384 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 271, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239513 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 156, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1126989 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 101510 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5538508 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 93, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5957005 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 91, 2024-09-16T06:48:17.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 319266390433 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 93, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159897182691 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 355, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77988420368 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 355, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40272 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 367575 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124478614 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 118433 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 124061824 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19355315 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 287517 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 52, 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246245 2024-09-16T06:48:17.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 273852718 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23641930 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 357, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2754927 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270073856 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269213696 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 860160 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85555439 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.095 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73811729 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641665797 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71363755 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57036959 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68791697 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.102 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641665797 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8371 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 235808 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71121704 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 97 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1640827 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 597400753 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 596 2024-09-16T06:48:17.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35418717 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183822607 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.109 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2749667 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 596 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2453286 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.110 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1949895 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.111 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11353423 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4840225 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10649922 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1640827 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 583297663 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:17.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28125206 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 67, 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171222790 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:17.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305156096 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.116 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1716224 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.118 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1167360 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028096 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.122 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.122 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.123 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.124 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2818048 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 647168 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.128 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225826 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18862 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48531347 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 233, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5835841 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 363639 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 234, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48894986 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.131 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32910 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2083 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5775 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 493 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 199 2024-09-16T06:48:17.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028416 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 206, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 215729 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 121, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 627415 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100345 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4937218 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6119036 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.135 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 352737525662 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110922590512 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86339204882 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30116 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 334733 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79221159 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100321 2024-09-16T06:48:17.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40756856 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16402798 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 287338 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.138 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269344 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 141695199 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19914734 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 286, 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2100907 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269926400 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269197312 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.140 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 729088 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85556534 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73814730 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641674010 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71355542 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57037689 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68790967 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641674010 2024-09-16T06:48:17.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18016 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 217589 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71122065 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.154 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243881522 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10214629 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221081564 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.159 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.160 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243881522 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.161 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10214629 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 221081564 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.162 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305135616 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.163 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.164 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1122304 2024-09-16T06:48:17.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 851968 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 712704 2024-09-16T06:48:17.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.168 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.170 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1908736 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 663552 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.174 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7510 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47534319 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.176 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 152, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10181546 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232601 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 157, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47766920 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30898 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1673 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8180 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 331 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 208 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.179 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 74, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 670918 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 125, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 240367 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 51, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 211910 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.180 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3452246 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3519873 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 43, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312676923049 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68292494599 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 248, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 514221 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.182 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 248, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35148 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 236708 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185507631 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70351 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135188790 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.184 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12460019 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289751 2024-09-16T06:48:17.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 175463 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.186 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 336874376 2024-09-16T06:48:17.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.187 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.187 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14878609 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 251, 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1956996 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.189 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.189 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1862400347 2024-09-16T06:48:17.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.189 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269090816 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268443648 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.190 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3138478489 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 647168 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85556340 2024-09-16T06:48:17.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.195 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.196 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8192 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.199 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73819020 2024-09-16T06:48:17.199 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.199 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.201 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.201 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641672556 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.204 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.204 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.206 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71356996 2024-09-16T06:48:17.207 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.207 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.207 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.208 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.209 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57037560 2024-09-16T06:48:17.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.212 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.212 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.214 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.214 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68791096 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.215 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641672556 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.216 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20822 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 222110 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.217 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71116192 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.219 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.221 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 750561 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.224 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.225 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.227 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 750561 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.228 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.229 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305152000 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1159168 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.232 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.233 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 888832 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 749568 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.234 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.235 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.238 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1982464 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.241 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 667648 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 326010 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.242 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45303 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.244 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42135028 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 160, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6800275 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 180058 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.245 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 166, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42315086 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37149 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.246 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4143 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11796 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 340 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 226 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.248 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85, 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3411709 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 140, 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183370 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55, 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2834848 2024-09-16T06:48:17.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 115815 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2931630 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2644521 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 228309409334 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 62458793079 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 249, 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6704474638 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 249, 2024-09-16T06:48:17.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69488 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232493 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148214163 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70161 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75767306 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12803129 2024-09-16T06:48:17.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 288053 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36, 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 149265 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239979195 2024-09-16T06:48:17.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15742939 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 250, 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2027092 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.256 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269860864 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268959744 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:17.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 901120 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499871 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883681 2024-09-16T06:48:17.261 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641249033 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71780519 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999914 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828742 2024-09-16T06:48:17.269 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.270 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641249033 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5549 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 238632 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71538466 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27706174 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 903970 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27182434 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27706174 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 903970 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27182434 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.283 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305160192 2024-09-16T06:48:17.284 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.286 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1191936 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 909312 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 770048 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.293 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.294 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2035712 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 659456 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6, 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 213408 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.296 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20236 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53516717 2024-09-16T06:48:17.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 158, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9120178 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 165056 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53681773 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.299 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33052 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4480 2024-09-16T06:48:17.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4151 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 330 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 231 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79, 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1077948 2024-09-16T06:48:17.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 124, 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 243976 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45, 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 805139 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4, 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85515 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3234098 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2608325 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172189426509 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 38, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56733180485 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 269, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6344757072 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 269, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28978 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246317 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 140680031 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75781 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 90873803 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20155474 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289441 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 30, 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 179496 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 255222111 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22353830 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 272, 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9926993 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.309 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269926400 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269312000 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:17.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 614400 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499789 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883763 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.314 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641248421 2024-09-16T06:48:17.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71781131 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999859 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828797 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.322 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641248421 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13872 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 237219 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.324 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71532168 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.326 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.327 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.331 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305147904 2024-09-16T06:48:17.336 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1163264 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.339 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 909312 2024-09-16T06:48:17.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 770048 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.343 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.344 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2007040 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1245184 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.349 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5425 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.350 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43123984 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 153, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13404253 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157272 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 171, 2024-09-16T06:48:17.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43281256 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34706 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1003 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11342 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 313 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 235 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76, 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490037 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.354 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 113, 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 213623 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 352083 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.355 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3132920 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1957863 2024-09-16T06:48:17.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 373421238836 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44187520628 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398761 2024-09-16T06:48:17.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27242 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 180523 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232788768 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74171 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59892663 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.359 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13546384 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 879700 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 25, 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 111211 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.360 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 309575427 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15497739 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 252, 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1635503 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270974976 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268935168 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2039808 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85499723 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73883829 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641247923 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.368 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.369 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71781629 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.370 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56999815 2024-09-16T06:48:17.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68828841 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.374 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641247923 2024-09-16T06:48:17.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.376 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12751 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239448 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71531558 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.378 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2804 2024-09-16T06:48:17.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 105822516 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13604567 2024-09-16T06:48:17.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100523351 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.383 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.384 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.385 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.387 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2804 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 105822516 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.388 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13604567 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13, 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100523351 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:17.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305733632 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.391 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.392 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1200128 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.393 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 304480256 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 954368 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 815104 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.394 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312868864 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.395 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 195697 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1269760 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T06:48:17.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1273856 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.397 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4789 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.398 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5589 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.399 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.400 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2088960 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1249280 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 120782 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T06:48:17.402 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.403 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24507 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49230616 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T06:48:17.404 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 175, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14511679 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 116832 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 182, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49347448 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T06:48:17.405 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37514 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 892 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4267 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 531 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T06:48:17.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 260 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 105, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2369766 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 163, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 218576 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58, 2024-09-16T06:48:17.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1798138 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15962 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3803835 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1317477 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225512849161 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T06:48:17.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30177180825 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 403178 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33547 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T06:48:17.411 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 197316 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 181654922 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 82229 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T06:48:17.412 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 103899801 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22702767 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878298 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T06:48:17.413 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19, 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76176 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312296184 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24565953 2024-09-16T06:48:17.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 294, 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4206646 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1861457792 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T06:48:17.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 271187968 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 269770752 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3137369600 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1417216 2024-09-16T06:48:17.416 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159383552 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 85490650 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135168 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73757734 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 780140544 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641179879 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2128 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71849673 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192937984 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56993767 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68834889 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T06:48:17.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 713031680 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641179879 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.429 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9934 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 252628 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71589239 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T06:48:17.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.433 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 96235666 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264322 2024-09-16T06:48:17.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 89, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21973523 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 87, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 87265403 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.435 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9648460 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264322 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T06:48:17.436 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8746857 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 60, 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7222439 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21148434 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.438 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9401921 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22, 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19811434 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65438772 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T06:48:17.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7, 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3824745 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60231530 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T06:48:17.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 590368 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 305737728 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.442 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:17.443 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T06:48:17.444 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.45044111579773e-06, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 272, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 490496, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T06:48:17.445 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 145, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:17.446 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:17.447 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 98304, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 98304, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.351970553287174e-07, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:17.448 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 3410, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 3410, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 10230, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 51, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 19456 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:17.449 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:17.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:17.451 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T06:48:17.452 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T06:48:17.453 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 727116294410, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12288, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T06:48:17.454 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12288, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 242372100096, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.6899635468803353e-08, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19, 2024-09-16T06:48:17.455 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 19, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 57, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 2, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 2048 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T06:48:17.456 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T06:48:16.023883", 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_stats": { 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "6.15.5" 2024-09-16T06:48:17.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T06:48:17.458 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.459 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:17.460 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T06:48:17.461 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pg": [ 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.462 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.463 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825931+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825931+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826220+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.464 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001275+0000", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.465 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3f", 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.466 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:47:05.792007+0000", 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.467 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.472 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823560+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823560+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.823926+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001279+0000", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3e", 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.475 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:06:03.710839+0000", 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.479 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.480 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833532+0000", 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833532+0000", 2024-09-16T06:48:17.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.833852+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.482 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001376+0000", 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.483 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3d", 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:50:14.531222+0000", 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.484 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.487 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.488 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.489 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.814869+0000", 2024-09-16T06:48:17.490 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.814869+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.818070+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.491 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004720+0000", 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.492 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3c", 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.493 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:07:00.519649+0000", 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.494 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.495 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.496 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.497 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.498 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.499 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818609+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818609+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.818875+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.500 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000638+0000", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.501 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3b", 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.502 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:51:48.750380+0000", 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.503 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.504 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.505 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.508 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824604+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824604+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825045+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.509 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004032+0000", 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.510 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.511 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3a", 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:55:49.072591+0000", 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.512 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.516 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.517 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823396+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823396+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.823656+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000348+0000", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.519 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.39", 2024-09-16T06:48:17.520 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:36:55.058900+0000", 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.524 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.525 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.526 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820075+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820075+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.820348+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.527 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004016+0000", 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.528 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.529 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.38", 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:08:00.121763+0000", 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.531 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.532 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.534 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.535 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824529+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824529+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824797+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.536 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001526+0000", 2024-09-16T06:48:17.537 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.538 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.37", 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:04:06.644696+0000", 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.539 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.540 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.541 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.542 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.543 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.544 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.807945+0000", 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.807945+0000", 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.808247+0000", 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.545 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.546 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103071+0000", 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.547 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.36", 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:26:41.418198+0000", 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.548 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.549 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.552 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.553 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816881+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816881+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817153+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.554 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102956+0000", 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.555 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.35", 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:54:38.712076+0000", 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.557 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.562 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818945+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818945+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819186+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.564 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.34", 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.565 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:41:01.894239+0000", 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.570 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.571 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.822022+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.822022+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.822286+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.572 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006384+0000", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.573 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.574 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.33", 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:05:48.909300+0000", 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.576 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.577 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.578 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.579 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.580 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.823934+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.823934+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825010+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.581 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000795+0000", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.582 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.32", 2024-09-16T06:48:17.583 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:07:04.272787+0000", 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.584 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.585 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.586 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.587 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.589 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.807163+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.807163+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.807531+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.590 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001172+0000", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.591 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.31", 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.592 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:00:31.382833+0000", 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.594 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.598 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825353+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825353+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825615+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.599 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003016+0000", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.600 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.30", 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.601 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:31:12.093461+0000", 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.605 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.606 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815370+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815370+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815732+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004203+0000", 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.609 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2f", 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:59:00.978507+0000", 2024-09-16T06:48:17.610 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.614 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812127+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812127+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812424+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.617 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004834+0000", 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.618 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2e", 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.619 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:36:08.548279+0000", 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.623 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.624 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826082+0000", 2024-09-16T06:48:17.625 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826082+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826869+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001332+0000", 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.627 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2d", 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:28:00.246111+0000", 2024-09-16T06:48:17.628 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.629 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.632 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.633 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.822343+0000", 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.822343+0000", 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.822598+0000", 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.634 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102747+0000", 2024-09-16T06:48:17.635 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.636 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2c", 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:39:19.032204+0000", 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.637 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.638 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.641 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.642 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833622+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833622+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.833924+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.643 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001301+0000", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.644 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2b", 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.645 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:37.756914+0000", 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.646 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.650 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.651 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820626+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820626+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.820953+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004105+0000", 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.653 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2a", 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.654 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:24:10.024951+0000", 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.658 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.659 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812606+0000", 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812606+0000", 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.813111+0000", 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.661 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003949+0000", 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.662 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.29", 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:34:09.348803+0000", 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.667 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.668 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816997+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816997+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817351+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.669 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004273+0000", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.670 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.28", 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.671 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:51:49.901659+0000", 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.673 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.675 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.676 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.677 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816357+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816357+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.816648+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.678 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.007168+0000", 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.679 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.27", 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.680 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:47:29.490651+0000", 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.681 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.684 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.685 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.810218+0000", 2024-09-16T06:48:17.686 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.810218+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.810464+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103099+0000", 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.688 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.26", 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:12:19.242555+0000", 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.693 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.694 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818932+0000", 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818932+0000", 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819221+0000", 2024-09-16T06:48:17.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000352+0000", 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.697 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.25", 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:00.416164+0000", 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.698 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.702 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.703 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.831473+0000", 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.831473+0000", 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.831819+0000", 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006889+0000", 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.706 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.24", 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:04:47.812270+0000", 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.707 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.711 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.712 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.828111+0000", 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.828111+0000", 2024-09-16T06:48:17.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.828368+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.714 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003166+0000", 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.715 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.23", 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:53:36.996975+0000", 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.716 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.720 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.721 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.345179+0000", 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.345179+0000", 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.345553+0000", 2024-09-16T06:48:17.723 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.724 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.22", 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 10, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:33:31.838417+0000", 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.725 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.729 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.730 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.806352+0000", 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.806352+0000", 2024-09-16T06:48:17.731 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.806685+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.732 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.005910+0000", 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.733 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.21", 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:01:59.220736+0000", 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.738 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.739 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815356+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815356+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815637+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102460+0000", 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.20", 2024-09-16T06:48:17.742 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:40:22.378338+0000", 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.747 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.748 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.816443+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.816443+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.816704+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003618+0000", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.750 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1a", 2024-09-16T06:48:17.751 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:52:59.140837+0000", 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.754 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.756 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.757 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.814690+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.814690+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.814977+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.758 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006550+0000", 2024-09-16T06:48:17.759 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:17.760 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1b", 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:48:25.086472+0000", 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.761 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.762 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.763 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.765 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.766 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826913+0000", 2024-09-16T06:48:17.767 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826913+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827509+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.768 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.002524+0000", 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.769 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1b", 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.770 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:46:36.205153+0000", 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.771 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.774 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.775 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.816148+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.816148+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816651+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102701+0000", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.777 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1a", 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.778 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:24:31.377107+0000", 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.783 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.784 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809575+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809575+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.809879+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.785 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004000+0000", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.786 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.19", 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.787 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:44:18.363494+0000", 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.792 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825991+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825991+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.826283+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004087+0000", 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.795 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.18", 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:29:58.266506+0000", 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.796 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.800 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.801 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.801896+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.801896+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.802292+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004378+0000", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.804 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.18", 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.805 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:05:04.246350+0000", 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.809 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.810 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.006466+0000", 2024-09-16T06:48:17.811 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.006466+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.006771+0000", 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.813 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.19", 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:42:32.936575+0000", 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.814 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.818 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.819 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815548+0000", 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815548+0000", 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815859+0000", 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103008+0000", 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.17", 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.822 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:33:49.300378+0000", 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.826 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.827 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.828 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815257+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815257+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815817+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.829 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004462+0000", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.830 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.16", 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.831 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:38:57.303999+0000", 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.833 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.834 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.835 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.837 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.811257+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.811257+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.811510+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.838 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004458+0000", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.839 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.16", 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.840 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:25:01.425664+0000", 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.841 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.842 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.843 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.846 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826508+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826508+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827484+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.847 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004951+0000", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.848 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.17", 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.849 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:47:23.728720+0000", 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.850 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.855 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804667+0000", 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804667+0000", 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804937+0000", 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000519+0000", 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T06:48:17.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.15", 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.858 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 23, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:09:09.069407+0000", 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 90, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:17.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.862 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'3" 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.863 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.812438+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.812438+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812733+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003881+0000", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.14", 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:05:33.505861+0000", 2024-09-16T06:48:17.866 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.870 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.813063+0000", 2024-09-16T06:48:17.871 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.813063+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813396+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:47:16.826383+0000", 2024-09-16T06:48:17.872 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 12, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 12, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.14", 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.873 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 32, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:18:00.929273+0000", 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 2624, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 9 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "64'12" 2024-09-16T06:48:17.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.878 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.006894+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.006894+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.879 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.007185+0000", 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.880 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.15", 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:44:40.334608+0000", 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.881 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.882 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.883 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.884 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.885 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.806872+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.806872+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.807199+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.886 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.002612+0000", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.887 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.13", 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.888 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:08:09.429594+0000", 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 34, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.889 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.890 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 6 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:17.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.893 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.005928+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.005928+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.894 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.006362+0000", 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.895 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.12", 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 10, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:52:23.476137+0000", 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.897 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.899 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.900 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.008630+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.008630+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.901 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.008944+0000", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.12", 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 30, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.903 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:05:57.084731+0000", 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.904 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.905 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.907 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.908 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.821202+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.821202+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.821517+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.909 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000878+0000", 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.910 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.13", 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:37:24.472770+0000", 2024-09-16T06:48:17.911 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.912 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.915 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.807988+0000", 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.807988+0000", 2024-09-16T06:48:17.916 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.808394+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102592+0000", 2024-09-16T06:48:17.917 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.11", 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:46:30.079012+0000", 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.919 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.920 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.922 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.923 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.814176+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.814176+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.814775+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.924 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102439+0000", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.10", 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.926 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:06:05.272288+0000", 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.927 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.931 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.802702+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.802702+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.802992+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003906+0000", 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 8, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 8, 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.933 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.10", 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 28, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:39:28.412057+0000", 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 4, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.937 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'8" 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.938 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825087+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825087+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825663+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.939 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000359+0000", 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.940 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.11", 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:14:51.310316+0000", 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.941 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.942 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.945 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.811496+0000", 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.811496+0000", 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.811815+0000", 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.946 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004438+0000", 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:17.947 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.f", 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.948 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:26:20.948196+0000", 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 22, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.949 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:17.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.952 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.953 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824349+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824349+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824641+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001310+0000", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.955 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.e", 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.956 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:01:41.089062+0000", 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.960 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.797065+0000", 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.797065+0000", 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.797352+0000", 2024-09-16T06:48:17.961 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004996+0000", 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:17.962 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.e", 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.963 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:43:12.657963+0000", 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.964 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:17.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.967 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.968 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825163+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825163+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825565+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001690+0000", 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.970 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.f", 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:12:06.947562+0000", 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.971 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.974 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:17.975 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.800918+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.800918+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.801210+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.976 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000606+0000", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.977 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.d", 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:26:27.685865+0000", 2024-09-16T06:48:17.978 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 70, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.979 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.980 INFO:tasks.workunit.client.0.smithi042.stderr:+ echo OK 2024-09-16T06:48:17.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:17.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.985 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.819035+0000", 2024-09-16T06:48:17.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.819035+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819317+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004837+0000", 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.988 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.c", 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:10:00.781527+0000", 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.992 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:17.993 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804017+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804017+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804421+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.994 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004370+0000", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:17.995 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.c", 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:11:14.219404+0000", 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:17.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:17.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:17.998 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:17.999 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.000 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826317+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826317+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827070+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.001 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001063+0000", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.002 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.d", 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:15:08.904983+0000", 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.006 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.007 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.727111+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.727111+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.992450+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102794+0000", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.009 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.5", 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:31:10.670422+0000", 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000366463, 2024-09-16T06:48:18.010 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.014 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 20, 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:44:57.959858+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:44:57.959858+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:44:57.967287+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:18.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 51, 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:48:12.516175+0000", 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 95, 2024-09-16T06:48:18.016 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 50, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 95, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "1.0", 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.017 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 112, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:00:43.628523+0000", 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 272, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 479, 2024-09-16T06:48:18.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 145, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "64'95" 2024-09-16T06:48:18.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.801213+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.801213+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.801583+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003774+0000", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.024 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.3", 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:13:24.325142+0000", 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.028 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.029 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.820765+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.820765+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.821937+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006045+0000", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.031 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2", 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:40:48.246066+0000", 2024-09-16T06:48:18.032 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.036 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:47.381913+0000", 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:47.381913+0000", 2024-09-16T06:48:18.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:53.122937+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001245+0000", 2024-09-16T06:48:18.038 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.6", 2024-09-16T06:48:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:28:57.446339+0000", 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000294595, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.043 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.813426+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.813426+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813959+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.045 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000390+0000", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.046 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.0", 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:26:39.684933+0000", 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.050 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.051 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.826356+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.826356+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.827680+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.052 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000133+0000", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.053 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1", 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:10:25.905224+0000", 2024-09-16T06:48:18.054 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.058 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759509+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759509+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814417+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.059 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001442+0000", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.060 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.7", 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.061 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.063 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:42:14.166280+0000", 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000369182, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.067 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.803598+0000", 2024-09-16T06:48:18.068 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.803598+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.803941+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006007+0000", 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.070 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1", 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:17:33.425038+0000", 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.795871+0000", 2024-09-16T06:48:18.075 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.795871+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.796208+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000064+0000", 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.076 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.0", 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.077 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:13:07.704850+0000", 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.078 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.081 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:47.381495+0000", 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:47.381495+0000", 2024-09-16T06:48:18.082 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814168+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000729+0000", 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.083 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.4", 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.084 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:56:07.000429+0000", 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000353398, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.085 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.086 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.088 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.089 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.810022+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.810022+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813958+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.090 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004461+0000", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.091 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.2", 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:04:47.839101+0000", 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.092 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.093 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.094 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.095 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.818901+0000", 2024-09-16T06:48:18.096 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.818901+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.819284+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.097 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003737+0000", 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.098 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3", 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:34:59.298075+0000", 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.099 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.100 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.102 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.760164+0000", 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.760164+0000", 2024-09-16T06:48:18.103 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.814575+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000205+0000", 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.104 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.2", 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.105 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 23, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:30:28.345651+0000", 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000923524, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 19, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.107 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.108 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 2 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "61'2" 2024-09-16T06:48:18.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.110 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815380+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815380+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815654+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.111 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.112 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.4", 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:43:05.275137+0000", 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.114 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.115 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.117 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.813854+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.813854+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.814173+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.118 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004195+0000", 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.119 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.5", 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:52:48.630808+0000", 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.122 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.123 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.124 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759441+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759441+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:53.122513+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.125 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000943+0000", 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:18.126 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.3", 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:20:24.508042+0000", 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000531537, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.130 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "59'1" 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.812441+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.812441+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.812736+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001424+0000", 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.133 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.5", 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:33:47.573342+0000", 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.137 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.138 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.803763+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.803763+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.804081+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000853+0000", 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.140 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.4", 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:33:18.026688+0000", 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.144 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.145 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.726625+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.726625+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.811184+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003873+0000", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.147 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.0", 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:10:13.368778+0000", 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.000581523, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.148 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.149 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.151 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.152 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809195+0000", 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809195+0000", 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.810149+0000", 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.153 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001355+0000", 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:18.154 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.6", 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.155 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:04:08.337265+0000", 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.156 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.157 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.158 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.159 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "55'1" 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.160 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:46:48.008187+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:46:48.008187+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 64, 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.161 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:48.008609+0000", 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 63, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.162 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.7", 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 64, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 29, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:02:21.986010+0000", 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.166 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T06:48:18.167 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:46.759419+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:46.759419+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:52.812040+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 57, 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.168 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003111+0000", 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 56, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.169 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.1", 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:43:32.403145+0000", 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001012687, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.170 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.171 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.172 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.173 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.174 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.817133+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.817133+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.817443+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.175 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.103038+0000", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.176 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.7", 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:50:47.133090+0000", 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.177 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.178 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.179 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.180 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.181 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.833759+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.833759+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.834113+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.182 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000589+0000", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.183 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.6", 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:01:24.469480+0000", 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.185 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.186 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.187 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.188 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.812330+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.812330+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813599+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.189 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000422+0000", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.190 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.8", 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:56:03.586106+0000", 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.192 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.193 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.194 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.195 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815520+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815520+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.815974+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.196 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.003773+0000", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.197 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.9", 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:26:34.150677+0000", 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.200 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.201 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815299+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815299+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.815644+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.203 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001261+0000", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.204 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.9", 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:53:11.104367+0000", 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.207 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T06:48:18.208 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.209 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.811907+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.811907+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.812661+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.210 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004161+0000", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.211 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.8", 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:19:52.587186+0000", 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.215 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.216 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.816553+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.816553+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816831+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000548+0000", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.218 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.a", 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 20, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:49:34.462284+0000", 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.222 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.825266+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.825266+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.825533+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006464+0000", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.225 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.b", 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:05:26.651873+0000", 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.226 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.229 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.230 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.805527+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.805527+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.806447+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001014+0000", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.232 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.b", 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:49:39.628019+0000", 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.233 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.236 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.237 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.806742+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.806742+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.808949+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.238 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.102599+0000", 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.239 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.a", 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:35:55.131335+0000", 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.240 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.241 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.244 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.810173+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.810173+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.810520+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.245 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004109+0000", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.246 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1d", 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:38:59.971799+0000", 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.247 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.248 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.250 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.251 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.809697+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.809697+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.813348+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.252 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.000927+0000", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.253 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1c", 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:06:32.001626+0000", 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.254 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.255 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.257 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.815599+0000", 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.815599+0000", 2024-09-16T06:48:18.258 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.817879+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004730+0000", 2024-09-16T06:48:18.259 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1c", 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.260 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:31:54.333372+0000", 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.261 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.262 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.263 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.264 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.815502+0000", 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.815502+0000", 2024-09-16T06:48:18.265 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.816085+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.001227+0000", 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.266 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1d", 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.267 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 22, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:58:21.712774+0000", 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.269 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.270 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.271 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.272 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.829759+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.829759+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.830062+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.273 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.004927+0000", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.274 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1f", 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:21:17.747080+0000", 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.275 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.276 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.277 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.278 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.279 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.804103+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.804103+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.804403+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.280 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.007140+0000", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.281 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1e", 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 21, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:21:03.419772+0000", 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.282 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.284 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.285 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T06:48:18.286 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:14.824085+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:14.824085+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:14.824408+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 54, 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.287 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.006989+0000", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 53, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.288 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1e", 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 19, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:30:00.461355+0000", 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.289 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.292 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T06:48:18.293 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:45:13.817043+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:45:13.817043+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:45:13.817393+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 53, 2024-09-16T06:48:18.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T06:46:47.005099+0000", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 4, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 52, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T06:48:18.295 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 4, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1f", 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 63, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 24, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:10:31.235051+0000", 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T06:48:18.296 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 570, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T06:48:18.299 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'4" 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pool": [ 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 24, 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 8, 2024-09-16T06:48:18.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 4, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 19, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.301 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T06:48:18.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 2 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 12288, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 57, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.304 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 24 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 192, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 64, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 3, 2024-09-16T06:48:18.305 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:18.308 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 192 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 96, 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:18.309 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 45, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 32, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 45, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 2, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 3410, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 66, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 22, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 22, 2024-09-16T06:48:18.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 14, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T06:48:18.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 51, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 19 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 98304, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 10230, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:18.313 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 96 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 3, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 95, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 1, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 3, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 95, 2024-09-16T06:48:18.314 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 1, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T06:48:18.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T06:48:18.316 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 272, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 479, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 145, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 1781760, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T06:48:18.317 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 1771104, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 3 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T06:48:18.318 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517316096, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442969088, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 2442969088, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.003181113861501217 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 765517316096, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 2442969088 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T06:48:18.319 INFO:tasks.workunit.client.0.smithi042.stdout:OK 2024-09-16T06:48:18.320 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T06:48:18.320 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.321 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.322 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.323 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.324 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:17 smithi164 ceph-mon[31490]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:17 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.325 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.326 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.327 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.328 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.329 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:16 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:17 smithi042 ceph-mon[27521]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:17 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:18.330 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:17 smithi042 ceph-mon[39185]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T06:48:18.331 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:17 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:18.358 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-09-16T06:48:18.358 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T06:48:18.672 DEBUG:teuthology.parallel:result is None 2024-09-16T06:48:18.673 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T06:48:18.700 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T06:48:18.700 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T06:48:18.762 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T06:48:18.762 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:48:18.772 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-09-16T06:48:18.773 INFO:teuthology.run_tasks:Running task print... 2024-09-16T06:48:18.789 INFO:teuthology.task.print:**** done start parallel 2024-09-16T06:48:18.789 INFO:teuthology.run_tasks:Running task parallel... 2024-09-16T06:48:18.799 INFO:teuthology.task.parallel:starting parallel... 2024-09-16T06:48:18.800 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-16T06:48:18.800 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T06:48:18.800 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-16T06:48:18.800 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-16T06:48:18.803 INFO:tasks.rados:Beginning rados... 2024-09-16T06:48:18.803 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T06:48:18.803 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'e4e227b37858f5109138494e01e5ba1ba7b8ffe8'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'}} 2024-09-16T06:48:18.803 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T06:48:18.803 INFO:tasks.rados:joining rados 2024-09-16T06:48:18.803 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-16T06:48:18.804 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T06:48:18.804 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-16T06:48:18.804 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-16T06:48:18.804 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi042.front.sepia.ceph.com 2024-09-16T06:48:18.805 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-16T06:48:18.805 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-16T06:48:18.805 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-16T06:48:19.089 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:19.090 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:20.091 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:19 smithi042 ceph-mon[27521]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:20.092 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:19 smithi042 ceph-mon[39185]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:20.092 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:19] "GET /metrics HTTP/1.1" 200 236485 "" "Prometheus/2.43.0" 2024-09-16T06:48:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:19 smithi164 ceph-mon[31490]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:22.080 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:21 smithi042 ceph-mon[39185]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:22.081 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:21 smithi042 ceph-mon[27521]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:21 smithi164 ceph-mon[31490]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:23.021 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:22 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2453087718' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.021 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:22 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.022 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:22 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2453087718' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.022 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:22 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:22 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2453087718' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:22 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T06:48:23.748 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[27521]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[27521]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[39185]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T06:48:24.011 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:23 smithi042 ceph-mon[39185]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T06:48:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:23 smithi164 ceph-mon[31490]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-09-16T06:48:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:23 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T06:48:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:23 smithi164 ceph-mon[31490]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T06:48:24.335 INFO:tasks.rados:starting run 0 out of 1 2024-09-16T06:48:24.335 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-16T06:48:24.336 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-16T06:48:24.457 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:24.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:24] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:25.809 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:26.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:25 smithi042 ceph-mon[39185]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:26.071 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:25 smithi042 ceph-mon[27521]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:25 smithi164 ceph-mon[31490]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:27.472 INFO:teuthology.orchestra.run.smithi042.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:27.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:27.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:27.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:27 smithi164 ceph-mon[31490]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:28.056 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[27521]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='client.15006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:48:28.057 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:48:28.058 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:28.058 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 21 op/s 2024-09-16T06:48:28.058 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:27 smithi042 ceph-mon[39185]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:e4e227b37858f5109138494e01e5ba1ba7b8ffe8 2024-09-16T06:48:28.680 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-09-16T06:48:28.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:28 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T06:48:29.024 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:29.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:28 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T06:48:29.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:28 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T06:48:29.738 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'unique_pool_0' created 2024-09-16T06:48:29.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:29 smithi164 ceph-mon[31490]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:29.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:29 smithi164 ceph-mon[31490]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T06:48:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:29 smithi042 ceph-mon[39185]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:29 smithi042 ceph-mon[39185]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T06:48:30.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:29 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:29] "GET /metrics HTTP/1.1" 200 236485 "" "Prometheus/2.43.0" 2024-09-16T06:48:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:29 smithi042 ceph-mon[27521]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:30.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:29 smithi042 ceph-mon[27521]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T06:48:30.491 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-16T06:48:30.744 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:30 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T06:48:30.744 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:30 smithi042 ceph-mon[27521]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T06:48:31.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:30 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T06:48:31.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:30 smithi042 ceph-mon[39185]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T06:48:31.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:30 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/454538404' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T06:48:31.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:30 smithi164 ceph-mon[31490]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T06:48:31.654 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:48:31.841 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:48:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[39185]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T06:48:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[39185]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[39185]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T06:48:32.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[27521]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T06:48:32.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[27521]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:32.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:31 smithi042 ceph-mon[27521]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T06:48:32.153 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:48:32.153 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (95s) 80s ago 2m 16.6M - 0.25.0 c8568f914cd2 538f854c995f 2024-09-16T06:48:32.153 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (2m) 81s ago 2m 85.8M - 9.4.7 954c08fa6188 12fa58d5b7f0 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (3m) 80s ago 3m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (3m) 81s ago 3m 15.0M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443 running (6m) 81s ago 6m 399M - 17.2.7-1633-g6d025bc2 33ed8dba3996 a2acfaea22dd 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:9283,8765 running (8m) 80s ago 8m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 8737b9357c22 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (8m) 80s ago 8m 45.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (7m) 81s ago 7m 38.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (7m) 80s ago 7m 35.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (2m) 80s ago 2m 13.2M - 1.5.0 0da6a335fe13 e043cbdaff3a 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (2m) 81s ago 2m 5473k - 1.5.0 0da6a335fe13 9193c067a643 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (6m) 80s ago 6m 43.8M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (6m) 80s ago 6m 42.5M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (5m) 80s ago 5m 42.4M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (5m) 80s ago 5m 40.6M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:48:32.154 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (4m) 81s ago 4m 41.3M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:48:32.155 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (4m) 81s ago 4m 43.4M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:48:32.155 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (4m) 81s ago 4m 41.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:48:32.155 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (3m) 81s ago 3m 42.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:48:32.155 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (89s) 81s ago 2m 27.4M - 2.43.0 a07b618ecd1d 0ae7c30a75c0 2024-09-16T06:48:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:31 smithi164 ceph-mon[31490]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T06:48:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:31 smithi164 ceph-mon[31490]: pgmap v96: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:32.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:31 smithi164 ceph-mon[31490]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:48:32.513 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 15 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:48:32.514 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:48:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[27521]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:48:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[27521]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/643966556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[39185]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[39185]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:32 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/643966556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:48:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:32 smithi164 ceph-mon[31490]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T06:48:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:32 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:32 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:32 smithi164 ceph-mon[31490]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:32 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/643966556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:48:33.760 INFO:teuthology.orchestra.run.smithi042.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[27521]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[27521]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1762759942' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[39185]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[39185]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1762759942' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:33 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:33 smithi164 ceph-mon[31490]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:48:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:33 smithi164 ceph-mon[31490]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:33 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1762759942' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:33 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T06:48:34.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:34 smithi042 ceph-mon[27521]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:48:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:34 smithi042 ceph-mon[27521]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T06:48:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:34 smithi042 ceph-mon[39185]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:48:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:34 smithi042 ceph-mon[39185]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T06:48:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:34 smithi164 ceph-mon[31490]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T06:48:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:34 smithi164 ceph-mon[31490]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T06:48:35.523 DEBUG:teuthology.orchestra.run.smithi042:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-16T06:48:35.551 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight read -> 100 2024-09-16T06:48:35.551 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight delete -> 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight snap_create -> 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight snap_remove -> 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight rollback -> 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight setattr -> 25 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight rmattr -> 25 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight copy_from -> 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:adding op weight append -> 100 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable) 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout:Configuration: 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout: Number of operations: 4000 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout: Number of objects: 50 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout: Max in flight operations: 16 2024-09-16T06:48:35.552 INFO:tasks.rados.rados.0.smithi042.stdout: Object size (in bytes): 4000000 2024-09-16T06:48:35.553 INFO:tasks.rados.rados.0.smithi042.stdout: Write stride min: 400000 2024-09-16T06:48:35.553 INFO:tasks.rados.rados.0.smithi042.stdout: Write stride max: 800000 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:1: write initial oid 1 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:1: seq_num 0 ranges {0=24576} 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:1: writing smithi04281968-1 from 0 to 24576 tid 1 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:2: write initial oid 2 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:2: seq_num 1 ranges {0=24576} 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:2: writing smithi04281968-2 from 0 to 24576 tid 1 2024-09-16T06:48:35.766 INFO:tasks.rados.rados.0.smithi042.stdout:3: write initial oid 3 2024-09-16T06:48:35.767 INFO:tasks.rados.rados.0.smithi042.stdout:3: seq_num 2 ranges {0=40960} 2024-09-16T06:48:35.767 INFO:tasks.rados.rados.0.smithi042.stdout:3: writing smithi04281968-3 from 0 to 40960 tid 1 2024-09-16T06:48:35.767 INFO:tasks.rados.rados.0.smithi042.stdout:4: write initial oid 4 2024-09-16T06:48:35.767 INFO:tasks.rados.rados.0.smithi042.stdout:4: seq_num 3 ranges {0=57344} 2024-09-16T06:48:35.767 INFO:tasks.rados.rados.0.smithi042.stdout:4: writing smithi04281968-4 from 0 to 57344 tid 1 2024-09-16T06:48:35.768 INFO:tasks.rados.rados.0.smithi042.stdout:5: write initial oid 5 2024-09-16T06:48:35.768 INFO:tasks.rados.rados.0.smithi042.stdout:5: seq_num 4 ranges {0=73728} 2024-09-16T06:48:35.768 INFO:tasks.rados.rados.0.smithi042.stdout:5: writing smithi04281968-5 from 0 to 73728 tid 1 2024-09-16T06:48:35.768 INFO:tasks.rados.rados.0.smithi042.stdout:6: write initial oid 6 2024-09-16T06:48:35.768 INFO:tasks.rados.rados.0.smithi042.stdout:6: seq_num 5 ranges {0=90112} 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:6: writing smithi04281968-6 from 0 to 90112 tid 1 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:7: write initial oid 7 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:7: seq_num 6 ranges {0=106496} 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:7: writing smithi04281968-7 from 0 to 106496 tid 1 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:8: write initial oid 8 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:8: seq_num 7 ranges {0=122880} 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:8: writing smithi04281968-8 from 0 to 122880 tid 1 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:9: write initial oid 9 2024-09-16T06:48:35.770 INFO:tasks.rados.rados.0.smithi042.stdout:9: seq_num 8 ranges {0=139264} 2024-09-16T06:48:35.771 INFO:tasks.rados.rados.0.smithi042.stdout:9: writing smithi04281968-9 from 0 to 139264 tid 1 2024-09-16T06:48:35.771 INFO:tasks.rados.rados.0.smithi042.stdout:10: write initial oid 10 2024-09-16T06:48:35.771 INFO:tasks.rados.rados.0.smithi042.stdout:10: seq_num 9 ranges {0=155648} 2024-09-16T06:48:35.772 INFO:tasks.rados.rados.0.smithi042.stdout:10: writing smithi04281968-10 from 0 to 155648 tid 1 2024-09-16T06:48:35.773 INFO:tasks.rados.rados.0.smithi042.stdout:11: write initial oid 11 2024-09-16T06:48:35.773 INFO:tasks.rados.rados.0.smithi042.stdout:11: seq_num 10 ranges {0=172032} 2024-09-16T06:48:35.774 INFO:tasks.rados.rados.0.smithi042.stdout:11: writing smithi04281968-11 from 0 to 172032 tid 1 2024-09-16T06:48:35.774 INFO:tasks.rados.rados.0.smithi042.stdout:1: finishing write tid 1 to smithi04281968-1 2024-09-16T06:48:35.774 INFO:tasks.rados.rados.0.smithi042.stdout:1: finishing write tid 2 to smithi04281968-1 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:4: finishing write tid 1 to smithi04281968-4 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:3: finishing write tid 1 to smithi04281968-3 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:2: finishing write tid 1 to smithi04281968-2 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:2: finishing write tid 2 to smithi04281968-2 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:3: finishing write tid 2 to smithi04281968-3 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:2: finishing write tid 3 to smithi04281968-2 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:3: finishing write tid 3 to smithi04281968-3 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:4: finishing write tid 2 to smithi04281968-4 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:7: finishing write tid 1 to smithi04281968-7 2024-09-16T06:48:35.775 INFO:tasks.rados.rados.0.smithi042.stdout:2: done (10 left) 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:3: done (9 left) 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:12: write initial oid 12 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:12: seq_num 11 ranges {0=188416} 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:12: writing smithi04281968-12 from 0 to 188416 tid 1 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:13: write initial oid 13 2024-09-16T06:48:35.776 INFO:tasks.rados.rados.0.smithi042.stdout:13: seq_num 12 ranges {0=204800} 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:13: writing smithi04281968-13 from 0 to 204800 tid 1 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:7: finishing write tid 2 to smithi04281968-7 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:6: finishing write tid 1 to smithi04281968-6 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:6: finishing write tid 2 to smithi04281968-6 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:6: finishing write tid 3 to smithi04281968-6 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-16T06:48:35.778 INFO:tasks.rados.rados.0.smithi042.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:1: finishing write tid 3 to smithi04281968-1 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:5: finishing write tid 1 to smithi04281968-5 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:8: finishing write tid 1 to smithi04281968-8 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:5: finishing write tid 2 to smithi04281968-5 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:8: finishing write tid 2 to smithi04281968-8 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:7: finishing write tid 3 to smithi04281968-7 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:4: finishing write tid 3 to smithi04281968-4 2024-09-16T06:48:35.779 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:5: finishing write tid 3 to smithi04281968-5 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:10: finishing write tid 1 to smithi04281968-10 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:1: done (10 left) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:4: done (9 left) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:5: done (8 left) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:6: done (7 left) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:7: done (6 left) 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:14: write initial oid 14 2024-09-16T06:48:35.780 INFO:tasks.rados.rados.0.smithi042.stdout:14: seq_num 13 ranges {0=221184} 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:14: writing smithi04281968-14 from 0 to 221184 tid 1 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:15: write initial oid 15 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:15: seq_num 14 ranges {0=237568} 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:15: writing smithi04281968-15 from 0 to 237568 tid 1 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:9: finishing write tid 1 to smithi04281968-9 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:8: finishing write tid 3 to smithi04281968-8 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:9: finishing write tid 2 to smithi04281968-9 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:11: finishing write tid 1 to smithi04281968-11 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:10: finishing write tid 2 to smithi04281968-10 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:11: finishing write tid 2 to smithi04281968-11 2024-09-16T06:48:35.782 INFO:tasks.rados.rados.0.smithi042.stdout:10: finishing write tid 3 to smithi04281968-10 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:12: finishing write tid 1 to smithi04281968-12 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:9: finishing write tid 3 to smithi04281968-9 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:12: finishing write tid 2 to smithi04281968-12 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:11: finishing write tid 3 to smithi04281968-11 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:8: done (7 left) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:9: done (6 left) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:10: done (5 left) 2024-09-16T06:48:35.783 INFO:tasks.rados.rados.0.smithi042.stdout:11: done (4 left) 2024-09-16T06:48:35.784 INFO:tasks.rados.rados.0.smithi042.stdout:16: write initial oid 16 2024-09-16T06:48:35.784 INFO:tasks.rados.rados.0.smithi042.stdout:16: seq_num 15 ranges {0=253952} 2024-09-16T06:48:35.784 INFO:tasks.rados.rados.0.smithi042.stdout:16: writing smithi04281968-16 from 0 to 253952 tid 1 2024-09-16T06:48:35.784 INFO:tasks.rados.rados.0.smithi042.stdout:12: finishing write tid 3 to smithi04281968-12 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:13: finishing write tid 1 to smithi04281968-13 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:13: finishing write tid 2 to smithi04281968-13 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:14: finishing write tid 1 to smithi04281968-14 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:14: finishing write tid 2 to smithi04281968-14 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:12: done (4 left) 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:17: write initial oid 17 2024-09-16T06:48:35.785 INFO:tasks.rados.rados.0.smithi042.stdout:17: seq_num 16 ranges {0=270336} 2024-09-16T06:48:35.786 INFO:tasks.rados.rados.0.smithi042.stdout:17: writing smithi04281968-17 from 0 to 270336 tid 1 2024-09-16T06:48:35.786 INFO:tasks.rados.rados.0.smithi042.stdout:18: write initial oid 18 2024-09-16T06:48:35.786 INFO:tasks.rados.rados.0.smithi042.stdout:18: seq_num 17 ranges {0=286720} 2024-09-16T06:48:35.787 INFO:tasks.rados.rados.0.smithi042.stdout:18: writing smithi04281968-18 from 0 to 286720 tid 1 2024-09-16T06:48:35.787 INFO:tasks.rados.rados.0.smithi042.stdout:19: write initial oid 19 2024-09-16T06:48:35.787 INFO:tasks.rados.rados.0.smithi042.stdout:19: seq_num 18 ranges {0=303104} 2024-09-16T06:48:35.790 INFO:tasks.rados.rados.0.smithi042.stdout:19: writing smithi04281968-19 from 0 to 303104 tid 1 2024-09-16T06:48:35.790 INFO:tasks.rados.rados.0.smithi042.stdout:20: write initial oid 20 2024-09-16T06:48:35.790 INFO:tasks.rados.rados.0.smithi042.stdout:13: finishing write tid 3 to smithi04281968-13 2024-09-16T06:48:35.790 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-16T06:48:35.790 INFO:tasks.rados.rados.0.smithi042.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:14: finishing write tid 3 to smithi04281968-14 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:15: finishing write tid 1 to smithi04281968-15 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:15: finishing write tid 2 to smithi04281968-15 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:15: finishing write tid 3 to smithi04281968-15 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:16: finishing write tid 1 to smithi04281968-16 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:16: finishing write tid 2 to smithi04281968-16 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:16: finishing write tid 3 to smithi04281968-16 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-16T06:48:35.791 INFO:tasks.rados.rados.0.smithi042.stdout:17: finishing write tid 1 to smithi04281968-17 2024-09-16T06:48:35.792 INFO:tasks.rados.rados.0.smithi042.stdout:17: finishing write tid 2 to smithi04281968-17 2024-09-16T06:48:35.792 INFO:tasks.rados.rados.0.smithi042.stdout:18: finishing write tid 1 to smithi04281968-18 2024-09-16T06:48:35.792 INFO:tasks.rados.rados.0.smithi042.stdout:18: finishing write tid 2 to smithi04281968-18 2024-09-16T06:48:35.792 INFO:tasks.rados.rados.0.smithi042.stdout:20: seq_num 19 ranges {0=319488} 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:20: writing smithi04281968-20 from 0 to 319488 tid 1 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:13: done (7 left) 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:14: done (6 left) 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:15: done (5 left) 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:16: done (4 left) 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:21: write initial oid 21 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:17: finishing write tid 3 to smithi04281968-17 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:19: finishing write tid 1 to smithi04281968-19 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:19: finishing write tid 2 to smithi04281968-19 2024-09-16T06:48:35.793 INFO:tasks.rados.rados.0.smithi042.stdout:18: finishing write tid 3 to smithi04281968-18 2024-09-16T06:48:35.794 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-16T06:48:35.794 INFO:tasks.rados.rados.0.smithi042.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-16T06:48:35.794 INFO:tasks.rados.rados.0.smithi042.stdout:21: seq_num 20 ranges {0=344064} 2024-09-16T06:48:35.795 INFO:tasks.rados.rados.0.smithi042.stdout:21: writing smithi04281968-21 from 0 to 344064 tid 1 2024-09-16T06:48:35.795 INFO:tasks.rados.rados.0.smithi042.stdout:17: done (4 left) 2024-09-16T06:48:35.795 INFO:tasks.rados.rados.0.smithi042.stdout:18: done (3 left) 2024-09-16T06:48:35.795 INFO:tasks.rados.rados.0.smithi042.stdout:22: write initial oid 22 2024-09-16T06:48:35.795 INFO:tasks.rados.rados.0.smithi042.stdout:22: seq_num 21 ranges {0=360448} 2024-09-16T06:48:35.797 INFO:tasks.rados.rados.0.smithi042.stdout:22: writing smithi04281968-22 from 0 to 360448 tid 1 2024-09-16T06:48:35.798 INFO:tasks.rados.rados.0.smithi042.stdout:23: write initial oid 23 2024-09-16T06:48:35.798 INFO:tasks.rados.rados.0.smithi042.stdout:23: seq_num 22 ranges {0=376832} 2024-09-16T06:48:35.800 INFO:tasks.rados.rados.0.smithi042.stdout:23: writing smithi04281968-23 from 0 to 376832 tid 1 2024-09-16T06:48:35.800 INFO:tasks.rados.rados.0.smithi042.stdout:24: write initial oid 24 2024-09-16T06:48:35.800 INFO:tasks.rados.rados.0.smithi042.stdout:24: seq_num 23 ranges {0=393216} 2024-09-16T06:48:35.803 INFO:tasks.rados.rados.0.smithi042.stdout:24: writing smithi04281968-24 from 0 to 393216 tid 1 2024-09-16T06:48:35.803 INFO:tasks.rados.rados.0.smithi042.stdout:25: write initial oid 25 2024-09-16T06:48:35.803 INFO:tasks.rados.rados.0.smithi042.stdout:25: seq_num 24 ranges {0=409600} 2024-09-16T06:48:35.805 INFO:tasks.rados.rados.0.smithi042.stdout:25: writing smithi04281968-25 from 0 to 409600 tid 1 2024-09-16T06:48:35.805 INFO:tasks.rados.rados.0.smithi042.stdout:26: write initial oid 26 2024-09-16T06:48:35.805 INFO:tasks.rados.rados.0.smithi042.stdout:26: seq_num 25 ranges {0=425984} 2024-09-16T06:48:35.808 INFO:tasks.rados.rados.0.smithi042.stdout:26: writing smithi04281968-26 from 0 to 425984 tid 1 2024-09-16T06:48:35.808 INFO:tasks.rados.rados.0.smithi042.stdout:27: write initial oid 27 2024-09-16T06:48:35.808 INFO:tasks.rados.rados.0.smithi042.stdout:27: seq_num 26 ranges {0=442368} 2024-09-16T06:48:35.811 INFO:tasks.rados.rados.0.smithi042.stdout:27: writing smithi04281968-27 from 0 to 442368 tid 1 2024-09-16T06:48:35.811 INFO:tasks.rados.rados.0.smithi042.stdout:28: write initial oid 28 2024-09-16T06:48:35.811 INFO:tasks.rados.rados.0.smithi042.stdout:28: seq_num 27 ranges {0=458752} 2024-09-16T06:48:35.814 INFO:tasks.rados.rados.0.smithi042.stdout:28: writing smithi04281968-28 from 0 to 458752 tid 1 2024-09-16T06:48:35.814 INFO:tasks.rados.rados.0.smithi042.stdout:29: write initial oid 29 2024-09-16T06:48:35.815 INFO:tasks.rados.rados.0.smithi042.stdout:29: seq_num 28 ranges {0=475136} 2024-09-16T06:48:35.818 INFO:tasks.rados.rados.0.smithi042.stdout:29: writing smithi04281968-29 from 0 to 475136 tid 1 2024-09-16T06:48:35.818 INFO:tasks.rados.rados.0.smithi042.stdout:30: write initial oid 30 2024-09-16T06:48:35.818 INFO:tasks.rados.rados.0.smithi042.stdout:30: seq_num 29 ranges {0=491520} 2024-09-16T06:48:35.821 INFO:tasks.rados.rados.0.smithi042.stdout:30: writing smithi04281968-30 from 0 to 491520 tid 1 2024-09-16T06:48:35.821 INFO:tasks.rados.rados.0.smithi042.stdout:31: write initial oid 31 2024-09-16T06:48:35.821 INFO:tasks.rados.rados.0.smithi042.stdout:31: seq_num 30 ranges {0=507904} 2024-09-16T06:48:35.824 INFO:tasks.rados.rados.0.smithi042.stdout:31: writing smithi04281968-31 from 0 to 507904 tid 1 2024-09-16T06:48:35.824 INFO:tasks.rados.rados.0.smithi042.stdout:32: write initial oid 32 2024-09-16T06:48:35.824 INFO:tasks.rados.rados.0.smithi042.stdout:32: seq_num 31 ranges {0=524288} 2024-09-16T06:48:35.829 INFO:tasks.rados.rados.0.smithi042.stdout:32: writing smithi04281968-32 from 0 to 524288 tid 1 2024-09-16T06:48:35.829 INFO:tasks.rados.rados.0.smithi042.stdout:33: write initial oid 33 2024-09-16T06:48:35.829 INFO:tasks.rados.rados.0.smithi042.stdout:33: seq_num 32 ranges {0=540672} 2024-09-16T06:48:35.831 INFO:tasks.rados.rados.0.smithi042.stdout:33: writing smithi04281968-33 from 0 to 540672 tid 1 2024-09-16T06:48:35.831 INFO:tasks.rados.rados.0.smithi042.stdout:34: write initial oid 34 2024-09-16T06:48:35.832 INFO:tasks.rados.rados.0.smithi042.stdout:34: seq_num 33 ranges {0=557056} 2024-09-16T06:48:35.835 INFO:tasks.rados.rados.0.smithi042.stdout:34: writing smithi04281968-34 from 0 to 557056 tid 1 2024-09-16T06:48:35.835 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.835 INFO:tasks.rados.rados.0.smithi042.stdout:19: finishing write tid 3 to smithi04281968-19 2024-09-16T06:48:35.836 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T06:48:35.836 INFO:tasks.rados.rados.0.smithi042.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-16T06:48:35.836 INFO:tasks.rados.rados.0.smithi042.stdout:19: done (15 left) 2024-09-16T06:48:35.836 INFO:tasks.rados.rados.0.smithi042.stdout:35: write initial oid 35 2024-09-16T06:48:35.837 INFO:tasks.rados.rados.0.smithi042.stdout:35: seq_num 34 ranges {0=573440} 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:35: writing smithi04281968-35 from 0 to 573440 tid 1 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:20: finishing write tid 1 to smithi04281968-20 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:20: finishing write tid 2 to smithi04281968-20 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:20: finishing write tid 3 to smithi04281968-20 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:21: finishing write tid 1 to smithi04281968-21 2024-09-16T06:48:35.839 INFO:tasks.rados.rados.0.smithi042.stdout:21: finishing write tid 2 to smithi04281968-21 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:21: finishing write tid 3 to smithi04281968-21 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:22: finishing write tid 1 to smithi04281968-22 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:22: finishing write tid 2 to smithi04281968-22 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:23: finishing write tid 1 to smithi04281968-23 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:20: done (15 left) 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:21: done (14 left) 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:36: write initial oid 36 2024-09-16T06:48:35.840 INFO:tasks.rados.rados.0.smithi042.stdout:36: seq_num 35 ranges {0=589824} 2024-09-16T06:48:35.845 INFO:tasks.rados.rados.0.smithi042.stdout:36: writing smithi04281968-36 from 0 to 589824 tid 1 2024-09-16T06:48:35.845 INFO:tasks.rados.rados.0.smithi042.stdout:37: write initial oid 37 2024-09-16T06:48:35.845 INFO:tasks.rados.rados.0.smithi042.stdout:37: seq_num 36 ranges {0=606208} 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:37: writing smithi04281968-37 from 0 to 606208 tid 1 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:23: finishing write tid 2 to smithi04281968-23 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:22: finishing write tid 3 to smithi04281968-22 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:23: finishing write tid 3 to smithi04281968-23 2024-09-16T06:48:35.847 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:24: finishing write tid 1 to smithi04281968-24 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:24: finishing write tid 2 to smithi04281968-24 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:24: finishing write tid 3 to smithi04281968-24 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:25: finishing write tid 1 to smithi04281968-25 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:25: finishing write tid 2 to smithi04281968-25 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:22: done (15 left) 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:23: done (14 left) 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:24: done (13 left) 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:38: write initial oid 38 2024-09-16T06:48:35.848 INFO:tasks.rados.rados.0.smithi042.stdout:38: seq_num 37 ranges {0=622592} 2024-09-16T06:48:35.850 INFO:tasks.rados.rados.0.smithi042.stdout:38: writing smithi04281968-38 from 0 to 622592 tid 1 2024-09-16T06:48:35.851 INFO:tasks.rados.rados.0.smithi042.stdout:39: write initial oid 39 2024-09-16T06:48:35.851 INFO:tasks.rados.rados.0.smithi042.stdout:39: seq_num 38 ranges {0=638976} 2024-09-16T06:48:35.854 INFO:tasks.rados.rados.0.smithi042.stdout:39: writing smithi04281968-39 from 0 to 638976 tid 1 2024-09-16T06:48:35.855 INFO:tasks.rados.rados.0.smithi042.stdout:40: write initial oid 40 2024-09-16T06:48:35.855 INFO:tasks.rados.rados.0.smithi042.stdout:40: seq_num 39 ranges {0=663552} 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:40: writing smithi04281968-40 from 0 to 663552 tid 1 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:25: finishing write tid 3 to smithi04281968-25 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:26: finishing write tid 1 to smithi04281968-26 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:26: finishing write tid 2 to smithi04281968-26 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:26: finishing write tid 3 to smithi04281968-26 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-16T06:48:35.860 INFO:tasks.rados.rados.0.smithi042.stdout:27: finishing write tid 1 to smithi04281968-27 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:27: finishing write tid 2 to smithi04281968-27 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:27: finishing write tid 3 to smithi04281968-27 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:28: finishing write tid 1 to smithi04281968-28 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:28: finishing write tid 2 to smithi04281968-28 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:28: finishing write tid 3 to smithi04281968-28 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-16T06:48:35.861 INFO:tasks.rados.rados.0.smithi042.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:29: finishing write tid 1 to smithi04281968-29 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:25: done (15 left) 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:26: done (14 left) 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:27: done (13 left) 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:28: done (12 left) 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:41: write initial oid 41 2024-09-16T06:48:35.862 INFO:tasks.rados.rados.0.smithi042.stdout:41: seq_num 40 ranges {0=679936} 2024-09-16T06:48:35.864 INFO:tasks.rados.rados.0.smithi042.stdout:41: writing smithi04281968-41 from 0 to 679936 tid 1 2024-09-16T06:48:35.864 INFO:tasks.rados.rados.0.smithi042.stdout:42: write initial oid 42 2024-09-16T06:48:35.864 INFO:tasks.rados.rados.0.smithi042.stdout:42: seq_num 41 ranges {0=696320} 2024-09-16T06:48:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:42: writing smithi04281968-42 from 0 to 696320 tid 1 2024-09-16T06:48:35.869 INFO:tasks.rados.rados.0.smithi042.stdout:43: write initial oid 43 2024-09-16T06:48:35.869 INFO:tasks.rados.rados.0.smithi042.stdout:43: seq_num 42 ranges {0=712704} 2024-09-16T06:48:35.873 INFO:tasks.rados.rados.0.smithi042.stdout:43: writing smithi04281968-43 from 0 to 712704 tid 1 2024-09-16T06:48:35.873 INFO:tasks.rados.rados.0.smithi042.stdout:44: write initial oid 44 2024-09-16T06:48:35.873 INFO:tasks.rados.rados.0.smithi042.stdout:44: seq_num 43 ranges {0=729088} 2024-09-16T06:48:35.878 INFO:tasks.rados.rados.0.smithi042.stdout:44: writing smithi04281968-44 from 0 to 729088 tid 1 2024-09-16T06:48:35.878 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:29: finishing write tid 2 to smithi04281968-29 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:29: finishing write tid 3 to smithi04281968-29 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:30: finishing write tid 1 to smithi04281968-30 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:30: finishing write tid 2 to smithi04281968-30 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:30: finishing write tid 3 to smithi04281968-30 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:31: finishing write tid 1 to smithi04281968-31 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:31: finishing write tid 2 to smithi04281968-31 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:31: finishing write tid 3 to smithi04281968-31 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T06:48:35.879 INFO:tasks.rados.rados.0.smithi042.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:32: finishing write tid 1 to smithi04281968-32 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:29: done (15 left) 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:30: done (14 left) 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:31: done (13 left) 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:45: write initial oid 45 2024-09-16T06:48:35.880 INFO:tasks.rados.rados.0.smithi042.stdout:45: seq_num 44 ranges {0=745472} 2024-09-16T06:48:35.883 INFO:tasks.rados.rados.0.smithi042.stdout:45: writing smithi04281968-45 from 0 to 745472 tid 1 2024-09-16T06:48:35.884 INFO:tasks.rados.rados.0.smithi042.stdout:46: write initial oid 46 2024-09-16T06:48:35.884 INFO:tasks.rados.rados.0.smithi042.stdout:46: seq_num 45 ranges {0=761856} 2024-09-16T06:48:35.889 INFO:tasks.rados.rados.0.smithi042.stdout:46: writing smithi04281968-46 from 0 to 761856 tid 1 2024-09-16T06:48:35.889 INFO:tasks.rados.rados.0.smithi042.stdout:47: write initial oid 47 2024-09-16T06:48:35.889 INFO:tasks.rados.rados.0.smithi042.stdout:47: seq_num 46 ranges {0=778240} 2024-09-16T06:48:35.894 INFO:tasks.rados.rados.0.smithi042.stdout:47: writing smithi04281968-47 from 0 to 778240 tid 1 2024-09-16T06:48:35.894 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:32: finishing write tid 2 to smithi04281968-32 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:32: finishing write tid 3 to smithi04281968-32 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 6 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:33: finishing write tid 1 to smithi04281968-33 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:33: finishing write tid 2 to smithi04281968-33 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:33: finishing write tid 3 to smithi04281968-33 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:34: finishing write tid 1 to smithi04281968-34 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:34: finishing write tid 2 to smithi04281968-34 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:32: done (15 left) 2024-09-16T06:48:35.895 INFO:tasks.rados.rados.0.smithi042.stdout:33: done (14 left) 2024-09-16T06:48:35.896 INFO:tasks.rados.rados.0.smithi042.stdout:48: write initial oid 48 2024-09-16T06:48:35.896 INFO:tasks.rados.rados.0.smithi042.stdout:48: seq_num 47 ranges {0=794624} 2024-09-16T06:48:35.899 INFO:tasks.rados.rados.0.smithi042.stdout:48: writing smithi04281968-48 from 0 to 794624 tid 1 2024-09-16T06:48:35.899 INFO:tasks.rados.rados.0.smithi042.stdout:49: write initial oid 49 2024-09-16T06:48:35.899 INFO:tasks.rados.rados.0.smithi042.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-16T06:48:35.902 INFO:tasks.rados.rados.0.smithi042.stdout:49: writing smithi04281968-49 from 0 to 409600 tid 1 2024-09-16T06:48:35.905 INFO:tasks.rados.rados.0.smithi042.stdout:49: writing smithi04281968-49 from 409600 to 811008 tid 2 2024-09-16T06:48:35.905 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 16 2024-09-16T06:48:35.905 INFO:tasks.rados.rados.0.smithi042.stdout:34: finishing write tid 3 to smithi04281968-34 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:35: finishing write tid 1 to smithi04281968-35 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:35: finishing write tid 2 to smithi04281968-35 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:35: finishing write tid 3 to smithi04281968-35 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:36: finishing write tid 1 to smithi04281968-36 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:34: done (15 left) 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:35: done (14 left) 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:50: write initial oid 50 2024-09-16T06:48:35.906 INFO:tasks.rados.rados.0.smithi042.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-16T06:48:35.908 INFO:tasks.rados.rados.0.smithi042.stdout:50: writing smithi04281968-50 from 0 to 425984 tid 1 2024-09-16T06:48:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:50: writing smithi04281968-50 from 425984 to 827392 tid 2 2024-09-16T06:48:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:51: copy_from oid 2 from oid 11 current snap is 0 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:36: finishing write tid 2 to smithi04281968-36 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:36: finishing write tid 3 to smithi04281968-36 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:37: finishing write tid 1 to smithi04281968-37 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:37: finishing write tid 2 to smithi04281968-37 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:37: finishing write tid 3 to smithi04281968-37 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:38: finishing write tid 1 to smithi04281968-38 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:38: finishing write tid 2 to smithi04281968-38 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:38: finishing write tid 3 to smithi04281968-38 2024-09-16T06:48:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:39: finishing write tid 1 to smithi04281968-39 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:39: finishing write tid 2 to smithi04281968-39 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:39: finishing write tid 3 to smithi04281968-39 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:40: finishing write tid 1 to smithi04281968-40 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:40: finishing write tid 2 to smithi04281968-40 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:36: done (15 left) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:37: done (14 left) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:38: done (13 left) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:39: done (12 left) 2024-09-16T06:48:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 0 2024-09-16T06:48:35.915 INFO:tasks.rados.rados.0.smithi042.stdout:40: finishing write tid 3 to smithi04281968-40 2024-09-16T06:48:35.915 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-16T06:48:35.915 INFO:tasks.rados.rados.0.smithi042.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-16T06:48:35.915 INFO:tasks.rados.rados.0.smithi042.stdout:41: finishing write tid 1 to smithi04281968-41 2024-09-16T06:48:35.915 INFO:tasks.rados.rados.0.smithi042.stdout:52: seq_num 50 ranges {475136=442368,917504=401408} 2024-09-16T06:48:35.916 INFO:tasks.rados.rados.0.smithi042.stdout:52: writing smithi04281968-29 from 475136 to 917504 tid 1 2024-09-16T06:48:35.919 INFO:tasks.rados.rados.0.smithi042.stdout:52: writing smithi04281968-29 from 917504 to 1318912 tid 2 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:40: done (12 left) 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:53: rmattr oid 39 current snap is 0 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:53: done (12 left) 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:54: delete oid 40 current snap is 0 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:41: finishing write tid 2 to smithi04281968-41 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:41: finishing write tid 3 to smithi04281968-41 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:42: finishing write tid 1 to smithi04281968-42 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:42: finishing write tid 2 to smithi04281968-42 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:42: finishing write tid 3 to smithi04281968-42 2024-09-16T06:48:35.920 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:43: finishing write tid 1 to smithi04281968-43 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:43: finishing write tid 2 to smithi04281968-43 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:43: finishing write tid 3 to smithi04281968-43 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:44: finishing write tid 1 to smithi04281968-44 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:44: finishing write tid 2 to smithi04281968-44 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:44: finishing write tid 3 to smithi04281968-44 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 4 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-16T06:48:35.921 INFO:tasks.rados.rados.0.smithi042.stdout:45: finishing write tid 1 to smithi04281968-45 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:45: finishing write tid 2 to smithi04281968-45 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:45: finishing write tid 3 to smithi04281968-45 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:46: finishing write tid 1 to smithi04281968-46 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:46: finishing write tid 2 to smithi04281968-46 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:46: finishing write tid 3 to smithi04281968-46 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:47: finishing write tid 1 to smithi04281968-47 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:47: finishing write tid 2 to smithi04281968-47 2024-09-16T06:48:35.922 INFO:tasks.rados.rados.0.smithi042.stdout:47: finishing write tid 3 to smithi04281968-47 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:48: finishing write tid 1 to smithi04281968-48 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:48: finishing write tid 2 to smithi04281968-48 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:48: finishing write tid 3 to smithi04281968-48 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:49: finishing write tid 1 to smithi04281968-49 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:49: finishing write tid 2 to smithi04281968-49 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:49: finishing write tid 3 to smithi04281968-49 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:49: finishing write tid 4 to smithi04281968-49 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:50: finishing write tid 1 to smithi04281968-50 2024-09-16T06:48:35.923 INFO:tasks.rados.rados.0.smithi042.stdout:50: finishing write tid 2 to smithi04281968-50 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:50: finishing write tid 3 to smithi04281968-50 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:50: finishing write tid 4 to smithi04281968-50 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:51: finishing copy_from racing read to smithi04281968-2 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:51: finishing copy_from to smithi04281968-2 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T06:48:35.924 INFO:tasks.rados.rados.0.smithi042.stdout:52: finishing write tid 1 to smithi04281968-29 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:41: done (12 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:42: done (11 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:43: done (10 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:44: done (9 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:45: done (8 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:46: done (7 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:47: done (6 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:48: done (5 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:49: done (4 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:50: done (3 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:51: done (2 left) 2024-09-16T06:48:35.926 INFO:tasks.rados.rados.0.smithi042.stdout:54: done (1 left) 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:55: read oid 15 snap -1 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:56: rollback oid 31 current snap is 0 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:56: done (2 left) 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:57: read oid 27 snap -1 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:59: rollback oid 45 current snap is 0 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:59: done (4 left) 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:61: delete oid 1 current snap is 0 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:52: finishing write tid 2 to smithi04281968-29 2024-09-16T06:48:35.927 INFO:tasks.rados.rados.0.smithi042.stdout:52: finishing write tid 3 to smithi04281968-29 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:61: done (5 left) 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:62: read oid 17 snap -1 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:63: snap_create 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:52: finishing write tid 4 to smithi04281968-29 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 12 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:52: left oid 29 (ObjNum 50 snap 0 seq_num 50) 2024-09-16T06:48:35.928 INFO:tasks.rados.rados.0.smithi042.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:35.937 INFO:tasks.rados.rados.0.smithi042.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T06:48:35.945 INFO:tasks.rados.rados.0.smithi042.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:60: finishing copy_from racing read to smithi04281968-22 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:60: finishing copy_from to smithi04281968-22 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:58: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:58: finishing copy_from to smithi04281968-28 2024-09-16T06:48:35.953 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T06:48:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:35 smithi042 ceph-mon[39185]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:35 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T06:48:36.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:35 smithi042 ceph-mon[27521]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:36.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:35 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T06:48:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:35 smithi164 ceph-mon[31490]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:35 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T06:48:36.771 INFO:tasks.rados.rados.0.smithi042.stdout:52: done (6 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:55: done (5 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:57: done (4 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:58: done (3 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:60: done (2 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:62: done (1 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:63: done (0 left) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:65: read oid 30 snap -1 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 1 2024-09-16T06:48:36.772 INFO:tasks.rados.rados.0.smithi042.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-16T06:48:36.776 INFO:tasks.rados.rados.0.smithi042.stdout:66: writing smithi04281968-23 from 376832 to 868352 tid 1 2024-09-16T06:48:36.779 INFO:tasks.rados.rados.0.smithi042.stdout:66: writing smithi04281968-23 from 868352 to 1269760 tid 2 2024-09-16T06:48:36.779 INFO:tasks.rados.rados.0.smithi042.stdout:67: rollback oid 10 current snap is 1 2024-09-16T06:48:36.779 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 0 2024-09-16T06:48:36.779 INFO:tasks.rados.rados.0.smithi042.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:64: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:64: finishing copy_from to smithi04281968-15 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:67: finishing rollback tid 0 to smithi04281968-10 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:67: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:67: finishing rollback tid 2 to smithi04281968-10 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:66: finishing write tid 1 to smithi04281968-23 2024-09-16T06:48:36.797 INFO:tasks.rados.rados.0.smithi042.stdout:66: finishing write tid 2 to smithi04281968-23 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:66: finishing write tid 3 to smithi04281968-23 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:64: done (3 left) 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:65: done (2 left) 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:67: done (1 left) 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:68: setattr oid 31 current snap is 1 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:66: finishing write tid 4 to smithi04281968-23 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 16 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T06:48:36.798 INFO:tasks.rados.rados.0.smithi042.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-16T06:48:36.799 INFO:tasks.rados.rados.0.smithi042.stdout:66: done (1 left) 2024-09-16T06:48:36.799 INFO:tasks.rados.rados.0.smithi042.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:70: read oid 23 snap 0 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:72: rollback oid 49 current snap is 1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 0 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:73: read oid 4 snap 0 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:74: rmattr oid 7 current snap is 1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:74: done (6 left) 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:76: read oid 39 snap -1 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:48:36.800 INFO:tasks.rados.rados.0.smithi042.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-16T06:48:36.801 INFO:tasks.rados.rados.0.smithi042.stdout:78: read oid 2 snap -1 2024-09-16T06:48:36.801 INFO:tasks.rados.rados.0.smithi042.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T06:48:36.801 INFO:tasks.rados.rados.0.smithi042.stdout:79: setattr oid 41 current snap is 1 2024-09-16T06:48:36.801 INFO:tasks.rados.rados.0.smithi042.stdout:80: snap_create 2024-09-16T06:48:36.801 INFO:tasks.rados.rados.0.smithi042.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T06:48:36.803 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 13 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:48:36.804 INFO:tasks.rados.rados.0.smithi042.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-09-16T06:48:36.818 INFO:tasks.rados.rados.0.smithi042.stdout:72: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:48:36.818 INFO:tasks.rados.rados.0.smithi042.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:48:36.838 INFO:tasks.rados.rados.0.smithi042.stdout:78: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 9 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:72: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:72: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 16 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:71: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:69: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:71: finishing copy_from to smithi04281968-36 2024-09-16T06:48:36.843 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:69: finishing copy_from to smithi04281968-45 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:75: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:75: finishing copy_from to smithi04281968-20 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:77: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:77: finishing copy_from to smithi04281968-6 2024-09-16T06:48:36.844 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T06:48:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[39185]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:48:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[39185]: Cluster is now healthy 2024-09-16T06:48:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T06:48:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[39185]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T06:48:37.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[27521]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:48:37.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[27521]: Cluster is now healthy 2024-09-16T06:48:37.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T06:48:37.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:36 smithi042 ceph-mon[27521]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T06:48:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:36 smithi164 ceph-mon[31490]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T06:48:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:36 smithi164 ceph-mon[31490]: Cluster is now healthy 2024-09-16T06:48:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:36 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2091542360' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T06:48:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:36 smithi164 ceph-mon[31490]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T06:48:37.775 INFO:tasks.rados.rados.0.smithi042.stdout:68: done (11 left) 2024-09-16T06:48:37.775 INFO:tasks.rados.rados.0.smithi042.stdout:69: done (10 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:70: done (9 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:71: done (8 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:72: done (7 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:73: done (6 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:75: done (5 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:76: done (4 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:77: done (3 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:78: done (2 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:79: done (1 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:80: done (0 left) 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:81: rollback oid 40 current snap is 2 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 1 2024-09-16T06:48:37.776 INFO:tasks.rados.rados.0.smithi042.stdout:82: snap_create 2024-09-16T06:48:37.778 INFO:tasks.rados.rados.0.smithi042.stdout:81: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:48:37.778 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 0 (ObjNum 110558432 snap 21996 seq_num 304) dirty dne 2024-09-16T06:48:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:37 smithi042 ceph-mon[39185]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:37 smithi042 ceph-mon[39185]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T06:48:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:37 smithi042 ceph-mon[27521]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:37 smithi042 ceph-mon[27521]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T06:48:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:37 smithi164 ceph-mon[31490]: pgmap v102: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:37 smithi164 ceph-mon[31490]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T06:48:38.779 INFO:tasks.rados.rados.0.smithi042.stdout:81: done (1 left) 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:82: done (0 left) 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:83: rollback oid 9 current snap is 3 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 0 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:84: read oid 20 snap 1 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:85: read oid 41 snap -1 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:38.780 INFO:tasks.rados.rados.0.smithi042.stdout:86: snap_create 2024-09-16T06:48:38.784 INFO:tasks.rados.rados.0.smithi042.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:38.805 INFO:tasks.rados.rados.0.smithi042.stdout:83: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:48:38.805 INFO:tasks.rados.rados.0.smithi042.stdout:83: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:48:38.805 INFO:tasks.rados.rados.0.smithi042.stdout:83: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:48:38.806 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 13 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T06:48:38.806 INFO:tasks.rados.rados.0.smithi042.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-16T06:48:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:38 smithi042 ceph-mon[39185]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T06:48:39.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:38 smithi042 ceph-mon[27521]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T06:48:39.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:38 smithi164 ceph-mon[31490]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T06:48:39.781 INFO:tasks.rados.rados.0.smithi042.stdout:83: done (3 left) 2024-09-16T06:48:39.781 INFO:tasks.rados.rados.0.smithi042.stdout:84: done (2 left) 2024-09-16T06:48:39.782 INFO:tasks.rados.rados.0.smithi042.stdout:85: done (1 left) 2024-09-16T06:48:39.782 INFO:tasks.rados.rados.0.smithi042.stdout:86: done (0 left) 2024-09-16T06:48:39.782 INFO:tasks.rados.rados.0.smithi042.stdout:87: snap_remove snap 0 2024-09-16T06:48:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:39 smithi042 ceph-mon[39185]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-09-16T06:48:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:39 smithi042 ceph-mon[39185]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T06:48:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:39 smithi042 ceph-mon[27521]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-09-16T06:48:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:39 smithi042 ceph-mon[27521]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T06:48:40.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:39 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:39] "GET /metrics HTTP/1.1" 200 238891 "" "Prometheus/2.43.0" 2024-09-16T06:48:40.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:39 smithi164 ceph-mon[31490]: pgmap v105: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.0 MiB/s wr, 60 op/s 2024-09-16T06:48:40.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:39 smithi164 ceph-mon[31490]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T06:48:40.787 INFO:tasks.rados.rados.0.smithi042.stdout:87: done (0 left) 2024-09-16T06:48:40.787 INFO:tasks.rados.rados.0.smithi042.stdout:88: read oid 29 snap 3 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:88: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:89: read oid 46 snap -1 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:91: rmattr oid 49 current snap is 4 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:91: done (3 left) 2024-09-16T06:48:40.788 INFO:tasks.rados.rados.0.smithi042.stdout:92: snap_remove snap 2 2024-09-16T06:48:41.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:40 smithi042 ceph-mon[39185]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T06:48:41.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:40 smithi042 ceph-mon[39185]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T06:48:41.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:40 smithi042 ceph-mon[27521]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T06:48:41.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:40 smithi042 ceph-mon[27521]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T06:48:41.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:40 smithi164 ceph-mon[31490]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T06:48:41.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:40 smithi164 ceph-mon[31490]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T06:48:41.792 INFO:tasks.rados.rados.0.smithi042.stdout:92: done (3 left) 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:93: rmattr oid 30 current snap is 4 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:93: done (3 left) 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:94: read oid 42 snap 1 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:95: rmattr oid 14 current snap is 4 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:95: done (4 left) 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:96: read oid 9 snap 1 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 4 2024-09-16T06:48:41.793 INFO:tasks.rados.rados.0.smithi042.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-09-16T06:48:41.798 INFO:tasks.rados.rados.0.smithi042.stdout:97: writing smithi04281968-24 from 393216 to 901120 tid 1 2024-09-16T06:48:41.801 INFO:tasks.rados.rados.0.smithi042.stdout:97: writing smithi04281968-24 from 901120 to 1302528 tid 2 2024-09-16T06:48:41.801 INFO:tasks.rados.rados.0.smithi042.stdout:90: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:48:41.801 INFO:tasks.rados.rados.0.smithi042.stdout:88: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T06:48:41.852 INFO:tasks.rados.rados.0.smithi042.stdout:90: finishing copy_from to smithi04281968-36 2024-09-16T06:48:41.852 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T06:48:41.852 INFO:tasks.rados.rados.0.smithi042.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:88: done (5 left) 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:89: done (4 left) 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:90: done (3 left) 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:98: copy_from oid 34 from oid 40 current snap is 4 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:97: finishing write tid 1 to smithi04281968-24 2024-09-16T06:48:41.876 INFO:tasks.rados.rados.0.smithi042.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-09-16T06:48:41.880 INFO:tasks.rados.rados.0.smithi042.stdout:97: finishing write tid 2 to smithi04281968-24 2024-09-16T06:48:41.880 INFO:tasks.rados.rados.0.smithi042.stdout:97: finishing write tid 3 to smithi04281968-24 2024-09-16T06:48:41.880 INFO:tasks.rados.rados.0.smithi042.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T06:48:41.900 INFO:tasks.rados.rados.0.smithi042.stdout:97: finishing write tid 4 to smithi04281968-24 2024-09-16T06:48:41.900 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 19 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-09-16T06:48:41.900 INFO:tasks.rados.rados.0.smithi042.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-09-16T06:48:41.900 INFO:tasks.rados.rados.0.smithi042.stdout:94: done (3 left) 2024-09-16T06:48:41.900 INFO:tasks.rados.rados.0.smithi042.stdout:96: done (2 left) 2024-09-16T06:48:41.901 INFO:tasks.rados.rados.0.smithi042.stdout:97: done (1 left) 2024-09-16T06:48:41.901 INFO:tasks.rados.rados.0.smithi042.stdout:99: snap_remove snap 3 2024-09-16T06:48:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:41 smithi042 ceph-mon[27521]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-16T06:48:42.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:41 smithi042 ceph-mon[27521]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T06:48:42.190 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:41 smithi042 ceph-mon[39185]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-16T06:48:42.190 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:41 smithi042 ceph-mon[39185]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T06:48:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:41 smithi164 ceph-mon[31490]: pgmap v108: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-09-16T06:48:42.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:41 smithi164 ceph-mon[31490]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:99: done (1 left) 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:100: copy_from oid 24 from oid 48 current snap is 4 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:101: read oid 23 snap 1 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 4 2024-09-16T06:48:42.804 INFO:tasks.rados.rados.0.smithi042.stdout:102: seq_num 55 ranges {73728=524288,598016=401408} 2024-09-16T06:48:42.809 INFO:tasks.rados.rados.0.smithi042.stdout:102: writing smithi04281968-5 from 73728 to 598016 tid 1 2024-09-16T06:48:42.812 INFO:tasks.rados.rados.0.smithi042.stdout:102: writing smithi04281968-5 from 598016 to 999424 tid 2 2024-09-16T06:48:42.812 INFO:tasks.rados.rados.0.smithi042.stdout:103: delete oid 8 current snap is 4 2024-09-16T06:48:42.812 INFO:tasks.rados.rados.0.smithi042.stdout:98: finishing copy_from to smithi04281968-34 2024-09-16T06:48:42.812 INFO:tasks.rados.rados.0.smithi042.stdout:98: got expected ENOENT (src dne) 2024-09-16T06:48:42.812 INFO:tasks.rados.rados.0.smithi042.stdout:98: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:48:42.813 INFO:tasks.rados.rados.0.smithi042.stdout:100: finishing copy_from racing read to smithi04281968-24 2024-09-16T06:48:42.815 INFO:tasks.rados.rados.0.smithi042.stdout:98: done (4 left) 2024-09-16T06:48:42.815 INFO:tasks.rados.rados.0.smithi042.stdout:103: done (3 left) 2024-09-16T06:48:42.815 INFO:tasks.rados.rados.0.smithi042.stdout:100: finishing copy_from to smithi04281968-24 2024-09-16T06:48:42.815 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:42.815 INFO:tasks.rados.rados.0.smithi042.stdout:102: finishing write tid 1 to smithi04281968-5 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:104: read oid 30 snap -1 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:104: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:100: done (3 left) 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:105: rollback oid 4 current snap is 4 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 1 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:106: delete oid 16 current snap is 4 2024-09-16T06:48:42.816 INFO:tasks.rados.rados.0.smithi042.stdout:101: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T06:48:42.861 INFO:tasks.rados.rados.0.smithi042.stdout:101: done (4 left) 2024-09-16T06:48:42.861 INFO:tasks.rados.rados.0.smithi042.stdout:106: done (3 left) 2024-09-16T06:48:42.861 INFO:tasks.rados.rados.0.smithi042.stdout:107: read oid 23 snap 1 2024-09-16T06:48:42.861 INFO:tasks.rados.rados.0.smithi042.stdout:107: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:108: rollback oid 26 current snap is 4 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 1 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:102: finishing write tid 2 to smithi04281968-5 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:102: finishing write tid 3 to smithi04281968-5 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:102: finishing write tid 4 to smithi04281968-5 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 10 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:102: left oid 5 (ObjNum 55 snap 4 seq_num 55) 2024-09-16T06:48:42.862 INFO:tasks.rados.rados.0.smithi042.stdout:104: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T06:48:42.876 INFO:tasks.rados.rados.0.smithi042.stdout:105: finishing rollback tid 0 to smithi04281968-4 2024-09-16T06:48:42.876 INFO:tasks.rados.rados.0.smithi042.stdout:105: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:48:42.876 INFO:tasks.rados.rados.0.smithi042.stdout:105: finishing rollback tid 2 to smithi04281968-4 2024-09-16T06:48:42.876 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 10 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T06:48:42.876 INFO:tasks.rados.rados.0.smithi042.stdout:102: done (4 left) 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:104: done (3 left) 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:105: done (2 left) 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:109: delete oid 48 current snap is 4 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:108: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:108: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:108: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 14 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-16T06:48:42.877 INFO:tasks.rados.rados.0.smithi042.stdout:107: expect (ObjNum 53 snap 1 seq_num 53) 2024-09-16T06:48:42.919 INFO:tasks.rados.rados.0.smithi042.stdout:107: done (2 left) 2024-09-16T06:48:42.919 INFO:tasks.rados.rados.0.smithi042.stdout:108: done (1 left) 2024-09-16T06:48:42.919 INFO:tasks.rados.rados.0.smithi042.stdout:109: done (0 left) 2024-09-16T06:48:42.919 INFO:tasks.rados.rados.0.smithi042.stdout:110: setattr oid 35 current snap is 4 2024-09-16T06:48:42.919 INFO:tasks.rados.rados.0.smithi042.stdout:111: snap_create 2024-09-16T06:48:42.921 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 16 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T06:48:43.810 INFO:tasks.rados.rados.0.smithi042.stdout:110: done (1 left) 2024-09-16T06:48:43.811 INFO:tasks.rados.rados.0.smithi042.stdout:111: done (0 left) 2024-09-16T06:48:43.811 INFO:tasks.rados.rados.0.smithi042.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-09-16T06:48:43.811 INFO:tasks.rados.rados.0.smithi042.stdout:113: setattr oid 23 current snap is 5 2024-09-16T06:48:43.811 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 5 2024-09-16T06:48:43.811 INFO:tasks.rados.rados.0.smithi042.stdout:114: seq_num 59 ranges {172032=598016,770048=401408} 2024-09-16T06:48:43.816 INFO:tasks.rados.rados.0.smithi042.stdout:114: writing smithi04281968-15 from 172032 to 770048 tid 1 2024-09-16T06:48:43.819 INFO:tasks.rados.rados.0.smithi042.stdout:114: writing smithi04281968-15 from 770048 to 1171456 tid 2 2024-09-16T06:48:43.819 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 5 2024-09-16T06:48:43.819 INFO:tasks.rados.rados.0.smithi042.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-09-16T06:48:43.824 INFO:tasks.rados.rados.0.smithi042.stdout:115: writing smithi04281968-20 from 188416 to 802816 tid 1 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:115: writing smithi04281968-20 from 802816 to 1204224 tid 2 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:116: rollback oid 31 current snap is 5 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 1 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:112: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:112: finishing copy_from to smithi04281968-25 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:114: finishing write tid 1 to smithi04281968-15 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:114: finishing write tid 2 to smithi04281968-15 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:114: finishing write tid 3 to smithi04281968-15 2024-09-16T06:48:43.828 INFO:tasks.rados.rados.0.smithi042.stdout:114: finishing write tid 4 to smithi04281968-15 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 26 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:112: done (4 left) 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:113: done (3 left) 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:114: done (2 left) 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:117: read oid 26 snap -1 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 5 2024-09-16T06:48:43.829 INFO:tasks.rados.rados.0.smithi042.stdout:118: seq_num 61 ranges {172032=630784,802816=401408} 2024-09-16T06:48:43.833 INFO:tasks.rados.rados.0.smithi042.stdout:118: writing smithi04281968-2 from 172032 to 802816 tid 1 2024-09-16T06:48:43.836 INFO:tasks.rados.rados.0.smithi042.stdout:118: writing smithi04281968-2 from 802816 to 1204224 tid 2 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:119: snap_create 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:115: finishing write tid 1 to smithi04281968-20 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:116: finishing rollback tid 0 to smithi04281968-31 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:116: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:116: finishing rollback tid 2 to smithi04281968-31 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 15 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:115: finishing write tid 2 to smithi04281968-20 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:115: finishing write tid 3 to smithi04281968-20 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:115: finishing write tid 4 to smithi04281968-20 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 10 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-09-16T06:48:43.837 INFO:tasks.rados.rados.0.smithi042.stdout:117: expect (ObjNum 25 snap 0 seq_num 25) 2024-09-16T06:48:43.849 INFO:tasks.rados.rados.0.smithi042.stdout:118: finishing write tid 1 to smithi04281968-2 2024-09-16T06:48:43.849 INFO:tasks.rados.rados.0.smithi042.stdout:118: finishing write tid 2 to smithi04281968-2 2024-09-16T06:48:43.850 INFO:tasks.rados.rados.0.smithi042.stdout:118: finishing write tid 3 to smithi04281968-2 2024-09-16T06:48:43.850 INFO:tasks.rados.rados.0.smithi042.stdout:118: finishing write tid 4 to smithi04281968-2 2024-09-16T06:48:43.850 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 19 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-09-16T06:48:43.850 INFO:tasks.rados.rados.0.smithi042.stdout:118: left oid 2 (ObjNum 61 snap 5 seq_num 61) 2024-09-16T06:48:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:43 smithi042 ceph-mon[39185]: pgmap v111: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 264 KiB/s wr, 8 op/s 2024-09-16T06:48:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:43 smithi042 ceph-mon[39185]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T06:48:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:43 smithi042 ceph-mon[27521]: pgmap v111: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 264 KiB/s wr, 8 op/s 2024-09-16T06:48:44.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:43 smithi042 ceph-mon[27521]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:115: done (4 left) 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:116: done (3 left) 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:117: done (2 left) 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:118: done (1 left) 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:119: done (0 left) 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:120: read oid 48 snap 4 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:120: expect deleted 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:121: read oid 49 snap 5 2024-09-16T06:48:44.222 INFO:tasks.rados.rados.0.smithi042.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T06:48:44.223 INFO:tasks.rados.rados.0.smithi042.stdout:122: delete oid 44 current snap is 6 2024-09-16T06:48:44.229 INFO:tasks.rados.rados.0.smithi042.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T06:48:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:43 smithi164 ceph-mon[31490]: pgmap v111: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 264 KiB/s wr, 8 op/s 2024-09-16T06:48:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:43 smithi164 ceph-mon[31490]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:120: done (2 left) 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:121: done (1 left) 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:122: done (0 left) 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:123: rollback oid 49 current snap is 6 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 4 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:124: read oid 27 snap -1 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:125: setattr oid 41 current snap is 6 2024-09-16T06:48:44.255 INFO:tasks.rados.rados.0.smithi042.stdout:126: delete oid 28 current snap is 6 2024-09-16T06:48:44.256 INFO:tasks.rados.rados.0.smithi042.stdout:123: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:48:44.256 INFO:tasks.rados.rados.0.smithi042.stdout:123: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:48:44.256 INFO:tasks.rados.rados.0.smithi042.stdout:123: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:48:44.256 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 24 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T06:48:44.258 INFO:tasks.rados.rados.0.smithi042.stdout:124: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:44.270 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 24 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:48:44.271 INFO:tasks.rados.rados.0.smithi042.stdout:123: done (3 left) 2024-09-16T06:48:44.271 INFO:tasks.rados.rados.0.smithi042.stdout:124: done (2 left) 2024-09-16T06:48:44.271 INFO:tasks.rados.rados.0.smithi042.stdout:125: done (1 left) 2024-09-16T06:48:44.271 INFO:tasks.rados.rados.0.smithi042.stdout:126: done (0 left) 2024-09-16T06:48:44.271 INFO:tasks.rados.rados.0.smithi042.stdout:127: snap_remove snap 4 2024-09-16T06:48:44.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:44] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:44 smithi042 ceph-mon[39185]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T06:48:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:44 smithi042 ceph-mon[39185]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T06:48:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:44 smithi042 ceph-mon[27521]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T06:48:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:44 smithi042 ceph-mon[27521]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T06:48:45.226 INFO:tasks.rados.rados.0.smithi042.stdout:127: done (0 left) 2024-09-16T06:48:45.226 INFO:tasks.rados.rados.0.smithi042.stdout:128: setattr oid 28 current snap is 6 2024-09-16T06:48:45.228 INFO:tasks.rados.rados.0.smithi042.stdout:129: snap_remove snap 1 2024-09-16T06:48:45.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:44 smithi164 ceph-mon[31490]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T06:48:45.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:44 smithi164 ceph-mon[31490]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T06:48:46.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:45 smithi042 ceph-mon[27521]: pgmap v115: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 265 KiB/s wr, 8 op/s 2024-09-16T06:48:46.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:45 smithi042 ceph-mon[27521]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T06:48:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:45 smithi042 ceph-mon[39185]: pgmap v115: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 265 KiB/s wr, 8 op/s 2024-09-16T06:48:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:45 smithi042 ceph-mon[39185]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T06:48:46.233 INFO:tasks.rados.rados.0.smithi042.stdout:129: done (1 left) 2024-09-16T06:48:46.233 INFO:tasks.rados.rados.0.smithi042.stdout:130: delete oid 6 current snap is 6 2024-09-16T06:48:46.233 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 31 (ObjNum 81 snap 0 seq_num 3871955258) dirty exists 2024-09-16T06:48:46.237 INFO:tasks.rados.rados.0.smithi042.stdout:128: done (1 left) 2024-09-16T06:48:46.237 INFO:tasks.rados.rados.0.smithi042.stdout:130: done (0 left) 2024-09-16T06:48:46.237 INFO:tasks.rados.rados.0.smithi042.stdout:131: snap_remove snap 5 2024-09-16T06:48:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:45 smithi164 ceph-mon[31490]: pgmap v115: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 265 KiB/s wr, 8 op/s 2024-09-16T06:48:46.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:45 smithi164 ceph-mon[31490]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T06:48:47.233 INFO:tasks.rados.rados.0.smithi042.stdout:131: done (0 left) 2024-09-16T06:48:47.233 INFO:tasks.rados.rados.0.smithi042.stdout:132: rollback oid 17 current snap is 6 2024-09-16T06:48:47.233 INFO:tasks.rados.rados.0.smithi042.stdout:132: done (0 left) 2024-09-16T06:48:47.233 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 6 2024-09-16T06:48:47.233 INFO:tasks.rados.rados.0.smithi042.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-09-16T06:48:47.240 INFO:tasks.rados.rados.0.smithi042.stdout:133: writing smithi04281968-43 from 712704 to 1409024 tid 1 2024-09-16T06:48:47.243 INFO:tasks.rados.rados.0.smithi042.stdout:133: writing smithi04281968-43 from 1409024 to 1810432 tid 2 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:134: read oid 11 snap -1 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:135: read oid 6 snap -1 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:135: expect deleted 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:137: read oid 41 snap -1 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:138: rollback oid 1 current snap is 6 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:138: done (5 left) 2024-09-16T06:48:47.244 INFO:tasks.rados.rados.0.smithi042.stdout:139: snap_create 2024-09-16T06:48:47.251 INFO:tasks.rados.rados.0.smithi042.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:47.276 INFO:tasks.rados.rados.0.smithi042.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T06:48:47.281 INFO:tasks.rados.rados.0.smithi042.stdout:133: finishing write tid 1 to smithi04281968-43 2024-09-16T06:48:47.281 INFO:tasks.rados.rados.0.smithi042.stdout:133: finishing write tid 2 to smithi04281968-43 2024-09-16T06:48:47.281 INFO:tasks.rados.rados.0.smithi042.stdout:133: finishing write tid 3 to smithi04281968-43 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:133: finishing write tid 4 to smithi04281968-43 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 15 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:136: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:136: finishing copy_from to smithi04281968-18 2024-09-16T06:48:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T06:48:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:47 smithi164 ceph-mon[31490]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T06:48:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:47 smithi164 ceph-mon[31490]: pgmap v118: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:47 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:47 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:47 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[27521]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T06:48:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[27521]: pgmap v118: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[39185]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T06:48:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[39185]: pgmap v118: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:48:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:47 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:133: done (5 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:134: done (4 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:135: done (3 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:136: done (2 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:137: done (1 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:139: done (0 left) 2024-09-16T06:48:48.239 INFO:tasks.rados.rados.0.smithi042.stdout:140: copy_from oid 32 from oid 41 current snap is 7 2024-09-16T06:48:48.240 INFO:tasks.rados.rados.0.smithi042.stdout:141: snap_remove snap 6 2024-09-16T06:48:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:48 smithi164 ceph-mon[31490]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T06:48:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:48 smithi042 ceph-mon[39185]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T06:48:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:48 smithi042 ceph-mon[27521]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T06:48:49.244 INFO:tasks.rados.rados.0.smithi042.stdout:141: done (1 left) 2024-09-16T06:48:49.244 INFO:tasks.rados.rados.0.smithi042.stdout:142: delete oid 34 current snap is 7 2024-09-16T06:48:49.244 INFO:tasks.rados.rados.0.smithi042.stdout:140: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:48:49.244 INFO:tasks.rados.rados.0.smithi042.stdout:140: finishing copy_from to smithi04281968-32 2024-09-16T06:48:49.244 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 24 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:48:49.245 INFO:tasks.rados.rados.0.smithi042.stdout:140: done (1 left) 2024-09-16T06:48:49.245 INFO:tasks.rados.rados.0.smithi042.stdout:142: done (0 left) 2024-09-16T06:48:49.245 INFO:tasks.rados.rados.0.smithi042.stdout:143: rollback oid 46 current snap is 7 2024-09-16T06:48:49.245 INFO:tasks.rados.rados.0.smithi042.stdout:143: done (0 left) 2024-09-16T06:48:49.246 INFO:tasks.rados.rados.0.smithi042.stdout:144: read oid 46 snap -1 2024-09-16T06:48:49.246 INFO:tasks.rados.rados.0.smithi042.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:49.246 INFO:tasks.rados.rados.0.smithi042.stdout:145: read oid 7 snap -1 2024-09-16T06:48:49.246 INFO:tasks.rados.rados.0.smithi042.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T06:48:49.246 INFO:tasks.rados.rados.0.smithi042.stdout:146: snap_create 2024-09-16T06:48:49.248 INFO:tasks.rados.rados.0.smithi042.stdout:144: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:49.272 INFO:tasks.rados.rados.0.smithi042.stdout:145: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T06:48:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:49 smithi042 ceph-mon[39185]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T06:48:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:49 smithi042 ceph-mon[39185]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:49 smithi042 ceph-mon[27521]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T06:48:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:49 smithi042 ceph-mon[27521]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:49 smithi164 ceph-mon[31490]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T06:48:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:49 smithi164 ceph-mon[31490]: pgmap v121: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:50.244 INFO:tasks.rados.rados.0.smithi042.stdout:144: done (2 left) 2024-09-16T06:48:50.244 INFO:tasks.rados.rados.0.smithi042.stdout:145: done (1 left) 2024-09-16T06:48:50.244 INFO:tasks.rados.rados.0.smithi042.stdout:146: done (0 left) 2024-09-16T06:48:50.245 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 8 2024-09-16T06:48:50.245 INFO:tasks.rados.rados.0.smithi042.stdout:147: seq_num 67 ranges {204800=729088,933888=401408} 2024-09-16T06:48:50.245 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:49 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:49] "GET /metrics HTTP/1.1" 200 239763 "" "Prometheus/2.43.0" 2024-09-16T06:48:50.250 INFO:tasks.rados.rados.0.smithi042.stdout:147: writing smithi04281968-13 from 204800 to 933888 tid 1 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:147: writing smithi04281968-13 from 933888 to 1335296 tid 2 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:148: copy_from oid 15 from oid 5 current snap is 8 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:149: rollback oid 19 current snap is 8 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 7 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:150: copy_from oid 21 from oid 24 current snap is 8 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:151: copy_from oid 3 from oid 7 current snap is 8 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:152: read oid 33 snap -1 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 8 2024-09-16T06:48:50.254 INFO:tasks.rados.rados.0.smithi042.stdout:153: seq_num 68 ranges {0=745472,745472=401408} 2024-09-16T06:48:50.258 INFO:tasks.rados.rados.0.smithi042.stdout:153: writing smithi04281968-16 from 0 to 745472 tid 1 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:153: writing smithi04281968-16 from 745472 to 1146880 tid 2 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:154: rmattr oid 34 current snap is 8 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:154: done (7 left) 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:155: read oid 39 snap -1 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:156: rmattr oid 4 current snap is 8 2024-09-16T06:48:50.262 INFO:tasks.rados.rados.0.smithi042.stdout:156: done (8 left) 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:157: snap_create 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:149: finishing rollback tid 0 to smithi04281968-19 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:149: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:147: finishing write tid 1 to smithi04281968-13 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:149: finishing rollback tid 2 to smithi04281968-19 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 26 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:147: finishing write tid 2 to smithi04281968-13 2024-09-16T06:48:50.263 INFO:tasks.rados.rados.0.smithi042.stdout:147: finishing write tid 3 to smithi04281968-13 2024-09-16T06:48:50.264 INFO:tasks.rados.rados.0.smithi042.stdout:151: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:48:50.265 INFO:tasks.rados.rados.0.smithi042.stdout:150: finishing copy_from racing read to smithi04281968-21 2024-09-16T06:48:50.266 INFO:tasks.rados.rados.0.smithi042.stdout:152: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:151: finishing copy_from to smithi04281968-3 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:150: finishing copy_from to smithi04281968-21 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:153: finishing write tid 1 to smithi04281968-16 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:147: finishing write tid 4 to smithi04281968-13 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 12 (ObjNum 67 snap 8 seq_num 67) dirty exists 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:147: left oid 13 (ObjNum 67 snap 8 seq_num 67) 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:153: finishing write tid 2 to smithi04281968-16 2024-09-16T06:48:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:155: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:48:50.305 INFO:tasks.rados.rados.0.smithi042.stdout:153: finishing write tid 3 to smithi04281968-16 2024-09-16T06:48:50.305 INFO:tasks.rados.rados.0.smithi042.stdout:153: finishing write tid 4 to smithi04281968-16 2024-09-16T06:48:50.305 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 15 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-09-16T06:48:50.305 INFO:tasks.rados.rados.0.smithi042.stdout:153: left oid 16 (ObjNum 68 snap 8 seq_num 68) 2024-09-16T06:48:50.305 INFO:tasks.rados.rados.0.smithi042.stdout:148: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:48:50.306 INFO:tasks.rados.rados.0.smithi042.stdout:148: finishing copy_from to smithi04281968-15 2024-09-16T06:48:50.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 10 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-16T06:48:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:50 smithi042 ceph-mon[39185]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T06:48:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:50 smithi042 ceph-mon[27521]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T06:48:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:50 smithi164 ceph-mon[31490]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:147: done (8 left) 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:148: done (7 left) 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:149: done (6 left) 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:150: done (5 left) 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:151: done (4 left) 2024-09-16T06:48:51.256 INFO:tasks.rados.rados.0.smithi042.stdout:152: done (3 left) 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:153: done (2 left) 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:155: done (1 left) 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:157: done (0 left) 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:158: copy_from oid 17 from oid 8 current snap is 9 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:159: read oid 32 snap -1 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:51.257 INFO:tasks.rados.rados.0.smithi042.stdout:160: snap_remove snap 8 2024-09-16T06:48:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:51 smithi042 ceph-mon[39185]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T06:48:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:51 smithi042 ceph-mon[39185]: pgmap v124: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:51 smithi042 ceph-mon[27521]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T06:48:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:51 smithi042 ceph-mon[27521]: pgmap v124: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:51 smithi164 ceph-mon[31490]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T06:48:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:51 smithi164 ceph-mon[31490]: pgmap v124: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.7 MiB/s wr, 38 op/s 2024-09-16T06:48:52.262 INFO:tasks.rados.rados.0.smithi042.stdout:160: done (2 left) 2024-09-16T06:48:52.262 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 9 2024-09-16T06:48:52.263 INFO:tasks.rados.rados.0.smithi042.stdout:161: seq_num 69 ranges {1204224=761856,1966080=401408} 2024-09-16T06:48:52.273 INFO:tasks.rados.rados.0.smithi042.stdout:161: writing smithi04281968-2 from 1204224 to 1966080 tid 1 2024-09-16T06:48:52.276 INFO:tasks.rados.rados.0.smithi042.stdout:161: writing smithi04281968-2 from 1966080 to 2367488 tid 2 2024-09-16T06:48:52.277 INFO:tasks.rados.rados.0.smithi042.stdout:162: copy_from oid 38 from oid 46 current snap is 9 2024-09-16T06:48:52.277 INFO:tasks.rados.rados.0.smithi042.stdout:159: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:158: finishing copy_from to smithi04281968-17 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:158: got expected ENOENT (src dne) 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:158: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:161: finishing write tid 1 to smithi04281968-2 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:161: finishing write tid 2 to smithi04281968-2 2024-09-16T06:48:52.300 INFO:tasks.rados.rados.0.smithi042.stdout:161: finishing write tid 3 to smithi04281968-2 2024-09-16T06:48:52.301 INFO:tasks.rados.rados.0.smithi042.stdout:158: done (3 left) 2024-09-16T06:48:52.301 INFO:tasks.rados.rados.0.smithi042.stdout:159: done (2 left) 2024-09-16T06:48:52.301 INFO:tasks.rados.rados.0.smithi042.stdout:163: snap_remove snap 7 2024-09-16T06:48:52.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:52 smithi042 ceph-mon[39185]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T06:48:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:52 smithi042 ceph-mon[27521]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T06:48:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:52 smithi164 ceph-mon[31490]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T06:48:53.268 INFO:tasks.rados.rados.0.smithi042.stdout:163: done (2 left) 2024-09-16T06:48:53.268 INFO:tasks.rados.rados.0.smithi042.stdout:164: rmattr oid 30 current snap is 9 2024-09-16T06:48:53.268 INFO:tasks.rados.rados.0.smithi042.stdout:164: done (2 left) 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:165: rmattr oid 27 current snap is 9 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:165: done (2 left) 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:166: rmattr oid 12 current snap is 9 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:166: done (2 left) 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:167: read oid 49 snap -1 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:167: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:168: read oid 50 snap -1 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:169: setattr oid 24 current snap is 9 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:161: finishing write tid 4 to smithi04281968-2 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 32 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-09-16T06:48:53.269 INFO:tasks.rados.rados.0.smithi042.stdout:161: left oid 2 (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:162: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:162: finishing copy_from to smithi04281968-38 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:161: done (4 left) 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:162: done (3 left) 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 9 2024-09-16T06:48:53.270 INFO:tasks.rados.rados.0.smithi042.stdout:170: seq_num 70 ranges {0=778240,778240=401408} 2024-09-16T06:48:53.275 INFO:tasks.rados.rados.0.smithi042.stdout:170: writing smithi04281968-1 from 0 to 778240 tid 1 2024-09-16T06:48:53.278 INFO:tasks.rados.rados.0.smithi042.stdout:170: writing smithi04281968-1 from 778240 to 1179648 tid 2 2024-09-16T06:48:53.278 INFO:tasks.rados.rados.0.smithi042.stdout:171: copy_from oid 25 from oid 10 current snap is 9 2024-09-16T06:48:53.278 INFO:tasks.rados.rados.0.smithi042.stdout:168: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T06:48:53.301 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 46 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:53.301 INFO:tasks.rados.rados.0.smithi042.stdout:167: expect (ObjNum 48 snap 0 seq_num 48) 2024-09-16T06:48:53.322 INFO:tasks.rados.rados.0.smithi042.stdout:171: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:48:53.322 INFO:tasks.rados.rados.0.smithi042.stdout:171: finishing copy_from to smithi04281968-25 2024-09-16T06:48:53.322 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T06:48:53.322 INFO:tasks.rados.rados.0.smithi042.stdout:170: finishing write tid 1 to smithi04281968-1 2024-09-16T06:48:53.322 INFO:tasks.rados.rados.0.smithi042.stdout:170: finishing write tid 2 to smithi04281968-1 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:170: finishing write tid 3 to smithi04281968-1 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:170: finishing write tid 4 to smithi04281968-1 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 22 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:170: left oid 1 (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:167: done (4 left) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:168: done (3 left) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:169: done (2 left) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:170: done (1 left) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:171: done (0 left) 2024-09-16T06:48:53.323 INFO:tasks.rados.rados.0.smithi042.stdout:172: snap_create 2024-09-16T06:48:53.433 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:53 smithi042 ceph-mon[27521]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T06:48:53.433 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:53 smithi042 ceph-mon[27521]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:53.433 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:53 smithi042 ceph-mon[39185]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T06:48:53.434 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:53 smithi042 ceph-mon[39185]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:53 smithi164 ceph-mon[31490]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T06:48:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:53 smithi164 ceph-mon[31490]: pgmap v127: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:54.224 INFO:tasks.rados.rados.0.smithi042.stdout:172: done (0 left) 2024-09-16T06:48:54.224 INFO:tasks.rados.rados.0.smithi042.stdout:173: delete oid 31 current snap is 10 2024-09-16T06:48:54.228 INFO:tasks.rados.rados.0.smithi042.stdout:173: done (0 left) 2024-09-16T06:48:54.228 INFO:tasks.rados.rados.0.smithi042.stdout:174: delete oid 26 current snap is 10 2024-09-16T06:48:54.229 INFO:tasks.rados.rados.0.smithi042.stdout:174: done (0 left) 2024-09-16T06:48:54.229 INFO:tasks.rados.rados.0.smithi042.stdout:175: copy_from oid 20 from oid 42 current snap is 10 2024-09-16T06:48:54.230 INFO:tasks.rados.rados.0.smithi042.stdout:176: delete oid 5 current snap is 10 2024-09-16T06:48:54.233 INFO:tasks.rados.rados.0.smithi042.stdout:176: done (1 left) 2024-09-16T06:48:54.233 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 10 2024-09-16T06:48:54.233 INFO:tasks.rados.rados.0.smithi042.stdout:177: seq_num 74 ranges {1335296=442368,1777664=696320,2473984=106496} 2024-09-16T06:48:54.242 INFO:tasks.rados.rados.0.smithi042.stdout:177: writing smithi04281968-13 from 1335296 to 1777664 tid 1 2024-09-16T06:48:54.246 INFO:tasks.rados.rados.0.smithi042.stdout:177: writing smithi04281968-13 from 1777664 to 2473984 tid 2 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:177: writing smithi04281968-13 from 2473984 to 2580480 tid 3 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:178: read oid 19 snap -1 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 10 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:175: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:175: finishing copy_from to smithi04281968-20 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:177: finishing write tid 1 to smithi04281968-13 2024-09-16T06:48:54.248 INFO:tasks.rados.rados.0.smithi042.stdout:179: seq_num 75 ranges {794624=458752,1253376=581632,1835008=221184} 2024-09-16T06:48:54.254 INFO:tasks.rados.rados.0.smithi042.stdout:179: writing smithi04281968-21 from 794624 to 1253376 tid 1 2024-09-16T06:48:54.257 INFO:tasks.rados.rados.0.smithi042.stdout:179: writing smithi04281968-21 from 1253376 to 1835008 tid 2 2024-09-16T06:48:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:179: writing smithi04281968-21 from 1835008 to 2056192 tid 3 2024-09-16T06:48:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:175: done (3 left) 2024-09-16T06:48:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:180: delete oid 11 current snap is 10 2024-09-16T06:48:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:177: finishing write tid 2 to smithi04281968-13 2024-09-16T06:48:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:178: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T06:48:54.269 INFO:tasks.rados.rados.0.smithi042.stdout:177: finishing write tid 3 to smithi04281968-13 2024-09-16T06:48:54.269 INFO:tasks.rados.rados.0.smithi042.stdout:177: finishing write tid 4 to smithi04281968-13 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:177: finishing write tid 5 to smithi04281968-13 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 22 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:177: left oid 13 (ObjNum 74 snap 10 seq_num 74) 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:179: finishing write tid 1 to smithi04281968-21 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:177: done (3 left) 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:178: done (2 left) 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:180: done (1 left) 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:181: read oid 32 snap -1 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:182: rollback oid 26 current snap is 10 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 9 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:179: finishing write tid 2 to smithi04281968-21 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:179: finishing write tid 3 to smithi04281968-21 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:179: finishing write tid 4 to smithi04281968-21 2024-09-16T06:48:54.270 INFO:tasks.rados.rados.0.smithi042.stdout:179: finishing write tid 5 to smithi04281968-21 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 55 (ObjNum 75 snap 10 seq_num 75) dirty exists 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:179: left oid 21 (ObjNum 75 snap 10 seq_num 75) 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:179: done (2 left) 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:183: read oid 38 snap -1 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 10 2024-09-16T06:48:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:184: seq_num 77 ranges {999424=491520,1490944=794624,2285568=8192} 2024-09-16T06:48:54.277 INFO:tasks.rados.rados.0.smithi042.stdout:184: writing smithi04281968-15 from 999424 to 1490944 tid 1 2024-09-16T06:48:54.282 INFO:tasks.rados.rados.0.smithi042.stdout:184: writing smithi04281968-15 from 1490944 to 2285568 tid 2 2024-09-16T06:48:54.282 INFO:tasks.rados.rados.0.smithi042.stdout:184: writing smithi04281968-15 from 2285568 to 2293760 tid 3 2024-09-16T06:48:54.282 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 10 2024-09-16T06:48:54.282 INFO:tasks.rados.rados.0.smithi042.stdout:185: seq_num 78 ranges {303104=516096,819200=679936,1499136=122880} 2024-09-16T06:48:54.286 INFO:tasks.rados.rados.0.smithi042.stdout:185: writing smithi04281968-19 from 303104 to 819200 tid 1 2024-09-16T06:48:54.290 INFO:tasks.rados.rados.0.smithi042.stdout:185: writing smithi04281968-19 from 819200 to 1499136 tid 2 2024-09-16T06:48:54.291 INFO:tasks.rados.rados.0.smithi042.stdout:185: writing smithi04281968-19 from 1499136 to 1622016 tid 3 2024-09-16T06:48:54.291 INFO:tasks.rados.rados.0.smithi042.stdout:186: read oid 28 snap 9 2024-09-16T06:48:54.291 INFO:tasks.rados.rados.0.smithi042.stdout:186: expect (ObjNum 109217936 snap 21996 seq_num 110719312) 2024-09-16T06:48:54.291 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 10 2024-09-16T06:48:54.292 INFO:tasks.rados.rados.0.smithi042.stdout:187: seq_num 79 ranges {2580480=532480,3112960=565248,3678208=237568} 2024-09-16T06:48:54.308 INFO:tasks.rados.rados.0.smithi042.stdout:187: writing smithi04281968-13 from 2580480 to 3112960 tid 1 2024-09-16T06:48:54.311 INFO:tasks.rados.rados.0.smithi042.stdout:187: writing smithi04281968-13 from 3112960 to 3678208 tid 2 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:187: writing smithi04281968-13 from 3678208 to 3915776 tid 3 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:188: read oid 44 snap -1 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:188: expect deleted 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:189: read oid 27 snap 9 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:189: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:54.313 INFO:tasks.rados.rados.0.smithi042.stdout:190: setattr oid 17 current snap is 10 2024-09-16T06:48:54.314 INFO:tasks.rados.rados.0.smithi042.stdout:181: expect (ObjNum 40 snap 0 seq_num 40) 2024-09-16T06:48:54.334 INFO:tasks.rados.rados.0.smithi042.stdout:182: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:48:54.335 INFO:tasks.rados.rados.0.smithi042.stdout:182: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:48:54.335 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 27 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-16T06:48:54.335 INFO:tasks.rados.rados.0.smithi042.stdout:183: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T06:48:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[27521]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T06:48:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:54 smithi042 ceph-mon[39185]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: finishing write tid 1 to smithi04281968-15 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: finishing write tid 2 to smithi04281968-15 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: finishing write tid 3 to smithi04281968-15 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: finishing write tid 4 to smithi04281968-15 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: finishing write tid 5 to smithi04281968-15 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 43 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:184: left oid 15 (ObjNum 77 snap 10 seq_num 77) 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:185: finishing write tid 1 to smithi04281968-19 2024-09-16T06:48:54.356 INFO:tasks.rados.rados.0.smithi042.stdout:186: expect (ObjNum 109217936 snap 21996 seq_num 110719312) 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:185: finishing write tid 2 to smithi04281968-19 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:185: finishing write tid 3 to smithi04281968-19 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:185: finishing write tid 4 to smithi04281968-19 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:185: finishing write tid 5 to smithi04281968-19 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 33 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:185: left oid 19 (ObjNum 78 snap 10 seq_num 78) 2024-09-16T06:48:54.359 INFO:tasks.rados.rados.0.smithi042.stdout:187: finishing write tid 1 to smithi04281968-13 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:181: done (9 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:182: done (8 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:183: done (7 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:184: done (6 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:185: done (5 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:186: done (4 left) 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:191: rollback oid 15 current snap is 10 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 9 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:187: finishing write tid 2 to smithi04281968-13 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:187: finishing write tid 3 to smithi04281968-13 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:187: finishing write tid 4 to smithi04281968-13 2024-09-16T06:48:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:187: finishing write tid 5 to smithi04281968-13 2024-09-16T06:48:54.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 26 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-09-16T06:48:54.361 INFO:tasks.rados.rados.0.smithi042.stdout:187: left oid 13 (ObjNum 79 snap 10 seq_num 79) 2024-09-16T06:48:54.361 INFO:tasks.rados.rados.0.smithi042.stdout:189: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:48:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 45 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-16T06:48:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:191: finishing rollback tid 0 to smithi04281968-15 2024-09-16T06:48:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:191: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:48:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:191: finishing rollback tid 2 to smithi04281968-15 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 48 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:187: done (4 left) 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:188: done (3 left) 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:189: done (2 left) 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:190: done (1 left) 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:191: done (0 left) 2024-09-16T06:48:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:192: delete oid 45 current snap is 10 2024-09-16T06:48:54.372 INFO:tasks.rados.rados.0.smithi042.stdout:192: done (0 left) 2024-09-16T06:48:54.372 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 10 2024-09-16T06:48:54.372 INFO:tasks.rados.rados.0.smithi042.stdout:193: seq_num 81 ranges {425984=565248,991232=737280,1728512=65536} 2024-09-16T06:48:54.377 INFO:tasks.rados.rados.0.smithi042.stdout:193: writing smithi04281968-26 from 425984 to 991232 tid 1 2024-09-16T06:48:54.381 INFO:tasks.rados.rados.0.smithi042.stdout:193: writing smithi04281968-26 from 991232 to 1728512 tid 2 2024-09-16T06:48:54.382 INFO:tasks.rados.rados.0.smithi042.stdout:193: writing smithi04281968-26 from 1728512 to 1794048 tid 3 2024-09-16T06:48:54.382 INFO:tasks.rados.rados.0.smithi042.stdout:194: setattr oid 47 current snap is 10 2024-09-16T06:48:54.382 INFO:tasks.rados.rados.0.smithi042.stdout:193: finishing write tid 1 to smithi04281968-26 2024-09-16T06:48:54.383 INFO:tasks.rados.rados.0.smithi042.stdout:195: setattr oid 30 current snap is 10 2024-09-16T06:48:54.384 INFO:tasks.rados.rados.0.smithi042.stdout:193: finishing write tid 2 to smithi04281968-26 2024-09-16T06:48:54.384 INFO:tasks.rados.rados.0.smithi042.stdout:193: finishing write tid 3 to smithi04281968-26 2024-09-16T06:48:54.384 INFO:tasks.rados.rados.0.smithi042.stdout:193: finishing write tid 4 to smithi04281968-26 2024-09-16T06:48:54.385 INFO:tasks.rados.rados.0.smithi042.stdout:193: finishing write tid 5 to smithi04281968-26 2024-09-16T06:48:54.385 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 31 (ObjNum 81 snap 10 seq_num 81) dirty exists 2024-09-16T06:48:54.385 INFO:tasks.rados.rados.0.smithi042.stdout:193: left oid 26 (ObjNum 81 snap 10 seq_num 81) 2024-09-16T06:48:54.385 INFO:tasks.rados.rados.0.smithi042.stdout:193: done (2 left) 2024-09-16T06:48:54.385 INFO:tasks.rados.rados.0.smithi042.stdout:196: snap_remove snap 9 2024-09-16T06:48:54.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: Upgrade: Target is version 18.2.4-845-ge4e227b3 (unknown) 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, digests ['quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322'] 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T06:48:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:54 smithi164 ceph-mon[31490]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T06:48:55.276 INFO:tasks.rados.rados.0.smithi042.stdout:196: done (2 left) 2024-09-16T06:48:55.276 INFO:tasks.rados.rados.0.smithi042.stdout:197: read oid 45 snap -1 2024-09-16T06:48:55.276 INFO:tasks.rados.rados.0.smithi042.stdout:197: expect deleted 2024-09-16T06:48:55.277 INFO:tasks.rados.rados.0.smithi042.stdout:198: read oid 17 snap -1 2024-09-16T06:48:55.277 INFO:tasks.rados.rados.0.smithi042.stdout:198: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T06:48:55.277 INFO:tasks.rados.rados.0.smithi042.stdout:199: snap_create 2024-09-16T06:48:55.277 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 15 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T06:48:55.277 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 17 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T06:48:55.284 INFO:tasks.rados.rados.0.smithi042.stdout:198: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T06:48:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:55 smithi042 ceph-mon[39185]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi164 2024-09-16T06:48:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:55 smithi042 ceph-mon[39185]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:55 smithi042 ceph-mon[27521]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi164 2024-09-16T06:48:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:55 smithi042 ceph-mon[27521]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:55 smithi164 ceph-mon[31490]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 on smithi164 2024-09-16T06:48:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:55 smithi164 ceph-mon[31490]: pgmap v130: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T06:48:56.282 INFO:tasks.rados.rados.0.smithi042.stdout:194: done (4 left) 2024-09-16T06:48:56.282 INFO:tasks.rados.rados.0.smithi042.stdout:195: done (3 left) 2024-09-16T06:48:56.282 INFO:tasks.rados.rados.0.smithi042.stdout:197: done (2 left) 2024-09-16T06:48:56.282 INFO:tasks.rados.rados.0.smithi042.stdout:198: done (1 left) 2024-09-16T06:48:56.282 INFO:tasks.rados.rados.0.smithi042.stdout:199: done (0 left) 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:200: rollback oid 30 current snap is 11 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 10 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:201: copy_from oid 9 from oid 25 current snap is 11 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:202: copy_from oid 12 from oid 28 current snap is 11 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:203: read oid 1 snap -1 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:203: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 11 2024-09-16T06:48:56.283 INFO:tasks.rados.rados.0.smithi042.stdout:204: seq_num 82 ranges {679936=581632,1261568=622592,1884160=180224} 2024-09-16T06:48:56.287 INFO:tasks.rados.rados.0.smithi042.stdout:204: writing smithi04281968-32 from 679936 to 1261568 tid 1 2024-09-16T06:48:56.291 INFO:tasks.rados.rados.0.smithi042.stdout:204: writing smithi04281968-32 from 1261568 to 1884160 tid 2 2024-09-16T06:48:56.292 INFO:tasks.rados.rados.0.smithi042.stdout:204: writing smithi04281968-32 from 1884160 to 2064384 tid 3 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 11 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:202: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:200: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:200: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:200: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 23 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T06:48:56.294 INFO:tasks.rados.rados.0.smithi042.stdout:202: finishing copy_from to smithi04281968-12 2024-09-16T06:48:56.295 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 31 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:48:56.295 INFO:tasks.rados.rados.0.smithi042.stdout:203: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:201: finishing copy_from racing read to smithi04281968-9 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:201: finishing copy_from to smithi04281968-9 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 10 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:204: finishing write tid 1 to smithi04281968-32 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:204: finishing write tid 2 to smithi04281968-32 2024-09-16T06:48:56.327 INFO:tasks.rados.rados.0.smithi042.stdout:205: seq_num 83 ranges {172032=598016,770048=499712,1269760=303104} 2024-09-16T06:48:56.330 INFO:tasks.rados.rados.0.smithi042.stdout:205: writing smithi04281968-36 from 172032 to 770048 tid 1 2024-09-16T06:48:56.333 INFO:tasks.rados.rados.0.smithi042.stdout:205: writing smithi04281968-36 from 770048 to 1269760 tid 2 2024-09-16T06:48:56.336 INFO:tasks.rados.rados.0.smithi042.stdout:205: writing smithi04281968-36 from 1269760 to 1572864 tid 3 2024-09-16T06:48:56.336 INFO:tasks.rados.rados.0.smithi042.stdout:200: done (5 left) 2024-09-16T06:48:56.336 INFO:tasks.rados.rados.0.smithi042.stdout:201: done (4 left) 2024-09-16T06:48:56.336 INFO:tasks.rados.rados.0.smithi042.stdout:202: done (3 left) 2024-09-16T06:48:56.336 INFO:tasks.rados.rados.0.smithi042.stdout:203: done (2 left) 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:206: rollback oid 7 current snap is 11 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 10 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:204: finishing write tid 3 to smithi04281968-32 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:204: finishing write tid 4 to smithi04281968-32 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:204: finishing write tid 5 to smithi04281968-32 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 35 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:204: left oid 32 (ObjNum 82 snap 11 seq_num 82) 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:205: finishing write tid 1 to smithi04281968-36 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:205: finishing write tid 2 to smithi04281968-36 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:204: done (2 left) 2024-09-16T06:48:56.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 11 2024-09-16T06:48:56.338 INFO:tasks.rados.rados.0.smithi042.stdout:207: seq_num 84 ranges {155648=614400,770048=434176,1204224=368640} 2024-09-16T06:48:56.340 INFO:tasks.rados.rados.0.smithi042.stdout:207: writing smithi04281968-10 from 155648 to 770048 tid 1 2024-09-16T06:48:56.343 INFO:tasks.rados.rados.0.smithi042.stdout:207: writing smithi04281968-10 from 770048 to 1204224 tid 2 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:207: writing smithi04281968-10 from 1204224 to 1572864 tid 3 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:208: read oid 13 snap -1 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:208: expect (ObjNum 79 snap 10 seq_num 79) 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:209: rollback oid 26 current snap is 11 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 10 2024-09-16T06:48:56.347 INFO:tasks.rados.rados.0.smithi042.stdout:205: finishing write tid 3 to smithi04281968-36 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:205: finishing write tid 4 to smithi04281968-36 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:206: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:206: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:206: finishing rollback tid 2 to smithi04281968-7 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 56 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:205: finishing write tid 5 to smithi04281968-36 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 21 (ObjNum 83 snap 11 seq_num 83) dirty exists 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:205: left oid 36 (ObjNum 83 snap 11 seq_num 83) 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:207: finishing write tid 1 to smithi04281968-10 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:207: finishing write tid 2 to smithi04281968-10 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:205: done (4 left) 2024-09-16T06:48:56.348 INFO:tasks.rados.rados.0.smithi042.stdout:206: done (3 left) 2024-09-16T06:48:56.349 INFO:tasks.rados.rados.0.smithi042.stdout:210: rmattr oid 24 current snap is 11 2024-09-16T06:48:56.349 INFO:tasks.rados.rados.0.smithi042.stdout:211: copy_from oid 30 from oid 19 current snap is 11 2024-09-16T06:48:56.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 11 2024-09-16T06:48:56.349 INFO:tasks.rados.rados.0.smithi042.stdout:212: seq_num 85 ranges {999424=630784,1630208=720896,2351104=81920} 2024-09-16T06:48:56.355 INFO:tasks.rados.rados.0.smithi042.stdout:212: writing smithi04281968-15 from 999424 to 1630208 tid 1 2024-09-16T06:48:56.359 INFO:tasks.rados.rados.0.smithi042.stdout:212: writing smithi04281968-15 from 1630208 to 2351104 tid 2 2024-09-16T06:48:56.360 INFO:tasks.rados.rados.0.smithi042.stdout:212: writing smithi04281968-15 from 2351104 to 2433024 tid 3 2024-09-16T06:48:56.360 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 11 2024-09-16T06:48:56.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 59 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:48:56.361 INFO:tasks.rados.rados.0.smithi042.stdout:213: seq_num 86 ranges {106496=647168,753664=606208,1359872=196608} 2024-09-16T06:48:56.364 INFO:tasks.rados.rados.0.smithi042.stdout:213: writing smithi04281968-3 from 106496 to 753664 tid 1 2024-09-16T06:48:56.368 INFO:tasks.rados.rados.0.smithi042.stdout:213: writing smithi04281968-3 from 753664 to 1359872 tid 2 2024-09-16T06:48:56.370 INFO:tasks.rados.rados.0.smithi042.stdout:213: writing smithi04281968-3 from 1359872 to 1556480 tid 3 2024-09-16T06:48:56.370 INFO:tasks.rados.rados.0.smithi042.stdout:210: done (6 left) 2024-09-16T06:48:56.370 INFO:tasks.rados.rados.0.smithi042.stdout:214: read oid 47 snap 10 2024-09-16T06:48:56.370 INFO:tasks.rados.rados.0.smithi042.stdout:214: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:48:56.370 INFO:tasks.rados.rados.0.smithi042.stdout:215: snap_create 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:207: finishing write tid 3 to smithi04281968-10 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:207: finishing write tid 4 to smithi04281968-10 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:209: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:209: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:207: finishing write tid 5 to smithi04281968-10 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 22 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:207: left oid 10 (ObjNum 84 snap 11 seq_num 84) 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:209: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 39 (ObjNum 81 snap 10 seq_num 81) dirty exists 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:211: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:211: finishing copy_from to smithi04281968-30 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 33 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-09-16T06:48:56.371 INFO:tasks.rados.rados.0.smithi042.stdout:212: finishing write tid 1 to smithi04281968-15 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:212: finishing write tid 2 to smithi04281968-15 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:212: finishing write tid 3 to smithi04281968-15 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:212: finishing write tid 4 to smithi04281968-15 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:212: finishing write tid 5 to smithi04281968-15 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 61 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:212: left oid 15 (ObjNum 85 snap 11 seq_num 85) 2024-09-16T06:48:56.372 INFO:tasks.rados.rados.0.smithi042.stdout:208: expect (ObjNum 79 snap 10 seq_num 79) 2024-09-16T06:48:56.540 INFO:tasks.rados.rados.0.smithi042.stdout:213: finishing write tid 1 to smithi04281968-3 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:213: finishing write tid 2 to smithi04281968-3 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:213: finishing write tid 3 to smithi04281968-3 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:213: finishing write tid 4 to smithi04281968-3 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:213: finishing write tid 5 to smithi04281968-3 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 20 (ObjNum 86 snap 11 seq_num 86) dirty exists 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:213: left oid 3 (ObjNum 86 snap 11 seq_num 86) 2024-09-16T06:48:56.541 INFO:tasks.rados.rados.0.smithi042.stdout:214: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:48:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:56 smithi042 ceph-mon[39185]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T06:48:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:56 smithi042 ceph-mon[27521]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T06:48:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:56 smithi164 ceph-mon[31490]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T06:48:57.291 INFO:tasks.rados.rados.0.smithi042.stdout:207: done (7 left) 2024-09-16T06:48:57.291 INFO:tasks.rados.rados.0.smithi042.stdout:208: done (6 left) 2024-09-16T06:48:57.291 INFO:tasks.rados.rados.0.smithi042.stdout:209: done (5 left) 2024-09-16T06:48:57.291 INFO:tasks.rados.rados.0.smithi042.stdout:211: done (4 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:212: done (3 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:213: done (2 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:214: done (1 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:215: done (0 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:216: rmattr oid 29 current snap is 12 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:216: done (0 left) 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:217: copy_from oid 7 from oid 29 current snap is 12 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:218: rollback oid 6 current snap is 12 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 10 2024-09-16T06:48:57.292 INFO:tasks.rados.rados.0.smithi042.stdout:219: snap_remove snap 11 2024-09-16T06:48:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:57 smithi042 ceph-mon[27521]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T06:48:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:57 smithi042 ceph-mon[27521]: pgmap v133: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:57 smithi042 ceph-mon[39185]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T06:48:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:57 smithi042 ceph-mon[39185]: pgmap v133: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:57 smithi164 ceph-mon[31490]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T06:48:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:57 smithi164 ceph-mon[31490]: pgmap v133: 121 pgs: 121 active+clean; 30 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:219: done (2 left) 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:220: snap_create 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:218: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 0 (ObjNum 97 snap 0 seq_num 110575056) dirty dne 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:217: finishing copy_from racing read to smithi04281968-7 2024-09-16T06:48:58.293 INFO:tasks.rados.rados.0.smithi042.stdout:217: finishing copy_from to smithi04281968-7 2024-09-16T06:48:58.294 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 12 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T06:48:58.552 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:58 smithi042 ceph-mon[39185]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T06:48:58.552 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:58 smithi042 ceph-mon[27521]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T06:48:58.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:58 smithi164 ceph-mon[31490]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T06:48:59.293 INFO:tasks.rados.rados.0.smithi042.stdout:217: done (2 left) 2024-09-16T06:48:59.294 INFO:tasks.rados.rados.0.smithi042.stdout:218: done (1 left) 2024-09-16T06:48:59.294 INFO:tasks.rados.rados.0.smithi042.stdout:220: done (0 left) 2024-09-16T06:48:59.294 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 13 2024-09-16T06:48:59.294 INFO:tasks.rados.rados.0.smithi042.stdout:221: seq_num 87 ranges {1146880=663552,1810432=491520,2301952=311296} 2024-09-16T06:48:59.303 INFO:tasks.rados.rados.0.smithi042.stdout:221: writing smithi04281968-16 from 1146880 to 1810432 tid 1 2024-09-16T06:48:59.306 INFO:tasks.rados.rados.0.smithi042.stdout:221: writing smithi04281968-16 from 1810432 to 2301952 tid 2 2024-09-16T06:48:59.308 INFO:tasks.rados.rados.0.smithi042.stdout:221: writing smithi04281968-16 from 2301952 to 2613248 tid 3 2024-09-16T06:48:59.308 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 13 2024-09-16T06:48:59.309 INFO:tasks.rados.rados.0.smithi042.stdout:222: seq_num 88 ranges {761856=679936,1441792=778240,2220032=24576} 2024-09-16T06:48:59.316 INFO:tasks.rados.rados.0.smithi042.stdout:222: writing smithi04281968-18 from 761856 to 1441792 tid 1 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:222: writing smithi04281968-18 from 1441792 to 2220032 tid 2 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:222: writing smithi04281968-18 from 2220032 to 2244608 tid 3 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:223: setattr oid 45 current snap is 13 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: finishing write tid 1 to smithi04281968-16 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: finishing write tid 2 to smithi04281968-16 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: finishing write tid 3 to smithi04281968-16 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: finishing write tid 4 to smithi04281968-16 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: finishing write tid 5 to smithi04281968-16 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 33 (ObjNum 87 snap 13 seq_num 87) dirty exists 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:221: left oid 16 (ObjNum 87 snap 13 seq_num 87) 2024-09-16T06:48:59.322 INFO:tasks.rados.rados.0.smithi042.stdout:222: finishing write tid 1 to smithi04281968-18 2024-09-16T06:48:59.323 INFO:tasks.rados.rados.0.smithi042.stdout:221: done (2 left) 2024-09-16T06:48:59.323 INFO:tasks.rados.rados.0.smithi042.stdout:224: snap_remove snap 10 2024-09-16T06:48:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[27521]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T06:48:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[27521]: pgmap v136: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:48:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[27521]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T06:48:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[39185]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T06:48:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[39185]: pgmap v136: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:48:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-mon[39185]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T06:48:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:59 smithi164 ceph-mon[31490]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T06:48:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:59 smithi164 ceph-mon[31490]: pgmap v136: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:48:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:48:59 smithi164 ceph-mon[31490]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T06:49:00.305 INFO:tasks.rados.rados.0.smithi042.stdout:224: done (2 left) 2024-09-16T06:49:00.305 INFO:tasks.rados.rados.0.smithi042.stdout:225: setattr oid 15 current snap is 13 2024-09-16T06:49:00.307 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 20 (ObjNum 129 snap 0 seq_num 110670184) dirty exists 2024-09-16T06:49:00.307 INFO:tasks.rados.rados.0.smithi042.stdout:222: finishing write tid 2 to smithi04281968-18 2024-09-16T06:49:00.307 INFO:tasks.rados.rados.0.smithi042.stdout:222: finishing write tid 3 to smithi04281968-18 2024-09-16T06:49:00.307 INFO:tasks.rados.rados.0.smithi042.stdout:222: finishing write tid 4 to smithi04281968-18 2024-09-16T06:49:00.307 INFO:tasks.rados.rados.0.smithi042.stdout:222: finishing write tid 5 to smithi04281968-18 2024-09-16T06:49:00.308 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 27 (ObjNum 88 snap 13 seq_num 88) dirty exists 2024-09-16T06:49:00.308 INFO:tasks.rados.rados.0.smithi042.stdout:222: left oid 18 (ObjNum 88 snap 13 seq_num 88) 2024-09-16T06:49:00.308 INFO:tasks.rados.rados.0.smithi042.stdout:222: done (2 left) 2024-09-16T06:49:00.308 INFO:tasks.rados.rados.0.smithi042.stdout:223: done (1 left) 2024-09-16T06:49:00.308 INFO:tasks.rados.rados.0.smithi042.stdout:226: snap_create 2024-09-16T06:49:00.317 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 67 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-09-16T06:49:00.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:48:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:48:59] "GET /metrics HTTP/1.1" 200 239763 "" "Prometheus/2.43.0" 2024-09-16T06:49:01.310 INFO:tasks.rados.rados.0.smithi042.stdout:225: done (1 left) 2024-09-16T06:49:01.311 INFO:tasks.rados.rados.0.smithi042.stdout:226: done (0 left) 2024-09-16T06:49:01.311 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 14 2024-09-16T06:49:01.311 INFO:tasks.rados.rados.0.smithi042.stdout:227: seq_num 89 ranges {540672=696320,1236992=655360,1892352=147456} 2024-09-16T06:49:01.317 INFO:tasks.rados.rados.0.smithi042.stdout:227: writing smithi04281968-33 from 540672 to 1236992 tid 1 2024-09-16T06:49:01.320 INFO:tasks.rados.rados.0.smithi042.stdout:227: writing smithi04281968-33 from 1236992 to 1892352 tid 2 2024-09-16T06:49:01.321 INFO:tasks.rados.rados.0.smithi042.stdout:227: writing smithi04281968-33 from 1892352 to 2039808 tid 3 2024-09-16T06:49:01.321 INFO:tasks.rados.rados.0.smithi042.stdout:228: copy_from oid 18 from oid 13 current snap is 14 2024-09-16T06:49:01.321 INFO:tasks.rados.rados.0.smithi042.stdout:229: snap_create 2024-09-16T06:49:01.324 INFO:tasks.rados.rados.0.smithi042.stdout:227: finishing write tid 1 to smithi04281968-33 2024-09-16T06:49:01.325 INFO:tasks.rados.rados.0.smithi042.stdout:227: finishing write tid 2 to smithi04281968-33 2024-09-16T06:49:01.325 INFO:tasks.rados.rados.0.smithi042.stdout:227: finishing write tid 3 to smithi04281968-33 2024-09-16T06:49:01.326 INFO:tasks.rados.rados.0.smithi042.stdout:227: finishing write tid 4 to smithi04281968-33 2024-09-16T06:49:01.330 INFO:tasks.rados.rados.0.smithi042.stdout:227: finishing write tid 5 to smithi04281968-33 2024-09-16T06:49:01.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 35 (ObjNum 89 snap 14 seq_num 89) dirty exists 2024-09-16T06:49:01.330 INFO:tasks.rados.rados.0.smithi042.stdout:227: left oid 33 (ObjNum 89 snap 14 seq_num 89) 2024-09-16T06:49:01.343 INFO:tasks.rados.rados.0.smithi042.stdout:228: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:49:01.344 INFO:tasks.rados.rados.0.smithi042.stdout:228: finishing copy_from to smithi04281968-18 2024-09-16T06:49:01.344 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 26 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-09-16T06:49:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:01 smithi042 ceph-mon[27521]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T06:49:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:01 smithi042 ceph-mon[27521]: pgmap v139: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:49:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:01 smithi042 ceph-mon[39185]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T06:49:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:01 smithi042 ceph-mon[39185]: pgmap v139: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:49:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:01 smithi164 ceph-mon[31490]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T06:49:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:01 smithi164 ceph-mon[31490]: pgmap v139: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.8 MiB/s wr, 54 op/s 2024-09-16T06:49:02.311 INFO:tasks.rados.rados.0.smithi042.stdout:227: done (2 left) 2024-09-16T06:49:02.312 INFO:tasks.rados.rados.0.smithi042.stdout:228: done (1 left) 2024-09-16T06:49:02.312 INFO:tasks.rados.rados.0.smithi042.stdout:229: done (0 left) 2024-09-16T06:49:02.312 INFO:tasks.rados.rados.0.smithi042.stdout:230: snap_create 2024-09-16T06:49:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:02 smithi042 ceph-mon[39185]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T06:49:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:02 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:02 smithi042 ceph-mon[27521]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T06:49:02.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:02 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:02 smithi164 ceph-mon[31490]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T06:49:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:02 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:02.813 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (2m) 111s ago 3m 16.6M - 0.25.0 c8568f914cd2 538f854c995f 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (2m) 112s ago 2m 85.8M - 9.4.7 954c08fa6188 12fa58d5b7f0 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (3m) 111s ago 3m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (3m) 112s ago 3m 15.0M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443 running (7m) 112s ago 7m 399M - 17.2.7-1633-g6d025bc2 33ed8dba3996 a2acfaea22dd 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:9283,8765 running (8m) 111s ago 8m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 8737b9357c22 2024-09-16T06:49:03.070 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (8m) 111s ago 9m 45.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (7m) 112s ago 7m 38.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (7m) 111s ago 7m 35.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (2m) 111s ago 2m 13.2M - 1.5.0 0da6a335fe13 e043cbdaff3a 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (2m) 112s ago 2m 5473k - 1.5.0 0da6a335fe13 9193c067a643 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (7m) 111s ago 7m 43.8M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (6m) 111s ago 6m 42.5M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (6m) 111s ago 6m 42.4M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (5m) 111s ago 5m 40.6M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (5m) 112s ago 5m 41.3M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (5m) 112s ago 5m 43.4M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (4m) 112s ago 4m 41.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (4m) 112s ago 4m 42.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:49:03.071 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (2m) 112s ago 3m 27.4M - 2.43.0 a07b618ecd1d 0ae7c30a75c0 2024-09-16T06:49:03.312 INFO:tasks.rados.rados.0.smithi042.stdout:230: done (0 left) 2024-09-16T06:49:03.312 INFO:tasks.rados.rados.0.smithi042.stdout:231: read oid 15 snap -1 2024-09-16T06:49:03.312 INFO:tasks.rados.rados.0.smithi042.stdout:231: expect (ObjNum 85 snap 11 seq_num 85) 2024-09-16T06:49:03.312 INFO:tasks.rados.rados.0.smithi042.stdout:232: snap_create 2024-09-16T06:49:03.324 INFO:tasks.rados.rados.0.smithi042.stdout:231: expect (ObjNum 85 snap 11 seq_num 85) 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[39185]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[39185]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[39185]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[39185]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[39185]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[27521]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[27521]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[27521]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[27521]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:03 smithi042 ceph-mon[27521]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:49:03.393 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 15 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:49:03.394 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:49:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:03 smithi164 ceph-mon[31490]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T06:49:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:03 smithi164 ceph-mon[31490]: pgmap v142: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:03 smithi164 ceph-mon[31490]: from='client.24944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:03 smithi164 ceph-mon[31490]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:03 smithi164 ceph-mon[31490]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T06:49:04.227 INFO:tasks.rados.rados.0.smithi042.stdout:231: done (1 left) 2024-09-16T06:49:04.227 INFO:tasks.rados.rados.0.smithi042.stdout:232: done (0 left) 2024-09-16T06:49:04.227 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 17 2024-09-16T06:49:04.227 INFO:tasks.rados.rados.0.smithi042.stdout:233: seq_num 90 ranges {1269760=712704,1982464=540672,2523136=262144} 2024-09-16T06:49:04.237 INFO:tasks.rados.rados.0.smithi042.stdout:233: writing smithi04281968-23 from 1269760 to 1982464 tid 1 2024-09-16T06:49:04.240 INFO:tasks.rados.rados.0.smithi042.stdout:233: writing smithi04281968-23 from 1982464 to 2523136 tid 2 2024-09-16T06:49:04.242 INFO:tasks.rados.rados.0.smithi042.stdout:233: writing smithi04281968-23 from 2523136 to 2785280 tid 3 2024-09-16T06:49:04.242 INFO:tasks.rados.rados.0.smithi042.stdout:234: rollback oid 9 current snap is 17 2024-09-16T06:49:04.242 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 16 2024-09-16T06:49:04.242 INFO:tasks.rados.rados.0.smithi042.stdout:235: snap_remove snap 14 2024-09-16T06:49:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:04 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2048919371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:04 smithi042 ceph-mon[27521]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T06:49:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:04 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2048919371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:04 smithi042 ceph-mon[39185]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T06:49:04.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:49:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:04 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2048919371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:04 smithi164 ceph-mon[31490]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:235: done (2 left) 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:236: read oid 18 snap 15 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:236: expect (ObjNum 79 snap 10 seq_num 79) 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:237: snap_create 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:233: finishing write tid 1 to smithi04281968-23 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:233: finishing write tid 2 to smithi04281968-23 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:233: finishing write tid 3 to smithi04281968-23 2024-09-16T06:49:05.229 INFO:tasks.rados.rados.0.smithi042.stdout:233: finishing write tid 4 to smithi04281968-23 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:233: finishing write tid 5 to smithi04281968-23 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 76 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:233: left oid 23 (ObjNum 90 snap 17 seq_num 90) 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:234: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:234: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:234: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:49:05.230 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 39 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T06:49:05.245 INFO:tasks.rados.rados.0.smithi042.stdout:236: expect (ObjNum 79 snap 10 seq_num 79) 2024-09-16T06:49:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:05 smithi042 ceph-mon[27521]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:05 smithi042 ceph-mon[27521]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T06:49:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:05 smithi042 ceph-mon[39185]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:05 smithi042 ceph-mon[39185]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T06:49:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:05 smithi164 ceph-mon[31490]: pgmap v145: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T06:49:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:05 smithi164 ceph-mon[31490]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T06:49:06.229 INFO:tasks.rados.rados.0.smithi042.stdout:233: done (3 left) 2024-09-16T06:49:06.229 INFO:tasks.rados.rados.0.smithi042.stdout:234: done (2 left) 2024-09-16T06:49:06.230 INFO:tasks.rados.rados.0.smithi042.stdout:236: done (1 left) 2024-09-16T06:49:06.230 INFO:tasks.rados.rados.0.smithi042.stdout:237: done (0 left) 2024-09-16T06:49:06.230 INFO:tasks.rados.rados.0.smithi042.stdout:238: read oid 23 snap -1 2024-09-16T06:49:06.230 INFO:tasks.rados.rados.0.smithi042.stdout:238: expect (ObjNum 90 snap 17 seq_num 90) 2024-09-16T06:49:06.230 INFO:tasks.rados.rados.0.smithi042.stdout:239: delete oid 34 current snap is 18 2024-09-16T06:49:06.231 INFO:tasks.rados.rados.0.smithi042.stdout:239: done (1 left) 2024-09-16T06:49:06.231 INFO:tasks.rados.rados.0.smithi042.stdout:240: delete oid 10 current snap is 18 2024-09-16T06:49:06.234 INFO:tasks.rados.rados.0.smithi042.stdout:240: done (1 left) 2024-09-16T06:49:06.234 INFO:tasks.rados.rados.0.smithi042.stdout:241: read oid 37 snap -1 2024-09-16T06:49:06.234 INFO:tasks.rados.rados.0.smithi042.stdout:241: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-16T06:49:06.234 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 18 2024-09-16T06:49:06.234 INFO:tasks.rados.rados.0.smithi042.stdout:242: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-09-16T06:49:06.239 INFO:tasks.rados.rados.0.smithi042.stdout:242: writing smithi04281968-48 from 0 to 761856 tid 1 2024-09-16T06:49:06.243 INFO:tasks.rados.rados.0.smithi042.stdout:242: writing smithi04281968-48 from 761856 to 1409024 tid 2 2024-09-16T06:49:06.245 INFO:tasks.rados.rados.0.smithi042.stdout:242: writing smithi04281968-48 from 1409024 to 1564672 tid 3 2024-09-16T06:49:06.245 INFO:tasks.rados.rados.0.smithi042.stdout:243: snap_remove snap 12 2024-09-16T06:49:07.237 INFO:tasks.rados.rados.0.smithi042.stdout:243: done (3 left) 2024-09-16T06:49:07.237 INFO:tasks.rados.rados.0.smithi042.stdout:244: read oid 35 snap -1 2024-09-16T06:49:07.237 INFO:tasks.rados.rados.0.smithi042.stdout:244: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T06:49:07.237 INFO:tasks.rados.rados.0.smithi042.stdout:245: snap_create 2024-09-16T06:49:07.238 INFO:tasks.rados.rados.0.smithi042.stdout:241: expect (ObjNum 36 snap 0 seq_num 36) 2024-09-16T06:49:07.256 INFO:tasks.rados.rados.0.smithi042.stdout:242: finishing write tid 1 to smithi04281968-48 2024-09-16T06:49:07.256 INFO:tasks.rados.rados.0.smithi042.stdout:242: finishing write tid 2 to smithi04281968-48 2024-09-16T06:49:07.256 INFO:tasks.rados.rados.0.smithi042.stdout:242: finishing write tid 3 to smithi04281968-48 2024-09-16T06:49:07.256 INFO:tasks.rados.rados.0.smithi042.stdout:242: finishing write tid 4 to smithi04281968-48 2024-09-16T06:49:07.257 INFO:tasks.rados.rados.0.smithi042.stdout:242: finishing write tid 5 to smithi04281968-48 2024-09-16T06:49:07.257 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 26 (ObjNum 93 snap 18 seq_num 93) dirty exists 2024-09-16T06:49:07.257 INFO:tasks.rados.rados.0.smithi042.stdout:242: left oid 48 (ObjNum 93 snap 18 seq_num 93) 2024-09-16T06:49:07.257 INFO:tasks.rados.rados.0.smithi042.stdout:238: expect (ObjNum 90 snap 17 seq_num 90) 2024-09-16T06:49:07.357 INFO:tasks.rados.rados.0.smithi042.stdout:244: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T06:49:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:07 smithi164 ceph-mon[31490]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T06:49:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:07 smithi164 ceph-mon[31490]: pgmap v148: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:07 smithi042 ceph-mon[39185]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T06:49:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:07 smithi042 ceph-mon[39185]: pgmap v148: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:07 smithi042 ceph-mon[27521]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T06:49:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:07 smithi042 ceph-mon[27521]: pgmap v148: 121 pgs: 121 active+clean; 49 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:238: done (4 left) 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:241: done (3 left) 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:242: done (2 left) 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:244: done (1 left) 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:245: done (0 left) 2024-09-16T06:49:08.238 INFO:tasks.rados.rados.0.smithi042.stdout:246: snap_create 2024-09-16T06:49:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:08 smithi042 ceph-mon[27521]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T06:49:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:08 smithi042 ceph-mon[39185]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T06:49:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:08 smithi164 ceph-mon[31490]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T06:49:09.240 INFO:tasks.rados.rados.0.smithi042.stdout:246: done (0 left) 2024-09-16T06:49:09.240 INFO:tasks.rados.rados.0.smithi042.stdout:247: rollback oid 14 current snap is 20 2024-09-16T06:49:09.240 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 18 2024-09-16T06:49:09.240 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 20 2024-09-16T06:49:09.240 INFO:tasks.rados.rados.0.smithi042.stdout:248: seq_num 94 ranges {155648=778240,933888=532480,1466368=270336} 2024-09-16T06:49:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:248: writing smithi04281968-9 from 155648 to 933888 tid 1 2024-09-16T06:49:09.249 INFO:tasks.rados.rados.0.smithi042.stdout:248: writing smithi04281968-9 from 933888 to 1466368 tid 2 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:248: writing smithi04281968-9 from 1466368 to 1736704 tid 3 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:249: read oid 29 snap -1 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:249: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:250: rollback oid 35 current snap is 20 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 15 2024-09-16T06:49:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:247: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:49:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:247: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:49:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:247: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:49:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 47 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T06:49:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:247: done (3 left) 2024-09-16T06:49:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:251: snap_create 2024-09-16T06:49:09.253 INFO:tasks.rados.rados.0.smithi042.stdout:248: finishing write tid 1 to smithi04281968-9 2024-09-16T06:49:09.253 INFO:tasks.rados.rados.0.smithi042.stdout:248: finishing write tid 2 to smithi04281968-9 2024-09-16T06:49:09.254 INFO:tasks.rados.rados.0.smithi042.stdout:248: finishing write tid 3 to smithi04281968-9 2024-09-16T06:49:09.254 INFO:tasks.rados.rados.0.smithi042.stdout:248: finishing write tid 4 to smithi04281968-9 2024-09-16T06:49:09.255 INFO:tasks.rados.rados.0.smithi042.stdout:248: finishing write tid 5 to smithi04281968-9 2024-09-16T06:49:09.255 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 50 (ObjNum 94 snap 20 seq_num 94) dirty exists 2024-09-16T06:49:09.256 INFO:tasks.rados.rados.0.smithi042.stdout:248: left oid 9 (ObjNum 94 snap 20 seq_num 94) 2024-09-16T06:49:09.259 INFO:tasks.rados.rados.0.smithi042.stdout:250: finishing rollback tid 0 to smithi04281968-35 2024-09-16T06:49:09.259 INFO:tasks.rados.rados.0.smithi042.stdout:250: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:49:09.259 INFO:tasks.rados.rados.0.smithi042.stdout:250: finishing rollback tid 2 to smithi04281968-35 2024-09-16T06:49:09.259 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 43 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T06:49:09.259 INFO:tasks.rados.rados.0.smithi042.stdout:249: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T06:49:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[27521]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T06:49:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[27521]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[27521]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T06:49:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[39185]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T06:49:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[39185]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-mon[39185]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T06:49:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:09 smithi164 ceph-mon[31490]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T06:49:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:09 smithi164 ceph-mon[31490]: pgmap v151: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:09 smithi164 ceph-mon[31490]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:248: done (3 left) 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:249: done (2 left) 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:250: done (1 left) 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:251: done (0 left) 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:252: rollback oid 50 current snap is 21 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 19 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:253: rmattr oid 38 current snap is 21 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:253: done (1 left) 2024-09-16T06:49:10.251 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 21 2024-09-16T06:49:10.252 INFO:tasks.rados.rados.0.smithi042.stdout:254: seq_num 95 ranges {2056192=794624,2850816=409600,3260416=393216} 2024-09-16T06:49:10.266 INFO:tasks.rados.rados.0.smithi042.stdout:254: writing smithi04281968-21 from 2056192 to 2850816 tid 1 2024-09-16T06:49:10.269 INFO:tasks.rados.rados.0.smithi042.stdout:254: writing smithi04281968-21 from 2850816 to 3260416 tid 2 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:254: writing smithi04281968-21 from 3260416 to 3653632 tid 3 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:255: copy_from oid 37 from oid 14 current snap is 21 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:252: finishing rollback tid 0 to smithi04281968-50 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:252: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:252: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 30 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T06:49:10.272 INFO:tasks.rados.rados.0.smithi042.stdout:252: done (2 left) 2024-09-16T06:49:10.273 INFO:tasks.rados.rados.0.smithi042.stdout:256: rmattr oid 44 current snap is 21 2024-09-16T06:49:10.273 INFO:tasks.rados.rados.0.smithi042.stdout:256: done (2 left) 2024-09-16T06:49:10.273 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 21 2024-09-16T06:49:10.273 INFO:tasks.rados.rados.0.smithi042.stdout:257: seq_num 96 ranges {2433024=409600,2842624=696320,3538944=507904} 2024-09-16T06:49:10.287 INFO:tasks.rados.rados.0.smithi042.stdout:257: writing smithi04281968-15 from 2433024 to 2842624 tid 1 2024-09-16T06:49:10.291 INFO:tasks.rados.rados.0.smithi042.stdout:257: writing smithi04281968-15 from 2842624 to 3538944 tid 2 2024-09-16T06:49:10.294 INFO:tasks.rados.rados.0.smithi042.stdout:257: writing smithi04281968-15 from 3538944 to 4046848 tid 3 2024-09-16T06:49:10.295 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 21 2024-09-16T06:49:10.295 INFO:tasks.rados.rados.0.smithi042.stdout:258: seq_num 97 ranges {794624=434176,1228800=581632,1810432=540672,2351104=81920} 2024-09-16T06:49:10.301 INFO:tasks.rados.rados.0.smithi042.stdout:258: writing smithi04281968-22 from 794624 to 1228800 tid 1 2024-09-16T06:49:10.304 INFO:tasks.rados.rados.0.smithi042.stdout:258: writing smithi04281968-22 from 1228800 to 1810432 tid 2 2024-09-16T06:49:10.307 INFO:tasks.rados.rados.0.smithi042.stdout:258: writing smithi04281968-22 from 1810432 to 2351104 tid 3 2024-09-16T06:49:10.308 INFO:tasks.rados.rados.0.smithi042.stdout:258: writing smithi04281968-22 from 2351104 to 2433024 tid 4 2024-09-16T06:49:10.308 INFO:tasks.rados.rados.0.smithi042.stdout:259: copy_from oid 23 from oid 11 current snap is 21 2024-09-16T06:49:10.308 INFO:tasks.rados.rados.0.smithi042.stdout:254: finishing write tid 1 to smithi04281968-21 2024-09-16T06:49:10.308 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 21 2024-09-16T06:49:10.309 INFO:tasks.rados.rados.0.smithi042.stdout:260: seq_num 98 ranges {761856=450560,1212416=466944,1679360=737280} 2024-09-16T06:49:10.314 INFO:tasks.rados.rados.0.smithi042.stdout:260: writing smithi04281968-38 from 761856 to 1212416 tid 1 2024-09-16T06:49:10.317 INFO:tasks.rados.rados.0.smithi042.stdout:260: writing smithi04281968-38 from 1212416 to 1679360 tid 2 2024-09-16T06:49:10.321 INFO:tasks.rados.rados.0.smithi042.stdout:260: writing smithi04281968-38 from 1679360 to 2416640 tid 3 2024-09-16T06:49:10.321 INFO:tasks.rados.rados.0.smithi042.stdout:261: snap_remove snap 16 2024-09-16T06:49:10.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:09 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:09] "GET /metrics HTTP/1.1" 200 239917 "" "Prometheus/2.43.0" 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:254: finishing write tid 2 to smithi04281968-21 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:254: finishing write tid 3 to smithi04281968-21 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:254: finishing write tid 4 to smithi04281968-21 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:255: finishing copy_from racing read to smithi04281968-37 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:255: finishing copy_from to smithi04281968-37 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 47 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:254: finishing write tid 5 to smithi04281968-21 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 66 (ObjNum 95 snap 21 seq_num 95) dirty exists 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:254: left oid 21 (ObjNum 95 snap 21 seq_num 95) 2024-09-16T06:49:11.257 INFO:tasks.rados.rados.0.smithi042.stdout:257: finishing write tid 1 to smithi04281968-15 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:257: finishing write tid 2 to smithi04281968-15 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:257: finishing write tid 3 to smithi04281968-15 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:257: finishing write tid 4 to smithi04281968-15 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:257: finishing write tid 5 to smithi04281968-15 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 87 (ObjNum 96 snap 21 seq_num 96) dirty exists 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:257: left oid 15 (ObjNum 96 snap 21 seq_num 96) 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 1 to smithi04281968-22 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 2 to smithi04281968-22 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:259: finishing copy_from to smithi04281968-23 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:259: got expected ENOENT (src dne) 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:259: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 3 to smithi04281968-22 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 4 to smithi04281968-22 2024-09-16T06:49:11.258 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 5 to smithi04281968-22 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:258: finishing write tid 6 to smithi04281968-22 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 26 (ObjNum 97 snap 21 seq_num 97) dirty exists 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:258: left oid 22 (ObjNum 97 snap 21 seq_num 97) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: finishing write tid 1 to smithi04281968-38 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: finishing write tid 2 to smithi04281968-38 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: finishing write tid 3 to smithi04281968-38 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: finishing write tid 4 to smithi04281968-38 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: finishing write tid 5 to smithi04281968-38 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 71 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:260: left oid 38 (ObjNum 98 snap 21 seq_num 98) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:254: done (6 left) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:255: done (5 left) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:257: done (4 left) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:258: done (3 left) 2024-09-16T06:49:11.259 INFO:tasks.rados.rados.0.smithi042.stdout:259: done (2 left) 2024-09-16T06:49:11.260 INFO:tasks.rados.rados.0.smithi042.stdout:260: done (1 left) 2024-09-16T06:49:11.260 INFO:tasks.rados.rados.0.smithi042.stdout:261: done (0 left) 2024-09-16T06:49:11.260 INFO:tasks.rados.rados.0.smithi042.stdout:262: copy_from oid 20 from oid 39 current snap is 21 2024-09-16T06:49:11.260 INFO:tasks.rados.rados.0.smithi042.stdout:263: copy_from oid 18 from oid 27 current snap is 21 2024-09-16T06:49:11.260 INFO:tasks.rados.rados.0.smithi042.stdout:264: snap_create 2024-09-16T06:49:11.272 INFO:tasks.rados.rados.0.smithi042.stdout:263: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:49:11.273 INFO:tasks.rados.rados.0.smithi042.stdout:263: finishing copy_from to smithi04281968-18 2024-09-16T06:49:11.273 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:49:11.273 INFO:tasks.rados.rados.0.smithi042.stdout:262: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:49:11.274 INFO:tasks.rados.rados.0.smithi042.stdout:262: finishing copy_from to smithi04281968-20 2024-09-16T06:49:11.274 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:49:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:11 smithi042 ceph-mon[39185]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T06:49:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:11 smithi042 ceph-mon[39185]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:11 smithi042 ceph-mon[27521]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T06:49:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:11 smithi042 ceph-mon[27521]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:11 smithi164 ceph-mon[31490]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T06:49:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:11 smithi164 ceph-mon[31490]: pgmap v154: 121 pgs: 121 active+clean; 52 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 752 KiB/s wr, 8 op/s 2024-09-16T06:49:12.257 INFO:tasks.rados.rados.0.smithi042.stdout:262: done (2 left) 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:263: done (1 left) 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:264: done (0 left) 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:265: read oid 15 snap -1 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:265: expect (ObjNum 96 snap 21 seq_num 96) 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:266: copy_from oid 39 from oid 19 current snap is 22 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 22 2024-09-16T06:49:12.258 INFO:tasks.rados.rados.0.smithi042.stdout:267: seq_num 99 ranges {1736704=466944,2203648=802816,3006464=401408} 2024-09-16T06:49:12.270 INFO:tasks.rados.rados.0.smithi042.stdout:267: writing smithi04281968-9 from 1736704 to 2203648 tid 1 2024-09-16T06:49:12.274 INFO:tasks.rados.rados.0.smithi042.stdout:267: writing smithi04281968-9 from 2203648 to 3006464 tid 2 2024-09-16T06:49:12.277 INFO:tasks.rados.rados.0.smithi042.stdout:267: writing smithi04281968-9 from 3006464 to 3407872 tid 3 2024-09-16T06:49:12.277 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 22 2024-09-16T06:49:12.277 INFO:tasks.rados.rados.0.smithi042.stdout:266: finishing copy_from racing read to smithi04281968-39 2024-09-16T06:49:12.277 INFO:tasks.rados.rados.0.smithi042.stdout:268: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-09-16T06:49:12.279 INFO:tasks.rados.rados.0.smithi042.stdout:268: writing smithi04281968-45 from 0 to 483328 tid 1 2024-09-16T06:49:12.284 INFO:tasks.rados.rados.0.smithi042.stdout:268: writing smithi04281968-45 from 483328 to 1171456 tid 2 2024-09-16T06:49:12.287 INFO:tasks.rados.rados.0.smithi042.stdout:268: writing smithi04281968-45 from 1171456 to 1687552 tid 3 2024-09-16T06:49:12.287 INFO:tasks.rados.rados.0.smithi042.stdout:269: snap_create 2024-09-16T06:49:12.287 INFO:tasks.rados.rados.0.smithi042.stdout:266: finishing copy_from to smithi04281968-39 2024-09-16T06:49:12.287 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 33 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-09-16T06:49:12.288 INFO:tasks.rados.rados.0.smithi042.stdout:265: expect (ObjNum 96 snap 21 seq_num 96) 2024-09-16T06:49:12.453 INFO:tasks.rados.rados.0.smithi042.stdout:267: finishing write tid 1 to smithi04281968-9 2024-09-16T06:49:12.453 INFO:tasks.rados.rados.0.smithi042.stdout:267: finishing write tid 2 to smithi04281968-9 2024-09-16T06:49:12.453 INFO:tasks.rados.rados.0.smithi042.stdout:267: finishing write tid 3 to smithi04281968-9 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:267: finishing write tid 4 to smithi04281968-9 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:267: finishing write tid 5 to smithi04281968-9 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 57 (ObjNum 99 snap 22 seq_num 99) dirty exists 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:267: left oid 9 (ObjNum 99 snap 22 seq_num 99) 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: finishing write tid 1 to smithi04281968-45 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: finishing write tid 2 to smithi04281968-45 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: finishing write tid 3 to smithi04281968-45 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: finishing write tid 4 to smithi04281968-45 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: finishing write tid 5 to smithi04281968-45 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 33 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-09-16T06:49:12.454 INFO:tasks.rados.rados.0.smithi042.stdout:268: left oid 45 (ObjNum 100 snap 22 seq_num 100) 2024-09-16T06:49:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:12 smithi042 ceph-mon[27521]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T06:49:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:12 smithi042 ceph-mon[39185]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T06:49:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:12 smithi164 ceph-mon[31490]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:265: done (4 left) 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:266: done (3 left) 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:267: done (2 left) 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:268: done (1 left) 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:269: done (0 left) 2024-09-16T06:49:13.268 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 23 2024-09-16T06:49:13.269 INFO:tasks.rados.rados.0.smithi042.stdout:270: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-09-16T06:49:13.270 INFO:tasks.rados.rados.0.smithi042.stdout:270: writing smithi04281968-5 from 0 to 499712 tid 1 2024-09-16T06:49:13.274 INFO:tasks.rados.rados.0.smithi042.stdout:270: writing smithi04281968-5 from 499712 to 1073152 tid 2 2024-09-16T06:49:13.278 INFO:tasks.rados.rados.0.smithi042.stdout:270: writing smithi04281968-5 from 1073152 to 1597440 tid 3 2024-09-16T06:49:13.279 INFO:tasks.rados.rados.0.smithi042.stdout:270: writing smithi04281968-5 from 1597440 to 1703936 tid 4 2024-09-16T06:49:13.279 INFO:tasks.rados.rados.0.smithi042.stdout:271: rollback oid 31 current snap is 23 2024-09-16T06:49:13.280 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 21 2024-09-16T06:49:13.280 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 1 to smithi04281968-5 2024-09-16T06:49:13.280 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 2 to smithi04281968-5 2024-09-16T06:49:13.280 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 23 2024-09-16T06:49:13.280 INFO:tasks.rados.rados.0.smithi042.stdout:272: seq_num 102 ranges {811008=516096,1327104=450560,1777664=729088,2506752=24576} 2024-09-16T06:49:13.287 INFO:tasks.rados.rados.0.smithi042.stdout:272: writing smithi04281968-49 from 811008 to 1327104 tid 1 2024-09-16T06:49:13.290 INFO:tasks.rados.rados.0.smithi042.stdout:272: writing smithi04281968-49 from 1327104 to 1777664 tid 2 2024-09-16T06:49:13.295 INFO:tasks.rados.rados.0.smithi042.stdout:272: writing smithi04281968-49 from 1777664 to 2506752 tid 3 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:272: writing smithi04281968-49 from 2506752 to 2531328 tid 4 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:273: rmattr oid 41 current snap is 23 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:271: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 110907376) dirty dne 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 3 to smithi04281968-5 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 4 to smithi04281968-5 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 5 to smithi04281968-5 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:270: finishing write tid 6 to smithi04281968-5 2024-09-16T06:49:13.296 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 28 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:270: left oid 5 (ObjNum 101 snap 23 seq_num 101) 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 1 to smithi04281968-49 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 2 to smithi04281968-49 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:270: done (3 left) 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:271: done (2 left) 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:274: read oid 32 snap -1 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:274: expect (ObjNum 82 snap 11 seq_num 82) 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:275: read oid 10 snap -1 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:275: expect deleted 2024-09-16T06:49:13.297 INFO:tasks.rados.rados.0.smithi042.stdout:276: delete oid 9 current snap is 23 2024-09-16T06:49:13.298 INFO:tasks.rados.rados.0.smithi042.stdout:275: done (4 left) 2024-09-16T06:49:13.298 INFO:tasks.rados.rados.0.smithi042.stdout:276: done (3 left) 2024-09-16T06:49:13.298 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 23 2024-09-16T06:49:13.298 INFO:tasks.rados.rados.0.smithi042.stdout:277: seq_num 104 ranges {3915776=548864,4464640=622592,5087232=581632} 2024-09-16T06:49:13.321 INFO:tasks.rados.rados.0.smithi042.stdout:277: writing smithi04281968-13 from 3915776 to 4464640 tid 1 2024-09-16T06:49:13.324 INFO:tasks.rados.rados.0.smithi042.stdout:277: writing smithi04281968-13 from 4464640 to 5087232 tid 2 2024-09-16T06:49:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:277: writing smithi04281968-13 from 5087232 to 5668864 tid 3 2024-09-16T06:49:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:278: delete oid 9 current snap is 23 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 77 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 3 to smithi04281968-49 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 4 to smithi04281968-49 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 5 to smithi04281968-49 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:272: finishing write tid 6 to smithi04281968-49 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 42 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:272: left oid 49 (ObjNum 102 snap 23 seq_num 102) 2024-09-16T06:49:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:274: expect (ObjNum 82 snap 11 seq_num 82) 2024-09-16T06:49:13.397 INFO:tasks.rados.rados.0.smithi042.stdout:277: finishing write tid 1 to smithi04281968-13 2024-09-16T06:49:13.397 INFO:tasks.rados.rados.0.smithi042.stdout:277: finishing write tid 2 to smithi04281968-13 2024-09-16T06:49:13.397 INFO:tasks.rados.rados.0.smithi042.stdout:272: done (4 left) 2024-09-16T06:49:13.397 INFO:tasks.rados.rados.0.smithi042.stdout:273: done (3 left) 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:274: done (2 left) 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:278: done (1 left) 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 23 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:277: finishing write tid 3 to smithi04281968-13 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:277: finishing write tid 4 to smithi04281968-13 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:277: finishing write tid 5 to smithi04281968-13 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 42 (ObjNum 104 snap 23 seq_num 104) dirty exists 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:277: left oid 13 (ObjNum 104 snap 23 seq_num 104) 2024-09-16T06:49:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:279: seq_num 106 ranges {221184=581632,802816=794624,1597440=409600} 2024-09-16T06:49:13.401 INFO:tasks.rados.rados.0.smithi042.stdout:279: writing smithi04281968-37 from 221184 to 802816 tid 1 2024-09-16T06:49:13.406 INFO:tasks.rados.rados.0.smithi042.stdout:279: writing smithi04281968-37 from 802816 to 1597440 tid 2 2024-09-16T06:49:13.408 INFO:tasks.rados.rados.0.smithi042.stdout:279: writing smithi04281968-37 from 1597440 to 2007040 tid 3 2024-09-16T06:49:13.408 INFO:tasks.rados.rados.0.smithi042.stdout:277: done (1 left) 2024-09-16T06:49:13.409 INFO:tasks.rados.rados.0.smithi042.stdout:280: copy_from oid 21 from oid 32 current snap is 23 2024-09-16T06:49:13.409 INFO:tasks.rados.rados.0.smithi042.stdout:279: finishing write tid 1 to smithi04281968-37 2024-09-16T06:49:13.409 INFO:tasks.rados.rados.0.smithi042.stdout:281: setattr oid 43 current snap is 23 2024-09-16T06:49:13.409 INFO:tasks.rados.rados.0.smithi042.stdout:279: finishing write tid 2 to smithi04281968-37 2024-09-16T06:49:13.410 INFO:tasks.rados.rados.0.smithi042.stdout:282: read oid 34 snap -1 2024-09-16T06:49:13.411 INFO:tasks.rados.rados.0.smithi042.stdout:282: expect deleted 2024-09-16T06:49:13.411 INFO:tasks.rados.rados.0.smithi042.stdout:283: snap_create 2024-09-16T06:49:13.411 INFO:tasks.rados.rados.0.smithi042.stdout:279: finishing write tid 3 to smithi04281968-37 2024-09-16T06:49:13.411 INFO:tasks.rados.rados.0.smithi042.stdout:279: finishing write tid 4 to smithi04281968-37 2024-09-16T06:49:13.412 INFO:tasks.rados.rados.0.smithi042.stdout:279: finishing write tid 5 to smithi04281968-37 2024-09-16T06:49:13.412 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 51 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T06:49:13.412 INFO:tasks.rados.rados.0.smithi042.stdout:279: left oid 37 (ObjNum 106 snap 23 seq_num 106) 2024-09-16T06:49:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 34 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-09-16T06:49:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:280: finishing copy_from racing read to smithi04281968-21 2024-09-16T06:49:13.418 INFO:tasks.rados.rados.0.smithi042.stdout:280: finishing copy_from to smithi04281968-21 2024-09-16T06:49:13.418 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 35 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-09-16T06:49:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:13 smithi042 ceph-mon[27521]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T06:49:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:13 smithi042 ceph-mon[27521]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:13.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:13 smithi042 ceph-mon[39185]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T06:49:13.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:13 smithi042 ceph-mon[39185]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:13 smithi164 ceph-mon[31490]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T06:49:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:13 smithi164 ceph-mon[31490]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:279: done (4 left) 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:280: done (3 left) 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:281: done (2 left) 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:282: done (1 left) 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:283: done (0 left) 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:284: read oid 31 snap -1 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:284: expect deleted 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:285: rollback oid 22 current snap is 24 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 18 2024-09-16T06:49:14.230 INFO:tasks.rados.rados.0.smithi042.stdout:286: read oid 48 snap -1 2024-09-16T06:49:14.231 INFO:tasks.rados.rados.0.smithi042.stdout:286: expect (ObjNum 93 snap 18 seq_num 93) 2024-09-16T06:49:14.231 INFO:tasks.rados.rados.0.smithi042.stdout:287: read oid 3 snap 23 2024-09-16T06:49:14.231 INFO:tasks.rados.rados.0.smithi042.stdout:287: expect (ObjNum 86 snap 11 seq_num 86) 2024-09-16T06:49:14.231 INFO:tasks.rados.rados.0.smithi042.stdout:288: snap_remove snap 20 2024-09-16T06:49:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:14 smithi042 ceph-mon[39185]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T06:49:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:14 smithi042 ceph-mon[39185]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T06:49:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:14 smithi042 ceph-mon[27521]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T06:49:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:14 smithi042 ceph-mon[27521]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T06:49:14.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[33382]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:14] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:49:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:14 smithi164 ceph-mon[31490]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T06:49:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:14 smithi164 ceph-mon[31490]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T06:49:15.232 INFO:tasks.rados.rados.0.smithi042.stdout:288: done (4 left) 2024-09-16T06:49:15.232 INFO:tasks.rados.rados.0.smithi042.stdout:289: read oid 18 snap -1 2024-09-16T06:49:15.232 INFO:tasks.rados.rados.0.smithi042.stdout:289: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:49:15.233 INFO:tasks.rados.rados.0.smithi042.stdout:290: snap_remove snap 19 2024-09-16T06:49:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:15 smithi042 ceph-mon[39185]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:15 smithi042 ceph-mon[39185]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T06:49:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:15 smithi042 ceph-mon[27521]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:15 smithi042 ceph-mon[27521]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T06:49:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:15 smithi164 ceph-mon[31490]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-09-16T06:49:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:15 smithi164 ceph-mon[31490]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T06:49:16.232 INFO:tasks.rados.rados.0.smithi042.stdout:290: done (5 left) 2024-09-16T06:49:16.232 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 24 2024-09-16T06:49:16.233 INFO:tasks.rados.rados.0.smithi042.stdout:291: seq_num 107 ranges {155648=598016,753664=729088,1482752=466944,1949696=8192} 2024-09-16T06:49:16.238 INFO:tasks.rados.rados.0.smithi042.stdout:291: writing smithi04281968-25 from 155648 to 753664 tid 1 2024-09-16T06:49:16.242 INFO:tasks.rados.rados.0.smithi042.stdout:291: writing smithi04281968-25 from 753664 to 1482752 tid 2 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:291: writing smithi04281968-25 from 1482752 to 1949696 tid 3 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:291: writing smithi04281968-25 from 1949696 to 1957888 tid 4 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:292: delete oid 42 current snap is 24 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:285: finishing rollback tid 0 to smithi04281968-22 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:285: finishing rollback tid 1 to smithi04281968-22 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:285: finishing rollback tid 2 to smithi04281968-22 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 37 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:49:16.246 INFO:tasks.rados.rados.0.smithi042.stdout:286: expect (ObjNum 93 snap 18 seq_num 93) 2024-09-16T06:49:16.289 INFO:tasks.rados.rados.0.smithi042.stdout:287: expect (ObjNum 86 snap 11 seq_num 86) 2024-09-16T06:49:16.331 INFO:tasks.rados.rados.0.smithi042.stdout:289: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T06:49:16.343 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 1 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 2 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 3 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 4 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 5 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: finishing write tid 6 to smithi04281968-25 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 34 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:291: left oid 25 (ObjNum 107 snap 24 seq_num 107) 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:284: done (6 left) 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:285: done (5 left) 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:286: done (4 left) 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:287: done (3 left) 2024-09-16T06:49:16.344 INFO:tasks.rados.rados.0.smithi042.stdout:289: done (2 left) 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:291: done (1 left) 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:292: done (0 left) 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:293: rollback oid 29 current snap is 24 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 13 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:294: rmattr oid 34 current snap is 24 2024-09-16T06:49:16.345 INFO:tasks.rados.rados.0.smithi042.stdout:295: snap_remove snap 15 2024-09-16T06:49:17.237 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 0 (ObjNum 209 snap 0 seq_num 111040320) dirty dne 2024-09-16T06:49:17.237 INFO:tasks.rados.rados.0.smithi042.stdout:293: finishing rollback tid 0 to smithi04281968-29 2024-09-16T06:49:17.237 INFO:tasks.rados.rados.0.smithi042.stdout:293: finishing rollback tid 1 to smithi04281968-29 2024-09-16T06:49:17.237 INFO:tasks.rados.rados.0.smithi042.stdout:293: finishing rollback tid 2 to smithi04281968-29 2024-09-16T06:49:17.237 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 50 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:293: done (2 left) 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:294: done (1 left) 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:295: done (0 left) 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:296: read oid 44 snap -1 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:296: expect deleted 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:297: copy_from oid 13 from oid 32 current snap is 24 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 24 2024-09-16T06:49:17.238 INFO:tasks.rados.rados.0.smithi042.stdout:298: seq_num 109 ranges {442368=630784,1073152=491520,1564672=483328,2048000=229376} 2024-09-16T06:49:17.245 INFO:tasks.rados.rados.0.smithi042.stdout:298: writing smithi04281968-27 from 442368 to 1073152 tid 1 2024-09-16T06:49:17.248 INFO:tasks.rados.rados.0.smithi042.stdout:298: writing smithi04281968-27 from 1073152 to 1564672 tid 2 2024-09-16T06:49:17.250 INFO:tasks.rados.rados.0.smithi042.stdout:298: writing smithi04281968-27 from 1564672 to 2048000 tid 3 2024-09-16T06:49:17.252 INFO:tasks.rados.rados.0.smithi042.stdout:298: writing smithi04281968-27 from 2048000 to 2277376 tid 4 2024-09-16T06:49:17.252 INFO:tasks.rados.rados.0.smithi042.stdout:299: copy_from oid 5 from oid 22 current snap is 24 2024-09-16T06:49:17.252 INFO:tasks.rados.rados.0.smithi042.stdout:300: snap_create 2024-09-16T06:49:17.252 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 1 to smithi04281968-27 2024-09-16T06:49:17.253 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 2 to smithi04281968-27 2024-09-16T06:49:17.255 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 3 to smithi04281968-27 2024-09-16T06:49:17.255 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 4 to smithi04281968-27 2024-09-16T06:49:17.255 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 5 to smithi04281968-27 2024-09-16T06:49:17.256 INFO:tasks.rados.rados.0.smithi042.stdout:298: finishing write tid 6 to smithi04281968-27 2024-09-16T06:49:17.256 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 42 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-09-16T06:49:17.256 INFO:tasks.rados.rados.0.smithi042.stdout:298: left oid 27 (ObjNum 109 snap 24 seq_num 109) 2024-09-16T06:49:17.256 INFO:tasks.rados.rados.0.smithi042.stdout:297: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:49:17.257 INFO:tasks.rados.rados.0.smithi042.stdout:297: finishing copy_from to smithi04281968-13 2024-09-16T06:49:17.257 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 35 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-09-16T06:49:17.263 INFO:tasks.rados.rados.0.smithi042.stdout:299: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:49:17.264 INFO:tasks.rados.rados.0.smithi042.stdout:299: finishing copy_from to smithi04281968-5 2024-09-16T06:49:17.264 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 37 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:49:17.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:17 smithi164 ceph-mon[31490]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T06:49:17.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:17 smithi164 ceph-mon[31490]: pgmap v163: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:17.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:17 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[27521]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T06:49:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[27521]: pgmap v163: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[39185]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T06:49:17.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[39185]: pgmap v163: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:17.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:17 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:18.241 INFO:tasks.rados.rados.0.smithi042.stdout:296: done (4 left) 2024-09-16T06:49:18.241 INFO:tasks.rados.rados.0.smithi042.stdout:297: done (3 left) 2024-09-16T06:49:18.241 INFO:tasks.rados.rados.0.smithi042.stdout:298: done (2 left) 2024-09-16T06:49:18.242 INFO:tasks.rados.rados.0.smithi042.stdout:299: done (1 left) 2024-09-16T06:49:18.242 INFO:tasks.rados.rados.0.smithi042.stdout:300: done (0 left) 2024-09-16T06:49:18.242 INFO:tasks.rados.rados.0.smithi042.stdout:301: read oid 36 snap -1 2024-09-16T06:49:18.242 INFO:tasks.rados.rados.0.smithi042.stdout:301: expect (ObjNum 83 snap 11 seq_num 83) 2024-09-16T06:49:18.242 INFO:tasks.rados.rados.0.smithi042.stdout:302: delete oid 21 current snap is 25 2024-09-16T06:49:18.247 INFO:tasks.rados.rados.0.smithi042.stdout:302: done (1 left) 2024-09-16T06:49:18.247 INFO:tasks.rados.rados.0.smithi042.stdout:303: rmattr oid 9 current snap is 25 2024-09-16T06:49:18.247 INFO:tasks.rados.rados.0.smithi042.stdout:303: done (1 left) 2024-09-16T06:49:18.247 INFO:tasks.rados.rados.0.smithi042.stdout:304: rmattr oid 32 current snap is 25 2024-09-16T06:49:18.248 INFO:tasks.rados.rados.0.smithi042.stdout:305: rmattr oid 50 current snap is 25 2024-09-16T06:49:18.248 INFO:tasks.rados.rados.0.smithi042.stdout:305: done (2 left) 2024-09-16T06:49:18.248 INFO:tasks.rados.rados.0.smithi042.stdout:306: copy_from oid 12 from oid 11 current snap is 25 2024-09-16T06:49:18.248 INFO:tasks.rados.rados.0.smithi042.stdout:307: delete oid 7 current snap is 25 2024-09-16T06:49:18.249 INFO:tasks.rados.rados.0.smithi042.stdout:301: expect (ObjNum 83 snap 11 seq_num 83) 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:306: finishing copy_from to smithi04281968-12 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:306: got expected ENOENT (src dne) 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:306: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 55 (ObjNum 82 snap 11 seq_num 82) dirty exists 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:301: done (3 left) 2024-09-16T06:49:18.294 INFO:tasks.rados.rados.0.smithi042.stdout:304: done (2 left) 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:306: done (1 left) 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:307: done (0 left) 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:308: rollback oid 30 current snap is 25 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 21 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:309: read oid 19 snap -1 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:309: expect (ObjNum 78 snap 10 seq_num 78) 2024-09-16T06:49:18.295 INFO:tasks.rados.rados.0.smithi042.stdout:310: snap_remove snap 24 2024-09-16T06:49:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:18 smithi164 ceph-mon[31490]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T06:49:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:18 smithi042 ceph-mon[39185]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T06:49:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:18 smithi042 ceph-mon[27521]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T06:49:19.246 INFO:tasks.rados.rados.0.smithi042.stdout:310: done (2 left) 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:311: delete oid 12 current snap is 25 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:308: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:308: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:308: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 38 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-09-16T06:49:19.247 INFO:tasks.rados.rados.0.smithi042.stdout:309: expect (ObjNum 78 snap 10 seq_num 78) 2024-09-16T06:49:19.298 INFO:tasks.rados.rados.0.smithi042.stdout:308: done (2 left) 2024-09-16T06:49:19.298 INFO:tasks.rados.rados.0.smithi042.stdout:309: done (1 left) 2024-09-16T06:49:19.298 INFO:tasks.rados.rados.0.smithi042.stdout:311: done (0 left) 2024-09-16T06:49:19.298 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 25 2024-09-16T06:49:19.299 INFO:tasks.rados.rados.0.smithi042.stdout:312: seq_num 113 ranges {0=696320,696320=434176,1130496=466944,1597440=303104} 2024-09-16T06:49:19.302 INFO:tasks.rados.rados.0.smithi042.stdout:312: writing smithi04281968-12 from 0 to 696320 tid 1 2024-09-16T06:49:19.305 INFO:tasks.rados.rados.0.smithi042.stdout:312: writing smithi04281968-12 from 696320 to 1130496 tid 2 2024-09-16T06:49:19.308 INFO:tasks.rados.rados.0.smithi042.stdout:312: writing smithi04281968-12 from 1130496 to 1597440 tid 3 2024-09-16T06:49:19.310 INFO:tasks.rados.rados.0.smithi042.stdout:312: writing smithi04281968-12 from 1597440 to 1900544 tid 4 2024-09-16T06:49:19.310 INFO:tasks.rados.rados.0.smithi042.stdout:313: snap_remove snap 17 2024-09-16T06:49:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:19 smithi042 ceph-mon[39185]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T06:49:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:19 smithi042 ceph-mon[39185]: pgmap v166: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:19 smithi042 ceph-mon[27521]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T06:49:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:19 smithi042 ceph-mon[27521]: pgmap v166: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:19.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:19 smithi164 ceph-mon[31490]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T06:49:19.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:19 smithi164 ceph-mon[31490]: pgmap v166: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:20.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:19] "GET /metrics HTTP/1.1" 200 239992 "" "Prometheus/2.43.0" 2024-09-16T06:49:20.251 INFO:tasks.rados.rados.0.smithi042.stdout:313: done (1 left) 2024-09-16T06:49:20.251 INFO:tasks.rados.rados.0.smithi042.stdout:314: snap_remove snap 23 2024-09-16T06:49:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:20 smithi042 ceph-mon[27521]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T06:49:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:20 smithi042 ceph-mon[39185]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T06:49:20.622 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:20 smithi164 ceph-mon[31490]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T06:49:21.254 INFO:tasks.rados.rados.0.smithi042.stdout:314: done (1 left) 2024-09-16T06:49:21.254 INFO:tasks.rados.rados.0.smithi042.stdout:315: snap_remove snap 22 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: Upgrade: Updating mgr.x 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: Deploying daemon mgr.x on smithi164 2024-09-16T06:49:21.275 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:21 smithi164 ceph-mon[31490]: pgmap v169: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: Upgrade: Updating mgr.x 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: Deploying daemon mgr.x on smithi164 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[39185]: pgmap v169: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: Upgrade: Updating mgr.x 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: Deploying daemon mgr.x on smithi164 2024-09-16T06:49:21.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:21 smithi042 ceph-mon[27521]: pgmap v169: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:49:22.255 INFO:tasks.rados.rados.0.smithi042.stdout:315: done (1 left) 2024-09-16T06:49:22.255 INFO:tasks.rados.rados.0.smithi042.stdout:316: snap_remove snap 18 2024-09-16T06:49:22.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:22 smithi164 systemd[1]: Stopping Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:22 smithi164 ceph-mon[31490]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T06:49:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:22 smithi164 ceph-mon[31490]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T06:49:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:22 smithi042 ceph-mon[27521]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T06:49:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:22 smithi042 ceph-mon[27521]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T06:49:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:22 smithi042 ceph-mon[39185]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T06:49:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:22 smithi042 ceph-mon[39185]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T06:49:22.932 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:22 smithi164 podman[67501]: 2024-09-16 06:49:22.540606992 +0000 UTC m=+0.155071055 container died a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T06:49:23.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:22 smithi164 podman[67501]: 2024-09-16 06:49:22.933785028 +0000 UTC m=+0.548249088 container cleanup a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T06:49:23.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:22 smithi164 bash[67501]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:316: done (1 left) 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:317: setattr oid 21 current snap is 25 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 1 to smithi04281968-12 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 2 to smithi04281968-12 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 3 to smithi04281968-12 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 4 to smithi04281968-12 2024-09-16T06:49:23.256 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 5 to smithi04281968-12 2024-09-16T06:49:23.257 INFO:tasks.rados.rados.0.smithi042.stdout:312: finishing write tid 6 to smithi04281968-12 2024-09-16T06:49:23.257 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 64 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-16T06:49:23.257 INFO:tasks.rados.rados.0.smithi042.stdout:312: left oid 12 (ObjNum 113 snap 25 seq_num 113) 2024-09-16T06:49:23.258 INFO:tasks.rados.rados.0.smithi042.stdout:312: done (1 left) 2024-09-16T06:49:23.258 INFO:tasks.rados.rados.0.smithi042.stdout:318: read oid 27 snap -1 2024-09-16T06:49:23.258 INFO:tasks.rados.rados.0.smithi042.stdout:318: expect (ObjNum 109 snap 24 seq_num 109) 2024-09-16T06:49:23.258 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 25 2024-09-16T06:49:23.258 INFO:tasks.rados.rados.0.smithi042.stdout:319: seq_num 114 ranges {2064384=712704,2777088=712704,3489792=491520} 2024-09-16T06:49:23.275 INFO:tasks.rados.rados.0.smithi042.stdout:319: writing smithi04281968-32 from 2064384 to 2777088 tid 1 2024-09-16T06:49:23.281 INFO:tasks.rados.rados.0.smithi042.stdout:319: writing smithi04281968-32 from 2777088 to 3489792 tid 2 2024-09-16T06:49:23.283 INFO:tasks.rados.rados.0.smithi042.stdout:319: writing smithi04281968-32 from 3489792 to 3981312 tid 3 2024-09-16T06:49:23.284 INFO:tasks.rados.rados.0.smithi042.stdout:320: setattr oid 8 current snap is 25 2024-09-16T06:49:23.284 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 118 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T06:49:23.284 INFO:tasks.rados.rados.0.smithi042.stdout:318: expect (ObjNum 109 snap 24 seq_num 109) 2024-09-16T06:49:23.352 INFO:tasks.rados.rados.0.smithi042.stdout:319: finishing write tid 1 to smithi04281968-32 2024-09-16T06:49:23.352 INFO:tasks.rados.rados.0.smithi042.stdout:319: finishing write tid 2 to smithi04281968-32 2024-09-16T06:49:23.352 INFO:tasks.rados.rados.0.smithi042.stdout:319: finishing write tid 3 to smithi04281968-32 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:319: finishing write tid 4 to smithi04281968-32 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:319: finishing write tid 5 to smithi04281968-32 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 73 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:319: left oid 32 (ObjNum 114 snap 25 seq_num 114) 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:317: done (3 left) 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:318: done (2 left) 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:319: done (1 left) 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:321: read oid 47 snap -1 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:321: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 25 2024-09-16T06:49:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:322: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2024-09-16T06:49:23.356 INFO:tasks.rados.rados.0.smithi042.stdout:322: writing smithi04281968-28 from 0 to 729088 tid 1 2024-09-16T06:49:23.360 INFO:tasks.rados.rados.0.smithi042.stdout:322: writing smithi04281968-28 from 729088 to 1376256 tid 2 2024-09-16T06:49:23.362 INFO:tasks.rados.rados.0.smithi042.stdout:322: writing smithi04281968-28 from 1376256 to 1810432 tid 3 2024-09-16T06:49:23.363 INFO:tasks.rados.rados.0.smithi042.stdout:322: writing smithi04281968-28 from 1810432 to 1933312 tid 4 2024-09-16T06:49:23.363 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 25 2024-09-16T06:49:23.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 58 (ObjNum 56817 snap 0 seq_num 110926016) dirty exists 2024-09-16T06:49:23.363 INFO:tasks.rados.rados.0.smithi042.stdout:321: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 1 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 2 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 3 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 4 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 5 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:322: finishing write tid 6 to smithi04281968-28 2024-09-16T06:49:23.388 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 126 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-09-16T06:49:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:322: left oid 28 (ObjNum 115 snap 25 seq_num 115) 2024-09-16T06:49:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:323: seq_num 116 ranges {1687552=745472,2433024=532480,2965504=638976,3604480=32768} 2024-09-16T06:49:23.401 INFO:tasks.rados.rados.0.smithi042.stdout:323: writing smithi04281968-45 from 1687552 to 2433024 tid 1 2024-09-16T06:49:23.404 INFO:tasks.rados.rados.0.smithi042.stdout:323: writing smithi04281968-45 from 2433024 to 2965504 tid 2 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:323: writing smithi04281968-45 from 2965504 to 3604480 tid 3 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:323: writing smithi04281968-45 from 3604480 to 3637248 tid 4 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:320: done (3 left) 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:321: done (2 left) 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:322: done (1 left) 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 25 2024-09-16T06:49:23.409 INFO:tasks.rados.rados.0.smithi042.stdout:324: seq_num 117 ranges {2064384=770048,2834432=417792,3252224=442368,3694592=344064} 2024-09-16T06:49:23.424 INFO:tasks.rados.rados.0.smithi042.stdout:324: writing smithi04281968-13 from 2064384 to 2834432 tid 1 2024-09-16T06:49:23.427 INFO:tasks.rados.rados.0.smithi042.stdout:324: writing smithi04281968-13 from 2834432 to 3252224 tid 2 2024-09-16T06:49:23.429 INFO:tasks.rados.rados.0.smithi042.stdout:324: writing smithi04281968-13 from 3252224 to 3694592 tid 3 2024-09-16T06:49:23.431 INFO:tasks.rados.rados.0.smithi042.stdout:324: writing smithi04281968-13 from 3694592 to 4038656 tid 4 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:325: delete oid 15 current snap is 25 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 1 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 2 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 3 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 4 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 5 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: finishing write tid 6 to smithi04281968-45 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 66 (ObjNum 116 snap 25 seq_num 116) dirty exists 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:323: left oid 45 (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 1 to smithi04281968-13 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 2 to smithi04281968-13 2024-09-16T06:49:23.432 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 3 to smithi04281968-13 2024-09-16T06:49:23.433 INFO:tasks.rados.rados.0.smithi042.stdout:323: done (2 left) 2024-09-16T06:49:23.434 INFO:tasks.rados.rados.0.smithi042.stdout:325: done (1 left) 2024-09-16T06:49:23.434 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 25 2024-09-16T06:49:23.434 INFO:tasks.rados.rados.0.smithi042.stdout:326: seq_num 119 ranges {2416640=802816,3219456=589824,3809280=409600,4218880=204800} 2024-09-16T06:49:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:326: writing smithi04281968-38 from 2416640 to 3219456 tid 1 2024-09-16T06:49:23.454 INFO:tasks.rados.rados.0.smithi042.stdout:326: writing smithi04281968-38 from 3219456 to 3809280 tid 2 2024-09-16T06:49:23.457 INFO:tasks.rados.rados.0.smithi042.stdout:326: writing smithi04281968-38 from 3809280 to 4218880 tid 3 2024-09-16T06:49:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:326: writing smithi04281968-38 from 4218880 to 4423680 tid 4 2024-09-16T06:49:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:327: setattr oid 20 current snap is 25 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 4 to smithi04281968-13 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 5 to smithi04281968-13 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:324: finishing write tid 6 to smithi04281968-13 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 63 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:324: left oid 13 (ObjNum 117 snap 25 seq_num 117) 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 1 to smithi04281968-38 2024-09-16T06:49:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 2 to smithi04281968-38 2024-09-16T06:49:23.460 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 3 to smithi04281968-38 2024-09-16T06:49:23.460 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 4 to smithi04281968-38 2024-09-16T06:49:23.460 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 5 to smithi04281968-38 2024-09-16T06:49:23.461 INFO:tasks.rados.rados.0.smithi042.stdout:324: done (2 left) 2024-09-16T06:49:23.461 INFO:tasks.rados.rados.0.smithi042.stdout:328: read oid 14 snap -1 2024-09-16T06:49:23.461 INFO:tasks.rados.rados.0.smithi042.stdout:328: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T06:49:23.461 INFO:tasks.rados.rados.0.smithi042.stdout:329: snap_create 2024-09-16T06:49:23.461 INFO:tasks.rados.rados.0.smithi042.stdout:326: finishing write tid 6 to smithi04281968-38 2024-09-16T06:49:23.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 132 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-09-16T06:49:23.462 INFO:tasks.rados.rados.0.smithi042.stdout:326: left oid 38 (ObjNum 119 snap 25 seq_num 119) 2024-09-16T06:49:23.463 INFO:tasks.rados.rados.0.smithi042.stdout:328: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T06:49:23.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 32 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:49:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:23 smithi042 ceph-mon[39185]: pgmap v172: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:23 smithi042 ceph-mon[39185]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T06:49:23.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:49:23.513Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi164.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.164:8443: connect: connection refused" 2024-09-16T06:49:23.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:23 smithi042 ceph-mon[27521]: pgmap v172: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:23.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:23 smithi042 ceph-mon[27521]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T06:49:23.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:23 smithi164 ceph-mon[31490]: pgmap v172: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:23.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:23 smithi164 ceph-mon[31490]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T06:49:23.692 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 podman[67520]: 2024-09-16 06:49:23.486804377 +0000 UTC m=+0.939528910 container remove a2acfaea22dd84150b36ca5e17cccf18dec2ab39383ac7e03fa3d7212a01cb92 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-16T06:49:23.693 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:49:23.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T06:49:23.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 systemd[1]: Stopped Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:23.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Consumed 10.124s CPU time. 2024-09-16T06:49:23.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:23 smithi164 systemd[1]: Starting Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:24.232 INFO:tasks.rados.rados.0.smithi042.stdout:326: done (3 left) 2024-09-16T06:49:24.232 INFO:tasks.rados.rados.0.smithi042.stdout:327: done (2 left) 2024-09-16T06:49:24.232 INFO:tasks.rados.rados.0.smithi042.stdout:328: done (1 left) 2024-09-16T06:49:24.232 INFO:tasks.rados.rados.0.smithi042.stdout:329: done (0 left) 2024-09-16T06:49:24.232 INFO:tasks.rados.rados.0.smithi042.stdout:330: delete oid 27 current snap is 26 2024-09-16T06:49:24.236 INFO:tasks.rados.rados.0.smithi042.stdout:330: done (0 left) 2024-09-16T06:49:24.236 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 26 2024-09-16T06:49:24.236 INFO:tasks.rados.rados.0.smithi042.stdout:331: seq_num 121 ranges {1556480=434176,1990656=753664,2744320=425984,3170304=425984} 2024-09-16T06:49:24.247 INFO:tasks.rados.rados.0.smithi042.stdout:331: writing smithi04281968-3 from 1556480 to 1990656 tid 1 2024-09-16T06:49:24.251 INFO:tasks.rados.rados.0.smithi042.stdout:331: writing smithi04281968-3 from 1990656 to 2744320 tid 2 2024-09-16T06:49:24.254 INFO:tasks.rados.rados.0.smithi042.stdout:331: writing smithi04281968-3 from 2744320 to 3170304 tid 3 2024-09-16T06:49:24.257 INFO:tasks.rados.rados.0.smithi042.stdout:331: writing smithi04281968-3 from 3170304 to 3596288 tid 4 2024-09-16T06:49:24.257 INFO:tasks.rados.rados.0.smithi042.stdout:332: snap_create 2024-09-16T06:49:24.257 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 1 to smithi04281968-3 2024-09-16T06:49:24.257 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 2 to smithi04281968-3 2024-09-16T06:49:24.257 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 3 to smithi04281968-3 2024-09-16T06:49:24.259 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 4 to smithi04281968-3 2024-09-16T06:49:24.259 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 5 to smithi04281968-3 2024-09-16T06:49:24.260 INFO:tasks.rados.rados.0.smithi042.stdout:331: finishing write tid 6 to smithi04281968-3 2024-09-16T06:49:24.260 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 48 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-09-16T06:49:24.260 INFO:tasks.rados.rados.0.smithi042.stdout:331: left oid 3 (ObjNum 121 snap 26 seq_num 121) 2024-09-16T06:49:24.377 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 podman[67653]: 2024-09-16 06:49:24.011049399 +0000 UTC m=+0.015856747 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:49:24.377 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 podman[67653]: 2024-09-16 06:49:24.146545411 +0000 UTC m=+0.151352752 container create cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b) 2024-09-16T06:49:24.377 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 podman[67653]: 2024-09-16 06:49:24.349176405 +0000 UTC m=+0.353983745 container init cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-16T06:49:24.378 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 podman[67653]: 2024-09-16 06:49:24.354417094 +0000 UTC m=+0.359224437 container start cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T06:49:24.694 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-mgr[67691]: -- 172.21.15.164:0/1921107675 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556bf338ad00 con 0x556bf335f400 2024-09-16T06:49:24.695 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 bash[67653]: cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b 2024-09-16T06:49:24.695 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 systemd[1]: Started Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:24.695 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:24.476+0000 7f8f74e96040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:49:24.695 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:24.536+0000 7f8f74e96040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:49:24.695 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:24.694+0000 7f8f74e96040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:49:24.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:24.764+0000 7f8f74e96040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:49:24.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:24.933+0000 7f8f74e96040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:49:25.235 INFO:tasks.rados.rados.0.smithi042.stdout:331: done (1 left) 2024-09-16T06:49:25.235 INFO:tasks.rados.rados.0.smithi042.stdout:332: done (0 left) 2024-09-16T06:49:25.235 INFO:tasks.rados.rados.0.smithi042.stdout:333: rollback oid 27 current snap is 27 2024-09-16T06:49:25.235 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 26 2024-09-16T06:49:25.236 INFO:tasks.rados.rados.0.smithi042.stdout:334: setattr oid 20 current snap is 27 2024-09-16T06:49:25.237 INFO:tasks.rados.rados.0.smithi042.stdout:335: snap_create 2024-09-16T06:49:25.238 INFO:tasks.rados.rados.0.smithi042.stdout:333: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:49:25.238 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 64 (ObjNum 33 snap 0 seq_num 1482077565) dirty dne 2024-09-16T06:49:25.242 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 34 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:49:25.350 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:25.078+0000 7f8f74e96040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:49:25.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-mon[31490]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T06:49:25.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:25.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-mon[31490]: pgmap v175: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[27521]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T06:49:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[27521]: pgmap v175: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:25.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[39185]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T06:49:25.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:25.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:25.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:25 smithi042 ceph-mon[39185]: pgmap v175: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 464 KiB/s wr, 8 op/s 2024-09-16T06:49:25.655 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:25.408+0000 7f8f74e96040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:49:25.655 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:25.471+0000 7f8f74e96040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:49:25.988 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:25.655+0000 7f8f74e96040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:333: done (2 left) 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:334: done (1 left) 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:335: done (0 left) 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:336: read oid 46 snap -1 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:336: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:49:26.238 INFO:tasks.rados.rados.0.smithi042.stdout:337: snap_remove snap 25 2024-09-16T06:49:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:26 smithi164 ceph-mon[31490]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T06:49:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:26 smithi042 ceph-mon[39185]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T06:49:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:26 smithi042 ceph-mon[27521]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T06:49:26.975 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:26.592+0000 7f8f74e96040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:49:26.976 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:26.667+0000 7f8f74e96040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:49:27.249 INFO:tasks.rados.rados.0.smithi042.stdout:337: done (1 left) 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:338: read oid 12 snap -1 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:338: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:339: read oid 38 snap 26 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:339: expect (ObjNum 119 snap 25 seq_num 119) 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:340: snap_create 2024-09-16T06:49:27.250 INFO:tasks.rados.rados.0.smithi042.stdout:336: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T06:49:27.276 INFO:tasks.rados.rados.0.smithi042.stdout:338: expect (ObjNum 113 snap 25 seq_num 113) 2024-09-16T06:49:27.326 INFO:tasks.rados.rados.0.smithi042.stdout:339: expect (ObjNum 119 snap 25 seq_num 119) 2024-09-16T06:49:27.543 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.422+0000 7f8f74e96040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:49:27.543 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.542+0000 7f8f74e96040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:49:27.543 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-mon[31490]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T06:49:27.543 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-mon[31490]: pgmap v178: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:27 smithi042 ceph-mon[27521]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T06:49:27.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:27 smithi042 ceph-mon[27521]: pgmap v178: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:27.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:27 smithi042 ceph-mon[39185]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T06:49:27.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:27 smithi042 ceph-mon[39185]: pgmap v178: 121 pgs: 121 active+clean; 76 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:27.848 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.686+0000 7f8f74e96040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:49:27.849 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.753+0000 7f8f74e96040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:49:28.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.911+0000 7f8f74e96040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:49:28.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:27.979+0000 7f8f74e96040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:49:28.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.039+0000 7f8f74e96040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:49:28.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.195+0000 7f8f74e96040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:49:28.251 INFO:tasks.rados.rados.0.smithi042.stdout:336: done (3 left) 2024-09-16T06:49:28.251 INFO:tasks.rados.rados.0.smithi042.stdout:338: done (2 left) 2024-09-16T06:49:28.251 INFO:tasks.rados.rados.0.smithi042.stdout:339: done (1 left) 2024-09-16T06:49:28.251 INFO:tasks.rados.rados.0.smithi042.stdout:340: done (0 left) 2024-09-16T06:49:28.251 INFO:tasks.rados.rados.0.smithi042.stdout:341: delete oid 4 current snap is 29 2024-09-16T06:49:28.258 INFO:tasks.rados.rados.0.smithi042.stdout:341: done (0 left) 2024-09-16T06:49:28.258 INFO:tasks.rados.rados.0.smithi042.stdout:342: snap_create 2024-09-16T06:49:28.482 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-mon[31490]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T06:49:28.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.270+0000 7f8f74e96040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:49:28.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.338+0000 7f8f74e96040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:49:28.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.420+0000 7f8f74e96040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:49:28.483 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.482+0000 7f8f74e96040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:49:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:28 smithi042 ceph-mon[27521]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T06:49:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:28 smithi042 ceph-mon[39185]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T06:49:28.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:28.545+0000 7f8f74e96040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:49:29.260 INFO:tasks.rados.rados.0.smithi042.stdout:342: done (0 left) 2024-09-16T06:49:29.260 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 30 2024-09-16T06:49:29.260 INFO:tasks.rados.rados.0.smithi042.stdout:343: seq_num 123 ranges {1933312=466944,2400256=573440,2973696=794624,3768320=237568} 2024-09-16T06:49:29.273 INFO:tasks.rados.rados.0.smithi042.stdout:343: writing smithi04281968-28 from 1933312 to 2400256 tid 1 2024-09-16T06:49:29.276 INFO:tasks.rados.rados.0.smithi042.stdout:343: writing smithi04281968-28 from 2400256 to 2973696 tid 2 2024-09-16T06:49:29.282 INFO:tasks.rados.rados.0.smithi042.stdout:343: writing smithi04281968-28 from 2973696 to 3768320 tid 3 2024-09-16T06:49:29.283 INFO:tasks.rados.rados.0.smithi042.stdout:343: writing smithi04281968-28 from 3768320 to 4005888 tid 4 2024-09-16T06:49:29.283 INFO:tasks.rados.rados.0.smithi042.stdout:344: rollback oid 34 current snap is 30 2024-09-16T06:49:29.283 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 21 2024-09-16T06:49:29.283 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 1 to smithi04281968-28 2024-09-16T06:49:29.284 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 2 to smithi04281968-28 2024-09-16T06:49:29.284 INFO:tasks.rados.rados.0.smithi042.stdout:345: delete oid 8 current snap is 30 2024-09-16T06:49:29.285 INFO:tasks.rados.rados.0.smithi042.stdout:344: finishing rollback tid 1 to smithi04281968-34 2024-09-16T06:49:29.285 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 0 (ObjNum 4113 snap 0 seq_num 3908591710) dirty dne 2024-09-16T06:49:29.286 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 3 to smithi04281968-28 2024-09-16T06:49:29.287 INFO:tasks.rados.rados.0.smithi042.stdout:344: done (2 left) 2024-09-16T06:49:29.287 INFO:tasks.rados.rados.0.smithi042.stdout:345: done (1 left) 2024-09-16T06:49:29.287 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 30 2024-09-16T06:49:29.287 INFO:tasks.rados.rados.0.smithi042.stdout:346: seq_num 125 ranges {679936=499712,1179648=745472,1925120=409600,2334720=450560} 2024-09-16T06:49:29.293 INFO:tasks.rados.rados.0.smithi042.stdout:346: writing smithi04281968-41 from 679936 to 1179648 tid 1 2024-09-16T06:49:29.298 INFO:tasks.rados.rados.0.smithi042.stdout:346: writing smithi04281968-41 from 1179648 to 1925120 tid 2 2024-09-16T06:49:29.300 INFO:tasks.rados.rados.0.smithi042.stdout:346: writing smithi04281968-41 from 1925120 to 2334720 tid 3 2024-09-16T06:49:29.303 INFO:tasks.rados.rados.0.smithi042.stdout:346: writing smithi04281968-41 from 2334720 to 2785280 tid 4 2024-09-16T06:49:29.303 INFO:tasks.rados.rados.0.smithi042.stdout:347: snap_create 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 4 to smithi04281968-28 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 5 to smithi04281968-28 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:343: finishing write tid 6 to smithi04281968-28 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 138 (ObjNum 123 snap 30 seq_num 123) dirty exists 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:343: left oid 28 (ObjNum 123 snap 30 seq_num 123) 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 1 to smithi04281968-41 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 2 to smithi04281968-41 2024-09-16T06:49:29.304 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 3 to smithi04281968-41 2024-09-16T06:49:29.305 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 4 to smithi04281968-41 2024-09-16T06:49:29.305 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 5 to smithi04281968-41 2024-09-16T06:49:29.306 INFO:tasks.rados.rados.0.smithi042.stdout:346: finishing write tid 6 to smithi04281968-41 2024-09-16T06:49:29.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 144 (ObjNum 125 snap 30 seq_num 125) dirty exists 2024-09-16T06:49:29.306 INFO:tasks.rados.rados.0.smithi042.stdout:346: left oid 41 (ObjNum 125 snap 30 seq_num 125) 2024-09-16T06:49:29.481 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-mon[31490]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-mon[31490]: pgmap v181: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:29.345+0000 7f8f74e96040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:29] ENGINE Bus STARTING 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: CherryPy Checker: 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: The Application mounted at '' has an empty config. 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:29] ENGINE Serving on http://:::9283 2024-09-16T06:49:29.482 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:29 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:29] ENGINE Bus STARTED 2024-09-16T06:49:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-mon[27521]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T06:49:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-mon[27521]: pgmap v181: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-mon[39185]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T06:49:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-mon[39185]: pgmap v181: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:30.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:29] "GET /metrics HTTP/1.1" 200 239992 "" "Prometheus/2.43.0" 2024-09-16T06:49:30.104 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:29 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:49:29.897Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=6 2024-09-16T06:49:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:343: done (2 left) 2024-09-16T06:49:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:346: done (1 left) 2024-09-16T06:49:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:347: done (0 left) 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:348: read oid 45 snap -1 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:348: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:349: rmattr oid 18 current snap is 31 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:349: done (1 left) 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:350: read oid 28 snap -1 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:350: expect (ObjNum 123 snap 30 seq_num 123) 2024-09-16T06:49:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:351: snap_create 2024-09-16T06:49:30.287 INFO:tasks.rados.rados.0.smithi042.stdout:350: expect (ObjNum 123 snap 30 seq_num 123) 2024-09-16T06:49:30.428 INFO:tasks.rados.rados.0.smithi042.stdout:348: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: Standby manager daemon x restarted 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:49:30.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:30 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: Standby manager daemon x restarted 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:49:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: Standby manager daemon x restarted 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: Standby manager daemon x started 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:49:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:30 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:31.271 INFO:tasks.rados.rados.0.smithi042.stdout:348: done (2 left) 2024-09-16T06:49:31.271 INFO:tasks.rados.rados.0.smithi042.stdout:350: done (1 left) 2024-09-16T06:49:31.271 INFO:tasks.rados.rados.0.smithi042.stdout:351: done (0 left) 2024-09-16T06:49:31.271 INFO:tasks.rados.rados.0.smithi042.stdout:352: read oid 10 snap -1 2024-09-16T06:49:31.271 INFO:tasks.rados.rados.0.smithi042.stdout:352: expect deleted 2024-09-16T06:49:31.272 INFO:tasks.rados.rados.0.smithi042.stdout:353: rollback oid 42 current snap is 32 2024-09-16T06:49:31.272 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 27 2024-09-16T06:49:31.272 INFO:tasks.rados.rados.0.smithi042.stdout:354: snap_remove snap 29 2024-09-16T06:49:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[39185]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T06:49:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[39185]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-16T06:49:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[39185]: pgmap v184: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[27521]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T06:49:31.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[27521]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-16T06:49:31.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:31 smithi042 ceph-mon[27521]: pgmap v184: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:31 smithi164 ceph-mon[31490]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T06:49:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:31 smithi164 ceph-mon[31490]: mgrmap e24: y(active, since 3m), standbys: x 2024-09-16T06:49:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:31 smithi164 ceph-mon[31490]: pgmap v184: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.8 MiB/s wr, 35 op/s 2024-09-16T06:49:32.273 INFO:tasks.rados.rados.0.smithi042.stdout:354: done (2 left) 2024-09-16T06:49:32.273 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 32 2024-09-16T06:49:32.274 INFO:tasks.rados.rados.0.smithi042.stdout:355: seq_num 126 ranges {2785280=516096,3301376=630784,3932160=614400,4546560=360448} 2024-09-16T06:49:32.291 INFO:tasks.rados.rados.0.smithi042.stdout:355: writing smithi04281968-23 from 2785280 to 3301376 tid 1 2024-09-16T06:49:32.295 INFO:tasks.rados.rados.0.smithi042.stdout:355: writing smithi04281968-23 from 3301376 to 3932160 tid 2 2024-09-16T06:49:32.298 INFO:tasks.rados.rados.0.smithi042.stdout:355: writing smithi04281968-23 from 3932160 to 4546560 tid 3 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:355: writing smithi04281968-23 from 4546560 to 4907008 tid 4 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:356: delete oid 8 current snap is 32 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:353: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 95 (ObjNum 57825 snap 0 seq_num 111306064) dirty dne 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 1 to smithi04281968-23 2024-09-16T06:49:32.301 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 2 to smithi04281968-23 2024-09-16T06:49:32.302 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 3 to smithi04281968-23 2024-09-16T06:49:32.302 INFO:tasks.rados.rados.0.smithi042.stdout:352: done (3 left) 2024-09-16T06:49:32.302 INFO:tasks.rados.rados.0.smithi042.stdout:353: done (2 left) 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:356: done (1 left) 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:357: read oid 26 snap 30 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:357: expect (ObjNum 81 snap 10 seq_num 81) 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:358: read oid 47 snap -1 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:358: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 32 2024-09-16T06:49:32.303 INFO:tasks.rados.rados.0.smithi042.stdout:359: seq_num 128 ranges {1572864=548864,2121728=794624,2916352=581632,3497984=229376} 2024-09-16T06:49:32.314 INFO:tasks.rados.rados.0.smithi042.stdout:359: writing smithi04281968-36 from 1572864 to 2121728 tid 1 2024-09-16T06:49:32.318 INFO:tasks.rados.rados.0.smithi042.stdout:359: writing smithi04281968-36 from 2121728 to 2916352 tid 2 2024-09-16T06:49:32.322 INFO:tasks.rados.rados.0.smithi042.stdout:359: writing smithi04281968-36 from 2916352 to 3497984 tid 3 2024-09-16T06:49:32.323 INFO:tasks.rados.rados.0.smithi042.stdout:359: writing smithi04281968-36 from 3497984 to 3727360 tid 4 2024-09-16T06:49:32.323 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 32 2024-09-16T06:49:32.323 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 4 to smithi04281968-23 2024-09-16T06:49:32.324 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 5 to smithi04281968-23 2024-09-16T06:49:32.324 INFO:tasks.rados.rados.0.smithi042.stdout:360: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-09-16T06:49:32.327 INFO:tasks.rados.rados.0.smithi042.stdout:360: writing smithi04281968-44 from 0 to 565248 tid 1 2024-09-16T06:49:32.330 INFO:tasks.rados.rados.0.smithi042.stdout:360: writing smithi04281968-44 from 565248 to 1245184 tid 2 2024-09-16T06:49:32.335 INFO:tasks.rados.rados.0.smithi042.stdout:360: writing smithi04281968-44 from 1245184 to 2031616 tid 3 2024-09-16T06:49:32.336 INFO:tasks.rados.rados.0.smithi042.stdout:360: writing smithi04281968-44 from 2031616 to 2170880 tid 4 2024-09-16T06:49:32.336 INFO:tasks.rados.rados.0.smithi042.stdout:361: snap_remove snap 28 2024-09-16T06:49:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[27521]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T06:49:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[39185]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T06:49:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:32 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:32 smithi164 ceph-mon[31490]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T06:49:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:32 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:32 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:32 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.285 INFO:tasks.rados.rados.0.smithi042.stdout:361: done (5 left) 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:362: rollback oid 46 current snap is 32 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 26 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:355: finishing write tid 6 to smithi04281968-23 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 136 (ObjNum 126 snap 32 seq_num 126) dirty exists 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:355: left oid 23 (ObjNum 126 snap 32 seq_num 126) 2024-09-16T06:49:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:358: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T06:49:33.312 INFO:tasks.rados.rados.0.smithi042.stdout:357: expect (ObjNum 81 snap 10 seq_num 81) 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 1 to smithi04281968-36 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 2 to smithi04281968-36 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:355: done (5 left) 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:357: done (4 left) 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:358: done (3 left) 2024-09-16T06:49:33.366 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 32 2024-09-16T06:49:33.367 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 3 to smithi04281968-36 2024-09-16T06:49:33.367 INFO:tasks.rados.rados.0.smithi042.stdout:363: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-09-16T06:49:33.369 INFO:tasks.rados.rados.0.smithi042.stdout:363: writing smithi04281968-21 from 0 to 581632 tid 1 2024-09-16T06:49:33.372 INFO:tasks.rados.rados.0.smithi042.stdout:363: writing smithi04281968-21 from 581632 to 1196032 tid 2 2024-09-16T06:49:33.376 INFO:tasks.rados.rados.0.smithi042.stdout:363: writing smithi04281968-21 from 1196032 to 1794048 tid 3 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:363: writing smithi04281968-21 from 1794048 to 2187264 tid 4 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:364: copy_from oid 39 from oid 12 current snap is 32 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 4 to smithi04281968-36 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 5 to smithi04281968-36 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:359: finishing write tid 6 to smithi04281968-36 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 56 (ObjNum 128 snap 32 seq_num 128) dirty exists 2024-09-16T06:49:33.379 INFO:tasks.rados.rados.0.smithi042.stdout:359: left oid 36 (ObjNum 128 snap 32 seq_num 128) 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:359: done (4 left) 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:365: snap_create 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 1 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 2 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 3 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 4 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 5 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: finishing write tid 6 to smithi04281968-44 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 73 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:360: left oid 44 (ObjNum 129 snap 32 seq_num 129) 2024-09-16T06:49:33.380 INFO:tasks.rados.rados.0.smithi042.stdout:362: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:362: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:362: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 77 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 1 to smithi04281968-21 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 2 to smithi04281968-21 2024-09-16T06:49:33.381 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 3 to smithi04281968-21 2024-09-16T06:49:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 4 to smithi04281968-21 2024-09-16T06:49:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 5 to smithi04281968-21 2024-09-16T06:49:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:363: finishing write tid 6 to smithi04281968-21 2024-09-16T06:49:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 158 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-09-16T06:49:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:363: left oid 21 (ObjNum 130 snap 32 seq_num 130) 2024-09-16T06:49:33.385 INFO:tasks.rados.rados.0.smithi042.stdout:364: finishing copy_from racing read to smithi04281968-39 2024-09-16T06:49:33.387 INFO:tasks.rados.rados.0.smithi042.stdout:364: finishing copy_from to smithi04281968-39 2024-09-16T06:49:33.387 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 64 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-16T06:49:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:33 smithi164 ceph-mon[31490]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T06:49:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:33 smithi164 ceph-mon[31490]: pgmap v187: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:33 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:33 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[27521]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T06:49:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[27521]: pgmap v187: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[39185]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T06:49:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[39185]: pgmap v187: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:33 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:33.678 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:49:33.934 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (2m) 2m ago 3m 16.6M - 0.25.0 c8568f914cd2 538f854c995f 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (3m) 1s ago 3m 91.3M - 9.4.7 954c08fa6188 12fa58d5b7f0 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (4m) 2m ago 4m 15.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (4m) 1s ago 4m 16.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283 running (9s) 1s ago 7m 69.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f cf8a17b6da40 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:9283,8765 running (9m) 2m ago 9m 446M - 17.2.7-1633-g6d025bc2 33ed8dba3996 8737b9357c22 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (9m) 2m ago 9m 45.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (8m) 1s ago 8m 43.5M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (8m) 2m ago 8m 35.1M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (3m) 2m ago 3m 13.2M - 1.5.0 0da6a335fe13 e043cbdaff3a 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (3m) 1s ago 3m 15.9M - 1.5.0 0da6a335fe13 9193c067a643 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (7m) 2m ago 7m 43.8M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (7m) 2m ago 7m 42.5M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:49:33.935 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (6m) 2m ago 6m 42.4M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (6m) 2m ago 6m 40.6M 2993M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (5m) 1s ago 5m 64.5M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (5m) 1s ago 5m 66.9M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (5m) 1s ago 5m 60.7M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (4m) 1s ago 4m 65.3M 2992M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:49:33.936 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (2m) 1s ago 3m 49.5M - 2.43.0 a07b618ecd1d 0ae7c30a75c0 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:360: done (4 left) 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:362: done (3 left) 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:363: done (2 left) 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:364: done (1 left) 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:365: done (0 left) 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 33 2024-09-16T06:49:34.233 INFO:tasks.rados.rados.0.smithi042.stdout:366: seq_num 131 ranges {1900544=598016,2498560=499712,2998272=753664,3751936=352256} 2024-09-16T06:49:34.246 INFO:tasks.rados.rados.0.smithi042.stdout:366: writing smithi04281968-12 from 1900544 to 2498560 tid 1 2024-09-16T06:49:34.250 INFO:tasks.rados.rados.0.smithi042.stdout:366: writing smithi04281968-12 from 2498560 to 2998272 tid 2 2024-09-16T06:49:34.254 INFO:tasks.rados.rados.0.smithi042.stdout:366: writing smithi04281968-12 from 2998272 to 3751936 tid 3 2024-09-16T06:49:34.255 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:49:34.255 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:34.256 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 14, 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:49:34.257 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:366: writing smithi04281968-12 from 3751936 to 4104192 tid 4 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:367: read oid 9 snap -1 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:367: expect deleted 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 33 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 1 to smithi04281968-12 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 2 to smithi04281968-12 2024-09-16T06:49:34.258 INFO:tasks.rados.rados.0.smithi042.stdout:368: seq_num 132 ranges {1794048=614400,2408448=786432,3194880=565248,3760128=253952} 2024-09-16T06:49:34.270 INFO:tasks.rados.rados.0.smithi042.stdout:368: writing smithi04281968-26 from 1794048 to 2408448 tid 1 2024-09-16T06:49:34.275 INFO:tasks.rados.rados.0.smithi042.stdout:368: writing smithi04281968-26 from 2408448 to 3194880 tid 2 2024-09-16T06:49:34.278 INFO:tasks.rados.rados.0.smithi042.stdout:368: writing smithi04281968-26 from 3194880 to 3760128 tid 3 2024-09-16T06:49:34.280 INFO:tasks.rados.rados.0.smithi042.stdout:368: writing smithi04281968-26 from 3760128 to 4014080 tid 4 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 3 to smithi04281968-12 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:369: snap_create 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 4 to smithi04281968-12 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 5 to smithi04281968-12 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:366: finishing write tid 6 to smithi04281968-12 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 88 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:366: left oid 12 (ObjNum 131 snap 33 seq_num 131) 2024-09-16T06:49:34.281 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 1 to smithi04281968-26 2024-09-16T06:49:34.282 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 2 to smithi04281968-26 2024-09-16T06:49:34.282 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 3 to smithi04281968-26 2024-09-16T06:49:34.282 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 4 to smithi04281968-26 2024-09-16T06:49:34.282 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 5 to smithi04281968-26 2024-09-16T06:49:34.283 INFO:tasks.rados.rados.0.smithi042.stdout:368: finishing write tid 6 to smithi04281968-26 2024-09-16T06:49:34.283 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 79 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-16T06:49:34.284 INFO:tasks.rados.rados.0.smithi042.stdout:368: left oid 26 (ObjNum 132 snap 33 seq_num 132) 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:34] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-mon[31490]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-mon[31490]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-mon[31490]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-mon[31490]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T06:49:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:34 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/4056429251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[27521]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[27521]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[27521]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[27521]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/4056429251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[39185]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T06:49:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[39185]: from='client.24962 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[39185]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:49:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[39185]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T06:49:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:34 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/4056429251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:366: done (3 left) 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:367: done (2 left) 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:368: done (1 left) 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:369: done (0 left) 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:370: copy_from oid 15 from oid 40 current snap is 34 2024-09-16T06:49:35.235 INFO:tasks.rados.rados.0.smithi042.stdout:371: read oid 7 snap 30 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:371: expect deleted 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:372: rollback oid 31 current snap is 34 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 21 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:373: delete oid 35 current snap is 34 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:372: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:49:35.236 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:49:35.238 INFO:tasks.rados.rados.0.smithi042.stdout:372: done (3 left) 2024-09-16T06:49:35.238 INFO:tasks.rados.rados.0.smithi042.stdout:373: done (2 left) 2024-09-16T06:49:35.238 INFO:tasks.rados.rados.0.smithi042.stdout:374: read oid 8 snap -1 2024-09-16T06:49:35.238 INFO:tasks.rados.rados.0.smithi042.stdout:374: expect deleted 2024-09-16T06:49:35.238 INFO:tasks.rados.rados.0.smithi042.stdout:375: delete oid 17 current snap is 34 2024-09-16T06:49:35.239 INFO:tasks.rados.rados.0.smithi042.stdout:370: finishing copy_from to smithi04281968-15 2024-09-16T06:49:35.239 INFO:tasks.rados.rados.0.smithi042.stdout:370: got expected ENOENT (src dne) 2024-09-16T06:49:35.240 INFO:tasks.rados.rados.0.smithi042.stdout:370: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:370: done (3 left) 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:371: done (2 left) 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:374: done (1 left) 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:375: done (0 left) 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:376: rmattr oid 9 current snap is 34 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:376: done (0 left) 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:377: copy_from oid 40 from oid 24 current snap is 34 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 34 2024-09-16T06:49:35.241 INFO:tasks.rados.rados.0.smithi042.stdout:378: seq_num 135 ranges {2531328=663552,3194880=434176,3629056=786432,4415488=385024} 2024-09-16T06:49:35.259 INFO:tasks.rados.rados.0.smithi042.stdout:378: writing smithi04281968-49 from 2531328 to 3194880 tid 1 2024-09-16T06:49:35.261 INFO:tasks.rados.rados.0.smithi042.stdout:378: writing smithi04281968-49 from 3194880 to 3629056 tid 2 2024-09-16T06:49:35.266 INFO:tasks.rados.rados.0.smithi042.stdout:378: writing smithi04281968-49 from 3629056 to 4415488 tid 3 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:378: writing smithi04281968-49 from 4415488 to 4800512 tid 4 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:379: rollback oid 1 current snap is 34 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 26 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:377: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:377: finishing copy_from to smithi04281968-40 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 59 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:49:35.269 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 1 to smithi04281968-49 2024-09-16T06:49:35.270 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 2 to smithi04281968-49 2024-09-16T06:49:35.270 INFO:tasks.rados.rados.0.smithi042.stdout:377: done (2 left) 2024-09-16T06:49:35.270 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 34 2024-09-16T06:49:35.270 INFO:tasks.rados.rados.0.smithi042.stdout:380: seq_num 136 ranges {2785280=688128,3473408=720896,4194304=540672,4734976=344064} 2024-09-16T06:49:35.289 INFO:tasks.rados.rados.0.smithi042.stdout:380: writing smithi04281968-41 from 2785280 to 3473408 tid 1 2024-09-16T06:49:35.293 INFO:tasks.rados.rados.0.smithi042.stdout:380: writing smithi04281968-41 from 3473408 to 4194304 tid 2 2024-09-16T06:49:35.297 INFO:tasks.rados.rados.0.smithi042.stdout:380: writing smithi04281968-41 from 4194304 to 4734976 tid 3 2024-09-16T06:49:35.300 INFO:tasks.rados.rados.0.smithi042.stdout:380: writing smithi04281968-41 from 4734976 to 5079040 tid 4 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:381: copy_from oid 14 from oid 4 current snap is 34 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 3 to smithi04281968-49 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 4 to smithi04281968-49 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 5 to smithi04281968-49 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:382: read oid 22 snap -1 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:382: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:383: copy_from oid 9 from oid 3 current snap is 34 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:379: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:379: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:379: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 76 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:378: finishing write tid 6 to smithi04281968-49 2024-09-16T06:49:35.301 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 83 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:378: left oid 49 (ObjNum 135 snap 34 seq_num 135) 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 1 to smithi04281968-41 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 2 to smithi04281968-41 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:378: done (5 left) 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:379: done (4 left) 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:384: rmattr oid 38 current snap is 34 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 3 to smithi04281968-41 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:384: done (4 left) 2024-09-16T06:49:35.302 INFO:tasks.rados.rados.0.smithi042.stdout:385: rmattr oid 15 current snap is 34 2024-09-16T06:49:35.303 INFO:tasks.rados.rados.0.smithi042.stdout:385: done (4 left) 2024-09-16T06:49:35.303 INFO:tasks.rados.rados.0.smithi042.stdout:386: setattr oid 11 current snap is 34 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:381: finishing copy_from to smithi04281968-14 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:381: got expected ENOENT (src dne) 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:381: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 4 to smithi04281968-41 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 5 to smithi04281968-41 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:381: done (4 left) 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:387: rollback oid 19 current snap is 34 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 27 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:388: delete oid 43 current snap is 34 2024-09-16T06:49:35.304 INFO:tasks.rados.rados.0.smithi042.stdout:382: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:380: finishing write tid 6 to smithi04281968-41 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 164 (ObjNum 136 snap 34 seq_num 136) dirty exists 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:380: left oid 41 (ObjNum 136 snap 34 seq_num 136) 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 77 (ObjNum 65 snap 0 seq_num 110859248) dirty exists 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:387: finishing rollback tid 0 to smithi04281968-19 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:387: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:380: done (5 left) 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:382: done (4 left) 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:386: done (3 left) 2024-09-16T06:49:35.327 INFO:tasks.rados.rados.0.smithi042.stdout:388: done (2 left) 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 34 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:387: finishing rollback tid 2 to smithi04281968-19 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 94 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:383: finishing copy_from racing read to smithi04281968-9 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:383: finishing copy_from to smithi04281968-9 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 48 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-09-16T06:49:35.328 INFO:tasks.rados.rados.0.smithi042.stdout:389: seq_num 138 ranges {4907008=720896,5627904=540672,6168576=557056,6725632=507904} 2024-09-16T06:49:35.357 INFO:tasks.rados.rados.0.smithi042.stdout:389: writing smithi04281968-23 from 4907008 to 5627904 tid 1 2024-09-16T06:49:35.360 INFO:tasks.rados.rados.0.smithi042.stdout:389: writing smithi04281968-23 from 5627904 to 6168576 tid 2 2024-09-16T06:49:35.363 INFO:tasks.rados.rados.0.smithi042.stdout:389: writing smithi04281968-23 from 6168576 to 6725632 tid 3 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:389: writing smithi04281968-23 from 6725632 to 7233536 tid 4 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:383: done (2 left) 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:387: done (1 left) 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 34 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 1 to smithi04281968-23 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 2 to smithi04281968-23 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 3 to smithi04281968-23 2024-09-16T06:49:35.366 INFO:tasks.rados.rados.0.smithi042.stdout:390: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-09-16T06:49:35.369 INFO:tasks.rados.rados.0.smithi042.stdout:390: writing smithi04281968-7 from 0 to 737280 tid 1 2024-09-16T06:49:35.372 INFO:tasks.rados.rados.0.smithi042.stdout:390: writing smithi04281968-7 from 737280 to 1163264 tid 2 2024-09-16T06:49:35.376 INFO:tasks.rados.rados.0.smithi042.stdout:390: writing smithi04281968-7 from 1163264 to 1925120 tid 3 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:390: writing smithi04281968-7 from 1925120 to 2342912 tid 4 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:391: read oid 17 snap -1 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:391: expect deleted 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:392: read oid 6 snap -1 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:392: expect deleted 2024-09-16T06:49:35.380 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 34 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 4 to smithi04281968-23 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 5 to smithi04281968-23 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:389: finishing write tid 6 to smithi04281968-23 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 146 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:389: left oid 23 (ObjNum 138 snap 34 seq_num 138) 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 1 to smithi04281968-7 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 2 to smithi04281968-7 2024-09-16T06:49:35.381 INFO:tasks.rados.rados.0.smithi042.stdout:393: seq_num 140 ranges {2039808=753664,2793472=704512,3497984=524288,4022272=376832} 2024-09-16T06:49:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:393: writing smithi04281968-33 from 2039808 to 2793472 tid 1 2024-09-16T06:49:35.398 INFO:tasks.rados.rados.0.smithi042.stdout:393: writing smithi04281968-33 from 2793472 to 3497984 tid 2 2024-09-16T06:49:35.400 INFO:tasks.rados.rados.0.smithi042.stdout:393: writing smithi04281968-33 from 3497984 to 4022272 tid 3 2024-09-16T06:49:35.403 INFO:tasks.rados.rados.0.smithi042.stdout:393: writing smithi04281968-33 from 4022272 to 4399104 tid 4 2024-09-16T06:49:35.403 INFO:tasks.rados.rados.0.smithi042.stdout:389: done (4 left) 2024-09-16T06:49:35.403 INFO:tasks.rados.rados.0.smithi042.stdout:394: read oid 44 snap -1 2024-09-16T06:49:35.403 INFO:tasks.rados.rados.0.smithi042.stdout:394: expect (ObjNum 129 snap 32 seq_num 129) 2024-09-16T06:49:35.403 INFO:tasks.rados.rados.0.smithi042.stdout:395: read oid 8 snap -1 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:395: expect deleted 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:396: rmattr oid 13 current snap is 34 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 3 to smithi04281968-7 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 4 to smithi04281968-7 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 5 to smithi04281968-7 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:390: finishing write tid 6 to smithi04281968-7 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 151 (ObjNum 139 snap 34 seq_num 139) dirty exists 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:390: left oid 7 (ObjNum 139 snap 34 seq_num 139) 2024-09-16T06:49:35.404 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 1 to smithi04281968-33 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 2 to smithi04281968-33 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 3 to smithi04281968-33 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:390: done (6 left) 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:391: done (5 left) 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:392: done (4 left) 2024-09-16T06:49:35.405 INFO:tasks.rados.rados.0.smithi042.stdout:397: setattr oid 2 current snap is 34 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:395: done (4 left) 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:398: rmattr oid 42 current snap is 34 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:398: done (4 left) 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:399: setattr oid 31 current snap is 34 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 65 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 4 to smithi04281968-33 2024-09-16T06:49:35.406 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 5 to smithi04281968-33 2024-09-16T06:49:35.407 INFO:tasks.rados.rados.0.smithi042.stdout:396: done (4 left) 2024-09-16T06:49:35.407 INFO:tasks.rados.rados.0.smithi042.stdout:400: snap_create 2024-09-16T06:49:35.410 INFO:tasks.rados.rados.0.smithi042.stdout:393: finishing write tid 6 to smithi04281968-33 2024-09-16T06:49:35.410 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 84 (ObjNum 140 snap 34 seq_num 140) dirty exists 2024-09-16T06:49:35.410 INFO:tasks.rados.rados.0.smithi042.stdout:393: left oid 33 (ObjNum 140 snap 34 seq_num 140) 2024-09-16T06:49:35.410 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 43 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-09-16T06:49:35.410 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 44 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:49:35.411 INFO:tasks.rados.rados.0.smithi042.stdout:394: expect (ObjNum 129 snap 32 seq_num 129) 2024-09-16T06:49:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:35 smithi164 ceph-mon[31490]: pgmap v190: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:35 smithi164 ceph-mon[31490]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T06:49:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:35 smithi042 ceph-mon[27521]: pgmap v190: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:35 smithi042 ceph-mon[27521]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T06:49:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:35 smithi042 ceph-mon[39185]: pgmap v190: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:49:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:35 smithi042 ceph-mon[39185]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:393: done (4 left) 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:394: done (3 left) 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:397: done (2 left) 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:399: done (1 left) 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:400: done (0 left) 2024-09-16T06:49:36.292 INFO:tasks.rados.rados.0.smithi042.stdout:401: setattr oid 39 current snap is 35 2024-09-16T06:49:36.293 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 35 2024-09-16T06:49:36.293 INFO:tasks.rados.rados.0.smithi042.stdout:402: seq_num 141 ranges {794624=770048,1564672=589824,2154496=729088,2883584=286720} 2024-09-16T06:49:36.302 INFO:tasks.rados.rados.0.smithi042.stdout:402: writing smithi04281968-22 from 794624 to 1564672 tid 1 2024-09-16T06:49:36.305 INFO:tasks.rados.rados.0.smithi042.stdout:402: writing smithi04281968-22 from 1564672 to 2154496 tid 2 2024-09-16T06:49:36.309 INFO:tasks.rados.rados.0.smithi042.stdout:402: writing smithi04281968-22 from 2154496 to 2883584 tid 3 2024-09-16T06:49:36.311 INFO:tasks.rados.rados.0.smithi042.stdout:402: writing smithi04281968-22 from 2883584 to 3170304 tid 4 2024-09-16T06:49:36.311 INFO:tasks.rados.rados.0.smithi042.stdout:403: snap_remove snap 31 2024-09-16T06:49:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:403: done (2 left) 2024-09-16T06:49:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:404: rmattr oid 7 current snap is 35 2024-09-16T06:49:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:404: done (2 left) 2024-09-16T06:49:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:405: copy_from oid 19 from oid 37 current snap is 35 2024-09-16T06:49:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 96 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 1 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 2 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 3 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 4 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 5 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: finishing write tid 6 to smithi04281968-22 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 72 (ObjNum 141 snap 35 seq_num 141) dirty exists 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: left oid 22 (ObjNum 141 snap 35 seq_num 141) 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:401: done (2 left) 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:402: done (1 left) 2024-09-16T06:49:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:406: copy_from oid 48 from oid 31 current snap is 35 2024-09-16T06:49:37.301 INFO:tasks.rados.rados.0.smithi042.stdout:407: delete oid 16 current snap is 35 2024-09-16T06:49:37.303 INFO:tasks.rados.rados.0.smithi042.stdout:406: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:49:37.307 INFO:tasks.rados.rados.0.smithi042.stdout:407: done (2 left) 2024-09-16T06:49:37.307 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 35 2024-09-16T06:49:37.307 INFO:tasks.rados.rados.0.smithi042.stdout:408: seq_num 143 ranges {2187264=802816,2990080=761856,3751936=745472,4497408=98304} 2024-09-16T06:49:37.324 INFO:tasks.rados.rados.0.smithi042.stdout:408: writing smithi04281968-21 from 2187264 to 2990080 tid 1 2024-09-16T06:49:37.329 INFO:tasks.rados.rados.0.smithi042.stdout:408: writing smithi04281968-21 from 2990080 to 3751936 tid 2 2024-09-16T06:49:37.333 INFO:tasks.rados.rados.0.smithi042.stdout:408: writing smithi04281968-21 from 3751936 to 4497408 tid 3 2024-09-16T06:49:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:408: writing smithi04281968-21 from 4497408 to 4595712 tid 4 2024-09-16T06:49:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:409: delete oid 39 current snap is 35 2024-09-16T06:49:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:406: finishing copy_from to smithi04281968-48 2024-09-16T06:49:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 44 (ObjNum 49 snap 0 seq_num 1768976242) dirty exists 2024-09-16T06:49:37.335 INFO:tasks.rados.rados.0.smithi042.stdout:405: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:49:37.335 INFO:tasks.rados.rados.0.smithi042.stdout:405: finishing copy_from to smithi04281968-19 2024-09-16T06:49:37.335 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 51 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T06:49:37.335 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 1 to smithi04281968-21 2024-09-16T06:49:37.335 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 2 to smithi04281968-21 2024-09-16T06:49:37.336 INFO:tasks.rados.rados.0.smithi042.stdout:405: done (3 left) 2024-09-16T06:49:37.336 INFO:tasks.rados.rados.0.smithi042.stdout:406: done (2 left) 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:409: done (1 left) 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 35 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:410: seq_num 145 ranges {0=32768} 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:410: writing smithi04281968-15 from 0 to 32768 tid 1 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 35 2024-09-16T06:49:37.337 INFO:tasks.rados.rados.0.smithi042.stdout:411: seq_num 146 ranges {1318912=49152} 2024-09-16T06:49:37.344 INFO:tasks.rados.rados.0.smithi042.stdout:411: writing smithi04281968-29 from 1318912 to 1368064 tid 1 2024-09-16T06:49:37.344 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 35 2024-09-16T06:49:37.344 INFO:tasks.rados.rados.0.smithi042.stdout:412: seq_num 147 ranges {1622016=65536} 2024-09-16T06:49:37.354 INFO:tasks.rados.rados.0.smithi042.stdout:412: writing smithi04281968-30 from 1622016 to 1687552 tid 1 2024-09-16T06:49:37.354 INFO:tasks.rados.rados.0.smithi042.stdout:413: read oid 41 snap -1 2024-09-16T06:49:37.354 INFO:tasks.rados.rados.0.smithi042.stdout:413: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-16T06:49:37.354 INFO:tasks.rados.rados.0.smithi042.stdout:414: read oid 9 snap -1 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:414: expect (ObjNum 121 snap 26 seq_num 121) 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:415: rollback oid 5 current snap is 35 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 21 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 3 to smithi04281968-21 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:416: setattr oid 12 current snap is 35 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 4 to smithi04281968-21 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 5 to smithi04281968-21 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:410: finishing write tid 1 to smithi04281968-15 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:410: finishing write tid 2 to smithi04281968-15 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:408: finishing write tid 6 to smithi04281968-21 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 174 (ObjNum 143 snap 35 seq_num 143) dirty exists 2024-09-16T06:49:37.355 INFO:tasks.rados.rados.0.smithi042.stdout:408: left oid 21 (ObjNum 143 snap 35 seq_num 143) 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:410: finishing write tid 3 to smithi04281968-15 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 157 (ObjNum 145 snap 35 seq_num 145) dirty exists 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:410: left oid 15 (ObjNum 145 snap 35 seq_num 145) 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:411: finishing write tid 1 to smithi04281968-29 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:411: finishing write tid 2 to smithi04281968-29 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:411: finishing write tid 3 to smithi04281968-29 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 90 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-09-16T06:49:37.356 INFO:tasks.rados.rados.0.smithi042.stdout:411: left oid 29 (ObjNum 146 snap 35 seq_num 146) 2024-09-16T06:49:37.357 INFO:tasks.rados.rados.0.smithi042.stdout:415: finishing rollback tid 0 to smithi04281968-5 2024-09-16T06:49:37.357 INFO:tasks.rados.rados.0.smithi042.stdout:415: finishing rollback tid 1 to smithi04281968-5 2024-09-16T06:49:37.357 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 70 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:408: done (7 left) 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:410: done (6 left) 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:411: done (5 left) 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:415: done (4 left) 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:417: snap_create 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:412: finishing write tid 1 to smithi04281968-30 2024-09-16T06:49:37.358 INFO:tasks.rados.rados.0.smithi042.stdout:412: finishing write tid 2 to smithi04281968-30 2024-09-16T06:49:37.359 INFO:tasks.rados.rados.0.smithi042.stdout:412: finishing write tid 3 to smithi04281968-30 2024-09-16T06:49:37.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 65 (ObjNum 147 snap 35 seq_num 147) dirty exists 2024-09-16T06:49:37.359 INFO:tasks.rados.rados.0.smithi042.stdout:412: left oid 30 (ObjNum 147 snap 35 seq_num 147) 2024-09-16T06:49:37.360 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 109 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T06:49:37.376 INFO:tasks.rados.rados.0.smithi042.stdout:414: expect (ObjNum 121 snap 26 seq_num 121) 2024-09-16T06:49:37.499 INFO:tasks.rados.rados.0.smithi042.stdout:413: expect (ObjNum 136 snap 34 seq_num 136) 2024-09-16T06:49:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:37 smithi042 ceph-mon[27521]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T06:49:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:37 smithi042 ceph-mon[27521]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:37 smithi042 ceph-mon[39185]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T06:49:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:37 smithi042 ceph-mon[39185]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:37 smithi164 ceph-mon[31490]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T06:49:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:37 smithi164 ceph-mon[31490]: pgmap v193: 121 pgs: 121 active+clean; 92 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:49:38.302 INFO:tasks.rados.rados.0.smithi042.stdout:412: done (4 left) 2024-09-16T06:49:38.302 INFO:tasks.rados.rados.0.smithi042.stdout:413: done (3 left) 2024-09-16T06:49:38.302 INFO:tasks.rados.rados.0.smithi042.stdout:414: done (2 left) 2024-09-16T06:49:38.302 INFO:tasks.rados.rados.0.smithi042.stdout:416: done (1 left) 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:417: done (0 left) 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:418: rmattr oid 4 current snap is 36 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:418: done (0 left) 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 36 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:419: seq_num 148 ranges {0=81920} 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:419: writing smithi04281968-39 from 0 to 81920 tid 1 2024-09-16T06:49:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 36 2024-09-16T06:49:38.304 INFO:tasks.rados.rados.0.smithi042.stdout:420: seq_num 149 ranges {2007040=98304} 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:420: writing smithi04281968-37 from 2007040 to 2105344 tid 1 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:421: read oid 33 snap 32 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:421: expect (ObjNum 89 snap 14 seq_num 89) 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:422: delete oid 23 current snap is 36 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:419: finishing write tid 1 to smithi04281968-39 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:419: finishing write tid 2 to smithi04281968-39 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:419: finishing write tid 3 to smithi04281968-39 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 111 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-09-16T06:49:38.315 INFO:tasks.rados.rados.0.smithi042.stdout:419: left oid 39 (ObjNum 148 snap 36 seq_num 148) 2024-09-16T06:49:38.318 INFO:tasks.rados.rados.0.smithi042.stdout:420: finishing write tid 1 to smithi04281968-37 2024-09-16T06:49:38.319 INFO:tasks.rados.rados.0.smithi042.stdout:420: finishing write tid 2 to smithi04281968-37 2024-09-16T06:49:38.319 INFO:tasks.rados.rados.0.smithi042.stdout:419: done (3 left) 2024-09-16T06:49:38.319 INFO:tasks.rados.rados.0.smithi042.stdout:422: done (2 left) 2024-09-16T06:49:38.320 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 36 2024-09-16T06:49:38.320 INFO:tasks.rados.rados.0.smithi042.stdout:423: seq_num 151 ranges {0=131072} 2024-09-16T06:49:38.320 INFO:tasks.rados.rados.0.smithi042.stdout:423: writing smithi04281968-6 from 0 to 131072 tid 1 2024-09-16T06:49:38.320 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 36 2024-09-16T06:49:38.321 INFO:tasks.rados.rados.0.smithi042.stdout:420: finishing write tid 3 to smithi04281968-37 2024-09-16T06:49:38.321 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 58 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-16T06:49:38.321 INFO:tasks.rados.rados.0.smithi042.stdout:420: left oid 37 (ObjNum 149 snap 36 seq_num 149) 2024-09-16T06:49:38.321 INFO:tasks.rados.rados.0.smithi042.stdout:424: seq_num 152 ranges {221184=147456} 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:424: writing smithi04281968-14 from 221184 to 368640 tid 1 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:420: done (3 left) 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:425: rollback oid 10 current snap is 36 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 27 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:423: finishing write tid 1 to smithi04281968-6 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:423: finishing write tid 2 to smithi04281968-6 2024-09-16T06:49:38.323 INFO:tasks.rados.rados.0.smithi042.stdout:426: read oid 36 snap -1 2024-09-16T06:49:38.324 INFO:tasks.rados.rados.0.smithi042.stdout:426: expect (ObjNum 128 snap 32 seq_num 128) 2024-09-16T06:49:38.324 INFO:tasks.rados.rados.0.smithi042.stdout:427: rollback oid 18 current snap is 36 2024-09-16T06:49:38.324 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 35 2024-09-16T06:49:38.324 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 36 2024-09-16T06:49:38.324 INFO:tasks.rados.rados.0.smithi042.stdout:428: seq_num 153 ranges {778240=163840} 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:428: writing smithi04281968-47 from 778240 to 942080 tid 1 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:429: rollback oid 38 current snap is 36 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 35 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:423: finishing write tid 3 to smithi04281968-6 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 113 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:423: left oid 6 (ObjNum 151 snap 36 seq_num 151) 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:425: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 35 (ObjNum 177 snap 0 seq_num 111230928) dirty dne 2024-09-16T06:49:38.329 INFO:tasks.rados.rados.0.smithi042.stdout:427: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:427: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:427: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 70 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:423: done (7 left) 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:425: done (6 left) 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:427: done (5 left) 2024-09-16T06:49:38.330 INFO:tasks.rados.rados.0.smithi042.stdout:430: snap_remove snap 21 2024-09-16T06:49:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:38 smithi042 ceph-mon[27521]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T06:49:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:38 smithi042 ceph-mon[39185]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T06:49:38.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:38 smithi164 ceph-mon[31490]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T06:49:39.309 INFO:tasks.rados.rados.0.smithi042.stdout:430: done (5 left) 2024-09-16T06:49:39.309 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 36 2024-09-16T06:49:39.309 INFO:tasks.rados.rados.0.smithi042.stdout:424: finishing write tid 1 to smithi04281968-14 2024-09-16T06:49:39.309 INFO:tasks.rados.rados.0.smithi042.stdout:424: finishing write tid 2 to smithi04281968-14 2024-09-16T06:49:39.309 INFO:tasks.rados.rados.0.smithi042.stdout:421: expect (ObjNum 89 snap 14 seq_num 89) 2024-09-16T06:49:39.379 INFO:tasks.rados.rados.0.smithi042.stdout:428: finishing write tid 1 to smithi04281968-47 2024-09-16T06:49:39.379 INFO:tasks.rados.rados.0.smithi042.stdout:429: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:428: finishing write tid 2 to smithi04281968-47 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:424: finishing write tid 3 to smithi04281968-14 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 85 (ObjNum 152 snap 36 seq_num 152) dirty exists 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:424: left oid 14 (ObjNum 152 snap 36 seq_num 152) 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:429: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:49:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:431: seq_num 154 ranges {2367488=180224} 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:431: writing smithi04281968-2 from 2367488 to 2547712 tid 1 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:421: done (5 left) 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:424: done (4 left) 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:432: delete oid 17 current snap is 36 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:429: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 178 (ObjNum 119 snap 25 seq_num 119) dirty exists 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:428: finishing write tid 3 to smithi04281968-47 2024-09-16T06:49:39.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 77 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-09-16T06:49:39.395 INFO:tasks.rados.rados.0.smithi042.stdout:428: left oid 47 (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:49:39.395 INFO:tasks.rados.rados.0.smithi042.stdout:426: expect (ObjNum 128 snap 32 seq_num 128) 2024-09-16T06:49:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:39 smithi164 ceph-mon[31490]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T06:49:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:39 smithi164 ceph-mon[31490]: pgmap v196: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:431: finishing write tid 1 to smithi04281968-2 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:431: finishing write tid 2 to smithi04281968-2 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:431: finishing write tid 3 to smithi04281968-2 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 51 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:431: left oid 2 (ObjNum 154 snap 36 seq_num 154) 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:426: done (4 left) 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:428: done (3 left) 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:429: done (2 left) 2024-09-16T06:49:39.520 INFO:tasks.rados.rados.0.smithi042.stdout:431: done (1 left) 2024-09-16T06:49:39.521 INFO:tasks.rados.rados.0.smithi042.stdout:432: done (0 left) 2024-09-16T06:49:39.521 INFO:tasks.rados.rados.0.smithi042.stdout:433: snap_create 2024-09-16T06:49:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:39 smithi042 ceph-mon[27521]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T06:49:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:39 smithi042 ceph-mon[27521]: pgmap v196: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:39 smithi042 ceph-mon[39185]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T06:49:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:39 smithi042 ceph-mon[39185]: pgmap v196: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:40.305 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:39 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:39] "GET /metrics HTTP/1.1" 200 240095 "" "Prometheus/2.43.0" 2024-09-16T06:49:40.313 INFO:tasks.rados.rados.0.smithi042.stdout:433: done (0 left) 2024-09-16T06:49:40.313 INFO:tasks.rados.rados.0.smithi042.stdout:434: snap_create 2024-09-16T06:49:40.581 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:40 smithi164 ceph-mon[31490]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T06:49:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:40 smithi042 ceph-mon[27521]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T06:49:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:40 smithi042 ceph-mon[39185]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T06:49:41.318 INFO:tasks.rados.rados.0.smithi042.stdout:434: done (0 left) 2024-09-16T06:49:41.318 INFO:tasks.rados.rados.0.smithi042.stdout:435: snap_remove snap 36 2024-09-16T06:49:41.338 INFO:tasks.rados.rados.0.smithi042.stdout:435: done (0 left) 2024-09-16T06:49:41.338 INFO:tasks.rados.rados.0.smithi042.stdout:436: read oid 21 snap -1 2024-09-16T06:49:41.338 INFO:tasks.rados.rados.0.smithi042.stdout:436: expect (ObjNum 143 snap 35 seq_num 143) 2024-09-16T06:49:41.338 INFO:tasks.rados.rados.0.smithi042.stdout:437: snap_remove snap 32 2024-09-16T06:49:41.454 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: pgmap v199: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE Bus STOPPING 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE Bus STOPPED 2024-09-16T06:49:41.455 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE Bus STARTING 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: pgmap v199: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: pgmap v199: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 55 op/s 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' 2024-09-16T06:49:41.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.333+0000 7f1273064640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T06:49:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setuser ceph since I am not root 2024-09-16T06:49:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ignoring --setgroup ceph since I am not root 2024-09-16T06:49:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-mgr[27793]: -- 172.21.15.42:0/953867648 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558972638340 con 0x558972644c00 2024-09-16T06:49:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.483+0000 7f334940cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:49:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.543+0000 7f334940cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:49:41.716 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.499+0000 7f8edc227640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.716 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.499+0000 7f8edc227640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.499+0000 7f8edc227640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.499+0000 7f8edc227640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.499+0000 7f8edc227640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.500+0000 7f8edea2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.500+0000 7f8edea2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.500+0000 7f8edea2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.500+0000 7f8edea2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.717 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:41.500+0000 7f8edea2c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:49:41.718 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE Serving on http://:::9283 2024-09-16T06:49:41.718 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:49:41] ENGINE Bus STARTED 2024-09-16T06:49:41.887 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.610+0000 7f334940cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:49:41.887 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.740+0000 7f334940cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:49:41.887 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:41.886+0000 7f334940cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:49:42.344 INFO:tasks.rados.rados.0.smithi042.stdout:436: expect (ObjNum 143 snap 35 seq_num 143) 2024-09-16T06:49:42.510 INFO:tasks.rados.rados.0.smithi042.stdout:436: done (1 left) 2024-09-16T06:49:42.510 INFO:tasks.rados.rados.0.smithi042.stdout:437: done (0 left) 2024-09-16T06:49:42.510 INFO:tasks.rados.rados.0.smithi042.stdout:438: snap_remove snap 35 2024-09-16T06:49:42.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:42.158+0000 7f334940cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:49:42.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:42.221+0000 7f334940cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:49:42.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:42.406+0000 7f334940cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:49:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: Activating manager daemon x 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:49:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: mgrmap e25: x(active, starting, since 0.00915283s) 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: Manager daemon x is now available 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: Activating manager daemon x 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:49:42.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: mgrmap e25: x(active, starting, since 0.00915283s) 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:49:42.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: Manager daemon x is now available 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.609 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:42.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:42 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T06:49:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24494 172.21.15.42:0/641973575' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: Activating manager daemon x 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24494 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: mgrmap e25: x(active, starting, since 0.00915283s) 2024-09-16T06:49:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: Manager daemon x is now available 2024-09-16T06:49:42.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:42.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:42 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:43.348 INFO:tasks.rados.rados.0.smithi042.stdout:438: done (0 left) 2024-09-16T06:49:43.348 INFO:tasks.rados.rados.0.smithi042.stdout:439: copy_from oid 40 from oid 18 current snap is 38 2024-09-16T06:49:43.348 INFO:tasks.rados.rados.0.smithi042.stdout:440: rollback oid 8 current snap is 38 2024-09-16T06:49:43.349 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 13 2024-09-16T06:49:43.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 38 2024-09-16T06:49:43.349 INFO:tasks.rados.rados.0.smithi042.stdout:441: seq_num 156 ranges {0=221184} 2024-09-16T06:49:43.350 INFO:tasks.rados.rados.0.smithi042.stdout:441: writing smithi04281968-43 from 0 to 221184 tid 1 2024-09-16T06:49:43.350 INFO:tasks.rados.rados.0.smithi042.stdout:442: snap_create 2024-09-16T06:49:43.351 INFO:tasks.rados.rados.0.smithi042.stdout:440: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:49:43.351 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 60 (ObjNum 4113 snap 0 seq_num 3342593) dirty dne 2024-09-16T06:49:43.355 INFO:tasks.rados.rados.0.smithi042.stdout:441: finishing write tid 1 to smithi04281968-43 2024-09-16T06:49:43.355 INFO:tasks.rados.rados.0.smithi042.stdout:441: finishing write tid 2 to smithi04281968-43 2024-09-16T06:49:43.356 INFO:tasks.rados.rados.0.smithi042.stdout:441: finishing write tid 3 to smithi04281968-43 2024-09-16T06:49:43.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 77 (ObjNum 156 snap 38 seq_num 156) dirty exists 2024-09-16T06:49:43.356 INFO:tasks.rados.rados.0.smithi042.stdout:441: left oid 43 (ObjNum 156 snap 38 seq_num 156) 2024-09-16T06:49:43.358 INFO:tasks.rados.rados.0.smithi042.stdout:439: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:49:43.359 INFO:tasks.rados.rados.0.smithi042.stdout:439: finishing copy_from to smithi04281968-40 2024-09-16T06:49:43.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 70 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:49:43.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:43.327+0000 7f334940cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:49:43.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:43.404+0000 7f334940cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:49:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[27521]: Deploying cephadm binary to smithi164 2024-09-16T06:49:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[27521]: Deploying cephadm binary to smithi042 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[27521]: mgrmap e26: x(active, since 1.00835s) 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[27521]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[27521]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 42 GiB/s rd, 21 GiB/s wr, 208.83k op/s 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[39185]: Deploying cephadm binary to smithi164 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[39185]: Deploying cephadm binary to smithi042 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[39185]: mgrmap e26: x(active, since 1.00835s) 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[39185]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T06:49:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:43 smithi042 ceph-mon[39185]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 42 GiB/s rd, 21 GiB/s wr, 208.83k op/s 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-mon[31490]: Deploying cephadm binary to smithi164 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-mon[31490]: Deploying cephadm binary to smithi042 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-mon[31490]: mgrmap e26: x(active, since 1.00835s) 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-mon[31490]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-mon[31490]: pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 42 GiB/s rd, 21 GiB/s wr, 208.83k op/s 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:43.491+0000 7f8ec8a00640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:49:43] ENGINE Error in HTTPServer.serve 2024-09-16T06:49:43.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: Traceback (most recent call last): 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: self._connections.run(self.expiration_interval) 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: self._run(expiration_interval) 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: s = self.context.wrap_socket( 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: return self.sslsocket_class._create( 2024-09-16T06:49:43.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:49:43.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: self.do_handshake() 2024-09-16T06:49:43.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:49:43.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: self._sslobj.do_handshake() 2024-09-16T06:49:43.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:49:43.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:49:44.236 INFO:tasks.rados.rados.0.smithi042.stdout:439: done (3 left) 2024-09-16T06:49:44.237 INFO:tasks.rados.rados.0.smithi042.stdout:440: done (2 left) 2024-09-16T06:49:44.237 INFO:tasks.rados.rados.0.smithi042.stdout:441: done (1 left) 2024-09-16T06:49:44.237 INFO:tasks.rados.rados.0.smithi042.stdout:442: done (0 left) 2024-09-16T06:49:44.237 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 39 2024-09-16T06:49:44.237 INFO:tasks.rados.rados.0.smithi042.stdout:443: seq_num 157 ranges {0=237568} 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:443: writing smithi04281968-17 from 0 to 237568 tid 1 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:444: copy_from oid 28 from oid 42 current snap is 39 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:445: rollback oid 15 current snap is 39 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 27 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:446: rollback oid 33 current snap is 39 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 30 2024-09-16T06:49:44.238 INFO:tasks.rados.rados.0.smithi042.stdout:447: delete oid 46 current snap is 39 2024-09-16T06:49:44.243 INFO:tasks.rados.rados.0.smithi042.stdout:444: finishing copy_from to smithi04281968-28 2024-09-16T06:49:44.243 INFO:tasks.rados.rados.0.smithi042.stdout:444: got expected ENOENT (src dne) 2024-09-16T06:49:44.243 INFO:tasks.rados.rados.0.smithi042.stdout:444: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:444: done (4 left) 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:447: done (3 left) 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:448: read oid 22 snap 33 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:448: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:449: read oid 4 snap -1 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:449: expect deleted 2024-09-16T06:49:44.245 INFO:tasks.rados.rados.0.smithi042.stdout:450: copy_from oid 46 from oid 2 current snap is 39 2024-09-16T06:49:44.246 INFO:tasks.rados.rados.0.smithi042.stdout:451: delete oid 36 current snap is 39 2024-09-16T06:49:44.247 INFO:tasks.rados.rados.0.smithi042.stdout:446: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:49:44.249 INFO:tasks.rados.rados.0.smithi042.stdout:443: finishing write tid 1 to smithi04281968-17 2024-09-16T06:49:44.249 INFO:tasks.rados.rados.0.smithi042.stdout:443: finishing write tid 2 to smithi04281968-17 2024-09-16T06:49:44.249 INFO:tasks.rados.rados.0.smithi042.stdout:446: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:49:44.249 INFO:tasks.rados.rados.0.smithi042.stdout:446: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:49:44.249 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 102 (ObjNum 89 snap 14 seq_num 89) dirty exists 2024-09-16T06:49:44.250 INFO:tasks.rados.rados.0.smithi042.stdout:445: finishing rollback tid 0 to smithi04281968-15 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:445: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 181 (ObjNum 65 snap 0 seq_num 88396752) dirty dne 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:445: done (6 left) 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:446: done (5 left) 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:449: done (4 left) 2024-09-16T06:49:44.251 INFO:tasks.rados.rados.0.smithi042.stdout:451: done (3 left) 2024-09-16T06:49:44.252 INFO:tasks.rados.rados.0.smithi042.stdout:452: read oid 45 snap -1 2024-09-16T06:49:44.252 INFO:tasks.rados.rados.0.smithi042.stdout:452: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:44.252 INFO:tasks.rados.rados.0.smithi042.stdout:453: snap_remove snap 37 2024-09-16T06:49:44.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[27521]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 MiB/s rd, 60 MiB/s wr, 568 op/s 2024-09-16T06:49:44.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[27521]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T06:49:44.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[27521]: [16/Sep/2024:06:49:43] ENGINE Bus STARTING 2024-09-16T06:49:44.497 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[27521]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[39185]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 MiB/s rd, 60 MiB/s wr, 568 op/s 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[39185]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[39185]: [16/Sep/2024:06:49:43] ENGINE Bus STARTING 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-mon[39185]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.239+0000 7f334940cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.371+0000 7f334940cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:49:44.498 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.497+0000 7f334940cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:49:44.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:44] "GET /metrics HTTP/1.1" 200 33173 "" "Prometheus/2.43.0" 2024-09-16T06:49:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:44 smithi164 ceph-mon[31490]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 MiB/s rd, 60 MiB/s wr, 568 op/s 2024-09-16T06:49:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:44 smithi164 ceph-mon[31490]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T06:49:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:44 smithi164 ceph-mon[31490]: [16/Sep/2024:06:49:43] ENGINE Bus STARTING 2024-09-16T06:49:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:44 smithi164 ceph-mon[31490]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T06:49:44.784 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.575+0000 7f334940cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:49:44.784 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.714+0000 7f334940cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:49:44.784 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.784+0000 7f334940cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:49:45.060 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.847+0000 7f334940cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:49:45.060 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:44.991+0000 7f334940cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:49:45.061 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:45.060+0000 7f334940cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:49:45.244 INFO:tasks.rados.rados.0.smithi042.stdout:453: done (4 left) 2024-09-16T06:49:45.244 INFO:tasks.rados.rados.0.smithi042.stdout:454: snap_create 2024-09-16T06:49:45.244 INFO:tasks.rados.rados.0.smithi042.stdout:443: finishing write tid 3 to smithi04281968-17 2024-09-16T06:49:45.244 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 178 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-16T06:49:45.245 INFO:tasks.rados.rados.0.smithi042.stdout:443: left oid 17 (ObjNum 157 snap 39 seq_num 157) 2024-09-16T06:49:45.245 INFO:tasks.rados.rados.0.smithi042.stdout:448: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:49:45.266 INFO:tasks.rados.rados.0.smithi042.stdout:450: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:49:45.266 INFO:tasks.rados.rados.0.smithi042.stdout:450: finishing copy_from to smithi04281968-46 2024-09-16T06:49:45.266 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 51 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-16T06:49:45.266 INFO:tasks.rados.rados.0.smithi042.stdout:452: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:45.342 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:45.129+0000 7f334940cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:49:45.343 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:45.213+0000 7f334940cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:49:45.343 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:45.277+0000 7f334940cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:49:45.343 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:45.342+0000 7f334940cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:49:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: [16/Sep/2024:06:49:43] ENGINE Serving on https://172.21.15.164:7150 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: [16/Sep/2024:06:49:43] ENGINE Error in HTTPServer.serve 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:49:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout: self.do_handshake() 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: [16/Sep/2024:06:49:43] ENGINE Serving on http://172.21.15.164:8765 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: [16/Sep/2024:06:49:43] ENGINE Bus STARTED 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: mgrmap e27: x(active, since 3s) 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: [16/Sep/2024:06:49:43] ENGINE Serving on https://172.21.15.164:7150 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: [16/Sep/2024:06:49:43] ENGINE Error in HTTPServer.serve 2024-09-16T06:49:45.606 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:49:45.607 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: [16/Sep/2024:06:49:43] ENGINE Serving on http://172.21.15.164:8765 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: [16/Sep/2024:06:49:43] ENGINE Bus STARTED 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: mgrmap e27: x(active, since 3s) 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:45.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:45 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: [16/Sep/2024:06:49:43] ENGINE Serving on https://172.21.15.164:7150 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: [16/Sep/2024:06:49:43] ENGINE Error in HTTPServer.serve 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout: Traceback (most recent call last): 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:49:45.694 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._run(expiration_interval) 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: s = self.context.wrap_socket( 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: return self.sslsocket_class._create( 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: self.do_handshake() 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:49:45.695 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._sslobj.do_handshake() 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: [16/Sep/2024:06:49:43] ENGINE Serving on http://172.21.15.164:8765 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: [16/Sep/2024:06:49:43] ENGINE Bus STARTED 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: mgrmap e27: x(active, since 3s) 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:45.696 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:45 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.244 INFO:tasks.rados.rados.0.smithi042.stdout:443: done (4 left) 2024-09-16T06:49:46.245 INFO:tasks.rados.rados.0.smithi042.stdout:448: done (3 left) 2024-09-16T06:49:46.245 INFO:tasks.rados.rados.0.smithi042.stdout:450: done (2 left) 2024-09-16T06:49:46.245 INFO:tasks.rados.rados.0.smithi042.stdout:452: done (1 left) 2024-09-16T06:49:46.245 INFO:tasks.rados.rados.0.smithi042.stdout:454: done (0 left) 2024-09-16T06:49:46.245 INFO:tasks.rados.rados.0.smithi042.stdout:455: snap_remove snap 13 2024-09-16T06:49:46.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:46.151+0000 7f334940cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:49:46.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:49:46] ENGINE Bus STARTING 2024-09-16T06:49:46.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: CherryPy Checker: 2024-09-16T06:49:46.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: The Application mounted at '' has an empty config. 2024-09-16T06:49:46.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:49:46] ENGINE Serving on http://:::9283 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: [16/Sep/2024:06:49:46] ENGINE Bus STARTED 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 20 MiB/s wr, 188 op/s 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: Standby manager daemon y started 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[39185]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T06:49:46.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 20 MiB/s wr, 188 op/s 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: Standby manager daemon y started 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:49:46.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:46.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:49:46.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:46.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:46 smithi042 ceph-mon[27521]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T06:49:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 20 MiB/s wr, 188 op/s 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: Standby manager daemon y started 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1498966454' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:49:46.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:46 smithi164 ceph-mon[31490]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T06:49:47.248 INFO:tasks.rados.rados.0.smithi042.stdout:455: done (0 left) 2024-09-16T06:49:47.249 INFO:tasks.rados.rados.0.smithi042.stdout:456: read oid 16 snap 38 2024-09-16T06:49:47.250 INFO:tasks.rados.rados.0.smithi042.stdout:456: expect deleted 2024-09-16T06:49:47.250 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 40 2024-09-16T06:49:47.250 INFO:tasks.rados.rados.0.smithi042.stdout:457: seq_num 160 ranges {2547712=286720} 2024-09-16T06:49:47.265 INFO:tasks.rados.rados.0.smithi042.stdout:457: writing smithi04281968-2 from 2547712 to 2834432 tid 1 2024-09-16T06:49:47.265 INFO:tasks.rados.rados.0.smithi042.stdout:458: setattr oid 49 current snap is 40 2024-09-16T06:49:47.268 INFO:tasks.rados.rados.0.smithi042.stdout:456: done (2 left) 2024-09-16T06:49:47.268 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 40 2024-09-16T06:49:47.268 INFO:tasks.rados.rados.0.smithi042.stdout:459: seq_num 161 ranges {2039808=303104} 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:459: writing smithi04281968-33 from 2039808 to 2342912 tid 1 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:460: read oid 29 snap -1 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:460: expect (ObjNum 146 snap 35 seq_num 146) 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:461: read oid 5 snap -1 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:461: expect deleted 2024-09-16T06:49:47.282 INFO:tasks.rados.rados.0.smithi042.stdout:462: copy_from oid 1 from oid 7 current snap is 40 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:457: finishing write tid 1 to smithi04281968-2 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:457: finishing write tid 2 to smithi04281968-2 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:457: finishing write tid 3 to smithi04281968-2 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 60 (ObjNum 160 snap 40 seq_num 160) dirty exists 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:457: left oid 2 (ObjNum 160 snap 40 seq_num 160) 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 111 (ObjNum 135 snap 34 seq_num 135) dirty exists 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:457: done (5 left) 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:458: done (4 left) 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:463: rollback oid 22 current snap is 40 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 27 2024-09-16T06:49:47.283 INFO:tasks.rados.rados.0.smithi042.stdout:464: snap_remove snap 33 2024-09-16T06:49:47.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi042 to 2481M 2024-09-16T06:49:47.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T06:49:47.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:49:47.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.686 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.686 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T06:49:47.686 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.686 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:47 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi042 to 2481M 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T06:49:47.782 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi042 to 2481M 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:47.783 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:47 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:48.249 INFO:tasks.rados.rados.0.smithi042.stdout:464: done (5 left) 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:465: read oid 31 snap -1 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:465: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:466: rollback oid 18 current snap is 40 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 38 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:459: finishing write tid 1 to smithi04281968-33 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:459: finishing write tid 2 to smithi04281968-33 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:463: finishing rollback tid 0 to smithi04281968-22 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:463: finishing rollback tid 1 to smithi04281968-22 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:463: finishing rollback tid 2 to smithi04281968-22 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 99 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:459: finishing write tid 3 to smithi04281968-33 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 113 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-09-16T06:49:48.250 INFO:tasks.rados.rados.0.smithi042.stdout:459: left oid 33 (ObjNum 161 snap 40 seq_num 161) 2024-09-16T06:49:48.251 INFO:tasks.rados.rados.0.smithi042.stdout:460: expect (ObjNum 146 snap 35 seq_num 146) 2024-09-16T06:49:48.322 INFO:tasks.rados.rados.0.smithi042.stdout:462: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:49:48.322 INFO:tasks.rados.rados.0.smithi042.stdout:462: finishing copy_from to smithi04281968-1 2024-09-16T06:49:48.322 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 151 (ObjNum 139 snap 34 seq_num 139) dirty exists 2024-09-16T06:49:48.322 INFO:tasks.rados.rados.0.smithi042.stdout:465: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:49:48.324 INFO:tasks.rados.rados.0.smithi042.stdout:466: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:49:48.324 INFO:tasks.rados.rados.0.smithi042.stdout:466: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:49:48.324 INFO:tasks.rados.rados.0.smithi042.stdout:466: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:49:48.324 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 85 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:459: done (6 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:460: done (5 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:461: done (4 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:462: done (3 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:463: done (2 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:465: done (1 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:466: done (0 left) 2024-09-16T06:49:48.325 INFO:tasks.rados.rados.0.smithi042.stdout:467: setattr oid 50 current snap is 40 2024-09-16T06:49:48.326 INFO:tasks.rados.rados.0.smithi042.stdout:468: rollback oid 34 current snap is 40 2024-09-16T06:49:48.326 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 27 2024-09-16T06:49:48.326 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 40 2024-09-16T06:49:48.326 INFO:tasks.rados.rados.0.smithi042.stdout:469: seq_num 162 ranges {4595712=319488} 2024-09-16T06:49:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:469: writing smithi04281968-21 from 4595712 to 4915200 tid 1 2024-09-16T06:49:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:470: snap_remove snap 26 2024-09-16T06:49:48.700 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:48 smithi164 ceph-mon[31490]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 108 KiB/s wr, 0 op/s 2024-09-16T06:49:48.700 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:48 smithi164 ceph-mon[31490]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T06:49:48.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:48 smithi042 ceph-mon[27521]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 108 KiB/s wr, 0 op/s 2024-09-16T06:49:48.786 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:48 smithi042 ceph-mon[27521]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T06:49:48.787 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:48 smithi042 ceph-mon[39185]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 108 KiB/s wr, 0 op/s 2024-09-16T06:49:48.787 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:48 smithi042 ceph-mon[39185]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T06:49:49.335 INFO:tasks.rados.rados.0.smithi042.stdout:470: done (3 left) 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 40 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:468: finishing rollback tid 1 to smithi04281968-34 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 66 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:469: finishing write tid 1 to smithi04281968-21 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:469: finishing write tid 2 to smithi04281968-21 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:469: finishing write tid 3 to smithi04281968-21 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 211 (ObjNum 162 snap 40 seq_num 162) dirty exists 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:469: left oid 21 (ObjNum 162 snap 40 seq_num 162) 2024-09-16T06:49:49.336 INFO:tasks.rados.rados.0.smithi042.stdout:471: seq_num 163 ranges {0=335872} 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:471: writing smithi04281968-4 from 0 to 335872 tid 1 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:467: done (3 left) 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:468: done (2 left) 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:469: done (1 left) 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:472: rollback oid 44 current snap is 40 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 27 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:473: rmattr oid 40 current snap is 40 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:473: done (2 left) 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:474: read oid 35 snap -1 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:474: expect deleted 2024-09-16T06:49:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:475: snap_create 2024-09-16T06:49:49.346 INFO:tasks.rados.rados.0.smithi042.stdout:471: finishing write tid 1 to smithi04281968-4 2024-09-16T06:49:49.346 INFO:tasks.rados.rados.0.smithi042.stdout:471: finishing write tid 2 to smithi04281968-4 2024-09-16T06:49:49.346 INFO:tasks.rados.rados.0.smithi042.stdout:472: finishing rollback tid 0 to smithi04281968-44 2024-09-16T06:49:49.347 INFO:tasks.rados.rados.0.smithi042.stdout:471: finishing write tid 3 to smithi04281968-4 2024-09-16T06:49:49.347 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 89 (ObjNum 163 snap 40 seq_num 163) dirty exists 2024-09-16T06:49:49.347 INFO:tasks.rados.rados.0.smithi042.stdout:471: left oid 4 (ObjNum 163 snap 40 seq_num 163) 2024-09-16T06:49:49.347 INFO:tasks.rados.rados.0.smithi042.stdout:472: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:49:49.347 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 122 (ObjNum 289 snap 0 seq_num 1482788813) dirty dne 2024-09-16T06:49:50.337 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:49 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:471: done (3 left) 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:472: done (2 left) 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:474: done (1 left) 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:475: done (0 left) 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 41 2024-09-16T06:49:50.341 INFO:tasks.rados.rados.0.smithi042.stdout:476: seq_num 164 ranges {3596288=352256} 2024-09-16T06:49:50.363 INFO:tasks.rados.rados.0.smithi042.stdout:476: writing smithi04281968-3 from 3596288 to 3948544 tid 1 2024-09-16T06:49:50.363 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 41 2024-09-16T06:49:50.363 INFO:tasks.rados.rados.0.smithi042.stdout:477: seq_num 165 ranges {4800512=368640} 2024-09-16T06:49:50.391 INFO:tasks.rados.rados.0.smithi042.stdout:477: writing smithi04281968-49 from 4800512 to 5169152 tid 1 2024-09-16T06:49:50.391 INFO:tasks.rados.rados.0.smithi042.stdout:478: read oid 32 snap 40 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:478: expect (ObjNum 114 snap 25 seq_num 114) 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:479: rollback oid 1 current snap is 41 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 39 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:476: finishing write tid 1 to smithi04281968-3 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 41 2024-09-16T06:49:50.392 INFO:tasks.rados.rados.0.smithi042.stdout:480: seq_num 166 ranges {0=385024} 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:480: writing smithi04281968-44 from 0 to 385024 tid 1 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:481: snap_create 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:476: finishing write tid 2 to smithi04281968-3 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:476: finishing write tid 3 to smithi04281968-3 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 73 (ObjNum 164 snap 41 seq_num 164) dirty exists 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:476: left oid 3 (ObjNum 164 snap 41 seq_num 164) 2024-09-16T06:49:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:479: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:49:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:479: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:49:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:479: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:49:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 154 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:49:50.398 INFO:tasks.rados.rados.0.smithi042.stdout:477: finishing write tid 1 to smithi04281968-49 2024-09-16T06:49:50.398 INFO:tasks.rados.rados.0.smithi042.stdout:477: finishing write tid 2 to smithi04281968-49 2024-09-16T06:49:50.398 INFO:tasks.rados.rados.0.smithi042.stdout:480: finishing write tid 1 to smithi04281968-44 2024-09-16T06:49:50.399 INFO:tasks.rados.rados.0.smithi042.stdout:480: finishing write tid 2 to smithi04281968-44 2024-09-16T06:49:50.400 INFO:tasks.rados.rados.0.smithi042.stdout:477: finishing write tid 3 to smithi04281968-49 2024-09-16T06:49:50.400 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 131 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-09-16T06:49:50.400 INFO:tasks.rados.rados.0.smithi042.stdout:477: left oid 49 (ObjNum 165 snap 41 seq_num 165) 2024-09-16T06:49:50.400 INFO:tasks.rados.rados.0.smithi042.stdout:480: finishing write tid 3 to smithi04281968-44 2024-09-16T06:49:50.400 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 133 (ObjNum 166 snap 41 seq_num 166) dirty exists 2024-09-16T06:49:50.401 INFO:tasks.rados.rados.0.smithi042.stdout:480: left oid 44 (ObjNum 166 snap 41 seq_num 166) 2024-09-16T06:49:50.406 INFO:tasks.rados.rados.0.smithi042.stdout:478: expect (ObjNum 114 snap 25 seq_num 114) 2024-09-16T06:49:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:50 smithi042 ceph-mon[39185]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T06:49:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:50 smithi042 ceph-mon[39185]: pgmap v15: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 43 op/s 2024-09-16T06:49:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:50 smithi042 ceph-mon[27521]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T06:49:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:50 smithi042 ceph-mon[27521]: pgmap v15: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 43 op/s 2024-09-16T06:49:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:50 smithi164 ceph-mon[31490]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T06:49:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:50 smithi164 ceph-mon[31490]: pgmap v15: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 43 op/s 2024-09-16T06:49:51.345 INFO:tasks.rados.rados.0.smithi042.stdout:476: done (5 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:477: done (4 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:478: done (3 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:479: done (2 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:480: done (1 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:481: done (0 left) 2024-09-16T06:49:51.346 INFO:tasks.rados.rados.0.smithi042.stdout:482: delete oid 4 current snap is 42 2024-09-16T06:49:51.348 INFO:tasks.rados.rados.0.smithi042.stdout:482: done (0 left) 2024-09-16T06:49:51.349 INFO:tasks.rados.rados.0.smithi042.stdout:483: delete oid 15 current snap is 42 2024-09-16T06:49:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:483: done (0 left) 2024-09-16T06:49:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:484: snap_create 2024-09-16T06:49:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T06:49:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T06:49:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:51.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:51 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T06:49:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:49:51.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:51 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:49:52.351 INFO:tasks.rados.rados.0.smithi042.stdout:484: done (0 left) 2024-09-16T06:49:52.351 INFO:tasks.rados.rados.0.smithi042.stdout:485: setattr oid 19 current snap is 43 2024-09-16T06:49:52.352 INFO:tasks.rados.rados.0.smithi042.stdout:486: rmattr oid 42 current snap is 43 2024-09-16T06:49:52.352 INFO:tasks.rados.rados.0.smithi042.stdout:486: done (1 left) 2024-09-16T06:49:52.352 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 43 2024-09-16T06:49:52.352 INFO:tasks.rados.rados.0.smithi042.stdout:487: seq_num 169 ranges {81920=434176} 2024-09-16T06:49:52.355 INFO:tasks.rados.rados.0.smithi042.stdout:487: writing smithi04281968-39 from 81920 to 516096 tid 1 2024-09-16T06:49:52.355 INFO:tasks.rados.rados.0.smithi042.stdout:488: read oid 47 snap -1 2024-09-16T06:49:52.356 INFO:tasks.rados.rados.0.smithi042.stdout:488: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:49:52.356 INFO:tasks.rados.rados.0.smithi042.stdout:489: setattr oid 14 current snap is 43 2024-09-16T06:49:52.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 155 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T06:49:52.357 INFO:tasks.rados.rados.0.smithi042.stdout:485: done (3 left) 2024-09-16T06:49:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 43 2024-09-16T06:49:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:490: seq_num 170 ranges {794624=450560} 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:490: writing smithi04281968-24 from 794624 to 1245184 tid 1 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:491: copy_from oid 26 from oid 43 current snap is 43 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:487: finishing write tid 1 to smithi04281968-39 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 43 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:487: finishing write tid 2 to smithi04281968-39 2024-09-16T06:49:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:487: finishing write tid 3 to smithi04281968-39 2024-09-16T06:49:52.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 158 (ObjNum 169 snap 43 seq_num 169) dirty exists 2024-09-16T06:49:52.366 INFO:tasks.rados.rados.0.smithi042.stdout:487: left oid 39 (ObjNum 169 snap 43 seq_num 169) 2024-09-16T06:49:52.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 115 (ObjNum 152 snap 36 seq_num 152) dirty exists 2024-09-16T06:49:52.366 INFO:tasks.rados.rados.0.smithi042.stdout:488: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:49:52.406 INFO:tasks.rados.rados.0.smithi042.stdout:490: finishing write tid 1 to smithi04281968-24 2024-09-16T06:49:52.406 INFO:tasks.rados.rados.0.smithi042.stdout:490: finishing write tid 2 to smithi04281968-24 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:490: finishing write tid 3 to smithi04281968-24 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 222 (ObjNum 170 snap 43 seq_num 170) dirty exists 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:490: left oid 24 (ObjNum 170 snap 43 seq_num 170) 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:491: finishing copy_from racing read to smithi04281968-26 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:491: finishing copy_from to smithi04281968-26 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 77 (ObjNum 156 snap 38 seq_num 156) dirty exists 2024-09-16T06:49:52.407 INFO:tasks.rados.rados.0.smithi042.stdout:492: seq_num 171 ranges {2834432=466944} 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:492: writing smithi04281968-2 from 2834432 to 3301376 tid 1 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:487: done (5 left) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:488: done (4 left) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:489: done (3 left) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:490: done (2 left) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:491: done (1 left) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:493: read oid 33 snap 39 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:493: expect (ObjNum 89 snap 14 seq_num 89) 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:494: read oid 34 snap -1 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:494: expect deleted 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 43 2024-09-16T06:49:52.425 INFO:tasks.rados.rados.0.smithi042.stdout:495: seq_num 172 ranges {4915200=483328} 2024-09-16T06:49:52.454 INFO:tasks.rados.rados.0.smithi042.stdout:495: writing smithi04281968-21 from 4915200 to 5398528 tid 1 2024-09-16T06:49:52.454 INFO:tasks.rados.rados.0.smithi042.stdout:496: rollback oid 25 current snap is 43 2024-09-16T06:49:52.454 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 40 2024-09-16T06:49:52.454 INFO:tasks.rados.rados.0.smithi042.stdout:492: finishing write tid 1 to smithi04281968-2 2024-09-16T06:49:52.455 INFO:tasks.rados.rados.0.smithi042.stdout:492: finishing write tid 2 to smithi04281968-2 2024-09-16T06:49:52.455 INFO:tasks.rados.rados.0.smithi042.stdout:492: finishing write tid 3 to smithi04281968-2 2024-09-16T06:49:52.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 68 (ObjNum 171 snap 43 seq_num 171) dirty exists 2024-09-16T06:49:52.455 INFO:tasks.rados.rados.0.smithi042.stdout:492: left oid 2 (ObjNum 171 snap 43 seq_num 171) 2024-09-16T06:49:52.455 INFO:tasks.rados.rados.0.smithi042.stdout:493: expect (ObjNum 89 snap 14 seq_num 89) 2024-09-16T06:49:52.518 INFO:tasks.rados.rados.0.smithi042.stdout:496: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:49:52.518 INFO:tasks.rados.rados.0.smithi042.stdout:496: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:49:52.518 INFO:tasks.rados.rados.0.smithi042.stdout:495: finishing write tid 1 to smithi04281968-21 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:496: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 88 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:495: finishing write tid 2 to smithi04281968-21 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:495: finishing write tid 3 to smithi04281968-21 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 225 (ObjNum 172 snap 43 seq_num 172) dirty exists 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:495: left oid 21 (ObjNum 172 snap 43 seq_num 172) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:492: done (4 left) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:493: done (3 left) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:494: done (2 left) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:495: done (1 left) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:496: done (0 left) 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:497: rollback oid 10 current snap is 43 2024-09-16T06:49:52.519 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 38 2024-09-16T06:49:52.520 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 43 2024-09-16T06:49:52.520 INFO:tasks.rados.rados.0.smithi042.stdout:498: seq_num 173 ranges {0=499712} 2024-09-16T06:49:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:498: writing smithi04281968-27 from 0 to 499712 tid 1 2024-09-16T06:49:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:499: rollback oid 9 current snap is 43 2024-09-16T06:49:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 40 2024-09-16T06:49:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:497: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:49:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 0 (ObjNum 97 snap 0 seq_num 3307183408) dirty dne 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:497: done (2 left) 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:500: read oid 43 snap -1 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:500: expect (ObjNum 156 snap 38 seq_num 156) 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:501: rollback oid 29 current snap is 43 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 40 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:502: read oid 7 snap -1 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:502: expect (ObjNum 139 snap 34 seq_num 139) 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:503: rollback oid 34 current snap is 43 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 27 2024-09-16T06:49:52.522 INFO:tasks.rados.rados.0.smithi042.stdout:504: snap_create 2024-09-16T06:49:52.524 INFO:tasks.rados.rados.0.smithi042.stdout:498: finishing write tid 1 to smithi04281968-27 2024-09-16T06:49:52.524 INFO:tasks.rados.rados.0.smithi042.stdout:501: finishing rollback tid 0 to smithi04281968-29 2024-09-16T06:49:52.524 INFO:tasks.rados.rados.0.smithi042.stdout:498: finishing write tid 2 to smithi04281968-27 2024-09-16T06:49:52.524 INFO:tasks.rados.rados.0.smithi042.stdout:501: finishing rollback tid 1 to smithi04281968-29 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:503: finishing rollback tid 1 to smithi04281968-34 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 0 (ObjNum 33 snap 0 seq_num 109291200) dirty dne 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:498: finishing write tid 3 to smithi04281968-27 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 90 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:498: left oid 27 (ObjNum 173 snap 43 seq_num 173) 2024-09-16T06:49:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:499: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:501: finishing rollback tid 2 to smithi04281968-29 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 137 (ObjNum 146 snap 35 seq_num 146) dirty exists 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:499: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:499: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 157 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-09-16T06:49:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:500: expect (ObjNum 156 snap 38 seq_num 156) 2024-09-16T06:49:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:502: expect (ObjNum 139 snap 34 seq_num 139) 2024-09-16T06:49:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Adjusting osd_memory_target on smithi164 to 2480M 2024-09-16T06:49:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:49:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:49:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: pgmap v17: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Adjusting osd_memory_target on smithi164 to 2480M 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: pgmap v17: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:52 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Adjusting osd_memory_target on smithi164 to 2480M 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: pgmap v17: 121 pgs: 121 active+clean; 106 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:52 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:498: done (6 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:499: done (5 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:500: done (4 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:501: done (3 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:502: done (2 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:503: done (1 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:504: done (0 left) 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:505: rollback oid 42 current snap is 44 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 38 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:506: copy_from oid 3 from oid 1 current snap is 44 2024-09-16T06:49:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:507: snap_remove snap 41 2024-09-16T06:49:53.507 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[27521]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:49:53.507 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[27521]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:49:53.507 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[27521]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T06:49:53.508 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[39185]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:49:53.508 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[39185]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:49:53.508 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:53 smithi042 ceph-mon[39185]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T06:49:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:53 smithi164 ceph-mon[31490]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T06:49:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:53 smithi164 ceph-mon[31490]: Reconfiguring daemon alertmanager.a on smithi042 2024-09-16T06:49:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:53 smithi164 ceph-mon[31490]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:507: done (2 left) 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:508: snap_create 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:505: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 0 (ObjNum 65 snap 0 seq_num 1567707215) dirty dne 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:506: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:506: finishing copy_from to smithi04281968-3 2024-09-16T06:49:54.243 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 154 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:49:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[27521]: pgmap v20: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 429 KiB/s wr, 12 op/s 2024-09-16T06:49:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[27521]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T06:49:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[27521]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T06:49:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[39185]: pgmap v20: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 429 KiB/s wr, 12 op/s 2024-09-16T06:49:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[39185]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T06:49:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-mon[39185]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T06:49:54.605 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:54 smithi042 systemd[1]: Stopping Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:54.739 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:49:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:54] "GET /metrics HTTP/1.1" 200 33173 "" "Prometheus/2.43.0" 2024-09-16T06:49:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:54 smithi164 ceph-mon[31490]: pgmap v20: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 429 KiB/s wr, 12 op/s 2024-09-16T06:49:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:54 smithi164 ceph-mon[31490]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T06:49:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:54 smithi164 ceph-mon[31490]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T06:49:55.104 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[77391]: ts=2024-09-16T06:49:54.810Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:49:55.104 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:54 smithi042 podman[84420]: 2024-09-16 06:49:54.851112731 +0000 UTC m=+0.176940793 container died 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:505: done (2 left) 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:506: done (1 left) 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:508: done (0 left) 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:509: read oid 46 snap -1 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:509: expect (ObjNum 154 snap 36 seq_num 154) 2024-09-16T06:49:55.243 INFO:tasks.rados.rados.0.smithi042.stdout:510: delete oid 11 current snap is 45 2024-09-16T06:49:55.249 INFO:tasks.rados.rados.0.smithi042.stdout:510: done (1 left) 2024-09-16T06:49:55.249 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 45 2024-09-16T06:49:55.249 INFO:tasks.rados.rados.0.smithi042.stdout:511: seq_num 175 ranges {1368064=540672} 2024-09-16T06:49:55.260 INFO:tasks.rados.rados.0.smithi042.stdout:511: writing smithi04281968-29 from 1368064 to 1908736 tid 1 2024-09-16T06:49:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:512: read oid 27 snap -1 2024-09-16T06:49:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:512: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-16T06:49:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:513: rollback oid 6 current snap is 45 2024-09-16T06:49:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 44 2024-09-16T06:49:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:509: expect (ObjNum 154 snap 36 seq_num 154) 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:513: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:511: finishing write tid 1 to smithi04281968-29 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:513: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:511: finishing write tid 2 to smithi04281968-29 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:513: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 166 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-09-16T06:49:55.394 INFO:tasks.rados.rados.0.smithi042.stdout:512: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-16T06:49:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:511: finishing write tid 3 to smithi04281968-29 2024-09-16T06:49:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 142 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:511: left oid 29 (ObjNum 175 snap 45 seq_num 175) 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:509: done (3 left) 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:511: done (2 left) 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:512: done (1 left) 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:513: done (0 left) 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 45 2024-09-16T06:49:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:514: seq_num 176 ranges {4038656=557056} 2024-09-16T06:49:55.432 INFO:tasks.rados.rados.0.smithi042.stdout:514: writing smithi04281968-13 from 4038656 to 4595712 tid 1 2024-09-16T06:49:55.432 INFO:tasks.rados.rados.0.smithi042.stdout:515: snap_create 2024-09-16T06:49:55.436 INFO:tasks.rados.rados.0.smithi042.stdout:514: finishing write tid 1 to smithi04281968-13 2024-09-16T06:49:55.436 INFO:tasks.rados.rados.0.smithi042.stdout:514: finishing write tid 2 to smithi04281968-13 2024-09-16T06:49:55.441 INFO:tasks.rados.rados.0.smithi042.stdout:514: finishing write tid 3 to smithi04281968-13 2024-09-16T06:49:55.441 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 92 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-09-16T06:49:55.441 INFO:tasks.rados.rados.0.smithi042.stdout:514: left oid 13 (ObjNum 176 snap 45 seq_num 176) 2024-09-16T06:49:55.492 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 podman[84420]: 2024-09-16 06:49:55.208353675 +0000 UTC m=+0.534181737 container cleanup 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:55.493 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 bash[84420]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T06:49:55.783 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 podman[84437]: 2024-09-16 06:49:55.493361111 +0000 UTC m=+0.638643652 container remove 538f854c995f4483f711944c18cc24cd0c65fa9e14042e4247c63a20e7c95175 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:55.784 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 podman[84437]: 2024-09-16 06:49:55.568760809 +0000 UTC m=+0.714043353 volume remove ac72104e1873923ad7812a8c54610f83c306fa7cc017ac810768c63c657dfac1 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 systemd[1]: Stopped Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.133s CPU time. 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:55 smithi042 systemd[1]: Starting Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 podman[84534]: 2024-09-16 06:49:56.003164507 +0000 UTC m=+0.104840421 volume create f0af39168640de52ed7995833100bee582be7d3b15a28ccaad31fa085f7960da 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 podman[84534]: 2024-09-16 06:49:55.914651025 +0000 UTC m=+0.016326951 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T06:49:56.086 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 podman[84534]: 2024-09-16 06:49:56.086820535 +0000 UTC m=+0.188496449 container create 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:56.247 INFO:tasks.rados.rados.0.smithi042.stdout:514: done (1 left) 2024-09-16T06:49:56.247 INFO:tasks.rados.rados.0.smithi042.stdout:515: done (0 left) 2024-09-16T06:49:56.247 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 46 2024-09-16T06:49:56.247 INFO:tasks.rados.rados.0.smithi042.stdout:516: seq_num 177 ranges {442368=573440} 2024-09-16T06:49:56.252 INFO:tasks.rados.rados.0.smithi042.stdout:516: writing smithi04281968-18 from 442368 to 1015808 tid 1 2024-09-16T06:49:56.252 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 46 2024-09-16T06:49:56.252 INFO:tasks.rados.rados.0.smithi042.stdout:517: seq_num 178 ranges {516096=589824} 2024-09-16T06:49:56.258 INFO:tasks.rados.rados.0.smithi042.stdout:517: writing smithi04281968-39 from 516096 to 1105920 tid 1 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:518: setattr oid 49 current snap is 46 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:516: finishing write tid 1 to smithi04281968-18 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:516: finishing write tid 2 to smithi04281968-18 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:516: finishing write tid 3 to smithi04281968-18 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 94 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-09-16T06:49:56.259 INFO:tasks.rados.rados.0.smithi042.stdout:516: left oid 18 (ObjNum 177 snap 46 seq_num 177) 2024-09-16T06:49:56.260 INFO:tasks.rados.rados.0.smithi042.stdout:516: done (2 left) 2024-09-16T06:49:56.260 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 46 2024-09-16T06:49:56.260 INFO:tasks.rados.rados.0.smithi042.stdout:519: seq_num 179 ranges {0=606208} 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:519: writing smithi04281968-8 from 0 to 606208 tid 1 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:520: rollback oid 23 current snap is 46 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 40 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:517: finishing write tid 1 to smithi04281968-39 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 144 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:517: finishing write tid 2 to smithi04281968-39 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:518: done (3 left) 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:521: copy_from oid 12 from oid 27 current snap is 46 2024-09-16T06:49:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:522: snap_remove snap 43 2024-09-16T06:49:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-mon[27521]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T06:49:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-mon[27521]: pgmap v24: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 430 KiB/s wr, 12 op/s 2024-09-16T06:49:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-mon[39185]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T06:49:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-mon[39185]: pgmap v24: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 430 KiB/s wr, 12 op/s 2024-09-16T06:49:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:56 smithi164 ceph-mon[31490]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T06:49:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:56 smithi164 ceph-mon[31490]: pgmap v24: 121 pgs: 121 active+clean; 109 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 430 KiB/s wr, 12 op/s 2024-09-16T06:49:56.828 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 podman[84534]: 2024-09-16 06:49:56.432345685 +0000 UTC m=+0.534021608 container init 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:56.828 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 podman[84534]: 2024-09-16 06:49:56.437441345 +0000 UTC m=+0.539117259 container start 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:56.828 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.449Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.450Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.451Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.42 port=9094 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.452Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.475Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.475Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.478Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:56.478Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 bash[84534]: 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 2024-09-16T06:49:56.829 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:56 smithi042 systemd[1]: Started Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:57.089 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:56 smithi042 systemd[1]: Stopping Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:57.248 INFO:tasks.rados.rados.0.smithi042.stdout:522: done (4 left) 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:523: copy_from oid 29 from oid 11 current snap is 46 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:517: finishing write tid 3 to smithi04281968-39 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 169 (ObjNum 178 snap 46 seq_num 178) dirty exists 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:517: left oid 39 (ObjNum 178 snap 46 seq_num 178) 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:519: finishing write tid 1 to smithi04281968-8 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:519: finishing write tid 2 to smithi04281968-8 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:520: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 159 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:521: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:519: finishing write tid 3 to smithi04281968-8 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 96 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-09-16T06:49:57.249 INFO:tasks.rados.rados.0.smithi042.stdout:519: left oid 8 (ObjNum 179 snap 46 seq_num 179) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:521: finishing copy_from to smithi04281968-12 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 90 (ObjNum 173 snap 43 seq_num 173) dirty exists 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:517: done (4 left) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:519: done (3 left) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:520: done (2 left) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:521: done (1 left) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:524: read oid 44 snap 42 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:524: expect (ObjNum 166 snap 41 seq_num 166) 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:525: copy_from oid 46 from oid 10 current snap is 46 2024-09-16T06:49:57.250 INFO:tasks.rados.rados.0.smithi042.stdout:526: delete oid 2 current snap is 46 2024-09-16T06:49:57.253 INFO:tasks.rados.rados.0.smithi042.stdout:526: done (3 left) 2024-09-16T06:49:57.253 INFO:tasks.rados.rados.0.smithi042.stdout:527: snap_create 2024-09-16T06:49:57.258 INFO:tasks.rados.rados.0.smithi042.stdout:524: expect (ObjNum 166 snap 41 seq_num 166) 2024-09-16T06:49:57.269 INFO:tasks.rados.rados.0.smithi042.stdout:525: finishing copy_from to smithi04281968-46 2024-09-16T06:49:57.269 INFO:tasks.rados.rados.0.smithi042.stdout:525: got expected ENOENT (src dne) 2024-09-16T06:49:57.269 INFO:tasks.rados.rados.0.smithi042.stdout:523: finishing copy_from to smithi04281968-29 2024-09-16T06:49:57.270 INFO:tasks.rados.rados.0.smithi042.stdout:523: got expected ENOENT (src dne) 2024-09-16T06:49:57.270 INFO:tasks.rados.rados.0.smithi042.stdout:523: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:49:57.270 INFO:tasks.rados.rados.0.smithi042.stdout:525: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:49:57.354 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:57 smithi042 podman[84705]: 2024-09-16 06:49:57.090137519 +0000 UTC m=+0.117572176 container died e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[27521]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T06:49:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[39185]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T06:49:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:57 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:57 smithi164 ceph-mon[31490]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T06:49:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:57 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:49:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:57 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:57 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:57.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:57 smithi042 podman[84705]: 2024-09-16 06:49:57.552581141 +0000 UTC m=+0.580015797 container cleanup e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:57.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:57 smithi042 bash[84705]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:57 smithi042 podman[84722]: 2024-09-16 06:49:57.853693321 +0000 UTC m=+0.763814534 container remove e043cbdaff3aae24fc44996174adbc0a5a45d340868297e437c880c837e7c599 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:57 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 systemd[1]: Stopped Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.235s CPU time. 2024-09-16T06:49:58.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 systemd[1]: Starting Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:523: done (3 left) 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:524: done (2 left) 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:525: done (1 left) 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:527: done (0 left) 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:528: read oid 45 snap -1 2024-09-16T06:49:58.259 INFO:tasks.rados.rados.0.smithi042.stdout:528: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:58.260 INFO:tasks.rados.rados.0.smithi042.stdout:529: setattr oid 1 current snap is 47 2024-09-16T06:49:58.261 INFO:tasks.rados.rados.0.smithi042.stdout:530: rmattr oid 34 current snap is 47 2024-09-16T06:49:58.261 INFO:tasks.rados.rados.0.smithi042.stdout:530: done (2 left) 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:531: read oid 10 snap -1 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:531: expect deleted 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:532: rollback oid 46 current snap is 47 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 42 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:533: copy_from oid 25 from oid 44 current snap is 47 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:534: rollback oid 41 current snap is 47 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 41 to 27 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:535: rollback oid 50 current snap is 47 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 40 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:536: read oid 5 snap -1 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:536: expect deleted 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:537: rollback oid 4 current snap is 47 2024-09-16T06:49:58.262 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 27 2024-09-16T06:49:58.263 INFO:tasks.rados.rados.0.smithi042.stdout:538: snap_create 2024-09-16T06:49:58.267 INFO:tasks.rados.rados.0.smithi042.stdout:534: finishing rollback tid 0 to smithi04281968-41 2024-09-16T06:49:58.268 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 159 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:49:58.268 INFO:tasks.rados.rados.0.smithi042.stdout:534: finishing rollback tid 1 to smithi04281968-41 2024-09-16T06:49:58.269 INFO:tasks.rados.rados.0.smithi042.stdout:537: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:49:58.269 INFO:tasks.rados.rados.0.smithi042.stdout:534: finishing rollback tid 2 to smithi04281968-41 2024-09-16T06:49:58.269 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 233 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:49:58.270 INFO:tasks.rados.rados.0.smithi042.stdout:537: finishing rollback tid 2 to smithi04281968-4 2024-09-16T06:49:58.270 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 101 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T06:49:58.270 INFO:tasks.rados.rados.0.smithi042.stdout:535: finishing rollback tid 0 to smithi04281968-50 2024-09-16T06:49:58.271 INFO:tasks.rados.rados.0.smithi042.stdout:535: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:49:58.271 INFO:tasks.rados.rados.0.smithi042.stdout:535: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:49:58.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 157 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T06:49:58.272 INFO:tasks.rados.rados.0.smithi042.stdout:532: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:49:58.272 INFO:tasks.rados.rados.0.smithi042.stdout:532: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:49:58.272 INFO:tasks.rados.rados.0.smithi042.stdout:532: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:49:58.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 152 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-16T06:49:58.274 INFO:tasks.rados.rados.0.smithi042.stdout:533: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:49:58.275 INFO:tasks.rados.rados.0.smithi042.stdout:533: finishing copy_from to smithi04281968-25 2024-09-16T06:49:58.275 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 133 (ObjNum 166 snap 41 seq_num 166) dirty exists 2024-09-16T06:49:58.280 INFO:tasks.rados.rados.0.smithi042.stdout:528: expect (ObjNum 116 snap 25 seq_num 116) 2024-09-16T06:49:58.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[39185]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T06:49:58.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[39185]: Reconfiguring daemon node-exporter.a on smithi042 2024-09-16T06:49:58.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[39185]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T06:49:58.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[39185]: pgmap v27: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T06:49:58.557 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 podman[84819]: 2024-09-16 06:49:58.145835583 +0000 UTC m=+0.015716364 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:49:58.557 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 podman[84819]: 2024-09-16 06:49:58.288259882 +0000 UTC m=+0.158140661 container create 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:58.558 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:49:58.453Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000940784s 2024-09-16T06:49:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[27521]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T06:49:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[27521]: Reconfiguring daemon node-exporter.a on smithi042 2024-09-16T06:49:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[27521]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T06:49:58.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-mon[27521]: pgmap v27: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T06:49:58.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:58 smithi164 ceph-mon[31490]: Reconfiguring node-exporter.a (dependencies changed)... 2024-09-16T06:49:58.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:58 smithi164 ceph-mon[31490]: Reconfiguring daemon node-exporter.a on smithi042 2024-09-16T06:49:58.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:58 smithi164 ceph-mon[31490]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T06:49:58.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:58 smithi164 ceph-mon[31490]: pgmap v27: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 podman[84819]: 2024-09-16 06:49:58.55748722 +0000 UTC m=+0.427368001 container init 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 podman[84819]: 2024-09-16 06:49:58.562625174 +0000 UTC m=+0.432505955 container start 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.566Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.566Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.566Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:49:58.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.566Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:49:58.852 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:49:58.853 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:49:58.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:49:58.855 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:49:58.856 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:49:58.856 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[84835]: ts=2024-09-16T06:49:58.567Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:49:58.856 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 bash[84819]: 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 2024-09-16T06:49:58.856 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:49:58 smithi042 systemd[1]: Started Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:528: done (9 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:529: done (8 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:531: done (7 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:532: done (6 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:533: done (5 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:534: done (4 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:535: done (3 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:536: done (2 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:537: done (1 left) 2024-09-16T06:49:59.263 INFO:tasks.rados.rados.0.smithi042.stdout:538: done (0 left) 2024-09-16T06:49:59.264 INFO:tasks.rados.rados.0.smithi042.stdout:539: rollback oid 44 current snap is 48 2024-09-16T06:49:59.264 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 34 2024-09-16T06:49:59.264 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 48 2024-09-16T06:49:59.264 INFO:tasks.rados.rados.0.smithi042.stdout:540: seq_num 181 ranges {1687552=638976} 2024-09-16T06:49:59.275 INFO:tasks.rados.rados.0.smithi042.stdout:540: writing smithi04281968-30 from 1687552 to 2326528 tid 1 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:541: rollback oid 40 current snap is 48 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 27 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:539: finishing rollback tid 0 to smithi04281968-44 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:539: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:539: finishing rollback tid 2 to smithi04281968-44 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 156 (ObjNum 129 snap 32 seq_num 129) dirty exists 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:539: done (2 left) 2024-09-16T06:49:59.276 INFO:tasks.rados.rados.0.smithi042.stdout:542: snap_remove snap 34 2024-09-16T06:49:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:59 smithi164 ceph-mon[31490]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T06:49:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:59 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:49:59 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[27521]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T06:49:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[39185]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T06:49:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:49:59.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:00.265 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:49:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[27770]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:49:59] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:50:00.270 INFO:tasks.rados.rados.0.smithi042.stdout:542: done (2 left) 2024-09-16T06:50:00.270 INFO:tasks.rados.rados.0.smithi042.stdout:543: snap_create 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:541: finishing rollback tid 0 to smithi04281968-40 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:541: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 124 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:540: finishing write tid 1 to smithi04281968-30 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:540: finishing write tid 2 to smithi04281968-30 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:540: finishing write tid 3 to smithi04281968-30 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 104 (ObjNum 181 snap 48 seq_num 181) dirty exists 2024-09-16T06:50:00.271 INFO:tasks.rados.rados.0.smithi042.stdout:540: left oid 30 (ObjNum 181 snap 48 seq_num 181) 2024-09-16T06:50:00.544 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:00 smithi164 ceph-mon[31490]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:00.544 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:00 smithi164 ceph-mon[31490]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:00.544 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:00 smithi164 ceph-mon[31490]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T06:50:00.544 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:00 smithi164 ceph-mon[31490]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-09-16T06:50:00.544 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:00 smithi164 ceph-mon[31490]: overall HEALTH_OK 2024-09-16T06:50:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[27521]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[27521]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[27521]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T06:50:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[27521]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-09-16T06:50:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[27521]: overall HEALTH_OK 2024-09-16T06:50:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[39185]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[39185]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[39185]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T06:50:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[39185]: pgmap v30: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-09-16T06:50:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:00 smithi042 ceph-mon[39185]: overall HEALTH_OK 2024-09-16T06:50:01.275 INFO:tasks.rados.rados.0.smithi042.stdout:540: done (2 left) 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:541: done (1 left) 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:543: done (0 left) 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:544: rmattr oid 40 current snap is 49 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:544: done (0 left) 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:545: read oid 10 snap 30 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:545: expect deleted 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:546: read oid 50 snap -1 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:546: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T06:50:01.276 INFO:tasks.rados.rados.0.smithi042.stdout:547: snap_remove snap 44 2024-09-16T06:50:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:01 smithi164 ceph-mon[31490]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T06:50:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:01 smithi042 ceph-mon[27521]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T06:50:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:01 smithi042 ceph-mon[39185]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T06:50:02.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 systemd[1]: Stopping Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:02.281 INFO:tasks.rados.rados.0.smithi042.stdout:547: done (2 left) 2024-09-16T06:50:02.281 INFO:tasks.rados.rados.0.smithi042.stdout:548: copy_from oid 2 from oid 37 current snap is 49 2024-09-16T06:50:02.281 INFO:tasks.rados.rados.0.smithi042.stdout:546: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:548: finishing copy_from racing read to smithi04281968-2 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:548: finishing copy_from to smithi04281968-2 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 58 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:545: done (2 left) 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:546: done (1 left) 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:548: done (0 left) 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:549: copy_from oid 11 from oid 17 current snap is 49 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:550: rollback oid 12 current snap is 49 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 42 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:551: read oid 7 snap -1 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:551: expect (ObjNum 139 snap 34 seq_num 139) 2024-09-16T06:50:02.313 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 49 2024-09-16T06:50:02.314 INFO:tasks.rados.rados.0.smithi042.stdout:552: seq_num 182 ranges {0=655360} 2024-09-16T06:50:02.316 INFO:tasks.rados.rados.0.smithi042.stdout:552: writing smithi04281968-31 from 0 to 655360 tid 1 2024-09-16T06:50:02.317 INFO:tasks.rados.rados.0.smithi042.stdout:553: snap_remove snap 47 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T06:50:02.533 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.242Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.243Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.243Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[65390]: ts=2024-09-16T06:50:02.243Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T06:50:02.534 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 podman[76405]: 2024-09-16 06:50:02.252704591 +0000 UTC m=+0.105479159 container died 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:02.534 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-mon[31490]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T06:50:02.534 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:02 smithi164 ceph-mon[31490]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-09-16T06:50:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:02 smithi042 ceph-mon[27521]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T06:50:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:02 smithi042 ceph-mon[27521]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-09-16T06:50:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:02 smithi042 ceph-mon[39185]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T06:50:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:02 smithi042 ceph-mon[39185]: pgmap v33: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-09-16T06:50:02.987 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 podman[76405]: 2024-09-16 06:50:02.632053165 +0000 UTC m=+0.484827740 container cleanup 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:02.987 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 bash[76405]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T06:50:02.987 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:02 smithi164 podman[76422]: 2024-09-16 06:50:02.78327229 +0000 UTC m=+0.533141692 container remove 0ae7c30a75c07ed217792f70857fe95849faed38f1e75c461e1b2bc2ac0a5b2a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 systemd[1]: Stopped Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.664s CPU time. 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 systemd[1]: Starting Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 podman[76521]: 2024-09-16 06:50:03.119375246 +0000 UTC m=+0.016758252 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T06:50:03.278 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 podman[76521]: 2024-09-16 06:50:03.250916349 +0000 UTC m=+0.148299341 container create 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:03.285 INFO:tasks.rados.rados.0.smithi042.stdout:553: done (4 left) 2024-09-16T06:50:03.285 INFO:tasks.rados.rados.0.smithi042.stdout:554: snap_remove snap 45 2024-09-16T06:50:03.545 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-mon[31490]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T06:50:03.545 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 podman[76521]: 2024-09-16 06:50:03.472527848 +0000 UTC m=+0.369910844 container init 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:03.545 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 podman[76521]: 2024-09-16 06:50:03.477410697 +0000 UTC m=+0.374793689 container start 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.501Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.501Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.501Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi164 (none))" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.501Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.501Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.502Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.502Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.503Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.503Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.506Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.506Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.736µs 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.506Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T06:50:03.546 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.506Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.520Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.520Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.521Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.841µs wal_replay_duration=14.484143ms wbl_replay_duration=112ns total_replay_duration=14.525103ms 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.523Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.523Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.523Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.546Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.764031ms db_storage=839ns remote_storage=1.437µs web_handler=490ns query_engine=618ns scrape=431.868µs scrape_sd=96.649µs notify=11.17µs notify_sd=20.634µs rules=21.889516ms tracing=6.327µs 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.546Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T06:50:03.547 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:03.546Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T06:50:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:03 smithi042 ceph-mon[27521]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T06:50:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:03 smithi042 ceph-mon[39185]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T06:50:03.933 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 bash[76521]: 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb 2024-09-16T06:50:03.933 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:03 smithi164 systemd[1]: Started Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:04.244 INFO:tasks.rados.rados.0.smithi042.stdout:554: done (4 left) 2024-09-16T06:50:04.244 INFO:tasks.rados.rados.0.smithi042.stdout:555: snap_remove snap 39 2024-09-16T06:50:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[27521]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T06:50:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[27521]: pgmap v36: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.556 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[27521]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T06:50:04.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[39185]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T06:50:04.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[39185]: pgmap v36: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:04.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.557 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:04 smithi042 ceph-mon[39185]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T06:50:04.557 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:50:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:04 smithi164 ceph-mon[31490]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T06:50:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:04 smithi164 ceph-mon[31490]: pgmap v36: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:04 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:04 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:04 smithi164 ceph-mon[31490]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T06:50:04.819 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:50:04.819 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 starting - - - - 2024-09-16T06:50:04.819 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (3m) 18s ago 3m 91.9M - 9.4.7 954c08fa6188 12fa58d5b7f0 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (4m) 19s ago 4m 16.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (4m) 18s ago 4m 16.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283 running (40s) 18s ago 8m 465M - 18.2.4-845-ge4e227b3 67ddd33fa72f cf8a17b6da40 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:9283,8765 running (9m) 19s ago 9m 113M - 17.2.7-1633-g6d025bc2 33ed8dba3996 8737b9357c22 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (10m) 19s ago 10m 51.5M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (8m) 18s ago 8m 46.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (8m) 19s ago 8m 41.4M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 starting - - - - 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (3m) 18s ago 3m 15.8M - 1.5.0 0da6a335fe13 9193c067a643 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (8m) 19s ago 8m 91.4M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (7m) 19s ago 7m 86.7M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (7m) 19s ago 7m 87.0M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:50:04.820 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (6m) 19s ago 6m 57.4M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:50:04.821 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (6m) 18s ago 6m 81.6M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:50:04.821 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (6m) 18s ago 6m 85.9M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:50:04.821 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (5m) 18s ago 5m 64.3M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:50:04.821 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (5m) 18s ago 5m 70.9M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:50:04.821 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 starting - - - - 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:50:05.150 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 14, 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:50:05.151 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:555: done (4 left) 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:556: rollback oid 39 current snap is 49 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 38 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:550: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:550: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:50:05.247 INFO:tasks.rados.rados.0.smithi042.stdout:550: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 193 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:549: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:549: finishing copy_from to smithi04281968-11 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 178 (ObjNum 157 snap 39 seq_num 157) dirty exists 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:552: finishing write tid 1 to smithi04281968-31 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:552: finishing write tid 2 to smithi04281968-31 2024-09-16T06:50:05.248 INFO:tasks.rados.rados.0.smithi042.stdout:551: expect (ObjNum 139 snap 34 seq_num 139) 2024-09-16T06:50:05.315 INFO:tasks.rados.rados.0.smithi042.stdout:552: finishing write tid 3 to smithi04281968-31 2024-09-16T06:50:05.315 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 81 (ObjNum 182 snap 49 seq_num 182) dirty exists 2024-09-16T06:50:05.315 INFO:tasks.rados.rados.0.smithi042.stdout:552: left oid 31 (ObjNum 182 snap 49 seq_num 182) 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:556: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:556: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:556: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 211 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:549: done (4 left) 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:550: done (3 left) 2024-09-16T06:50:05.316 INFO:tasks.rados.rados.0.smithi042.stdout:551: done (2 left) 2024-09-16T06:50:05.317 INFO:tasks.rados.rados.0.smithi042.stdout:552: done (1 left) 2024-09-16T06:50:05.317 INFO:tasks.rados.rados.0.smithi042.stdout:556: done (0 left) 2024-09-16T06:50:05.317 INFO:tasks.rados.rados.0.smithi042.stdout:557: read oid 3 snap -1 2024-09-16T06:50:05.317 INFO:tasks.rados.rados.0.smithi042.stdout:557: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:05.317 INFO:tasks.rados.rados.0.smithi042.stdout:558: snap_remove snap 48 2024-09-16T06:50:05.545 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:05 smithi164 ceph-mon[31490]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T06:50:05.545 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:05 smithi164 ceph-mon[31490]: Reconfiguring daemon grafana.a on smithi164 2024-09-16T06:50:05.545 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:05 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/2110480551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:05.545 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:05 smithi164 ceph-mon[31490]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T06:50:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[27521]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[27521]: Reconfiguring daemon grafana.a on smithi164 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/2110480551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[27521]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[39185]: Reconfiguring grafana.a (dependencies changed)... 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[39185]: Reconfiguring daemon grafana.a on smithi164 2024-09-16T06:50:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/2110480551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:05.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:05 smithi042 ceph-mon[39185]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T06:50:06.298 INFO:tasks.rados.rados.0.smithi042.stdout:557: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:06.330 INFO:tasks.rados.rados.0.smithi042.stdout:557: done (1 left) 2024-09-16T06:50:06.331 INFO:tasks.rados.rados.0.smithi042.stdout:558: done (0 left) 2024-09-16T06:50:06.331 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 49 2024-09-16T06:50:06.331 INFO:tasks.rados.rados.0.smithi042.stdout:559: seq_num 183 ranges {237568=671744} 2024-09-16T06:50:06.336 INFO:tasks.rados.rados.0.smithi042.stdout:559: writing smithi04281968-17 from 237568 to 909312 tid 1 2024-09-16T06:50:06.336 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 49 2024-09-16T06:50:06.336 INFO:tasks.rados.rados.0.smithi042.stdout:560: seq_num 184 ranges {4423680=688128} 2024-09-16T06:50:06.364 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:06 smithi164 ceph-mon[31490]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.364 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:06 smithi164 ceph-mon[31490]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.364 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:06 smithi164 ceph-mon[31490]: pgmap v39: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:560: writing smithi04281968-38 from 4423680 to 5111808 tid 1 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 49 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:559: finishing write tid 1 to smithi04281968-17 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:559: finishing write tid 2 to smithi04281968-17 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:559: finishing write tid 3 to smithi04281968-17 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 208 (ObjNum 183 snap 49 seq_num 183) dirty exists 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:559: left oid 17 (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:50:06.365 INFO:tasks.rados.rados.0.smithi042.stdout:561: seq_num 185 ranges {81920=704512} 2024-09-16T06:50:06.368 INFO:tasks.rados.rados.0.smithi042.stdout:561: writing smithi04281968-39 from 81920 to 786432 tid 1 2024-09-16T06:50:06.368 INFO:tasks.rados.rados.0.smithi042.stdout:559: done (2 left) 2024-09-16T06:50:06.369 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 49 2024-09-16T06:50:06.369 INFO:tasks.rados.rados.0.smithi042.stdout:560: finishing write tid 1 to smithi04281968-38 2024-09-16T06:50:06.369 INFO:tasks.rados.rados.0.smithi042.stdout:560: finishing write tid 2 to smithi04281968-38 2024-09-16T06:50:06.369 INFO:tasks.rados.rados.0.smithi042.stdout:562: seq_num 186 ranges {2007040=720896} 2024-09-16T06:50:06.383 INFO:tasks.rados.rados.0.smithi042.stdout:562: writing smithi04281968-19 from 2007040 to 2727936 tid 1 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 49 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:560: finishing write tid 3 to smithi04281968-38 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 254 (ObjNum 184 snap 49 seq_num 184) dirty exists 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:560: left oid 38 (ObjNum 184 snap 49 seq_num 184) 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:561: finishing write tid 1 to smithi04281968-39 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:561: finishing write tid 2 to smithi04281968-39 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:561: finishing write tid 3 to smithi04281968-39 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 217 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:561: left oid 39 (ObjNum 185 snap 49 seq_num 185) 2024-09-16T06:50:06.384 INFO:tasks.rados.rados.0.smithi042.stdout:563: seq_num 187 ranges {368640=737280} 2024-09-16T06:50:06.390 INFO:tasks.rados.rados.0.smithi042.stdout:563: writing smithi04281968-14 from 368640 to 1105920 tid 1 2024-09-16T06:50:06.390 INFO:tasks.rados.rados.0.smithi042.stdout:560: done (3 left) 2024-09-16T06:50:06.390 INFO:tasks.rados.rados.0.smithi042.stdout:561: done (2 left) 2024-09-16T06:50:06.390 INFO:tasks.rados.rados.0.smithi042.stdout:564: setattr oid 25 current snap is 49 2024-09-16T06:50:06.391 INFO:tasks.rados.rados.0.smithi042.stdout:562: finishing write tid 1 to smithi04281968-19 2024-09-16T06:50:06.391 INFO:tasks.rados.rados.0.smithi042.stdout:562: finishing write tid 2 to smithi04281968-19 2024-09-16T06:50:06.391 INFO:tasks.rados.rados.0.smithi042.stdout:562: finishing write tid 3 to smithi04281968-19 2024-09-16T06:50:06.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 220 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-09-16T06:50:06.391 INFO:tasks.rados.rados.0.smithi042.stdout:562: left oid 19 (ObjNum 186 snap 49 seq_num 186) 2024-09-16T06:50:06.393 INFO:tasks.rados.rados.0.smithi042.stdout:562: done (2 left) 2024-09-16T06:50:06.393 INFO:tasks.rados.rados.0.smithi042.stdout:565: delete oid 7 current snap is 49 2024-09-16T06:50:06.395 INFO:tasks.rados.rados.0.smithi042.stdout:563: finishing write tid 1 to smithi04281968-14 2024-09-16T06:50:06.395 INFO:tasks.rados.rados.0.smithi042.stdout:563: finishing write tid 2 to smithi04281968-14 2024-09-16T06:50:06.396 INFO:tasks.rados.rados.0.smithi042.stdout:565: done (2 left) 2024-09-16T06:50:06.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 49 2024-09-16T06:50:06.396 INFO:tasks.rados.rados.0.smithi042.stdout:566: seq_num 189 ranges {221184=770048} 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:566: writing smithi04281968-26 from 221184 to 991232 tid 1 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:567: copy_from oid 45 from oid 6 current snap is 49 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 134 (ObjNum 166 snap 41 seq_num 166) dirty exists 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:563: finishing write tid 3 to smithi04281968-14 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 145 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:563: left oid 14 (ObjNum 187 snap 49 seq_num 187) 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:563: done (3 left) 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:564: done (2 left) 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:568: rollback oid 9 current snap is 49 2024-09-16T06:50:06.402 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 42 2024-09-16T06:50:06.403 INFO:tasks.rados.rados.0.smithi042.stdout:569: copy_from oid 32 from oid 18 current snap is 49 2024-09-16T06:50:06.403 INFO:tasks.rados.rados.0.smithi042.stdout:570: copy_from oid 17 from oid 7 current snap is 49 2024-09-16T06:50:06.403 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 49 2024-09-16T06:50:06.403 INFO:tasks.rados.rados.0.smithi042.stdout:571: seq_num 190 ranges {0=786432} 2024-09-16T06:50:06.406 INFO:tasks.rados.rados.0.smithi042.stdout:571: writing smithi04281968-16 from 0 to 786432 tid 1 2024-09-16T06:50:06.407 INFO:tasks.rados.rados.0.smithi042.stdout:572: snap_remove snap 30 2024-09-16T06:50:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[27521]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[27521]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[27521]: pgmap v39: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[39185]: from='client.25019 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[39185]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:06.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-mon[39185]: pgmap v39: 121 pgs: 121 active+clean; 119 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 982 KiB/s wr, 14 op/s 2024-09-16T06:50:06.605 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:50:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:50:06.455Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003824606s 2024-09-16T06:50:06.697 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:06 smithi164 systemd[1]: Stopping Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:06.985 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:06 smithi164 podman[76814]: 2024-09-16 06:50:06.697255878 +0000 UTC m=+0.113702092 container died 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, name=ubi8, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner , version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, com.redhat.component=ubi8-container) 2024-09-16T06:50:07.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76814]: 2024-09-16 06:50:07.067645257 +0000 UTC m=+0.484091470 container cleanup 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, release=239.1651231664, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, name=ubi8, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.expose-services=) 2024-09-16T06:50:07.239 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 bash[76814]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:570: finishing copy_from to smithi04281968-17 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:570: got expected ENOENT (src dne) 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:570: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:566: finishing write tid 1 to smithi04281968-26 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:566: finishing write tid 2 to smithi04281968-26 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:568: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:568: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:568: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:50:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 181 (ObjNum 121 snap 26 seq_num 121) dirty exists 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:566: finishing write tid 3 to smithi04281968-26 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 148 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:566: left oid 26 (ObjNum 189 snap 49 seq_num 189) 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:567: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:567: finishing copy_from to smithi04281968-45 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 166 (ObjNum 151 snap 36 seq_num 151) dirty exists 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:571: finishing write tid 1 to smithi04281968-16 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:571: finishing write tid 2 to smithi04281968-16 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:569: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:569: finishing copy_from to smithi04281968-32 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 94 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:571: finishing write tid 3 to smithi04281968-16 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 104 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:50:07.303 INFO:tasks.rados.rados.0.smithi042.stdout:571: left oid 16 (ObjNum 190 snap 49 seq_num 190) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:566: done (6 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:567: done (5 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:568: done (4 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:569: done (3 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:570: done (2 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:571: done (1 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:572: done (0 left) 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 49 2024-09-16T06:50:07.304 INFO:tasks.rados.rados.0.smithi042.stdout:573: seq_num 191 ranges {827392=802816} 2024-09-16T06:50:07.313 INFO:tasks.rados.rados.0.smithi042.stdout:573: writing smithi04281968-50 from 827392 to 1630208 tid 1 2024-09-16T06:50:07.313 INFO:tasks.rados.rados.0.smithi042.stdout:574: read oid 22 snap -1 2024-09-16T06:50:07.313 INFO:tasks.rados.rados.0.smithi042.stdout:574: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:50:07.313 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 49 2024-09-16T06:50:07.313 INFO:tasks.rados.rados.0.smithi042.stdout:575: seq_num 192 ranges {3596288=417792,4014080=401408} 2024-09-16T06:50:07.335 INFO:tasks.rados.rados.0.smithi042.stdout:575: writing smithi04281968-9 from 3596288 to 4014080 tid 1 2024-09-16T06:50:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:575: writing smithi04281968-9 from 4014080 to 4415488 tid 2 2024-09-16T06:50:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:576: snap_create 2024-09-16T06:50:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:574: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:573: finishing write tid 1 to smithi04281968-50 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:573: finishing write tid 2 to smithi04281968-50 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:573: finishing write tid 3 to smithi04281968-50 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 159 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:573: left oid 50 (ObjNum 191 snap 49 seq_num 191) 2024-09-16T06:50:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:575: finishing write tid 1 to smithi04281968-9 2024-09-16T06:50:07.360 INFO:tasks.rados.rados.0.smithi042.stdout:575: finishing write tid 2 to smithi04281968-9 2024-09-16T06:50:07.360 INFO:tasks.rados.rados.0.smithi042.stdout:575: finishing write tid 3 to smithi04281968-9 2024-09-16T06:50:07.360 INFO:tasks.rados.rados.0.smithi042.stdout:575: finishing write tid 4 to smithi04281968-9 2024-09-16T06:50:07.360 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 184 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-09-16T06:50:07.360 INFO:tasks.rados.rados.0.smithi042.stdout:575: left oid 9 (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:50:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:07 smithi042 ceph-mon[27521]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T06:50:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:07 smithi042 ceph-mon[39185]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T06:50:07.698 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:07 smithi164 ceph-mon[31490]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T06:50:07.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76831]: 2024-09-16 06:50:07.327701353 +0000 UTC m=+0.632885504 container remove 12fa58d5b7f058d49ec2d7933b243ec7b7a0e08e686315d9dee7b3213d02cd35 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, version=8.5, io.buildah.version=1.32.0, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, distribution-scope=public, maintainer=Paul Cuzner , com.redhat.component=ubi8-container) 2024-09-16T06:50:07.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:50:07.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T06:50:07.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: Stopped Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:07.698 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Consumed 5.059s CPU time. 2024-09-16T06:50:07.699 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: Starting Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:07.980 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76928]: 2024-09-16 06:50:07.600748393 +0000 UTC m=+0.015118127 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-16T06:50:07.980 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76928]: 2024-09-16 06:50:07.703465974 +0000 UTC m=+0.117835701 container create 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, architecture=x86_64, release=239.1651231664, vendor=Red Hat, Inc., io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, distribution-scope=public, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner ) 2024-09-16T06:50:07.980 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76928]: 2024-09-16 06:50:07.906042402 +0000 UTC m=+0.320412130 container init 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, vendor=Red Hat, Inc., io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.tags=base rhel8, version=8.5, io.buildah.version=1.32.0, name=ubi8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, maintainer=Paul Cuzner ) 2024-09-16T06:50:07.980 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 podman[76928]: 2024-09-16 06:50:07.910632513 +0000 UTC m=+0.325002241 container start 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, distribution-scope=public, io.openshift.expose-services=, maintainer=Paul Cuzner , io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.openshift.tags=base rhel8, release=239.1651231664, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container) 2024-09-16T06:50:08.239 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 bash[76928]: 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 2024-09-16T06:50:08.239 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:07 smithi164 systemd[1]: Started Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:08.239 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071466208Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071743379Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071774626Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071789832Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071810266Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071883063Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071898861Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071911105Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071924211Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071936232Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071947936Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071959534Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.07197087Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T06:50:08.240 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=settings t=2024-09-16T06:50:08.071982894Z level=info msg="App mode production" 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=sqlstore t=2024-09-16T06:50:08.072065513Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=sqlstore t=2024-09-16T06:50:08.072094724Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=migrator t=2024-09-16T06:50:08.086578948Z level=info msg="Starting DB migrations" 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=migrator t=2024-09-16T06:50:08.091042402Z level=info msg="migrations completed" performed=0 skipped=481 duration=440.602µs 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=sqlstore t=2024-09-16T06:50:08.091394112Z level=info msg="Created default organization" 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=plugin.loader t=2024-09-16T06:50:08.147514185Z level=info msg="Plugin registered" pluginID=input 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=plugin.loader t=2024-09-16T06:50:08.175392452Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=plugin.loader t=2024-09-16T06:50:08.175436287Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=secrets t=2024-09-16T06:50:08.175475151Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=query_data t=2024-09-16T06:50:08.17717298Z level=info msg="Query Service initialization" 2024-09-16T06:50:08.241 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=live.push_http t=2024-09-16T06:50:08.181572057Z level=info msg="Live Push Gateway initialization" 2024-09-16T06:50:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:573: done (3 left) 2024-09-16T06:50:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:574: done (2 left) 2024-09-16T06:50:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:575: done (1 left) 2024-09-16T06:50:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:576: done (0 left) 2024-09-16T06:50:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:577: delete oid 2 current snap is 50 2024-09-16T06:50:08.310 INFO:tasks.rados.rados.0.smithi042.stdout:577: done (0 left) 2024-09-16T06:50:08.310 INFO:tasks.rados.rados.0.smithi042.stdout:578: delete oid 5 current snap is 50 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:578: done (0 left) 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:579: read oid 43 snap -1 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:579: expect (ObjNum 156 snap 38 seq_num 156) 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:580: read oid 28 snap 40 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:580: expect (ObjNum 123 snap 30 seq_num 123) 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 50 2024-09-16T06:50:08.313 INFO:tasks.rados.rados.0.smithi042.stdout:581: seq_num 195 ranges {237568=475136,712704=401408} 2024-09-16T06:50:08.317 INFO:tasks.rados.rados.0.smithi042.stdout:581: writing smithi04281968-11 from 237568 to 712704 tid 1 2024-09-16T06:50:08.319 INFO:tasks.rados.rados.0.smithi042.stdout:581: writing smithi04281968-11 from 712704 to 1114112 tid 2 2024-09-16T06:50:08.319 INFO:tasks.rados.rados.0.smithi042.stdout:582: read oid 39 snap -1 2024-09-16T06:50:08.319 INFO:tasks.rados.rados.0.smithi042.stdout:582: expect (ObjNum 185 snap 49 seq_num 185) 2024-09-16T06:50:08.320 INFO:tasks.rados.rados.0.smithi042.stdout:583: rollback oid 18 current snap is 50 2024-09-16T06:50:08.320 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 42 2024-09-16T06:50:08.320 INFO:tasks.rados.rados.0.smithi042.stdout:579: expect (ObjNum 156 snap 38 seq_num 156) 2024-09-16T06:50:08.329 INFO:tasks.rados.rados.0.smithi042.stdout:581: finishing write tid 1 to smithi04281968-11 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:581: finishing write tid 2 to smithi04281968-11 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:581: finishing write tid 3 to smithi04281968-11 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:579: done (4 left) 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:584: setattr oid 20 current snap is 50 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:581: finishing write tid 4 to smithi04281968-11 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 187 (ObjNum 195 snap 50 seq_num 195) dirty exists 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:581: left oid 11 (ObjNum 195 snap 50 seq_num 195) 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:583: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:583: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:583: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 112 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:50:08.330 INFO:tasks.rados.rados.0.smithi042.stdout:582: expect (ObjNum 185 snap 49 seq_num 185) 2024-09-16T06:50:08.351 INFO:tasks.rados.rados.0.smithi042.stdout:580: expect (ObjNum 123 snap 30 seq_num 123) 2024-09-16T06:50:08.491 INFO:tasks.rados.rados.0.smithi042.stdout:580: done (4 left) 2024-09-16T06:50:08.492 INFO:tasks.rados.rados.0.smithi042.stdout:581: done (3 left) 2024-09-16T06:50:08.492 INFO:tasks.rados.rados.0.smithi042.stdout:582: done (2 left) 2024-09-16T06:50:08.492 INFO:tasks.rados.rados.0.smithi042.stdout:583: done (1 left) 2024-09-16T06:50:08.492 INFO:tasks.rados.rados.0.smithi042.stdout:585: delete oid 28 current snap is 50 2024-09-16T06:50:08.494 INFO:tasks.rados.rados.0.smithi042.stdout:585: done (1 left) 2024-09-16T06:50:08.494 INFO:tasks.rados.rados.0.smithi042.stdout:586: rollback oid 31 current snap is 50 2024-09-16T06:50:08.494 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 42 2024-09-16T06:50:08.494 INFO:tasks.rados.rados.0.smithi042.stdout:587: setattr oid 4 current snap is 50 2024-09-16T06:50:08.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 44 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:50:08.495 INFO:tasks.rados.rados.0.smithi042.stdout:584: done (2 left) 2024-09-16T06:50:08.495 INFO:tasks.rados.rados.0.smithi042.stdout:588: setattr oid 26 current snap is 50 2024-09-16T06:50:08.496 INFO:tasks.rados.rados.0.smithi042.stdout:586: finishing rollback tid 0 to smithi04281968-31 2024-09-16T06:50:08.497 INFO:tasks.rados.rados.0.smithi042.stdout:586: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:50:08.497 INFO:tasks.rados.rados.0.smithi042.stdout:586: finishing rollback tid 2 to smithi04281968-31 2024-09-16T06:50:08.497 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 101 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T06:50:08.497 INFO:tasks.rados.rados.0.smithi042.stdout:586: done (2 left) 2024-09-16T06:50:08.497 INFO:tasks.rados.rados.0.smithi042.stdout:589: snap_remove snap 38 2024-09-16T06:50:08.563 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:08 smithi164 systemd[1]: Stopping Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:08.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-mon[31490]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T06:50:08.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-mon[31490]: pgmap v42: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T06:50:08.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[27521]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T06:50:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[27521]: pgmap v42: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T06:50:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[39185]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T06:50:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[39185]: pgmap v42: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-09-16T06:50:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:08 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:08.851 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:08 smithi164 podman[77100]: 2024-09-16 06:50:08.563666532 +0000 UTC m=+0.127534905 container died 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.126 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77100]: 2024-09-16 06:50:09.03495708 +0000 UTC m=+0.598825455 container cleanup 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.171 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 bash[77100]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T06:50:09.171 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=infra.usagestats.collector t=2024-09-16T06:50:08.950244848Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T06:50:09.171 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=provisioning.datasources t=2024-09-16T06:50:09.035163669Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-16T06:50:09.171 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=provisioning.datasources t=2024-09-16T06:50:09.035195537Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-16T06:50:09.171 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=provisioning.datasources t=2024-09-16T06:50:09.045592418Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 120 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 158 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:587: done (2 left) 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:588: done (1 left) 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:589: done (0 left) 2024-09-16T06:50:09.246 INFO:tasks.rados.rados.0.smithi042.stdout:590: delete oid 36 current snap is 50 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:590: done (0 left) 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:591: read oid 42 snap -1 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:591: expect deleted 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:592: read oid 24 snap -1 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:592: expect (ObjNum 170 snap 43 seq_num 170) 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:593: rollback oid 46 current snap is 50 2024-09-16T06:50:09.251 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 49 2024-09-16T06:50:09.252 INFO:tasks.rados.rados.0.smithi042.stdout:594: delete oid 21 current snap is 50 2024-09-16T06:50:09.263 INFO:tasks.rados.rados.0.smithi042.stdout:593: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:50:09.263 INFO:tasks.rados.rados.0.smithi042.stdout:593: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:50:09.263 INFO:tasks.rados.rados.0.smithi042.stdout:593: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:50:09.263 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 202 (ObjNum 154 snap 36 seq_num 154) dirty exists 2024-09-16T06:50:09.264 INFO:tasks.rados.rados.0.smithi042.stdout:592: expect (ObjNum 170 snap 43 seq_num 170) 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:591: done (3 left) 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:592: done (2 left) 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:593: done (1 left) 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:594: done (0 left) 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:595: read oid 39 snap -1 2024-09-16T06:50:09.316 INFO:tasks.rados.rados.0.smithi042.stdout:595: expect (ObjNum 185 snap 49 seq_num 185) 2024-09-16T06:50:09.317 INFO:tasks.rados.rados.0.smithi042.stdout:596: read oid 26 snap -1 2024-09-16T06:50:09.317 INFO:tasks.rados.rados.0.smithi042.stdout:596: expect (ObjNum 189 snap 49 seq_num 189) 2024-09-16T06:50:09.317 INFO:tasks.rados.rados.0.smithi042.stdout:597: snap_create 2024-09-16T06:50:09.320 INFO:tasks.rados.rados.0.smithi042.stdout:595: expect (ObjNum 185 snap 49 seq_num 185) 2024-09-16T06:50:09.342 INFO:tasks.rados.rados.0.smithi042.stdout:596: expect (ObjNum 189 snap 49 seq_num 189) 2024-09-16T06:50:09.422 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77119]: 2024-09-16 06:50:09.245212117 +0000 UTC m=+0.685673371 container remove 9193c067a643aff204a317941b22fcbe39af7862ceec57881dca1727d8465175 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.423 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:50:09.423 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-mon[31490]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T06:50:09.423 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-mon[31490]: Reconfiguring daemon node-exporter.b on smithi164 2024-09-16T06:50:09.423 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-mon[31490]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T06:50:09.423 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-mon[31490]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T06:50:09.423 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=provisioning.alerting t=2024-09-16T06:50:09.127055214Z level=info msg="starting to provision alerting" 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=provisioning.alerting t=2024-09-16T06:50:09.127082338Z level=info msg="finished to provision alerting" 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=grafanaStorageLogger t=2024-09-16T06:50:09.127271464Z level=info msg="storage starting" 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=ngalert.state.manager t=2024-09-16T06:50:09.127478271Z level=info msg="Warming state cache for startup" 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=http.server t=2024-09-16T06:50:09.129435211Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=ngalert.state.manager t=2024-09-16T06:50:09.138310023Z level=info msg="State cache has been initialized" states=0 duration=10.832349ms 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=ngalert.multiorg.alertmanager t=2024-09-16T06:50:09.13836644Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T06:50:09.424 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[76942]: logger=ticker t=2024-09-16T06:50:09.138391289Z level=info msg=starting first_tick=2024-09-16T06:50:10Z 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[27521]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[27521]: Reconfiguring daemon node-exporter.b on smithi164 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[27521]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[27521]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[39185]: Reconfiguring node-exporter.b (dependencies changed)... 2024-09-16T06:50:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[39185]: Reconfiguring daemon node-exporter.b on smithi164 2024-09-16T06:50:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[39185]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T06:50:09.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:09 smithi042 ceph-mon[39185]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T06:50:09.710 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T06:50:09.710 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 systemd[1]: Stopped Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:09.710 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.207s CPU time. 2024-09-16T06:50:09.711 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 systemd[1]: Starting Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77216]: 2024-09-16 06:50:09.61371979 +0000 UTC m=+0.015626093 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77216]: 2024-09-16 06:50:09.721439761 +0000 UTC m=+0.123346056 container create 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77216]: 2024-09-16 06:50:09.931919368 +0000 UTC m=+0.333825682 container init 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 podman[77216]: 2024-09-16 06:50:09.937217585 +0000 UTC m=+0.339123891 container start 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:50:09.983 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.940Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:50:09.984 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:50:09.985 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:50:09.986 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:50:09.987 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:09 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[77231]: ts=2024-09-16T06:50:09.941Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:50:10.239 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:10 smithi164 bash[77216]: 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 2024-09-16T06:50:10.239 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:50:10 smithi164 systemd[1]: Started Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:10.312 INFO:tasks.rados.rados.0.smithi042.stdout:595: done (2 left) 2024-09-16T06:50:10.312 INFO:tasks.rados.rados.0.smithi042.stdout:596: done (1 left) 2024-09-16T06:50:10.312 INFO:tasks.rados.rados.0.smithi042.stdout:597: done (0 left) 2024-09-16T06:50:10.312 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 51 2024-09-16T06:50:10.313 INFO:tasks.rados.rados.0.smithi042.stdout:598: seq_num 199 ranges {2170880=540672,2711552=401408} 2024-09-16T06:50:10.328 INFO:tasks.rados.rados.0.smithi042.stdout:598: writing smithi04281968-44 from 2170880 to 2711552 tid 1 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:598: writing smithi04281968-44 from 2711552 to 3112960 tid 2 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:599: rmattr oid 6 current snap is 51 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:599: done (1 left) 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:600: rmattr oid 26 current snap is 51 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:601: rmattr oid 5 current snap is 51 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:601: done (2 left) 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 51 2024-09-16T06:50:10.332 INFO:tasks.rados.rados.0.smithi042.stdout:602: seq_num 200 ranges {0=557056,557056=401408} 2024-09-16T06:50:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:602: writing smithi04281968-36 from 0 to 557056 tid 1 2024-09-16T06:50:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:602: writing smithi04281968-36 from 557056 to 958464 tid 2 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 51 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:598: finishing write tid 1 to smithi04281968-44 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:598: finishing write tid 2 to smithi04281968-44 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:598: finishing write tid 3 to smithi04281968-44 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 168 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:598: finishing write tid 4 to smithi04281968-44 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 210 (ObjNum 199 snap 51 seq_num 199) dirty exists 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:598: left oid 44 (ObjNum 199 snap 51 seq_num 199) 2024-09-16T06:50:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:602: finishing write tid 1 to smithi04281968-36 2024-09-16T06:50:10.341 INFO:tasks.rados.rados.0.smithi042.stdout:603: seq_num 201 ranges {499712=573440,1073152=401408} 2024-09-16T06:50:10.345 INFO:tasks.rados.rados.0.smithi042.stdout:603: writing smithi04281968-27 from 499712 to 1073152 tid 1 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:603: writing smithi04281968-27 from 1073152 to 1474560 tid 2 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:598: done (3 left) 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:600: done (2 left) 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 51 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:602: finishing write tid 2 to smithi04281968-36 2024-09-16T06:50:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:604: seq_num 202 ranges {0=589824,589824=401408} 2024-09-16T06:50:10.352 INFO:tasks.rados.rados.0.smithi042.stdout:604: writing smithi04281968-23 from 0 to 589824 tid 1 2024-09-16T06:50:10.355 INFO:tasks.rados.rados.0.smithi042.stdout:604: writing smithi04281968-23 from 589824 to 991232 tid 2 2024-09-16T06:50:10.355 INFO:tasks.rados.rados.0.smithi042.stdout:605: read oid 5 snap -1 2024-09-16T06:50:10.355 INFO:tasks.rados.rados.0.smithi042.stdout:605: expect deleted 2024-09-16T06:50:10.355 INFO:tasks.rados.rados.0.smithi042.stdout:606: read oid 25 snap -1 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:606: expect (ObjNum 166 snap 41 seq_num 166) 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 51 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:602: finishing write tid 3 to smithi04281968-36 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:602: finishing write tid 4 to smithi04281968-36 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 95 (ObjNum 200 snap 51 seq_num 200) dirty exists 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:602: left oid 36 (ObjNum 200 snap 51 seq_num 200) 2024-09-16T06:50:10.356 INFO:tasks.rados.rados.0.smithi042.stdout:607: seq_num 203 ranges {131072=606208,737280=401408} 2024-09-16T06:50:10.360 INFO:tasks.rados.rados.0.smithi042.stdout:607: writing smithi04281968-45 from 131072 to 737280 tid 1 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:607: writing smithi04281968-45 from 737280 to 1138688 tid 2 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:602: done (5 left) 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:608: delete oid 24 current snap is 51 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:603: finishing write tid 1 to smithi04281968-27 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:603: finishing write tid 2 to smithi04281968-27 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:603: finishing write tid 3 to smithi04281968-27 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:603: finishing write tid 4 to smithi04281968-27 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 137 (ObjNum 201 snap 51 seq_num 201) dirty exists 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:603: left oid 27 (ObjNum 201 snap 51 seq_num 201) 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:604: finishing write tid 1 to smithi04281968-23 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:604: finishing write tid 2 to smithi04281968-23 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:604: finishing write tid 3 to smithi04281968-23 2024-09-16T06:50:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:604: finishing write tid 4 to smithi04281968-23 2024-09-16T06:50:10.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 221 (ObjNum 202 snap 51 seq_num 202) dirty exists 2024-09-16T06:50:10.363 INFO:tasks.rados.rados.0.smithi042.stdout:604: left oid 23 (ObjNum 202 snap 51 seq_num 202) 2024-09-16T06:50:10.363 INFO:tasks.rados.rados.0.smithi042.stdout:606: expect (ObjNum 166 snap 41 seq_num 166) 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:607: finishing write tid 1 to smithi04281968-45 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:607: finishing write tid 2 to smithi04281968-45 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:607: finishing write tid 3 to smithi04281968-45 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:607: finishing write tid 4 to smithi04281968-45 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 169 (ObjNum 203 snap 51 seq_num 203) dirty exists 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:607: left oid 45 (ObjNum 203 snap 51 seq_num 203) 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:603: done (5 left) 2024-09-16T06:50:10.377 INFO:tasks.rados.rados.0.smithi042.stdout:604: done (4 left) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:605: done (3 left) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:606: done (2 left) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:607: done (1 left) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:608: done (0 left) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:609: copy_from oid 18 from oid 37 current snap is 51 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:610: read oid 32 snap -1 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:610: expect (ObjNum 177 snap 46 seq_num 177) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:611: read oid 3 snap 49 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:611: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 51 2024-09-16T06:50:10.378 INFO:tasks.rados.rados.0.smithi042.stdout:612: seq_num 205 ranges {0=638976,638976=401408} 2024-09-16T06:50:10.381 INFO:tasks.rados.rados.0.smithi042.stdout:612: writing smithi04281968-2 from 0 to 638976 tid 1 2024-09-16T06:50:10.384 INFO:tasks.rados.rados.0.smithi042.stdout:612: writing smithi04281968-2 from 638976 to 1040384 tid 2 2024-09-16T06:50:10.384 INFO:tasks.rados.rados.0.smithi042.stdout:611: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:10.421 INFO:tasks.rados.rados.0.smithi042.stdout:610: expect (ObjNum 177 snap 46 seq_num 177) 2024-09-16T06:50:10.459 INFO:tasks.rados.rados.0.smithi042.stdout:612: finishing write tid 1 to smithi04281968-2 2024-09-16T06:50:10.459 INFO:tasks.rados.rados.0.smithi042.stdout:612: finishing write tid 2 to smithi04281968-2 2024-09-16T06:50:10.459 INFO:tasks.rados.rados.0.smithi042.stdout:609: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:612: finishing write tid 3 to smithi04281968-2 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:610: done (3 left) 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:611: done (2 left) 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:613: read oid 11 snap 49 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:613: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:614: rollback oid 32 current snap is 51 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 49 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:609: finishing copy_from to smithi04281968-18 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 58 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:612: finishing write tid 4 to smithi04281968-2 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 108 (ObjNum 205 snap 51 seq_num 205) dirty exists 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:612: left oid 2 (ObjNum 205 snap 51 seq_num 205) 2024-09-16T06:50:10.460 INFO:tasks.rados.rados.0.smithi042.stdout:609: done (3 left) 2024-09-16T06:50:10.461 INFO:tasks.rados.rados.0.smithi042.stdout:612: done (2 left) 2024-09-16T06:50:10.461 INFO:tasks.rados.rados.0.smithi042.stdout:615: rollback oid 2 current snap is 51 2024-09-16T06:50:10.461 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 2 to 27 2024-09-16T06:50:10.461 INFO:tasks.rados.rados.0.smithi042.stdout:616: setattr oid 12 current snap is 51 2024-09-16T06:50:10.461 INFO:tasks.rados.rados.0.smithi042.stdout:617: delete oid 31 current snap is 51 2024-09-16T06:50:10.462 INFO:tasks.rados.rados.0.smithi042.stdout:613: expect (ObjNum 157 snap 39 seq_num 157) 2024-09-16T06:50:10.473 INFO:tasks.rados.rados.0.smithi042.stdout:614: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:50:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:614: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:50:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:615: finishing rollback tid 0 to smithi04281968-2 2024-09-16T06:50:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:615: finishing rollback tid 1 to smithi04281968-2 2024-09-16T06:50:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:614: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:50:10.475 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 172 (ObjNum 177 snap 46 seq_num 177) dirty exists 2024-09-16T06:50:10.475 INFO:tasks.rados.rados.0.smithi042.stdout:615: finishing rollback tid 2 to smithi04281968-2 2024-09-16T06:50:10.475 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 111 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-09-16T06:50:10.475 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 238 (ObjNum 131 snap 33 seq_num 131) dirty exists 2024-09-16T06:50:10.475 INFO:tasks.rados.rados.0.smithi042.stdout:613: done (4 left) 2024-09-16T06:50:10.476 INFO:tasks.rados.rados.0.smithi042.stdout:614: done (3 left) 2024-09-16T06:50:10.476 INFO:tasks.rados.rados.0.smithi042.stdout:615: done (2 left) 2024-09-16T06:50:10.476 INFO:tasks.rados.rados.0.smithi042.stdout:616: done (1 left) 2024-09-16T06:50:10.476 INFO:tasks.rados.rados.0.smithi042.stdout:617: done (0 left) 2024-09-16T06:50:10.476 INFO:tasks.rados.rados.0.smithi042.stdout:618: delete oid 49 current snap is 51 2024-09-16T06:50:10.478 INFO:tasks.rados.rados.0.smithi042.stdout:618: done (0 left) 2024-09-16T06:50:10.478 INFO:tasks.rados.rados.0.smithi042.stdout:619: rmattr oid 13 current snap is 51 2024-09-16T06:50:10.478 INFO:tasks.rados.rados.0.smithi042.stdout:620: read oid 28 snap -1 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:620: expect deleted 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:621: copy_from oid 23 from oid 45 current snap is 51 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:622: read oid 2 snap -1 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:622: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 51 2024-09-16T06:50:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:623: seq_num 208 ranges {0=688128,688128=401408} 2024-09-16T06:50:10.480 INFO:tasks.rados.rados.0.smithi042.stdout:623: writing smithi04281968-7 from 0 to 688128 tid 1 2024-09-16T06:50:10.483 INFO:tasks.rados.rados.0.smithi042.stdout:623: writing smithi04281968-7 from 688128 to 1089536 tid 2 2024-09-16T06:50:10.483 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 51 2024-09-16T06:50:10.483 INFO:tasks.rados.rados.0.smithi042.stdout:624: seq_num 209 ranges {786432=704512,1490944=401408} 2024-09-16T06:50:10.491 INFO:tasks.rados.rados.0.smithi042.stdout:624: writing smithi04281968-39 from 786432 to 1490944 tid 1 2024-09-16T06:50:10.493 INFO:tasks.rados.rados.0.smithi042.stdout:624: writing smithi04281968-39 from 1490944 to 1892352 tid 2 2024-09-16T06:50:10.494 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 51 2024-09-16T06:50:10.494 INFO:tasks.rados.rados.0.smithi042.stdout:625: seq_num 210 ranges {0=720896,720896=401408} 2024-09-16T06:50:10.498 INFO:tasks.rados.rados.0.smithi042.stdout:625: writing smithi04281968-21 from 0 to 720896 tid 1 2024-09-16T06:50:10.501 INFO:tasks.rados.rados.0.smithi042.stdout:625: writing smithi04281968-21 from 720896 to 1122304 tid 2 2024-09-16T06:50:10.501 INFO:tasks.rados.rados.0.smithi042.stdout:626: copy_from oid 29 from oid 37 current snap is 51 2024-09-16T06:50:10.501 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 112 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-09-16T06:50:10.501 INFO:tasks.rados.rados.0.smithi042.stdout:622: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:10.589 INFO:tasks.rados.rados.0.smithi042.stdout:621: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:50:10.589 INFO:tasks.rados.rados.0.smithi042.stdout:621: finishing copy_from to smithi04281968-23 2024-09-16T06:50:10.589 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 169 (ObjNum 203 snap 51 seq_num 203) dirty exists 2024-09-16T06:50:10.589 INFO:tasks.rados.rados.0.smithi042.stdout:623: finishing write tid 1 to smithi04281968-7 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:623: finishing write tid 2 to smithi04281968-7 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:623: finishing write tid 3 to smithi04281968-7 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:623: finishing write tid 4 to smithi04281968-7 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 225 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:623: left oid 7 (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:50:10.590 INFO:tasks.rados.rados.0.smithi042.stdout:624: finishing write tid 1 to smithi04281968-39 2024-09-16T06:50:10.591 INFO:tasks.rados.rados.0.smithi042.stdout:624: finishing write tid 2 to smithi04281968-39 2024-09-16T06:50:10.591 INFO:tasks.rados.rados.0.smithi042.stdout:624: finishing write tid 3 to smithi04281968-39 2024-09-16T06:50:10.591 INFO:tasks.rados.rados.0.smithi042.stdout:619: done (7 left) 2024-09-16T06:50:10.591 INFO:tasks.rados.rados.0.smithi042.stdout:620: done (6 left) 2024-09-16T06:50:10.591 INFO:tasks.rados.rados.0.smithi042.stdout:621: done (5 left) 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:622: done (4 left) 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:623: done (3 left) 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 51 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:624: finishing write tid 4 to smithi04281968-39 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 242 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-09-16T06:50:10.592 INFO:tasks.rados.rados.0.smithi042.stdout:624: left oid 39 (ObjNum 209 snap 51 seq_num 209) 2024-09-16T06:50:10.593 INFO:tasks.rados.rados.0.smithi042.stdout:625: finishing write tid 1 to smithi04281968-21 2024-09-16T06:50:10.593 INFO:tasks.rados.rados.0.smithi042.stdout:627: seq_num 211 ranges {131072=737280,868352=401408} 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:10.594 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:10.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T06:50:10.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.595 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:10.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:10.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:10.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:10 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:627: writing smithi04281968-6 from 131072 to 868352 tid 1 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:627: writing smithi04281968-6 from 868352 to 1269760 tid 2 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:624: done (3 left) 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:628: delete oid 46 current snap is 51 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:625: finishing write tid 2 to smithi04281968-21 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:625: finishing write tid 3 to smithi04281968-21 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:625: finishing write tid 4 to smithi04281968-21 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 281 (ObjNum 210 snap 51 seq_num 210) dirty exists 2024-09-16T06:50:10.597 INFO:tasks.rados.rados.0.smithi042.stdout:625: left oid 21 (ObjNum 210 snap 51 seq_num 210) 2024-09-16T06:50:10.598 INFO:tasks.rados.rados.0.smithi042.stdout:626: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:50:10.598 INFO:tasks.rados.rados.0.smithi042.stdout:626: finishing copy_from to smithi04281968-29 2024-09-16T06:50:10.598 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 58 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-09-16T06:50:10.598 INFO:tasks.rados.rados.0.smithi042.stdout:627: finishing write tid 1 to smithi04281968-6 2024-09-16T06:50:10.599 INFO:tasks.rados.rados.0.smithi042.stdout:625: done (3 left) 2024-09-16T06:50:10.599 INFO:tasks.rados.rados.0.smithi042.stdout:626: done (2 left) 2024-09-16T06:50:10.599 INFO:tasks.rados.rados.0.smithi042.stdout:628: done (1 left) 2024-09-16T06:50:10.599 INFO:tasks.rados.rados.0.smithi042.stdout:629: snap_remove snap 50 2024-09-16T06:50:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: pgmap v45: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 16 op/s 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:10 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:629: done (1 left) 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 51 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:627: finishing write tid 2 to smithi04281968-6 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:627: finishing write tid 3 to smithi04281968-6 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:627: finishing write tid 4 to smithi04281968-6 2024-09-16T06:50:11.318 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 246 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-09-16T06:50:11.319 INFO:tasks.rados.rados.0.smithi042.stdout:627: left oid 6 (ObjNum 211 snap 51 seq_num 211) 2024-09-16T06:50:11.319 INFO:tasks.rados.rados.0.smithi042.stdout:630: seq_num 213 ranges {0=770048,770048=401408} 2024-09-16T06:50:11.323 INFO:tasks.rados.rados.0.smithi042.stdout:630: writing smithi04281968-35 from 0 to 770048 tid 1 2024-09-16T06:50:11.326 INFO:tasks.rados.rados.0.smithi042.stdout:630: writing smithi04281968-35 from 770048 to 1171456 tid 2 2024-09-16T06:50:11.327 INFO:tasks.rados.rados.0.smithi042.stdout:627: done (1 left) 2024-09-16T06:50:11.327 INFO:tasks.rados.rados.0.smithi042.stdout:631: read oid 29 snap -1 2024-09-16T06:50:11.327 INFO:tasks.rados.rados.0.smithi042.stdout:631: expect (ObjNum 149 snap 36 seq_num 149) 2024-09-16T06:50:11.327 INFO:tasks.rados.rados.0.smithi042.stdout:632: snap_create 2024-09-16T06:50:11.330 INFO:tasks.rados.rados.0.smithi042.stdout:630: finishing write tid 1 to smithi04281968-35 2024-09-16T06:50:11.330 INFO:tasks.rados.rados.0.smithi042.stdout:630: finishing write tid 2 to smithi04281968-35 2024-09-16T06:50:11.330 INFO:tasks.rados.rados.0.smithi042.stdout:630: finishing write tid 3 to smithi04281968-35 2024-09-16T06:50:11.332 INFO:tasks.rados.rados.0.smithi042.stdout:630: finishing write tid 4 to smithi04281968-35 2024-09-16T06:50:11.332 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 255 (ObjNum 213 snap 51 seq_num 213) dirty exists 2024-09-16T06:50:11.333 INFO:tasks.rados.rados.0.smithi042.stdout:630: left oid 35 (ObjNum 213 snap 51 seq_num 213) 2024-09-16T06:50:11.335 INFO:tasks.rados.rados.0.smithi042.stdout:631: expect (ObjNum 149 snap 36 seq_num 149) 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[27521]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:11 smithi042 ceph-mon[39185]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T06:50:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:50:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:50:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T06:50:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:11 smithi164 ceph-mon[31490]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T06:50:12.323 INFO:tasks.rados.rados.0.smithi042.stdout:630: done (2 left) 2024-09-16T06:50:12.323 INFO:tasks.rados.rados.0.smithi042.stdout:631: done (1 left) 2024-09-16T06:50:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:632: done (0 left) 2024-09-16T06:50:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:633: setattr oid 33 current snap is 52 2024-09-16T06:50:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:634: read oid 6 snap -1 2024-09-16T06:50:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:634: expect (ObjNum 211 snap 51 seq_num 211) 2024-09-16T06:50:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:635: delete oid 27 current snap is 52 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:635: done (2 left) 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:636: rollback oid 23 current snap is 52 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 42 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:637: read oid 39 snap -1 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:637: expect (ObjNum 209 snap 51 seq_num 209) 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:638: read oid 27 snap 46 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:638: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-16T06:50:12.329 INFO:tasks.rados.rados.0.smithi042.stdout:639: snap_create 2024-09-16T06:50:12.331 INFO:tasks.rados.rados.0.smithi042.stdout:634: expect (ObjNum 211 snap 51 seq_num 211) 2024-09-16T06:50:12.367 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 188 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-09-16T06:50:12.367 INFO:tasks.rados.rados.0.smithi042.stdout:636: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:50:12.367 INFO:tasks.rados.rados.0.smithi042.stdout:638: expect (ObjNum 173 snap 43 seq_num 173) 2024-09-16T06:50:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:636: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:50:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 228 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:50:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:637: expect (ObjNum 209 snap 51 seq_num 209) 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: pgmap v48: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 583 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: pgmap v48: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 583 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:12.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:12 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: pgmap v48: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 583 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:12 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:633: done (5 left) 2024-09-16T06:50:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:634: done (4 left) 2024-09-16T06:50:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:636: done (3 left) 2024-09-16T06:50:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:637: done (2 left) 2024-09-16T06:50:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:638: done (1 left) 2024-09-16T06:50:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:639: done (0 left) 2024-09-16T06:50:13.329 INFO:tasks.rados.rados.0.smithi042.stdout:640: snap_remove snap 49 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[27521]: Upgrade: Updating mgr.y 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[27521]: Deploying daemon mgr.y on smithi042 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[27521]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[39185]: Upgrade: Updating mgr.y 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[39185]: Deploying daemon mgr.y on smithi042 2024-09-16T06:50:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:13 smithi042 ceph-mon[39185]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T06:50:13.678 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:13 smithi042 systemd[1]: Stopping Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:13 smithi164 ceph-mon[31490]: Upgrade: Updating mgr.y 2024-09-16T06:50:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:13 smithi164 ceph-mon[31490]: Deploying daemon mgr.y on smithi042 2024-09-16T06:50:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:13 smithi164 ceph-mon[31490]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T06:50:13.971 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:13 smithi042 podman[85289]: 2024-09-16 06:50:13.679240358 +0000 UTC m=+0.128760620 container died 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc) 2024-09-16T06:50:14.245 INFO:tasks.rados.rados.0.smithi042.stdout:640: done (0 left) 2024-09-16T06:50:14.245 INFO:tasks.rados.rados.0.smithi042.stdout:641: snap_remove snap 46 2024-09-16T06:50:14.329 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 podman[85289]: 2024-09-16 06:50:14.061909281 +0000 UTC m=+0.511429584 container cleanup 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:50:14.330 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 bash[85289]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y 2024-09-16T06:50:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[27521]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T06:50:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[27521]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[27521]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T06:50:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 podman[85306]: 2024-09-16 06:50:14.555466496 +0000 UTC m=+0.879898602 container remove 8737b9357c2274075927441768f1825191f649ab0f9ad8f9548e42b93ce01f74 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T06:50:14.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:50:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[39185]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T06:50:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[39185]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:14.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:14 smithi042 ceph-mon[39185]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T06:50:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:14 smithi164 ceph-mon[31490]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T06:50:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:14 smithi164 ceph-mon[31490]: pgmap v51: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:14 smithi164 ceph-mon[31490]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T06:50:15.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-16T06:50:15.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 systemd[1]: Stopped Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:15.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service: Consumed 46.726s CPU time. 2024-09-16T06:50:15.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:14 smithi042 systemd[1]: Starting Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:15.248 INFO:tasks.rados.rados.0.smithi042.stdout:641: done (0 left) 2024-09-16T06:50:15.248 INFO:tasks.rados.rados.0.smithi042.stdout:642: copy_from oid 48 from oid 5 current snap is 53 2024-09-16T06:50:15.248 INFO:tasks.rados.rados.0.smithi042.stdout:643: setattr oid 20 current snap is 53 2024-09-16T06:50:15.252 INFO:tasks.rados.rados.0.smithi042.stdout:644: read oid 3 snap -1 2024-09-16T06:50:15.253 INFO:tasks.rados.rados.0.smithi042.stdout:644: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:15.253 INFO:tasks.rados.rados.0.smithi042.stdout:645: copy_from oid 49 from oid 17 current snap is 53 2024-09-16T06:50:15.253 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 53 2024-09-16T06:50:15.253 INFO:tasks.rados.rados.0.smithi042.stdout:646: seq_num 215 ranges {1171456=409600,1581056=532480,2113536=270336} 2024-09-16T06:50:15.261 INFO:tasks.rados.rados.0.smithi042.stdout:646: writing smithi04281968-35 from 1171456 to 1581056 tid 1 2024-09-16T06:50:15.265 INFO:tasks.rados.rados.0.smithi042.stdout:646: writing smithi04281968-35 from 1581056 to 2113536 tid 2 2024-09-16T06:50:15.267 INFO:tasks.rados.rados.0.smithi042.stdout:646: writing smithi04281968-35 from 2113536 to 2383872 tid 3 2024-09-16T06:50:15.267 INFO:tasks.rados.rados.0.smithi042.stdout:647: copy_from oid 31 from oid 40 current snap is 53 2024-09-16T06:50:15.267 INFO:tasks.rados.rados.0.smithi042.stdout:648: delete oid 11 current snap is 53 2024-09-16T06:50:15.268 INFO:tasks.rados.rados.0.smithi042.stdout:642: finishing copy_from to smithi04281968-48 2024-09-16T06:50:15.268 INFO:tasks.rados.rados.0.smithi042.stdout:642: got expected ENOENT (src dne) 2024-09-16T06:50:15.268 INFO:tasks.rados.rados.0.smithi042.stdout:642: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:50:15.268 INFO:tasks.rados.rados.0.smithi042.stdout:644: expect (ObjNum 70 snap 9 seq_num 70) 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:645: finishing copy_from racing read to smithi04281968-49 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 50 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:642: done (6 left) 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:643: done (5 left) 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:644: done (4 left) 2024-09-16T06:50:15.304 INFO:tasks.rados.rados.0.smithi042.stdout:648: done (3 left) 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 53 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:645: finishing copy_from to smithi04281968-49 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 208 (ObjNum 183 snap 49 seq_num 183) dirty exists 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:646: finishing write tid 1 to smithi04281968-35 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:647: finishing copy_from to smithi04281968-31 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:647: got expected ENOENT (src dne) 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:647: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:646: finishing write tid 2 to smithi04281968-35 2024-09-16T06:50:15.305 INFO:tasks.rados.rados.0.smithi042.stdout:649: seq_num 217 ranges {4104192=442368,4546560=696320,5242880=106496} 2024-09-16T06:50:15.328 INFO:tasks.rados.rados.0.smithi042.stdout:649: writing smithi04281968-12 from 4104192 to 4546560 tid 1 2024-09-16T06:50:15.332 INFO:tasks.rados.rados.0.smithi042.stdout:649: writing smithi04281968-12 from 4546560 to 5242880 tid 2 2024-09-16T06:50:15.334 INFO:tasks.rados.rados.0.smithi042.stdout:649: writing smithi04281968-12 from 5242880 to 5349376 tid 3 2024-09-16T06:50:15.334 INFO:tasks.rados.rados.0.smithi042.stdout:645: done (3 left) 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:647: done (2 left) 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:650: snap_create 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:646: finishing write tid 3 to smithi04281968-35 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:646: finishing write tid 4 to smithi04281968-35 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:646: finishing write tid 5 to smithi04281968-35 2024-09-16T06:50:15.335 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 274 (ObjNum 215 snap 53 seq_num 215) dirty exists 2024-09-16T06:50:15.336 INFO:tasks.rados.rados.0.smithi042.stdout:646: left oid 35 (ObjNum 215 snap 53 seq_num 215) 2024-09-16T06:50:15.336 INFO:tasks.rados.rados.0.smithi042.stdout:649: finishing write tid 1 to smithi04281968-12 2024-09-16T06:50:15.337 INFO:tasks.rados.rados.0.smithi042.stdout:649: finishing write tid 2 to smithi04281968-12 2024-09-16T06:50:15.338 INFO:tasks.rados.rados.0.smithi042.stdout:649: finishing write tid 3 to smithi04281968-12 2024-09-16T06:50:15.338 INFO:tasks.rados.rados.0.smithi042.stdout:649: finishing write tid 4 to smithi04281968-12 2024-09-16T06:50:15.338 INFO:tasks.rados.rados.0.smithi042.stdout:649: finishing write tid 5 to smithi04281968-12 2024-09-16T06:50:15.338 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 279 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-09-16T06:50:15.338 INFO:tasks.rados.rados.0.smithi042.stdout:649: left oid 12 (ObjNum 217 snap 53 seq_num 217) 2024-09-16T06:50:15.425 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 podman[85441]: 2024-09-16 06:50:15.059758351 +0000 UTC m=+0.016365628 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:50:15.426 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 podman[85441]: 2024-09-16 06:50:15.165345664 +0000 UTC m=+0.121952971 container create 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:50:15.782 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 podman[85441]: 2024-09-16 06:50:15.426533742 +0000 UTC m=+0.383141010 container init 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T06:50:15.782 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 podman[85441]: 2024-09-16 06:50:15.431601854 +0000 UTC m=+0.388209119 container start 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=reef-e4e227b) 2024-09-16T06:50:15.782 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 ceph-mgr[85479]: -- 172.21.15.42:0/1822909309 <== mon.2 v2:172.21.15.42:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5648a48a6d00 con 0x5648a487a800 2024-09-16T06:50:15.783 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 bash[85441]: 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 2024-09-16T06:50:15.783 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 systemd[1]: Started Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:15.783 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:15.556+0000 7f9167a58040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:50:15.783 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:15.621+0000 7f9167a58040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:15.783 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:15.781+0000 7f9167a58040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:50:16.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:15 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:15.856+0000 7f9167a58040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:50:16.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:16.017+0000 7f9167a58040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:16.254 INFO:tasks.rados.rados.0.smithi042.stdout:646: done (2 left) 2024-09-16T06:50:16.254 INFO:tasks.rados.rados.0.smithi042.stdout:649: done (1 left) 2024-09-16T06:50:16.254 INFO:tasks.rados.rados.0.smithi042.stdout:650: done (0 left) 2024-09-16T06:50:16.254 INFO:tasks.rados.rados.0.smithi042.stdout:651: delete oid 35 current snap is 54 2024-09-16T06:50:16.258 INFO:tasks.rados.rados.0.smithi042.stdout:651: done (0 left) 2024-09-16T06:50:16.258 INFO:tasks.rados.rados.0.smithi042.stdout:652: snap_create 2024-09-16T06:50:16.430 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:16.164+0000 7f9167a58040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:50:16.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[27521]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T06:50:16.430 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[27521]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[39185]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[39185]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.431 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:16 smithi164 ceph-mon[31490]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T06:50:16.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:16 smithi164 ceph-mon[31490]: pgmap v54: 121 pgs: 121 active+clean; 135 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 64 op/s 2024-09-16T06:50:16.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:16 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:16 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:16.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:16 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:16.767 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:16.503+0000 7f9167a58040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:50:16.768 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:16.566+0000 7f9167a58040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:50:16.768 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:16 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:16.767+0000 7f9167a58040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:50:17.257 INFO:tasks.rados.rados.0.smithi042.stdout:652: done (0 left) 2024-09-16T06:50:17.257 INFO:tasks.rados.rados.0.smithi042.stdout:653: snap_create 2024-09-16T06:50:17.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:17 smithi042 ceph-mon[27521]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T06:50:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:17 smithi042 ceph-mon[39185]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T06:50:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:17 smithi164 ceph-mon[31490]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T06:50:18.038 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:17.758+0000 7f9167a58040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:50:18.038 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:17.833+0000 7f9167a58040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:50:18.262 INFO:tasks.rados.rados.0.smithi042.stdout:653: done (0 left) 2024-09-16T06:50:18.262 INFO:tasks.rados.rados.0.smithi042.stdout:654: read oid 22 snap -1 2024-09-16T06:50:18.263 INFO:tasks.rados.rados.0.smithi042.stdout:654: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:50:18.263 INFO:tasks.rados.rados.0.smithi042.stdout:655: snap_remove snap 27 2024-09-16T06:50:18.297 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-mon[39185]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T06:50:18.297 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-mon[39185]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 865 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:18.298 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-mon[27521]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T06:50:18.298 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-mon[27521]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 865 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:18.636 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:50:18] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.43.0" 2024-09-16T06:50:18.637 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:18 smithi164 ceph-mon[31490]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T06:50:18.637 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:18 smithi164 ceph-mon[31490]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 865 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:18.907 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:18.618+0000 7f9167a58040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:50:18.907 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:18.739+0000 7f9167a58040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:50:18.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:19.197 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:18.906+0000 7f9167a58040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:19.197 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:18.972+0000 7f9167a58040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:50:19.197 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.126+0000 7f9167a58040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:50:19.197 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.197+0000 7f9167a58040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:50:19.248 INFO:tasks.rados.rados.0.smithi042.stdout:655: done (1 left) 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:656: read oid 48 snap -1 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:656: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:657: read oid 4 snap 42 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:657: expect deleted 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:658: rollback oid 41 current snap is 56 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 41 to 52 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 56 2024-09-16T06:50:19.249 INFO:tasks.rados.rados.0.smithi042.stdout:659: seq_num 219 ranges {1179648=475136,1654784=466944,2121728=335872} 2024-09-16T06:50:19.258 INFO:tasks.rados.rados.0.smithi042.stdout:659: writing smithi04281968-3 from 1179648 to 1654784 tid 1 2024-09-16T06:50:19.261 INFO:tasks.rados.rados.0.smithi042.stdout:659: writing smithi04281968-3 from 1654784 to 2121728 tid 2 2024-09-16T06:50:19.264 INFO:tasks.rados.rados.0.smithi042.stdout:659: writing smithi04281968-3 from 2121728 to 2457600 tid 3 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:660: rollback oid 10 current snap is 56 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 54 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:661: read oid 50 snap -1 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:661: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:662: snap_create 2024-09-16T06:50:19.265 INFO:tasks.rados.rados.0.smithi042.stdout:654: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T06:50:19.293 INFO:tasks.rados.rados.0.smithi042.stdout:656: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:658: finishing rollback tid 0 to smithi04281968-41 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:658: finishing rollback tid 1 to smithi04281968-41 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:658: finishing rollback tid 2 to smithi04281968-41 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 303 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:660: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:50:19.296 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 0 (ObjNum 289 snap 0 seq_num 1482405613) dirty dne 2024-09-16T06:50:19.297 INFO:tasks.rados.rados.0.smithi042.stdout:659: finishing write tid 1 to smithi04281968-3 2024-09-16T06:50:19.297 INFO:tasks.rados.rados.0.smithi042.stdout:659: finishing write tid 2 to smithi04281968-3 2024-09-16T06:50:19.297 INFO:tasks.rados.rados.0.smithi042.stdout:659: finishing write tid 3 to smithi04281968-3 2024-09-16T06:50:19.297 INFO:tasks.rados.rados.0.smithi042.stdout:659: finishing write tid 4 to smithi04281968-3 2024-09-16T06:50:19.297 INFO:tasks.rados.rados.0.smithi042.stdout:661: expect (ObjNum 191 snap 49 seq_num 191) 2024-09-16T06:50:19.354 INFO:tasks.rados.rados.0.smithi042.stdout:659: finishing write tid 5 to smithi04281968-3 2024-09-16T06:50:19.354 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 163 (ObjNum 219 snap 56 seq_num 219) dirty exists 2024-09-16T06:50:19.354 INFO:tasks.rados.rados.0.smithi042.stdout:659: left oid 3 (ObjNum 219 snap 56 seq_num 219) 2024-09-16T06:50:19.514 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-mon[39185]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T06:50:19.514 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-mon[39185]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T06:50:19.515 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.272+0000 7f9167a58040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:50:19.515 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.443+0000 7f9167a58040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:50:19.515 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-mon[27521]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T06:50:19.515 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-mon[27521]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T06:50:19.534 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:19 smithi164 ceph-mon[31490]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T06:50:19.534 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:19 smithi164 ceph-mon[31490]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T06:50:19.802 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.514+0000 7f9167a58040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:50:19.802 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.585+0000 7f9167a58040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:50:19.802 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.674+0000 7f9167a58040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:19.802 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.737+0000 7f9167a58040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:50:20.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:19.801+0000 7f9167a58040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:654: done (7 left) 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:656: done (6 left) 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:657: done (5 left) 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:658: done (4 left) 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:659: done (3 left) 2024-09-16T06:50:20.272 INFO:tasks.rados.rados.0.smithi042.stdout:660: done (2 left) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:661: done (1 left) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:662: done (0 left) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:663: read oid 2 snap 54 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:663: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:664: read oid 33 snap -1 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:664: expect (ObjNum 161 snap 40 seq_num 161) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:665: rollback oid 14 current snap is 57 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 52 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:666: read oid 45 snap -1 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:666: expect (ObjNum 203 snap 51 seq_num 203) 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:667: rollback oid 13 current snap is 57 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 55 2024-09-16T06:50:20.273 INFO:tasks.rados.rados.0.smithi042.stdout:668: delete oid 34 current snap is 57 2024-09-16T06:50:20.280 INFO:tasks.rados.rados.0.smithi042.stdout:666: expect (ObjNum 203 snap 51 seq_num 203) 2024-09-16T06:50:20.315 INFO:tasks.rados.rados.0.smithi042.stdout:665: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:50:20.315 INFO:tasks.rados.rados.0.smithi042.stdout:665: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:665: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 198 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:667: finishing rollback tid 0 to smithi04281968-13 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:667: finishing rollback tid 1 to smithi04281968-13 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:667: finishing rollback tid 2 to smithi04281968-13 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 126 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-09-16T06:50:20.316 INFO:tasks.rados.rados.0.smithi042.stdout:663: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:664: expect (ObjNum 161 snap 40 seq_num 161) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:663: done (5 left) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:664: done (4 left) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:665: done (3 left) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:666: done (2 left) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:667: done (1 left) 2024-09-16T06:50:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:668: done (0 left) 2024-09-16T06:50:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:669: rmattr oid 32 current snap is 57 2024-09-16T06:50:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:669: done (0 left) 2024-09-16T06:50:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 57 2024-09-16T06:50:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:670: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-09-16T06:50:20.508 INFO:tasks.rados.rados.0.smithi042.stdout:670: writing smithi04281968-34 from 0 to 507904 tid 1 2024-09-16T06:50:20.513 INFO:tasks.rados.rados.0.smithi042.stdout:670: writing smithi04281968-34 from 507904 to 1196032 tid 2 2024-09-16T06:50:20.514 INFO:tasks.rados.rados.0.smithi042.stdout:670: writing smithi04281968-34 from 1196032 to 1310720 tid 3 2024-09-16T06:50:20.514 INFO:tasks.rados.rados.0.smithi042.stdout:671: snap_remove snap 51 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: pgmap v60: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: pgmap v60: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.535 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: pgmap v60: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 864 KiB/s rd, 822 KiB/s wr, 9 op/s 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:20 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:20.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:20.658+0000 7f9167a58040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:50:20.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:20] ENGINE Bus STARTING 2024-09-16T06:50:20.855 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: CherryPy Checker: 2024-09-16T06:50:20.855 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: The Application mounted at '' has an empty config. 2024-09-16T06:50:20.855 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:20.855 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:20] ENGINE Serving on http://:::9283 2024-09-16T06:50:20.855 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:20 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:20] ENGINE Bus STARTED 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: finishing write tid 1 to smithi04281968-34 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: finishing write tid 2 to smithi04281968-34 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: finishing write tid 3 to smithi04281968-34 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: finishing write tid 4 to smithi04281968-34 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: finishing write tid 5 to smithi04281968-34 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 128 (ObjNum 221 snap 57 seq_num 221) dirty exists 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: left oid 34 (ObjNum 221 snap 57 seq_num 221) 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:670: done (1 left) 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:671: done (0 left) 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:672: copy_from oid 32 from oid 6 current snap is 57 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:673: rollback oid 1 current snap is 57 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 52 2024-09-16T06:50:21.282 INFO:tasks.rados.rados.0.smithi042.stdout:674: setattr oid 50 current snap is 57 2024-09-16T06:50:21.285 INFO:tasks.rados.rados.0.smithi042.stdout:675: delete oid 37 current snap is 57 2024-09-16T06:50:21.289 INFO:tasks.rados.rados.0.smithi042.stdout:675: done (3 left) 2024-09-16T06:50:21.289 INFO:tasks.rados.rados.0.smithi042.stdout:676: snap_create 2024-09-16T06:50:21.289 INFO:tasks.rados.rados.0.smithi042.stdout:673: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:50:21.289 INFO:tasks.rados.rados.0.smithi042.stdout:673: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:50:21.291 INFO:tasks.rados.rados.0.smithi042.stdout:673: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:50:21.291 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 207 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:50:21.291 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 164 (ObjNum 191 snap 49 seq_num 191) dirty exists 2024-09-16T06:50:21.295 INFO:tasks.rados.rados.0.smithi042.stdout:672: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:50:21.295 INFO:tasks.rados.rados.0.smithi042.stdout:672: finishing copy_from to smithi04281968-32 2024-09-16T06:50:21.295 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 246 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-09-16T06:50:21.520 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T06:50:21.520 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: Standby manager daemon y restarted 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: Standby manager daemon y started 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: Standby manager daemon y restarted 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: Standby manager daemon y started 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:21.521 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:50:21.522 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:21 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: Standby manager daemon y restarted 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: Standby manager daemon y started 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T06:50:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:21 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:22.281 INFO:tasks.rados.rados.0.smithi042.stdout:672: done (3 left) 2024-09-16T06:50:22.281 INFO:tasks.rados.rados.0.smithi042.stdout:673: done (2 left) 2024-09-16T06:50:22.281 INFO:tasks.rados.rados.0.smithi042.stdout:674: done (1 left) 2024-09-16T06:50:22.281 INFO:tasks.rados.rados.0.smithi042.stdout:676: done (0 left) 2024-09-16T06:50:22.281 INFO:tasks.rados.rados.0.smithi042.stdout:677: delete oid 9 current snap is 58 2024-09-16T06:50:22.284 INFO:tasks.rados.rados.0.smithi042.stdout:677: done (0 left) 2024-09-16T06:50:22.285 INFO:tasks.rados.rados.0.smithi042.stdout:678: snap_create 2024-09-16T06:50:22.533 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[39185]: mgrmap e29: x(active, since 39s), standbys: y 2024-09-16T06:50:22.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[39185]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T06:50:22.534 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[39185]: pgmap v63: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:22.534 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[27521]: mgrmap e29: x(active, since 39s), standbys: y 2024-09-16T06:50:22.534 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[27521]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T06:50:22.534 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:22 smithi042 ceph-mon[27521]: pgmap v63: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:22 smithi164 ceph-mon[31490]: mgrmap e29: x(active, since 39s), standbys: y 2024-09-16T06:50:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:22 smithi164 ceph-mon[31490]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T06:50:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:22 smithi164 ceph-mon[31490]: pgmap v63: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:23.282 INFO:tasks.rados.rados.0.smithi042.stdout:678: done (0 left) 2024-09-16T06:50:23.282 INFO:tasks.rados.rados.0.smithi042.stdout:679: rmattr oid 13 current snap is 59 2024-09-16T06:50:23.282 INFO:tasks.rados.rados.0.smithi042.stdout:680: snap_create 2024-09-16T06:50:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 130 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-09-16T06:50:23.308 INFO:tasks.rados.rados.0.smithi042.stdout:679: done (1 left) 2024-09-16T06:50:23.308 INFO:tasks.rados.rados.0.smithi042.stdout:680: done (0 left) 2024-09-16T06:50:23.308 INFO:tasks.rados.rados.0.smithi042.stdout:681: copy_from oid 43 from oid 39 current snap is 60 2024-09-16T06:50:23.308 INFO:tasks.rados.rados.0.smithi042.stdout:682: delete oid 49 current snap is 60 2024-09-16T06:50:23.311 INFO:tasks.rados.rados.0.smithi042.stdout:682: done (1 left) 2024-09-16T06:50:23.311 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 60 2024-09-16T06:50:23.311 INFO:tasks.rados.rados.0.smithi042.stdout:683: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-09-16T06:50:23.314 INFO:tasks.rados.rados.0.smithi042.stdout:683: writing smithi04281968-23 from 0 to 573440 tid 1 2024-09-16T06:50:23.318 INFO:tasks.rados.rados.0.smithi042.stdout:683: writing smithi04281968-23 from 573440 to 1196032 tid 2 2024-09-16T06:50:23.320 INFO:tasks.rados.rados.0.smithi042.stdout:683: writing smithi04281968-23 from 1196032 to 1376256 tid 3 2024-09-16T06:50:23.320 INFO:tasks.rados.rados.0.smithi042.stdout:684: rollback oid 3 current snap is 60 2024-09-16T06:50:23.320 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 57 2024-09-16T06:50:23.320 INFO:tasks.rados.rados.0.smithi042.stdout:683: finishing write tid 1 to smithi04281968-23 2024-09-16T06:50:23.320 INFO:tasks.rados.rados.0.smithi042.stdout:685: snap_create 2024-09-16T06:50:23.322 INFO:tasks.rados.rados.0.smithi042.stdout:681: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:50:23.322 INFO:tasks.rados.rados.0.smithi042.stdout:683: finishing write tid 2 to smithi04281968-23 2024-09-16T06:50:23.323 INFO:tasks.rados.rados.0.smithi042.stdout:684: finishing rollback tid 0 to smithi04281968-3 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:683: finishing write tid 3 to smithi04281968-23 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:684: finishing rollback tid 1 to smithi04281968-3 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:683: finishing write tid 4 to smithi04281968-23 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:681: finishing copy_from to smithi04281968-43 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 242 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:684: finishing rollback tid 2 to smithi04281968-3 2024-09-16T06:50:23.324 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 167 (ObjNum 219 snap 56 seq_num 219) dirty exists 2024-09-16T06:50:23.325 INFO:tasks.rados.rados.0.smithi042.stdout:683: finishing write tid 5 to smithi04281968-23 2024-09-16T06:50:23.325 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 242 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-16T06:50:23.325 INFO:tasks.rados.rados.0.smithi042.stdout:683: left oid 23 (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:50:23.506 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE Bus STOPPING 2024-09-16T06:50:23.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T06:50:23.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:23.507 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.658 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:23.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.308+0000 7f8f6fe28640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ignoring --setuser ceph since I am not root 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ignoring --setgroup ceph since I am not root 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-mgr[67691]: -- 172.21.15.164:0/3523531339 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56169b628d00 con 0x56169b5fd400 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.454+0000 7ff3c0a5e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.513+0000 7ff3c0a5e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:23.659 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.658+0000 7ff3c0a5e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:50:23.773 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:50:23.506Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi042.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.42:8443: connect: connection refused" 2024-09-16T06:50:23.773 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:50:23.507Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi164.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.164:8443: connect: connection refused" 2024-09-16T06:50:23.988 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.723+0000 7ff3c0a5e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:50:23.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:23.870+0000 7ff3c0a5e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE Bus STOPPED 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE Bus STARTING 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90d0e2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90d0e2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.079 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90d0e2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90d0e2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90d0e2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90ce628640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90ce628640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90ce628640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.878+0000 7f90ce628640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:23.879+0000 7f90ce628640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE Serving on http://:::9283 2024-09-16T06:50:24.080 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:23 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:23] ENGINE Bus STARTED 2024-09-16T06:50:24.288 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:24.011+0000 7ff3c0a5e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:681: done (3 left) 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:683: done (2 left) 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:684: done (1 left) 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:685: done (0 left) 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:686: read oid 42 snap -1 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:686: expect deleted 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:687: read oid 24 snap -1 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:687: expect deleted 2024-09-16T06:50:24.308 INFO:tasks.rados.rados.0.smithi042.stdout:688: snap_create 2024-09-16T06:50:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T06:50:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: Activating manager daemon y 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.24874 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: mgrmap e30: y(active, starting, since 0.00756587s) 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:50:24.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: Manager daemon y is now available 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:24.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: Activating manager daemon y 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.24874 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: mgrmap e30: y(active, starting, since 0.00756587s) 2024-09-16T06:50:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:50:24.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: Manager daemon y is now available 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:50:24.359 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:50:24.612 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:24.340+0000 7ff3c0a5e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:50:24.612 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:24.407+0000 7ff3c0a5e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:50:24.612 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:24.612+0000 7ff3c0a5e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:50:24.612 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:24.612 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.24874 172.21.15.164:0/490733389' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: Activating manager daemon y 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.24874 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: mgrmap e30: y(active, starting, since 0.00756587s) 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:50:24.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: Manager daemon y is now available 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:24.614 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:24.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:50:24.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:24 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:50:24.800 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:50:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:50:24.353Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=2 2024-09-16T06:50:25.313 INFO:tasks.rados.rados.0.smithi042.stdout:686: done (2 left) 2024-09-16T06:50:25.313 INFO:tasks.rados.rados.0.smithi042.stdout:687: done (1 left) 2024-09-16T06:50:25.313 INFO:tasks.rados.rados.0.smithi042.stdout:688: done (0 left) 2024-09-16T06:50:25.314 INFO:tasks.rados.rados.0.smithi042.stdout:689: delete oid 10 current snap is 62 2024-09-16T06:50:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:689: done (0 left) 2024-09-16T06:50:25.323 INFO:tasks.rados.rados.0.smithi042.stdout:690: snap_create 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[39185]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[39185]: mgrmap e31: y(active, since 1.01378s) 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[39185]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[27521]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[27521]: mgrmap e31: y(active, since 1.01378s) 2024-09-16T06:50:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:25 smithi042 ceph-mon[27521]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:25.605 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:25.534+0000 7ff3c0a5e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:50:25.605 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:25 smithi164 ceph-mon[31490]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T06:50:25.605 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:25 smithi164 ceph-mon[31490]: mgrmap e31: y(active, since 1.01378s) 2024-09-16T06:50:25.605 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:25 smithi164 ceph-mon[31490]: pgmap v4: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:25.988 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:25 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:25.605+0000 7ff3c0a5e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:50:26.321 INFO:tasks.rados.rados.0.smithi042.stdout:690: done (0 left) 2024-09-16T06:50:26.321 INFO:tasks.rados.rados.0.smithi042.stdout:691: read oid 17 snap -1 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:691: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:692: rollback oid 6 current snap is 63 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 56 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:693: read oid 27 snap 61 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:693: expect deleted 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:694: copy_from oid 18 from oid 22 current snap is 63 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:695: rmattr oid 14 current snap is 63 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 63 2024-09-16T06:50:26.322 INFO:tasks.rados.rados.0.smithi042.stdout:696: seq_num 227 ranges {0=606208,606208=794624,1400832=8192} 2024-09-16T06:50:26.326 INFO:tasks.rados.rados.0.smithi042.stdout:696: writing smithi04281968-10 from 0 to 606208 tid 1 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:696: writing smithi04281968-10 from 606208 to 1400832 tid 2 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:696: writing smithi04281968-10 from 1400832 to 1409024 tid 3 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:697: setattr oid 4 current snap is 63 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 247 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:692: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:692: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:692: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 297 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-09-16T06:50:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:691: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:50:26.362 INFO:tasks.rados.rados.0.smithi042.stdout:694: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: finishing write tid 1 to smithi04281968-10 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:694: finishing copy_from to smithi04281968-18 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 99 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: finishing write tid 2 to smithi04281968-10 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: finishing write tid 3 to smithi04281968-10 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: finishing write tid 4 to smithi04281968-10 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: finishing write tid 5 to smithi04281968-10 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 134 (ObjNum 227 snap 63 seq_num 227) dirty exists 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:696: left oid 10 (ObjNum 227 snap 63 seq_num 227) 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:691: done (6 left) 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:692: done (5 left) 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:693: done (4 left) 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:694: done (3 left) 2024-09-16T06:50:26.363 INFO:tasks.rados.rados.0.smithi042.stdout:695: done (2 left) 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:696: done (1 left) 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:698: read oid 37 snap -1 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:698: expect deleted 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:699: delete oid 27 current snap is 63 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:698: done (2 left) 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:699: done (1 left) 2024-09-16T06:50:26.364 INFO:tasks.rados.rados.0.smithi042.stdout:700: delete oid 48 current snap is 63 2024-09-16T06:50:26.365 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 243 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T06:50:26.366 INFO:tasks.rados.rados.0.smithi042.stdout:697: done (1 left) 2024-09-16T06:50:26.366 INFO:tasks.rados.rados.0.smithi042.stdout:700: done (0 left) 2024-09-16T06:50:26.366 INFO:tasks.rados.rados.0.smithi042.stdout:701: delete oid 30 current snap is 63 2024-09-16T06:50:26.367 INFO:tasks.rados.rados.0.smithi042.stdout:701: done (0 left) 2024-09-16T06:50:26.367 INFO:tasks.rados.rados.0.smithi042.stdout:702: snap_create 2024-09-16T06:50:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[39185]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T06:50:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[39185]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[39185]: mgrmap e32: y(active, since 2s) 2024-09-16T06:50:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[27521]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[27521]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-mon[27521]: mgrmap e32: y(active, since 2s) 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:26.139+0000 7f90b1d2f640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:50:26] ENGINE Error in HTTPServer.serve 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: Traceback (most recent call last): 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._connections.run(self.expiration_interval) 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._run(expiration_interval) 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:50:26.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: s = self.context.wrap_socket( 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: return self.sslsocket_class._create( 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self.do_handshake() 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._sslobj.do_handshake() 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:50:26.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:26.628 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-mon[31490]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T06:50:26.628 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-mon[31490]: pgmap v6: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:26.628 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-mon[31490]: mgrmap e32: y(active, since 2s) 2024-09-16T06:50:26.628 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.375+0000 7ff3c0a5e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:50:26.629 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.496+0000 7ff3c0a5e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:50:26.929 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.644+0000 7ff3c0a5e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:26.930 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.708+0000 7ff3c0a5e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:50:26.930 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.860+0000 7ff3c0a5e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:50:26.930 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.929+0000 7ff3c0a5e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:50:27.229 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:26.994+0000 7ff3c0a5e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:50:27.229 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.163+0000 7ff3c0a5e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:50:27.327 INFO:tasks.rados.rados.0.smithi042.stdout:702: done (0 left) 2024-09-16T06:50:27.327 INFO:tasks.rados.rados.0.smithi042.stdout:703: snap_create 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.229+0000 7ff3c0a5e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.299+0000 7ff3c0a5e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.392+0000 7ff3c0a5e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.457+0000 7ff3c0a5e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: [16/Sep/2024:06:50:25] ENGINE Bus STARTING 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: [16/Sep/2024:06:50:26] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: [16/Sep/2024:06:50:26] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:50:27.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: [16/Sep/2024:06:50:26] ENGINE Bus STARTED 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: [16/Sep/2024:06:50:26] ENGINE Error in HTTPServer.serve 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: Traceback (most recent call last): 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._run(expiration_interval) 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: s = self.context.wrap_socket( 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:50:27.490 INFO:journalctl@ceph.mon.b.smithi164.stdout: return self.sslsocket_class._create( 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout: self.do_handshake() 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._sslobj.do_handshake() 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:50:27.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-mon[31490]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: [16/Sep/2024:06:50:25] ENGINE Bus STARTING 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: [16/Sep/2024:06:50:26] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: [16/Sep/2024:06:50:26] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: [16/Sep/2024:06:50:26] ENGINE Bus STARTED 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: [16/Sep/2024:06:50:26] ENGINE Error in HTTPServer.serve 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:50:27.601 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: self.do_handshake() 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:50:27.602 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[39185]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: [16/Sep/2024:06:50:25] ENGINE Bus STARTING 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: [16/Sep/2024:06:50:26] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: [16/Sep/2024:06:50:26] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: [16/Sep/2024:06:50:26] ENGINE Bus STARTED 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: [16/Sep/2024:06:50:26] ENGINE Error in HTTPServer.serve 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:50:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:50:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:27 smithi042 ceph-mon[27521]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T06:50:27.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:27 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:27.518+0000 7ff3c0a5e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:50:28.327 INFO:tasks.rados.rados.0.smithi042.stdout:703: done (0 left) 2024-09-16T06:50:28.328 INFO:tasks.rados.rados.0.smithi042.stdout:704: copy_from oid 48 from oid 1 current snap is 65 2024-09-16T06:50:28.328 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 65 2024-09-16T06:50:28.328 INFO:tasks.rados.rados.0.smithi042.stdout:705: seq_num 231 ranges {679936=671744,1351680=778240,2129920=24576} 2024-09-16T06:50:28.335 INFO:tasks.rados.rados.0.smithi042.stdout:705: writing smithi04281968-41 from 679936 to 1351680 tid 1 2024-09-16T06:50:28.341 INFO:tasks.rados.rados.0.smithi042.stdout:705: writing smithi04281968-41 from 1351680 to 2129920 tid 2 2024-09-16T06:50:28.341 INFO:tasks.rados.rados.0.smithi042.stdout:705: writing smithi04281968-41 from 2129920 to 2154496 tid 3 2024-09-16T06:50:28.341 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 65 2024-09-16T06:50:28.341 INFO:tasks.rados.rados.0.smithi042.stdout:706: seq_num 232 ranges {385024=688128,1073152=663552,1736704=139264} 2024-09-16T06:50:28.348 INFO:tasks.rados.rados.0.smithi042.stdout:706: writing smithi04281968-25 from 385024 to 1073152 tid 1 2024-09-16T06:50:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:706: writing smithi04281968-25 from 1073152 to 1736704 tid 2 2024-09-16T06:50:28.353 INFO:tasks.rados.rados.0.smithi042.stdout:706: writing smithi04281968-25 from 1736704 to 1875968 tid 3 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:707: rmattr oid 32 current snap is 65 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:704: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:704: finishing copy_from to smithi04281968-48 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 207 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: finishing write tid 1 to smithi04281968-41 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: finishing write tid 2 to smithi04281968-41 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: finishing write tid 3 to smithi04281968-41 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: finishing write tid 4 to smithi04281968-41 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: finishing write tid 5 to smithi04281968-41 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 320 (ObjNum 231 snap 65 seq_num 231) dirty exists 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:705: left oid 41 (ObjNum 231 snap 65 seq_num 231) 2024-09-16T06:50:28.354 INFO:tasks.rados.rados.0.smithi042.stdout:706: finishing write tid 1 to smithi04281968-25 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:704: done (3 left) 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:705: done (2 left) 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:707: done (1 left) 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:708: read oid 35 snap -1 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:708: expect deleted 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 65 2024-09-16T06:50:28.355 INFO:tasks.rados.rados.0.smithi042.stdout:709: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-09-16T06:50:28.357 INFO:tasks.rados.rados.0.smithi042.stdout:709: writing smithi04281968-27 from 0 to 712704 tid 1 2024-09-16T06:50:28.360 INFO:tasks.rados.rados.0.smithi042.stdout:709: writing smithi04281968-27 from 712704 to 1261568 tid 2 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:709: writing smithi04281968-27 from 1261568 to 1515520 tid 3 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:710: copy_from oid 19 from oid 2 current snap is 65 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: finishing write tid 2 to smithi04281968-25 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: finishing write tid 3 to smithi04281968-25 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: finishing write tid 4 to smithi04281968-25 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: finishing write tid 5 to smithi04281968-25 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 142 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: left oid 25 (ObjNum 232 snap 65 seq_num 232) 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:709: finishing write tid 1 to smithi04281968-27 2024-09-16T06:50:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:706: done (3 left) 2024-09-16T06:50:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:708: done (2 left) 2024-09-16T06:50:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:711: snap_create 2024-09-16T06:50:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:709: finishing write tid 2 to smithi04281968-27 2024-09-16T06:50:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:709: finishing write tid 3 to smithi04281968-27 2024-09-16T06:50:28.365 INFO:tasks.rados.rados.0.smithi042.stdout:709: finishing write tid 4 to smithi04281968-27 2024-09-16T06:50:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:709: finishing write tid 5 to smithi04281968-27 2024-09-16T06:50:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 146 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-09-16T06:50:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:709: left oid 27 (ObjNum 233 snap 65 seq_num 233) 2024-09-16T06:50:28.373 INFO:tasks.rados.rados.0.smithi042.stdout:710: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:50:28.374 INFO:tasks.rados.rados.0.smithi042.stdout:710: finishing copy_from to smithi04281968-19 2024-09-16T06:50:28.374 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 111 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[39185]: pgmap v8: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[39185]: mgrmap e33: y(active, since 4s) 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[39185]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[27521]: pgmap v8: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:28.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[27521]: mgrmap e33: y(active, since 4s) 2024-09-16T06:50:28.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[27521]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T06:50:28.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:28 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-mon[31490]: pgmap v8: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-mon[31490]: mgrmap e33: y(active, since 4s) 2024-09-16T06:50:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-mon[31490]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T06:50:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:28.325+0000 7ff3c0a5e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:50:28] ENGINE Bus STARTING 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: CherryPy Checker: 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: The Application mounted at '' has an empty config. 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:50:28] ENGINE Serving on http://:::9283 2024-09-16T06:50:28.740 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: [16/Sep/2024:06:50:28] ENGINE Bus STARTED 2024-09-16T06:50:28.741 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[67668]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:50:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:709: done (2 left) 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:710: done (1 left) 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:711: done (0 left) 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:712: rollback oid 46 current snap is 66 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 57 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:713: copy_from oid 35 from oid 11 current snap is 66 2024-09-16T06:50:29.250 INFO:tasks.rados.rados.0.smithi042.stdout:714: read oid 30 snap -1 2024-09-16T06:50:29.251 INFO:tasks.rados.rados.0.smithi042.stdout:714: expect deleted 2024-09-16T06:50:29.251 INFO:tasks.rados.rados.0.smithi042.stdout:715: copy_from oid 6 from oid 38 current snap is 66 2024-09-16T06:50:29.251 INFO:tasks.rados.rados.0.smithi042.stdout:716: delete oid 33 current snap is 66 2024-09-16T06:50:29.251 INFO:tasks.rados.rados.0.smithi042.stdout:712: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:50:29.251 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 216 (ObjNum 465 snap 0 seq_num 4609) dirty dne 2024-09-16T06:50:29.254 INFO:tasks.rados.rados.0.smithi042.stdout:713: finishing copy_from to smithi04281968-35 2024-09-16T06:50:29.254 INFO:tasks.rados.rados.0.smithi042.stdout:713: got expected ENOENT (src dne) 2024-09-16T06:50:29.255 INFO:tasks.rados.rados.0.smithi042.stdout:713: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:712: done (4 left) 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:713: done (3 left) 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:714: done (2 left) 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:716: done (1 left) 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:717: read oid 9 snap -1 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:717: expect deleted 2024-09-16T06:50:29.257 INFO:tasks.rados.rados.0.smithi042.stdout:718: read oid 24 snap 53 2024-09-16T06:50:29.258 INFO:tasks.rados.rados.0.smithi042.stdout:718: expect deleted 2024-09-16T06:50:29.258 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 66 2024-09-16T06:50:29.258 INFO:tasks.rados.rados.0.smithi042.stdout:719: seq_num 235 ranges {1122304=745472,1867776=712704,2580480=90112} 2024-09-16T06:50:29.267 INFO:tasks.rados.rados.0.smithi042.stdout:719: writing smithi04281968-21 from 1122304 to 1867776 tid 1 2024-09-16T06:50:29.272 INFO:tasks.rados.rados.0.smithi042.stdout:719: writing smithi04281968-21 from 1867776 to 2580480 tid 2 2024-09-16T06:50:29.273 INFO:tasks.rados.rados.0.smithi042.stdout:719: writing smithi04281968-21 from 2580480 to 2670592 tid 3 2024-09-16T06:50:29.273 INFO:tasks.rados.rados.0.smithi042.stdout:720: rmattr oid 23 current snap is 66 2024-09-16T06:50:29.273 INFO:tasks.rados.rados.0.smithi042.stdout:720: done (4 left) 2024-09-16T06:50:29.274 INFO:tasks.rados.rados.0.smithi042.stdout:721: snap_remove snap 64 2024-09-16T06:50:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: Standby manager daemon x started 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[27521]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:29 smithi042 ceph-mon[39185]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/195243504' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:29.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:29 smithi164 ceph-mon[31490]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T06:50:30.255 INFO:tasks.rados.rados.0.smithi042.stdout:721: done (4 left) 2024-09-16T06:50:30.255 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 66 2024-09-16T06:50:30.255 INFO:tasks.rados.rados.0.smithi042.stdout:722: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-09-16T06:50:30.260 INFO:tasks.rados.rados.0.smithi042.stdout:722: writing smithi04281968-49 from 0 to 761856 tid 1 2024-09-16T06:50:30.264 INFO:tasks.rados.rados.0.smithi042.stdout:722: writing smithi04281968-49 from 761856 to 1409024 tid 2 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:722: writing smithi04281968-49 from 1409024 to 1564672 tid 3 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:723: rollback oid 17 current snap is 66 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 53 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:715: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:719: finishing write tid 1 to smithi04281968-21 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:719: finishing write tid 2 to smithi04281968-21 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:715: finishing copy_from to smithi04281968-6 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 254 (ObjNum 184 snap 49 seq_num 184) dirty exists 2024-09-16T06:50:30.266 INFO:tasks.rados.rados.0.smithi042.stdout:719: finishing write tid 3 to smithi04281968-21 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:719: finishing write tid 4 to smithi04281968-21 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:719: finishing write tid 5 to smithi04281968-21 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 325 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:719: left oid 21 (ObjNum 235 snap 66 seq_num 235) 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:722: finishing write tid 1 to smithi04281968-49 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:715: done (5 left) 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:717: done (4 left) 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:718: done (3 left) 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:719: done (2 left) 2024-09-16T06:50:30.267 INFO:tasks.rados.rados.0.smithi042.stdout:724: snap_create 2024-09-16T06:50:30.269 INFO:tasks.rados.rados.0.smithi042.stdout:722: finishing write tid 2 to smithi04281968-49 2024-09-16T06:50:30.269 INFO:tasks.rados.rados.0.smithi042.stdout:722: finishing write tid 3 to smithi04281968-49 2024-09-16T06:50:30.269 INFO:tasks.rados.rados.0.smithi042.stdout:722: finishing write tid 4 to smithi04281968-49 2024-09-16T06:50:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:723: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:50:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:723: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:50:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:722: finishing write tid 5 to smithi04281968-49 2024-09-16T06:50:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 254 (ObjNum 236 snap 66 seq_num 236) dirty exists 2024-09-16T06:50:30.271 INFO:tasks.rados.rados.0.smithi042.stdout:722: left oid 49 (ObjNum 236 snap 66 seq_num 236) 2024-09-16T06:50:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:723: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:50:30.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 246 (ObjNum 183 snap 49 seq_num 183) dirty exists 2024-09-16T06:50:30.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:50:30.365Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2024-09-16T06:50:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[27521]: pgmap v12: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[27521]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[27521]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[39185]: pgmap v12: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[39185]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:50:30.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:30 smithi042 ceph-mon[39185]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T06:50:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:30 smithi164 ceph-mon[31490]: pgmap v12: 121 pgs: 121 active+clean; 120 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:30 smithi164 ceph-mon[31490]: mgrmap e34: y(active, since 6s), standbys: x 2024-09-16T06:50:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:30 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:50:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:30 smithi164 ceph-mon[31490]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:722: done (2 left) 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:723: done (1 left) 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:724: done (0 left) 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:725: copy_from oid 48 from oid 7 current snap is 67 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:726: read oid 2 snap -1 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:726: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 67 2024-09-16T06:50:31.256 INFO:tasks.rados.rados.0.smithi042.stdout:727: seq_num 237 ranges {4595712=778240,5373952=532480,5906432=270336} 2024-09-16T06:50:31.285 INFO:tasks.rados.rados.0.smithi042.stdout:727: writing smithi04281968-13 from 4595712 to 5373952 tid 1 2024-09-16T06:50:31.288 INFO:tasks.rados.rados.0.smithi042.stdout:727: writing smithi04281968-13 from 5373952 to 5906432 tid 2 2024-09-16T06:50:31.290 INFO:tasks.rados.rados.0.smithi042.stdout:727: writing smithi04281968-13 from 5906432 to 6176768 tid 3 2024-09-16T06:50:31.290 INFO:tasks.rados.rados.0.smithi042.stdout:728: read oid 47 snap -1 2024-09-16T06:50:31.290 INFO:tasks.rados.rados.0.smithi042.stdout:728: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:50:31.290 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 67 2024-09-16T06:50:31.290 INFO:tasks.rados.rados.0.smithi042.stdout:729: seq_num 238 ranges {794624=794624,1589248=417792,2007040=385024} 2024-09-16T06:50:31.298 INFO:tasks.rados.rados.0.smithi042.stdout:729: writing smithi04281968-18 from 794624 to 1589248 tid 1 2024-09-16T06:50:31.301 INFO:tasks.rados.rados.0.smithi042.stdout:729: writing smithi04281968-18 from 1589248 to 2007040 tid 2 2024-09-16T06:50:31.304 INFO:tasks.rados.rados.0.smithi042.stdout:729: writing smithi04281968-18 from 2007040 to 2392064 tid 3 2024-09-16T06:50:31.304 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 67 2024-09-16T06:50:31.304 INFO:tasks.rados.rados.0.smithi042.stdout:730: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-09-16T06:50:31.307 INFO:tasks.rados.rados.0.smithi042.stdout:730: writing smithi04281968-33 from 0 to 409600 tid 1 2024-09-16T06:50:31.310 INFO:tasks.rados.rados.0.smithi042.stdout:730: writing smithi04281968-33 from 409600 to 1114112 tid 2 2024-09-16T06:50:31.314 INFO:tasks.rados.rados.0.smithi042.stdout:730: writing smithi04281968-33 from 1114112 to 1613824 tid 3 2024-09-16T06:50:31.314 INFO:tasks.rados.rados.0.smithi042.stdout:731: read oid 37 snap -1 2024-09-16T06:50:31.314 INFO:tasks.rados.rados.0.smithi042.stdout:731: expect deleted 2024-09-16T06:50:31.314 INFO:tasks.rados.rados.0.smithi042.stdout:726: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:725: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:50:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:725: finishing copy_from to smithi04281968-48 2024-09-16T06:50:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 225 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:50:31.407 INFO:tasks.rados.rados.0.smithi042.stdout:727: finishing write tid 1 to smithi04281968-13 2024-09-16T06:50:31.407 INFO:tasks.rados.rados.0.smithi042.stdout:727: finishing write tid 2 to smithi04281968-13 2024-09-16T06:50:31.407 INFO:tasks.rados.rados.0.smithi042.stdout:727: finishing write tid 3 to smithi04281968-13 2024-09-16T06:50:31.407 INFO:tasks.rados.rados.0.smithi042.stdout:727: finishing write tid 4 to smithi04281968-13 2024-09-16T06:50:31.407 INFO:tasks.rados.rados.0.smithi042.stdout:728: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:727: finishing write tid 5 to smithi04281968-13 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 135 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:727: left oid 13 (ObjNum 237 snap 67 seq_num 237) 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:729: finishing write tid 1 to smithi04281968-18 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:729: finishing write tid 2 to smithi04281968-18 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:729: finishing write tid 3 to smithi04281968-18 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:729: finishing write tid 4 to smithi04281968-18 2024-09-16T06:50:31.447 INFO:tasks.rados.rados.0.smithi042.stdout:730: finishing write tid 1 to smithi04281968-33 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:729: finishing write tid 5 to smithi04281968-18 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 139 (ObjNum 238 snap 67 seq_num 238) dirty exists 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:729: left oid 18 (ObjNum 238 snap 67 seq_num 238) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:730: finishing write tid 2 to smithi04281968-33 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:730: finishing write tid 3 to smithi04281968-33 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:730: finishing write tid 4 to smithi04281968-33 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:732: read oid 38 snap -1 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:732: expect (ObjNum 184 snap 49 seq_num 184) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:725: done (7 left) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:726: done (6 left) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:727: done (5 left) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:728: done (4 left) 2024-09-16T06:50:31.448 INFO:tasks.rados.rados.0.smithi042.stdout:729: done (3 left) 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:731: done (2 left) 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:733: copy_from oid 28 from oid 23 current snap is 67 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:730: finishing write tid 5 to smithi04281968-33 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 221 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:730: left oid 33 (ObjNum 239 snap 67 seq_num 239) 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:730: done (2 left) 2024-09-16T06:50:31.449 INFO:tasks.rados.rados.0.smithi042.stdout:734: snap_remove snap 65 2024-09-16T06:50:32.261 INFO:tasks.rados.rados.0.smithi042.stdout:734: done (2 left) 2024-09-16T06:50:32.261 INFO:tasks.rados.rados.0.smithi042.stdout:735: delete oid 25 current snap is 67 2024-09-16T06:50:32.261 INFO:tasks.rados.rados.0.smithi042.stdout:733: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:50:32.261 INFO:tasks.rados.rados.0.smithi042.stdout:732: expect (ObjNum 184 snap 49 seq_num 184) 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:733: finishing copy_from to smithi04281968-28 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 242 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:732: done (2 left) 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:733: done (1 left) 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:735: done (0 left) 2024-09-16T06:50:32.525 INFO:tasks.rados.rados.0.smithi042.stdout:736: read oid 11 snap -1 2024-09-16T06:50:32.526 INFO:tasks.rados.rados.0.smithi042.stdout:736: expect deleted 2024-09-16T06:50:32.526 INFO:tasks.rados.rados.0.smithi042.stdout:737: snap_remove snap 60 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: pgmap v15: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T06:50:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: pgmap v15: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-09-16T06:50:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:32.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:32 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: pgmap v15: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:32 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:33.269 INFO:tasks.rados.rados.0.smithi042.stdout:737: done (1 left) 2024-09-16T06:50:33.269 INFO:tasks.rados.rados.0.smithi042.stdout:738: read oid 12 snap -1 2024-09-16T06:50:33.269 INFO:tasks.rados.rados.0.smithi042.stdout:738: expect (ObjNum 217 snap 53 seq_num 217) 2024-09-16T06:50:33.269 INFO:tasks.rados.rados.0.smithi042.stdout:739: rollback oid 26 current snap is 67 2024-09-16T06:50:33.269 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 42 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:736: done (2 left) 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:740: rollback oid 14 current snap is 67 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 61 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:741: read oid 37 snap -1 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:741: expect deleted 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:742: rollback oid 39 current snap is 67 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 59 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:743: rollback oid 49 current snap is 67 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 66 2024-09-16T06:50:33.270 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 67 2024-09-16T06:50:33.271 INFO:tasks.rados.rados.0.smithi042.stdout:744: seq_num 241 ranges {794624=442368,1236992=466944,1703936=688128,2392064=49152} 2024-09-16T06:50:33.277 INFO:tasks.rados.rados.0.smithi042.stdout:744: writing smithi04281968-22 from 794624 to 1236992 tid 1 2024-09-16T06:50:33.280 INFO:tasks.rados.rados.0.smithi042.stdout:744: writing smithi04281968-22 from 1236992 to 1703936 tid 2 2024-09-16T06:50:33.285 INFO:tasks.rados.rados.0.smithi042.stdout:744: writing smithi04281968-22 from 1703936 to 2392064 tid 3 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:744: writing smithi04281968-22 from 2392064 to 2441216 tid 4 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:743: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:743: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:743: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 258 (ObjNum 236 snap 66 seq_num 236) dirty exists 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 1 to smithi04281968-22 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 2 to smithi04281968-22 2024-09-16T06:50:33.286 INFO:tasks.rados.rados.0.smithi042.stdout:741: done (6 left) 2024-09-16T06:50:33.287 INFO:tasks.rados.rados.0.smithi042.stdout:743: done (5 left) 2024-09-16T06:50:33.287 INFO:tasks.rados.rados.0.smithi042.stdout:745: copy_from oid 41 from oid 48 current snap is 67 2024-09-16T06:50:33.287 INFO:tasks.rados.rados.0.smithi042.stdout:746: snap_remove snap 55 2024-09-16T06:50:33.563 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.564 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:33 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T06:50:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:50:33.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:33.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:33 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:739: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:739: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:739: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 250 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:740: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:740: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:740: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 253 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:50:34.276 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 3 to smithi04281968-22 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 4 to smithi04281968-22 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 5 to smithi04281968-22 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:744: finishing write tid 6 to smithi04281968-22 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 174 (ObjNum 241 snap 67 seq_num 241) dirty exists 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:744: left oid 22 (ObjNum 241 snap 67 seq_num 241) 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:745: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:745: finishing copy_from to smithi04281968-41 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 225 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:50:34.277 INFO:tasks.rados.rados.0.smithi042.stdout:738: expect (ObjNum 217 snap 53 seq_num 217) 2024-09-16T06:50:34.527 INFO:tasks.rados.rados.0.smithi042.stdout:742: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:50:34.527 INFO:tasks.rados.rados.0.smithi042.stdout:742: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:50:34.527 INFO:tasks.rados.rados.0.smithi042.stdout:742: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 315 (ObjNum 209 snap 51 seq_num 209) dirty exists 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:738: done (6 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:739: done (5 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:740: done (4 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:742: done (3 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:744: done (2 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:745: done (1 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:746: done (0 left) 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:747: copy_from oid 43 from oid 35 current snap is 67 2024-09-16T06:50:34.528 INFO:tasks.rados.rados.0.smithi042.stdout:748: copy_from oid 42 from oid 33 current snap is 67 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:749: setattr oid 27 current snap is 67 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:747: finishing copy_from to smithi04281968-43 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:747: got expected ENOENT (src dne) 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:747: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:747: done (2 left) 2024-09-16T06:50:34.529 INFO:tasks.rados.rados.0.smithi042.stdout:750: setattr oid 45 current snap is 67 2024-09-16T06:50:34.530 INFO:tasks.rados.rados.0.smithi042.stdout:751: snap_create 2024-09-16T06:50:34.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 152 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-09-16T06:50:34.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 175 (ObjNum 203 snap 51 seq_num 203) dirty exists 2024-09-16T06:50:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:748: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:50:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:748: finishing copy_from to smithi04281968-42 2024-09-16T06:50:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 221 (ObjNum 239 snap 67 seq_num 239) dirty exists 2024-09-16T06:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[27521]: pgmap v18: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T06:50:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:34 smithi042 ceph-mon[39185]: pgmap v18: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-16T06:50:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.759 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:50:34.759 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T06:50:34.760 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: Reconfiguring daemon prometheus.a on smithi164 2024-09-16T06:50:34.760 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T06:50:34.760 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:34 smithi164 ceph-mon[31490]: pgmap v18: 121 pgs: 121 active+clean; 136 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:748: done (3 left) 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:749: done (2 left) 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:750: done (1 left) 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:751: done (0 left) 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:752: rollback oid 27 current snap is 68 2024-09-16T06:50:35.280 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 58 2024-09-16T06:50:35.281 INFO:tasks.rados.rados.0.smithi042.stdout:753: snap_remove snap 56 2024-09-16T06:50:35.453 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:50:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:35 smithi164 ceph-mon[31490]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T06:50:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:35 smithi042 ceph-mon[27521]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T06:50:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:35 smithi042 ceph-mon[39185]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (39s) 7s ago 4m 18.8M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (28s) 7s ago 4m 77.4M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (5m) 7s ago 5m 16.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (5m) 7s ago 5m 16.9M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283 running (71s) 7s ago 8m 113M - 18.2.4-845-ge4e227b3 67ddd33fa72f cf8a17b6da40 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (20s) 7s ago 10m 470M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:50:35.719 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (10m) 7s ago 10m 54.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (9m) 7s ago 9m 48.7M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (9m) 7s ago 9m 43.4M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (37s) 7s ago 4m 8460k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (26s) 7s ago 4m 7914k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (8m) 7s ago 8m 126M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (8m) 7s ago 8m 112M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (7m) 7s ago 7m 114M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (7m) 7s ago 7m 64.9M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (6m) 7s ago 6m 98.1M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (6m) 7s ago 6m 118M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (6m) 7s ago 6m 74.8M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (5m) 7s ago 5m 79.4M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:50:35.720 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (32s) 7s ago 4m 44.4M - 2.43.0 a07b618ecd1d 06b77749853c 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:36.048 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 13, 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:50:36.049 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:50:36.287 INFO:tasks.rados.rados.0.smithi042.stdout:753: done (1 left) 2024-09-16T06:50:36.287 INFO:tasks.rados.rados.0.smithi042.stdout:754: copy_from oid 11 from oid 41 current snap is 68 2024-09-16T06:50:36.287 INFO:tasks.rados.rados.0.smithi042.stdout:752: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:50:36.288 INFO:tasks.rados.rados.0.smithi042.stdout:752: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:50:36.288 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 155 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T06:50:36.288 INFO:tasks.rados.rados.0.smithi042.stdout:752: done (1 left) 2024-09-16T06:50:36.288 INFO:tasks.rados.rados.0.smithi042.stdout:755: copy_from oid 46 from oid 17 current snap is 68 2024-09-16T06:50:36.288 INFO:tasks.rados.rados.0.smithi042.stdout:756: delete oid 29 current snap is 68 2024-09-16T06:50:36.293 INFO:tasks.rados.rados.0.smithi042.stdout:756: done (2 left) 2024-09-16T06:50:36.294 INFO:tasks.rados.rados.0.smithi042.stdout:757: snap_remove snap 67 2024-09-16T06:50:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[27521]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T06:50:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[27521]: pgmap v21: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[27521]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[27521]: from='client.? 172.21.15.42:0/1825970914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[39185]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T06:50:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[39185]: pgmap v21: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[39185]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:36 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/1825970914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-mon[31490]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T06:50:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-mon[31490]: pgmap v21: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-mon[31490]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/1825970914' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:36.942 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 systemd[1]: Stopping Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T06:50:37.239 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T06:50:37.240 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.942Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T06:50:37.240 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.943Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T06:50:37.240 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.943Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T06:50:37.240 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[76536]: ts=2024-09-16T06:50:36.943Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T06:50:37.240 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:36 smithi164 podman[79849]: 2024-09-16 06:50:36.952669602 +0000 UTC m=+0.139210406 container died 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:754: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:755: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:754: finishing copy_from to smithi04281968-11 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 225 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:755: finishing copy_from to smithi04281968-46 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 246 (ObjNum 183 snap 49 seq_num 183) dirty exists 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:754: done (2 left) 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:755: done (1 left) 2024-09-16T06:50:37.292 INFO:tasks.rados.rados.0.smithi042.stdout:757: done (0 left) 2024-09-16T06:50:37.293 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 68 2024-09-16T06:50:37.293 INFO:tasks.rados.rados.0.smithi042.stdout:758: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-09-16T06:50:37.295 INFO:tasks.rados.rados.0.smithi042.stdout:758: writing smithi04281968-31 from 0 to 475136 tid 1 2024-09-16T06:50:37.298 INFO:tasks.rados.rados.0.smithi042.stdout:758: writing smithi04281968-31 from 475136 to 1114112 tid 2 2024-09-16T06:50:37.302 INFO:tasks.rados.rados.0.smithi042.stdout:758: writing smithi04281968-31 from 1114112 to 1679360 tid 3 2024-09-16T06:50:37.302 INFO:tasks.rados.rados.0.smithi042.stdout:759: delete oid 29 current snap is 68 2024-09-16T06:50:37.302 INFO:tasks.rados.rados.0.smithi042.stdout:758: finishing write tid 1 to smithi04281968-31 2024-09-16T06:50:37.302 INFO:tasks.rados.rados.0.smithi042.stdout:758: finishing write tid 2 to smithi04281968-31 2024-09-16T06:50:37.304 INFO:tasks.rados.rados.0.smithi042.stdout:759: done (1 left) 2024-09-16T06:50:37.304 INFO:tasks.rados.rados.0.smithi042.stdout:760: snap_remove snap 61 2024-09-16T06:50:37.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:37 smithi042 ceph-mon[27521]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:37.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:37 smithi042 ceph-mon[27521]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T06:50:37.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:37 smithi042 ceph-mon[39185]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:37.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:37 smithi042 ceph-mon[39185]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T06:50:37.676 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:37 smithi164 ceph-mon[31490]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:50:37.676 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:37 smithi164 ceph-mon[31490]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T06:50:37.676 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 podman[79849]: 2024-09-16 06:50:37.482890097 +0000 UTC m=+0.669430900 container cleanup 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:37.676 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 bash[79849]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T06:50:37.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 podman[79868]: 2024-09-16 06:50:37.67652141 +0000 UTC m=+0.723979145 container remove 06b77749853c412f1a4bee6c1818bb78fc6ce517cca345755c449dae12b385fb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:37.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T06:50:37.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 systemd[1]: Stopped Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:37.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.162s CPU time. 2024-09-16T06:50:37.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:37 smithi164 systemd[1]: Starting Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:38.298 INFO:tasks.rados.rados.0.smithi042.stdout:758: finishing write tid 3 to smithi04281968-31 2024-09-16T06:50:38.298 INFO:tasks.rados.rados.0.smithi042.stdout:758: finishing write tid 4 to smithi04281968-31 2024-09-16T06:50:38.298 INFO:tasks.rados.rados.0.smithi042.stdout:758: finishing write tid 5 to smithi04281968-31 2024-09-16T06:50:38.298 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 132 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-09-16T06:50:38.298 INFO:tasks.rados.rados.0.smithi042.stdout:758: left oid 31 (ObjNum 243 snap 68 seq_num 243) 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:758: done (1 left) 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:760: done (0 left) 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:761: read oid 14 snap -1 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:761: expect (ObjNum 187 snap 49 seq_num 187) 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 68 2024-09-16T06:50:38.299 INFO:tasks.rados.rados.0.smithi042.stdout:762: seq_num 245 ranges {3112960=507904,3620864=458752,4079616=671744,4751360=73728} 2024-09-16T06:50:38.318 INFO:tasks.rados.rados.0.smithi042.stdout:762: writing smithi04281968-44 from 3112960 to 3620864 tid 1 2024-09-16T06:50:38.321 INFO:tasks.rados.rados.0.smithi042.stdout:762: writing smithi04281968-44 from 3620864 to 4079616 tid 2 2024-09-16T06:50:38.325 INFO:tasks.rados.rados.0.smithi042.stdout:762: writing smithi04281968-44 from 4079616 to 4751360 tid 3 2024-09-16T06:50:38.326 INFO:tasks.rados.rados.0.smithi042.stdout:762: writing smithi04281968-44 from 4751360 to 4825088 tid 4 2024-09-16T06:50:38.326 INFO:tasks.rados.rados.0.smithi042.stdout:763: read oid 21 snap -1 2024-09-16T06:50:38.326 INFO:tasks.rados.rados.0.smithi042.stdout:763: expect (ObjNum 235 snap 66 seq_num 235) 2024-09-16T06:50:38.326 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 68 2024-09-16T06:50:38.326 INFO:tasks.rados.rados.0.smithi042.stdout:764: seq_num 246 ranges {1089536=524288,1613824=745472,2359296=425984,2785280=32768} 2024-09-16T06:50:38.335 INFO:tasks.rados.rados.0.smithi042.stdout:764: writing smithi04281968-7 from 1089536 to 1613824 tid 1 2024-09-16T06:50:38.339 INFO:tasks.rados.rados.0.smithi042.stdout:764: writing smithi04281968-7 from 1613824 to 2359296 tid 2 2024-09-16T06:50:38.341 INFO:tasks.rados.rados.0.smithi042.stdout:764: writing smithi04281968-7 from 2359296 to 2785280 tid 3 2024-09-16T06:50:38.342 INFO:tasks.rados.rados.0.smithi042.stdout:764: writing smithi04281968-7 from 2785280 to 2818048 tid 4 2024-09-16T06:50:38.342 INFO:tasks.rados.rados.0.smithi042.stdout:765: setattr oid 41 current snap is 68 2024-09-16T06:50:38.342 INFO:tasks.rados.rados.0.smithi042.stdout:761: expect (ObjNum 187 snap 49 seq_num 187) 2024-09-16T06:50:38.384 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 1 to smithi04281968-44 2024-09-16T06:50:38.384 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 2 to smithi04281968-44 2024-09-16T06:50:38.384 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 3 to smithi04281968-44 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 4 to smithi04281968-44 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 5 to smithi04281968-44 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:762: finishing write tid 6 to smithi04281968-44 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 276 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:762: left oid 44 (ObjNum 245 snap 68 seq_num 245) 2024-09-16T06:50:38.385 INFO:tasks.rados.rados.0.smithi042.stdout:763: expect (ObjNum 235 snap 66 seq_num 235) 2024-09-16T06:50:38.460 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-mon[31490]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T06:50:38.460 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-mon[31490]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:38.460 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 podman[79961]: 2024-09-16 06:50:38.020392218 +0000 UTC m=+0.017583641 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T06:50:38.460 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 podman[79961]: 2024-09-16 06:50:38.22743729 +0000 UTC m=+0.224628703 container create 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:38.473 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 1 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 2 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 3 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 4 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 5 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: finishing write tid 6 to smithi04281968-7 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 263 (ObjNum 246 snap 68 seq_num 246) dirty exists 2024-09-16T06:50:38.474 INFO:tasks.rados.rados.0.smithi042.stdout:764: left oid 7 (ObjNum 246 snap 68 seq_num 246) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:761: done (4 left) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:762: done (3 left) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:763: done (2 left) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:764: done (1 left) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:766: read oid 21 snap -1 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:766: expect (ObjNum 235 snap 66 seq_num 235) 2024-09-16T06:50:38.475 INFO:tasks.rados.rados.0.smithi042.stdout:767: snap_remove snap 59 2024-09-16T06:50:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:38 smithi042 ceph-mon[27521]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T06:50:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:38 smithi042 ceph-mon[27521]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:38.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:38 smithi042 ceph-mon[39185]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T06:50:38.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:38 smithi042 ceph-mon[39185]: pgmap v24: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-09-16T06:50:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 podman[79961]: 2024-09-16 06:50:38.460789638 +0000 UTC m=+0.457981056 container init 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 podman[79961]: 2024-09-16 06:50:38.465499023 +0000 UTC m=+0.462690437 container start 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:50:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.489Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T06:50:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.489Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.489Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi164 (none))" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.489Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.489Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.491Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.491Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.492Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.492Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.495Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.495Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.642µs 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.495Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.495Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.509Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-16T06:50:38.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.515Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.515Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.515Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.273µs wal_replay_duration=20.071219ms wbl_replay_duration=88ns total_replay_duration=20.114427ms 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.518Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.518Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.518Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.538Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.053739ms db_storage=1.068µs remote_storage=1.119µs web_handler=441ns query_engine=540ns scrape=436.952µs scrape_sd=315.026µs notify=26.674µs notify_sd=24.761µs rules=18.908674ms tracing=5.354µs 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.538Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:38.538Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 bash[79961]: 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b 2024-09-16T06:50:38.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:38 smithi164 systemd[1]: Started Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:39.253 INFO:tasks.rados.rados.0.smithi042.stdout:767: done (2 left) 2024-09-16T06:50:39.253 INFO:tasks.rados.rados.0.smithi042.stdout:768: rollback oid 19 current snap is 68 2024-09-16T06:50:39.254 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 351 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:50:39.254 INFO:tasks.rados.rados.0.smithi042.stdout:766: expect (ObjNum 235 snap 66 seq_num 235) 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 40 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:765: done (2 left) 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:766: done (1 left) 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:769: read oid 8 snap -1 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:769: expect (ObjNum 179 snap 46 seq_num 179) 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 68 2024-09-16T06:50:39.349 INFO:tasks.rados.rados.0.smithi042.stdout:770: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-09-16T06:50:39.352 INFO:tasks.rados.rados.0.smithi042.stdout:770: writing smithi04281968-24 from 0 to 540672 tid 1 2024-09-16T06:50:39.356 INFO:tasks.rados.rados.0.smithi042.stdout:770: writing smithi04281968-24 from 540672 to 1163264 tid 2 2024-09-16T06:50:39.359 INFO:tasks.rados.rados.0.smithi042.stdout:770: writing smithi04281968-24 from 1163264 to 1744896 tid 3 2024-09-16T06:50:39.359 INFO:tasks.rados.rados.0.smithi042.stdout:771: setattr oid 9 current snap is 68 2024-09-16T06:50:39.360 INFO:tasks.rados.rados.0.smithi042.stdout:768: finishing rollback tid 0 to smithi04281968-19 2024-09-16T06:50:39.360 INFO:tasks.rados.rados.0.smithi042.stdout:769: expect (ObjNum 179 snap 46 seq_num 179) 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:768: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:768: finishing rollback tid 2 to smithi04281968-19 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 343 (ObjNum 106 snap 23 seq_num 106) dirty exists 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:770: finishing write tid 1 to smithi04281968-24 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:770: finishing write tid 2 to smithi04281968-24 2024-09-16T06:50:39.376 INFO:tasks.rados.rados.0.smithi042.stdout:770: finishing write tid 3 to smithi04281968-24 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:770: finishing write tid 4 to smithi04281968-24 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:770: finishing write tid 5 to smithi04281968-24 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 359 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:770: left oid 24 (ObjNum 247 snap 68 seq_num 247) 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:768: done (3 left) 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:769: done (2 left) 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:770: done (1 left) 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:772: rmattr oid 3 current snap is 68 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:772: done (1 left) 2024-09-16T06:50:39.377 INFO:tasks.rados.rados.0.smithi042.stdout:773: setattr oid 31 current snap is 68 2024-09-16T06:50:39.378 INFO:tasks.rados.rados.0.smithi042.stdout:774: delete oid 43 current snap is 68 2024-09-16T06:50:39.378 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 243 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:50:39.380 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 133 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:771: done (2 left) 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:773: done (1 left) 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:774: done (0 left) 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:775: copy_from oid 8 from oid 47 current snap is 68 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:776: read oid 25 snap -1 2024-09-16T06:50:39.383 INFO:tasks.rados.rados.0.smithi042.stdout:776: expect deleted 2024-09-16T06:50:39.384 INFO:tasks.rados.rados.0.smithi042.stdout:777: setattr oid 13 current snap is 68 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:776: done (2 left) 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:778: rollback oid 42 current snap is 68 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 58 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:779: copy_from oid 19 from oid 2 current snap is 68 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:780: read oid 26 snap -1 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:780: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 68 2024-09-16T06:50:39.385 INFO:tasks.rados.rados.0.smithi042.stdout:781: seq_num 249 ranges {2441216=573440,3014656=794624,3809280=409600} 2024-09-16T06:50:39.402 INFO:tasks.rados.rados.0.smithi042.stdout:781: writing smithi04281968-22 from 2441216 to 3014656 tid 1 2024-09-16T06:50:39.407 INFO:tasks.rados.rados.0.smithi042.stdout:781: writing smithi04281968-22 from 3014656 to 3809280 tid 2 2024-09-16T06:50:39.409 INFO:tasks.rados.rados.0.smithi042.stdout:781: writing smithi04281968-22 from 3809280 to 4218880 tid 3 2024-09-16T06:50:39.409 INFO:tasks.rados.rados.0.smithi042.stdout:782: read oid 11 snap -1 2024-09-16T06:50:39.409 INFO:tasks.rados.rados.0.smithi042.stdout:782: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:50:39.409 INFO:tasks.rados.rados.0.smithi042.stdout:783: snap_remove snap 66 2024-09-16T06:50:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:39 smithi164 ceph-mon[31490]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[39185]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:39.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:39 smithi042 ceph-mon[27521]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:783: done (7 left) 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:784: snap_create 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:778: finishing rollback tid 0 to smithi04281968-42 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 148 (ObjNum 237 snap 67 seq_num 237) dirty exists 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:775: finishing copy_from racing read to smithi04281968-8 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:775: finishing copy_from to smithi04281968-8 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 77 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:778: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:50:40.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 269 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:50:40.307 INFO:tasks.rados.rados.0.smithi042.stdout:779: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:50:40.307 INFO:tasks.rados.rados.0.smithi042.stdout:779: finishing copy_from to smithi04281968-19 2024-09-16T06:50:40.307 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 111 (ObjNum 69 snap 9 seq_num 69) dirty exists 2024-09-16T06:50:40.307 INFO:tasks.rados.rados.0.smithi042.stdout:780: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: finishing write tid 1 to smithi04281968-22 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: finishing write tid 2 to smithi04281968-22 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: finishing write tid 3 to smithi04281968-22 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: finishing write tid 4 to smithi04281968-22 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: finishing write tid 5 to smithi04281968-22 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 179 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:781: left oid 22 (ObjNum 249 snap 68 seq_num 249) 2024-09-16T06:50:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:782: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:50:40.538 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:40 smithi164 ceph-mon[31490]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:40.538 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:40 smithi164 ceph-mon[31490]: pgmap v27: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:40.538 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:40 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:40.538 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:40 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:40.538 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:40 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[39185]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[39185]: pgmap v27: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[27521]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:50:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[27521]: pgmap v27: 121 pgs: 121 active+clean; 151 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:50:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:50:40.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:40 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:775: done (7 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:777: done (6 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:778: done (5 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:779: done (4 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:780: done (3 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:781: done (2 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:782: done (1 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:784: done (0 left) 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:785: rollback oid 21 current snap is 69 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 54 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:786: copy_from oid 28 from oid 37 current snap is 69 2024-09-16T06:50:41.311 INFO:tasks.rados.rados.0.smithi042.stdout:787: delete oid 1 current snap is 69 2024-09-16T06:50:41.316 INFO:tasks.rados.rados.0.smithi042.stdout:785: finishing rollback tid 0 to smithi04281968-21 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:785: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:785: finishing rollback tid 2 to smithi04281968-21 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 365 (ObjNum 210 snap 51 seq_num 210) dirty exists 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:786: finishing copy_from to smithi04281968-28 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:786: got expected ENOENT (src dne) 2024-09-16T06:50:41.317 INFO:tasks.rados.rados.0.smithi042.stdout:786: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:50:41.319 INFO:tasks.rados.rados.0.smithi042.stdout:785: done (2 left) 2024-09-16T06:50:41.319 INFO:tasks.rados.rados.0.smithi042.stdout:786: done (1 left) 2024-09-16T06:50:41.319 INFO:tasks.rados.rados.0.smithi042.stdout:787: done (0 left) 2024-09-16T06:50:41.319 INFO:tasks.rados.rados.0.smithi042.stdout:788: delete oid 15 current snap is 69 2024-09-16T06:50:41.322 INFO:tasks.rados.rados.0.smithi042.stdout:788: done (0 left) 2024-09-16T06:50:41.323 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 69 2024-09-16T06:50:41.323 INFO:tasks.rados.rados.0.smithi042.stdout:789: seq_num 252 ranges {1376256=630784,2007040=499712,2506752=425984,2932736=278528} 2024-09-16T06:50:41.333 INFO:tasks.rados.rados.0.smithi042.stdout:789: writing smithi04281968-28 from 1376256 to 2007040 tid 1 2024-09-16T06:50:41.336 INFO:tasks.rados.rados.0.smithi042.stdout:789: writing smithi04281968-28 from 2007040 to 2506752 tid 2 2024-09-16T06:50:41.339 INFO:tasks.rados.rados.0.smithi042.stdout:789: writing smithi04281968-28 from 2506752 to 2932736 tid 3 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:789: writing smithi04281968-28 from 2932736 to 3211264 tid 4 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:790: rmattr oid 34 current snap is 69 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:790: done (1 left) 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:791: snap_create 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 1 to smithi04281968-28 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 2 to smithi04281968-28 2024-09-16T06:50:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 3 to smithi04281968-28 2024-09-16T06:50:41.343 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 4 to smithi04281968-28 2024-09-16T06:50:41.343 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 5 to smithi04281968-28 2024-09-16T06:50:41.345 INFO:tasks.rados.rados.0.smithi042.stdout:789: finishing write tid 6 to smithi04281968-28 2024-09-16T06:50:41.345 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 371 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-16T06:50:41.345 INFO:tasks.rados.rados.0.smithi042.stdout:789: left oid 28 (ObjNum 252 snap 69 seq_num 252) 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[39185]: Upgrade: Updating mgr.x 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[39185]: Deploying daemon mgr.x on smithi164 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[39185]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[27521]: Upgrade: Updating mgr.x 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[27521]: Deploying daemon mgr.x on smithi164 2024-09-16T06:50:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:41 smithi042 ceph-mon[27521]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T06:50:41.721 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:41 smithi164 ceph-mon[31490]: Upgrade: Updating mgr.x 2024-09-16T06:50:41.721 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:41 smithi164 ceph-mon[31490]: Deploying daemon mgr.x on smithi164 2024-09-16T06:50:41.721 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:41 smithi164 ceph-mon[31490]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T06:50:41.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:41 smithi164 systemd[1]: Stopping Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:42.290 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 podman[80373]: 2024-09-16 06:50:42.006606142 +0000 UTC m=+0.137494384 container died cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T06:50:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:789: done (1 left) 2024-09-16T06:50:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:791: done (0 left) 2024-09-16T06:50:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:792: rmattr oid 35 current snap is 70 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:792: done (0 left) 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:793: read oid 27 snap -1 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:793: expect deleted 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:794: setattr oid 18 current snap is 70 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:793: done (1 left) 2024-09-16T06:50:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:795: rollback oid 10 current snap is 70 2024-09-16T06:50:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 52 2024-09-16T06:50:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:796: snap_remove snap 68 2024-09-16T06:50:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:42 smithi042 ceph-mon[27521]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T06:50:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:42 smithi042 ceph-mon[27521]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:42 smithi042 ceph-mon[39185]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T06:50:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:42 smithi042 ceph-mon[39185]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:42.724 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:42 smithi164 ceph-mon[31490]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T06:50:42.724 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:42 smithi164 ceph-mon[31490]: pgmap v30: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:42.724 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 podman[80373]: 2024-09-16 06:50:42.473717653 +0000 UTC m=+0.604605882 container cleanup cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T06:50:42.725 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 bash[80373]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x 2024-09-16T06:50:42.988 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 podman[80391]: 2024-09-16 06:50:42.725163147 +0000 UTC m=+0.720635209 container remove cf8a17b6da408da45dba73fabc8b56e537d91eef96a7ae7d5a8da47a1d58169b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T06:50:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:50:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T06:50:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 systemd[1]: Stopped Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:42.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:42 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service: Consumed 16.156s CPU time. 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:796: done (2 left) 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:797: snap_create 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 159 (ObjNum 238 snap 67 seq_num 238) dirty exists 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:795: finishing rollback tid 0 to smithi04281968-10 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:795: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:50:43.319 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 162 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:50:43.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-mon[31490]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T06:50:43.463 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 systemd[1]: Starting Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:43.463 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 podman[80522]: 2024-09-16 06:50:43.20805539 +0000 UTC m=+0.016041068 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:50:43.463 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 podman[80522]: 2024-09-16 06:50:43.309888266 +0000 UTC m=+0.117873981 container create 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731) 2024-09-16T06:50:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:43 smithi042 ceph-mon[27521]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T06:50:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:43 smithi042 ceph-mon[39185]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T06:50:43.909 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:43.909 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 podman[80522]: 2024-09-16 06:50:43.571101041 +0000 UTC m=+0.379086711 container init 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=) 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 podman[80522]: 2024-09-16 06:50:43.576337335 +0000 UTC m=+0.384323005 container start 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux ) 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-mgr[80560]: -- 172.21.15.164:0/3530532287 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ed97aa6d00 con 0x55ed97a7b000 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:43.691+0000 7fa558864040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 bash[80522]: 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 systemd[1]: Started Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:43.752+0000 7fa558864040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:43.910 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:43.909+0000 7fa558864040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:50:44.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:43.983+0000 7fa558864040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:50:44.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:44.155+0000 7fa558864040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:794: done (2 left) 2024-09-16T06:50:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:795: done (1 left) 2024-09-16T06:50:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:797: done (0 left) 2024-09-16T06:50:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 71 2024-09-16T06:50:44.254 INFO:tasks.rados.rados.0.smithi042.stdout:798: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-09-16T06:50:44.257 INFO:tasks.rados.rados.0.smithi042.stdout:798: writing smithi04281968-1 from 0 to 647168 tid 1 2024-09-16T06:50:44.261 INFO:tasks.rados.rados.0.smithi042.stdout:798: writing smithi04281968-1 from 647168 to 1433600 tid 2 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:798: writing smithi04281968-1 from 1433600 to 1851392 tid 3 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:799: copy_from oid 48 from oid 18 current snap is 71 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:800: read oid 33 snap -1 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:800: expect (ObjNum 239 snap 67 seq_num 239) 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 71 2024-09-16T06:50:44.264 INFO:tasks.rados.rados.0.smithi042.stdout:801: seq_num 254 ranges {2818048=663552,3481600=663552,4145152=540672} 2024-09-16T06:50:44.283 INFO:tasks.rados.rados.0.smithi042.stdout:801: writing smithi04281968-7 from 2818048 to 3481600 tid 1 2024-09-16T06:50:44.287 INFO:tasks.rados.rados.0.smithi042.stdout:801: writing smithi04281968-7 from 3481600 to 4145152 tid 2 2024-09-16T06:50:44.290 INFO:tasks.rados.rados.0.smithi042.stdout:801: writing smithi04281968-7 from 4145152 to 4685824 tid 3 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:802: copy_from oid 19 from oid 22 current snap is 71 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: finishing write tid 1 to smithi04281968-1 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: finishing write tid 2 to smithi04281968-1 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: finishing write tid 3 to smithi04281968-1 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: finishing write tid 4 to smithi04281968-1 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: finishing write tid 5 to smithi04281968-1 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 251 (ObjNum 253 snap 71 seq_num 253) dirty exists 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: left oid 1 (ObjNum 253 snap 71 seq_num 253) 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:799: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:798: done (4 left) 2024-09-16T06:50:44.291 INFO:tasks.rados.rados.0.smithi042.stdout:803: read oid 32 snap -1 2024-09-16T06:50:44.292 INFO:tasks.rados.rados.0.smithi042.stdout:803: expect (ObjNum 211 snap 51 seq_num 211) 2024-09-16T06:50:44.292 INFO:tasks.rados.rados.0.smithi042.stdout:804: delete oid 5 current snap is 71 2024-09-16T06:50:44.292 INFO:tasks.rados.rados.0.smithi042.stdout:800: expect (ObjNum 239 snap 67 seq_num 239) 2024-09-16T06:50:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:799: finishing copy_from to smithi04281968-48 2024-09-16T06:50:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 159 (ObjNum 238 snap 67 seq_num 238) dirty exists 2024-09-16T06:50:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:801: finishing write tid 1 to smithi04281968-7 2024-09-16T06:50:44.339 INFO:tasks.rados.rados.0.smithi042.stdout:801: finishing write tid 2 to smithi04281968-7 2024-09-16T06:50:44.339 INFO:tasks.rados.rados.0.smithi042.stdout:799: done (5 left) 2024-09-16T06:50:44.339 INFO:tasks.rados.rados.0.smithi042.stdout:800: done (4 left) 2024-09-16T06:50:44.339 INFO:tasks.rados.rados.0.smithi042.stdout:804: done (3 left) 2024-09-16T06:50:44.339 INFO:tasks.rados.rados.0.smithi042.stdout:805: snap_remove snap 42 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[27521]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:44 smithi042 ceph-mon[39185]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:44.310+0000 7fa558864040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: pgmap v33: 121 pgs: 121 active+clean; 159 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.1 MiB/s wr, 24 op/s 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:44.632 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.633 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:44.633 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-mon[31490]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T06:50:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:44.631+0000 7fa558864040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:50:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:44.694+0000 7fa558864040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:50:44.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:44.878+0000 7fa558864040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:50:45.330 INFO:tasks.rados.rados.0.smithi042.stdout:805: done (3 left) 2024-09-16T06:50:45.330 INFO:tasks.rados.rados.0.smithi042.stdout:806: snap_remove snap 58 2024-09-16T06:50:46.208 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:45.856+0000 7fa558864040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:50:46.208 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:45.931+0000 7fa558864040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:50:46.332 INFO:tasks.rados.rados.0.smithi042.stdout:806: done (3 left) 2024-09-16T06:50:46.332 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 71 2024-09-16T06:50:46.332 INFO:tasks.rados.rados.0.smithi042.stdout:807: seq_num 256 ranges {1613824=696320,2310144=434176,2744320=770048} 2024-09-16T06:50:46.345 INFO:tasks.rados.rados.0.smithi042.stdout:807: writing smithi04281968-33 from 1613824 to 2310144 tid 1 2024-09-16T06:50:46.347 INFO:tasks.rados.rados.0.smithi042.stdout:807: writing smithi04281968-33 from 2310144 to 2744320 tid 2 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:807: writing smithi04281968-33 from 2744320 to 3514368 tid 3 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:808: read oid 23 snap -1 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:808: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:809: rollback oid 42 current snap is 71 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 57 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:801: finishing write tid 3 to smithi04281968-7 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:801: finishing write tid 4 to smithi04281968-7 2024-09-16T06:50:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:803: expect (ObjNum 211 snap 51 seq_num 211) 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:801: finishing write tid 5 to smithi04281968-7 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 277 (ObjNum 254 snap 71 seq_num 254) dirty exists 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:801: left oid 7 (ObjNum 254 snap 71 seq_num 254) 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:802: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:802: finishing copy_from to smithi04281968-19 2024-09-16T06:50:46.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 179 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: finishing write tid 1 to smithi04281968-33 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: finishing write tid 2 to smithi04281968-33 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: finishing write tid 3 to smithi04281968-33 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: finishing write tid 4 to smithi04281968-33 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:801: done (5 left) 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:802: done (4 left) 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:803: done (3 left) 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:810: rollback oid 18 current snap is 71 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 40 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: finishing write tid 5 to smithi04281968-33 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 268 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:807: left oid 33 (ObjNum 256 snap 71 seq_num 256) 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:809: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:50:46.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:50:46.395 INFO:tasks.rados.rados.0.smithi042.stdout:808: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:50:46.430 INFO:tasks.rados.rados.0.smithi042.stdout:810: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:810: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:810: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 176 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:807: done (3 left) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:808: done (2 left) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:809: done (1 left) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:810: done (0 left) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:811: read oid 22 snap -1 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:811: expect (ObjNum 249 snap 68 seq_num 249) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:812: read oid 2 snap 53 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:812: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:46.431 INFO:tasks.rados.rados.0.smithi042.stdout:813: snap_create 2024-09-16T06:50:46.437 INFO:tasks.rados.rados.0.smithi042.stdout:812: expect (ObjNum 69 snap 9 seq_num 69) 2024-09-16T06:50:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:46 smithi164 ceph-mon[31490]: pgmap v35: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:46.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:46 smithi164 ceph-mon[31490]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T06:50:46.522 INFO:tasks.rados.rados.0.smithi042.stdout:811: expect (ObjNum 249 snap 68 seq_num 249) 2024-09-16T06:50:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:46 smithi042 ceph-mon[27521]: pgmap v35: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:46 smithi042 ceph-mon[27521]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T06:50:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:46 smithi042 ceph-mon[39185]: pgmap v35: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:46 smithi042 ceph-mon[39185]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T06:50:46.977 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:46.714+0000 7fa558864040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:50:46.977 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:46.832+0000 7fa558864040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:50:47.238 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:46.976+0000 7fa558864040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:47.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.042+0000 7fa558864040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:50:47.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.202+0000 7fa558864040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:50:47.343 INFO:tasks.rados.rados.0.smithi042.stdout:811: done (2 left) 2024-09-16T06:50:47.344 INFO:tasks.rados.rados.0.smithi042.stdout:812: done (1 left) 2024-09-16T06:50:47.344 INFO:tasks.rados.rados.0.smithi042.stdout:813: done (0 left) 2024-09-16T06:50:47.344 INFO:tasks.rados.rados.0.smithi042.stdout:814: read oid 27 snap -1 2024-09-16T06:50:47.344 INFO:tasks.rados.rados.0.smithi042.stdout:814: expect deleted 2024-09-16T06:50:47.344 INFO:tasks.rados.rados.0.smithi042.stdout:815: snap_remove snap 62 2024-09-16T06:50:47.563 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-mon[31490]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T06:50:47.563 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.271+0000 7fa558864040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:50:47.563 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.330+0000 7fa558864040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:50:47.563 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.493+0000 7fa558864040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:50:47.563 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.563+0000 7fa558864040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:50:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:47 smithi042 ceph-mon[27521]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T06:50:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:47 smithi042 ceph-mon[39185]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T06:50:47.837 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.631+0000 7fa558864040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:50:47.837 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.713+0000 7fa558864040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:47.838 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.774+0000 7fa558864040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:50:47.838 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:47.837+0000 7fa558864040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:50:48.347 INFO:tasks.rados.rados.0.smithi042.stdout:815: done (1 left) 2024-09-16T06:50:48.347 INFO:tasks.rados.rados.0.smithi042.stdout:816: snap_create 2024-09-16T06:50:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[27521]: pgmap v38: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[27521]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T06:50:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[39185]: pgmap v38: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:48.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[39185]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T06:50:48.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:48 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.669 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-mon[31490]: pgmap v38: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-09-16T06:50:48.669 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-mon[31490]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T06:50:48.669 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.669 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:48.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:48.669+0000 7fa558864040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:50:48.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:50:48] ENGINE Bus STARTING 2024-09-16T06:50:48.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: CherryPy Checker: 2024-09-16T06:50:48.990 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: The Application mounted at '' has an empty config. 2024-09-16T06:50:48.990 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:48.990 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:50:48] ENGINE Serving on http://:::9283 2024-09-16T06:50:48.990 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:50:48] ENGINE Bus STARTED 2024-09-16T06:50:49.257 INFO:tasks.rados.rados.0.smithi042.stdout:814: done (1 left) 2024-09-16T06:50:49.257 INFO:tasks.rados.rados.0.smithi042.stdout:816: done (0 left) 2024-09-16T06:50:49.258 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 73 2024-09-16T06:50:49.258 INFO:tasks.rados.rados.0.smithi042.stdout:817: seq_num 257 ranges {2392064=712704,3104768=720896,3825664=483328} 2024-09-16T06:50:49.274 INFO:tasks.rados.rados.0.smithi042.stdout:817: writing smithi04281968-48 from 2392064 to 3104768 tid 1 2024-09-16T06:50:49.279 INFO:tasks.rados.rados.0.smithi042.stdout:817: writing smithi04281968-48 from 3104768 to 3825664 tid 2 2024-09-16T06:50:49.282 INFO:tasks.rados.rados.0.smithi042.stdout:817: writing smithi04281968-48 from 3825664 to 4308992 tid 3 2024-09-16T06:50:49.282 INFO:tasks.rados.rados.0.smithi042.stdout:818: copy_from oid 23 from oid 35 current snap is 73 2024-09-16T06:50:49.282 INFO:tasks.rados.rados.0.smithi042.stdout:817: finishing write tid 1 to smithi04281968-48 2024-09-16T06:50:49.282 INFO:tasks.rados.rados.0.smithi042.stdout:817: finishing write tid 2 to smithi04281968-48 2024-09-16T06:50:49.282 INFO:tasks.rados.rados.0.smithi042.stdout:819: delete oid 34 current snap is 73 2024-09-16T06:50:49.284 INFO:tasks.rados.rados.0.smithi042.stdout:819: done (2 left) 2024-09-16T06:50:49.284 INFO:tasks.rados.rados.0.smithi042.stdout:820: snap_create 2024-09-16T06:50:49.284 INFO:tasks.rados.rados.0.smithi042.stdout:817: finishing write tid 3 to smithi04281968-48 2024-09-16T06:50:49.285 INFO:tasks.rados.rados.0.smithi042.stdout:817: finishing write tid 4 to smithi04281968-48 2024-09-16T06:50:49.285 INFO:tasks.rados.rados.0.smithi042.stdout:818: finishing copy_from to smithi04281968-23 2024-09-16T06:50:49.285 INFO:tasks.rados.rados.0.smithi042.stdout:818: got expected ENOENT (src dne) 2024-09-16T06:50:49.285 INFO:tasks.rados.rados.0.smithi042.stdout:818: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:50:49.285 INFO:tasks.rados.rados.0.smithi042.stdout:817: finishing write tid 5 to smithi04281968-48 2024-09-16T06:50:49.286 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 229 (ObjNum 257 snap 73 seq_num 257) dirty exists 2024-09-16T06:50:49.286 INFO:tasks.rados.rados.0.smithi042.stdout:817: left oid 48 (ObjNum 257 snap 73 seq_num 257) 2024-09-16T06:50:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T06:50:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: Standby manager daemon x restarted 2024-09-16T06:50:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: Standby manager daemon x started 2024-09-16T06:50:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[27521]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: Standby manager daemon x restarted 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:49 smithi042 ceph-mon[39185]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: Standby manager daemon x restarted 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/4089931337' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:49 smithi164 ceph-mon[31490]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:817: done (2 left) 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:818: done (1 left) 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:820: done (0 left) 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:821: read oid 28 snap -1 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:821: expect (ObjNum 252 snap 69 seq_num 252) 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 74 2024-09-16T06:50:50.261 INFO:tasks.rados.rados.0.smithi042.stdout:822: seq_num 259 ranges {2367488=745472,3112960=540672,3653632=581632,4235264=81920} 2024-09-16T06:50:50.278 INFO:tasks.rados.rados.0.smithi042.stdout:822: writing smithi04281968-2 from 2367488 to 3112960 tid 1 2024-09-16T06:50:50.281 INFO:tasks.rados.rados.0.smithi042.stdout:822: writing smithi04281968-2 from 3112960 to 3653632 tid 2 2024-09-16T06:50:50.284 INFO:tasks.rados.rados.0.smithi042.stdout:822: writing smithi04281968-2 from 3653632 to 4235264 tid 3 2024-09-16T06:50:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:822: writing smithi04281968-2 from 4235264 to 4317184 tid 4 2024-09-16T06:50:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:823: delete oid 38 current snap is 74 2024-09-16T06:50:50.285 INFO:tasks.rados.rados.0.smithi042.stdout:821: expect (ObjNum 252 snap 69 seq_num 252) 2024-09-16T06:50:50.394 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 1 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 2 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:821: done (2 left) 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:823: done (1 left) 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:824: snap_create 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 3 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 4 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 5 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: finishing write tid 6 to smithi04281968-2 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 145 (ObjNum 259 snap 74 seq_num 259) dirty exists 2024-09-16T06:50:50.395 INFO:tasks.rados.rados.0.smithi042.stdout:822: left oid 2 (ObjNum 259 snap 74 seq_num 259) 2024-09-16T06:50:50.467 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:50 smithi164 ceph-mon[31490]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:50.467 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:50 smithi164 ceph-mon[31490]: mgrmap e35: y(active, since 26s), standbys: x 2024-09-16T06:50:50.467 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:50 smithi164 ceph-mon[31490]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T06:50:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[39185]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[39185]: mgrmap e35: y(active, since 26s), standbys: x 2024-09-16T06:50:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[39185]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T06:50:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[27521]: pgmap v42: 121 pgs: 121 active+clean; 166 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:50:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[27521]: mgrmap e35: y(active, since 26s), standbys: x 2024-09-16T06:50:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:50 smithi042 ceph-mon[27521]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T06:50:51.359 INFO:tasks.rados.rados.0.smithi042.stdout:822: done (1 left) 2024-09-16T06:50:51.359 INFO:tasks.rados.rados.0.smithi042.stdout:824: done (0 left) 2024-09-16T06:50:51.359 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 75 2024-09-16T06:50:51.359 INFO:tasks.rados.rados.0.smithi042.stdout:825: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-09-16T06:50:51.362 INFO:tasks.rados.rados.0.smithi042.stdout:825: writing smithi04281968-27 from 0 to 778240 tid 1 2024-09-16T06:50:51.367 INFO:tasks.rados.rados.0.smithi042.stdout:825: writing smithi04281968-27 from 778240 to 1482752 tid 2 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:825: writing smithi04281968-27 from 1482752 to 1982464 tid 3 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:826: read oid 26 snap -1 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:826: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 75 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:825: finishing write tid 1 to smithi04281968-27 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:825: finishing write tid 2 to smithi04281968-27 2024-09-16T06:50:51.371 INFO:tasks.rados.rados.0.smithi042.stdout:827: seq_num 262 ranges {4308992=794624,5103616=589824,5693440=614400} 2024-09-16T06:50:51.399 INFO:tasks.rados.rados.0.smithi042.stdout:827: writing smithi04281968-48 from 4308992 to 5103616 tid 1 2024-09-16T06:50:51.402 INFO:tasks.rados.rados.0.smithi042.stdout:827: writing smithi04281968-48 from 5103616 to 5693440 tid 2 2024-09-16T06:50:51.407 INFO:tasks.rados.rados.0.smithi042.stdout:827: writing smithi04281968-48 from 5693440 to 6307840 tid 3 2024-09-16T06:50:51.407 INFO:tasks.rados.rados.0.smithi042.stdout:828: read oid 10 snap -1 2024-09-16T06:50:51.407 INFO:tasks.rados.rados.0.smithi042.stdout:828: expect deleted 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:829: rollback oid 30 current snap is 75 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 69 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:825: finishing write tid 3 to smithi04281968-27 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:825: finishing write tid 4 to smithi04281968-27 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:825: finishing write tid 5 to smithi04281968-27 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 178 (ObjNum 261 snap 75 seq_num 261) dirty exists 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:825: left oid 27 (ObjNum 261 snap 75 seq_num 261) 2024-09-16T06:50:51.408 INFO:tasks.rados.rados.0.smithi042.stdout:826: expect (ObjNum 132 snap 33 seq_num 132) 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:827: finishing write tid 1 to smithi04281968-48 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:827: finishing write tid 2 to smithi04281968-48 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:829: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 244 (ObjNum 33 snap 0 seq_num 88402000) dirty dne 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:827: finishing write tid 3 to smithi04281968-48 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:825: done (4 left) 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:826: done (3 left) 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:828: done (2 left) 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:829: done (1 left) 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:830: read oid 11 snap -1 2024-09-16T06:50:51.550 INFO:tasks.rados.rados.0.smithi042.stdout:830: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:50:51.551 INFO:tasks.rados.rados.0.smithi042.stdout:831: read oid 10 snap -1 2024-09-16T06:50:51.551 INFO:tasks.rados.rados.0.smithi042.stdout:831: expect deleted 2024-09-16T06:50:51.551 INFO:tasks.rados.rados.0.smithi042.stdout:832: snap_remove snap 69 2024-09-16T06:50:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:50:51] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:832: done (3 left) 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:833: copy_from oid 15 from oid 31 current snap is 75 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:827: finishing write tid 4 to smithi04281968-48 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:827: finishing write tid 5 to smithi04281968-48 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 233 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-09-16T06:50:52.364 INFO:tasks.rados.rados.0.smithi042.stdout:827: left oid 48 (ObjNum 262 snap 75 seq_num 262) 2024-09-16T06:50:52.365 INFO:tasks.rados.rados.0.smithi042.stdout:830: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:50:52.396 INFO:tasks.rados.rados.0.smithi042.stdout:833: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:50:52.396 INFO:tasks.rados.rados.0.smithi042.stdout:833: finishing copy_from to smithi04281968-15 2024-09-16T06:50:52.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 133 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:827: done (3 left) 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:830: done (2 left) 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:831: done (1 left) 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:833: done (0 left) 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:834: rmattr oid 2 current snap is 75 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:834: done (0 left) 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 75 2024-09-16T06:50:52.397 INFO:tasks.rados.rados.0.smithi042.stdout:835: seq_num 263 ranges {4014080=409600,4423680=475136,4898816=557056,5455872=573440} 2024-09-16T06:50:52.420 INFO:tasks.rados.rados.0.smithi042.stdout:835: writing smithi04281968-26 from 4014080 to 4423680 tid 1 2024-09-16T06:50:52.423 INFO:tasks.rados.rados.0.smithi042.stdout:835: writing smithi04281968-26 from 4423680 to 4898816 tid 2 2024-09-16T06:50:52.427 INFO:tasks.rados.rados.0.smithi042.stdout:835: writing smithi04281968-26 from 4898816 to 5455872 tid 3 2024-09-16T06:50:52.431 INFO:tasks.rados.rados.0.smithi042.stdout:835: writing smithi04281968-26 from 5455872 to 6029312 tid 4 2024-09-16T06:50:52.431 INFO:tasks.rados.rados.0.smithi042.stdout:836: read oid 20 snap 74 2024-09-16T06:50:52.431 INFO:tasks.rados.rados.0.smithi042.stdout:836: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:50:52.431 INFO:tasks.rados.rados.0.smithi042.stdout:837: snap_remove snap 40 2024-09-16T06:50:52.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-09-16T06:50:52.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T06:50:52.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:50:52.600 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T06:50:52.601 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T06:50:52.602 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T06:50:52.602 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:50:52.602 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:52 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:50:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: pgmap v44: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-09-16T06:50:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T06:50:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:50:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:52 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:837: done (2 left) 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:838: snap_create 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 1 to smithi04281968-26 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 2 to smithi04281968-26 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 3 to smithi04281968-26 2024-09-16T06:50:53.373 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 4 to smithi04281968-26 2024-09-16T06:50:53.374 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 5 to smithi04281968-26 2024-09-16T06:50:53.374 INFO:tasks.rados.rados.0.smithi042.stdout:835: finishing write tid 6 to smithi04281968-26 2024-09-16T06:50:53.374 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 260 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-09-16T06:50:53.374 INFO:tasks.rados.rados.0.smithi042.stdout:835: left oid 26 (ObjNum 263 snap 75 seq_num 263) 2024-09-16T06:50:53.374 INFO:tasks.rados.rados.0.smithi042.stdout:836: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:50:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:53 smithi164 ceph-mon[31490]: Upgrade: Setting container_image for all mgr 2024-09-16T06:50:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:53 smithi164 ceph-mon[31490]: Upgrade: It appears safe to stop mon.a 2024-09-16T06:50:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:53 smithi164 ceph-mon[31490]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T06:50:53.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:53.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[39185]: Upgrade: Setting container_image for all mgr 2024-09-16T06:50:53.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[39185]: Upgrade: It appears safe to stop mon.a 2024-09-16T06:50:53.800 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[39185]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T06:50:53.800 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[27521]: Upgrade: Setting container_image for all mgr 2024-09-16T06:50:53.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[27521]: Upgrade: It appears safe to stop mon.a 2024-09-16T06:50:53.801 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:53 smithi042 ceph-mon[27521]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T06:50:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:835: done (2 left) 2024-09-16T06:50:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:836: done (1 left) 2024-09-16T06:50:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:838: done (0 left) 2024-09-16T06:50:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:839: read oid 46 snap -1 2024-09-16T06:50:54.259 INFO:tasks.rados.rados.0.smithi042.stdout:839: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:50:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:840: read oid 12 snap -1 2024-09-16T06:50:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:840: expect (ObjNum 217 snap 53 seq_num 217) 2024-09-16T06:50:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:841: rmattr oid 10 current snap is 76 2024-09-16T06:50:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:841: done (2 left) 2024-09-16T06:50:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:842: snap_remove snap 63 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 917 KiB/s wr, 6 op/s 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:54.571 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[39185]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 917 KiB/s wr, 6 op/s 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:54.572 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:54 smithi042 ceph-mon[27521]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T06:50:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: pgmap v47: 121 pgs: 121 active+clean; 169 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 917 KiB/s wr, 6 op/s 2024-09-16T06:50:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T06:50:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' 2024-09-16T06:50:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:50:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:50:54.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:50:54.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:50:54.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:54 smithi164 ceph-mon[31490]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T06:50:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:842: done (2 left) 2024-09-16T06:50:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:843: setattr oid 18 current snap is 76 2024-09-16T06:50:55.261 INFO:tasks.rados.rados.0.smithi042.stdout:839: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:50:55.295 INFO:tasks.rados.rados.0.smithi042.stdout:840: expect (ObjNum 217 snap 53 seq_num 217) 2024-09-16T06:50:55.469 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[39185]: Upgrade: Updating mon.a 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[39185]: Deploying daemon mon.a on smithi042 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[39185]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 systemd[1]: Stopping Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[27521]: Upgrade: Updating mon.a 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[27521]: Deploying daemon mon.a on smithi042 2024-09-16T06:50:55.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-mon[27521]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:55.546 INFO:tasks.rados.rados.0.smithi042.stdout:839: done (2 left) 2024-09-16T06:50:55.546 INFO:tasks.rados.rados.0.smithi042.stdout:840: done (1 left) 2024-09-16T06:50:55.546 INFO:tasks.rados.rados.0.smithi042.stdout:844: rmattr oid 31 current snap is 76 2024-09-16T06:50:55.546 INFO:tasks.rados.rados.0.smithi042.stdout:845: rollback oid 1 current snap is 76 2024-09-16T06:50:55.546 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 52 2024-09-16T06:50:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:846: rollback oid 27 current snap is 76 2024-09-16T06:50:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 72 2024-09-16T06:50:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:847: snap_create 2024-09-16T06:50:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:846: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:50:55.549 INFO:tasks.rados.rados.0.smithi042.stdout:846: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:50:55.549 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 185 (ObjNum 81 snap 0 seq_num 1398366058) dirty dne 2024-09-16T06:50:55.549 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 194 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T06:50:55.549 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 159 (ObjNum 243 snap 68 seq_num 243) dirty exists 2024-09-16T06:50:55.550 INFO:tasks.rados.rados.0.smithi042.stdout:845: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:50:55.550 INFO:tasks.rados.rados.0.smithi042.stdout:845: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:50:55.551 INFO:tasks.rados.rados.0.smithi042.stdout:845: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:50:55.551 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 290 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-09-16T06:50:55.733 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE Bus STOPPING 2024-09-16T06:50:55.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[27498]: 2024-09-16T06:50:55.468+0000 7f1969938640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:50:55.734 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[27498]: 2024-09-16T06:50:55.468+0000 7f1969938640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-16T06:50:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:55 smithi164 ceph-mon[31490]: Upgrade: Updating mon.a 2024-09-16T06:50:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:55 smithi164 ceph-mon[31490]: Deploying daemon mon.a on smithi042 2024-09-16T06:50:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:55 smithi164 ceph-mon[31490]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:56.043 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:55 smithi042 podman[93893]: 2024-09-16 06:50:55.734260816 +0000 UTC m=+0.377538714 container died 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:50:56.043 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:50:56.044 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE Bus STOPPED 2024-09-16T06:50:56.044 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE Bus STARTING 2024-09-16T06:50:56.044 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE Serving on http://:::9283 2024-09-16T06:50:56.044 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:50:55] ENGINE Bus STARTED 2024-09-16T06:50:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 podman[93893]: 2024-09-16 06:50:56.243671162 +0000 UTC m=+0.886949102 container cleanup 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:50:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 bash[93893]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a 2024-09-16T06:50:56.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 podman[93910]: 2024-09-16 06:50:56.470070809 +0000 UTC m=+0.732244909 container remove 1fa29841493af41caacf2148a151b6ab491215b929d7ec56f702814971ad9f26 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-16T06:50:56.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T06:50:56.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 systemd[1]: Stopped Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:56.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service: Consumed 14.129s CPU time. 2024-09-16T06:50:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:56 smithi042 systemd[1]: Starting Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:50:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 podman[94058]: 2024-09-16 06:50:57.021203384 +0000 UTC m=+0.111306847 container create c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:50:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 podman[94058]: 2024-09-16 06:50:56.926086842 +0000 UTC m=+0.016190243 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 podman[94058]: 2024-09-16 06:50:57.240664793 +0000 UTC m=+0.330768185 container init c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 podman[94058]: 2024-09-16 06:50:57.245731622 +0000 UTC m=+0.335835014 container start c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 7 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: pidfile_write: ignore empty --pid-file 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: load: jerasure load: lrc 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: RocksDB version: 7.9.2 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Git sha 0 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: DB SUMMARY 2024-09-16T06:50:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: DB Session ID: 2H7DVL489JFSAQGKZD4K 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: CURRENT file: CURRENT 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1180 Bytes 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 1998046 ; 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.error_if_exists: 0 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.create_if_missing: 0 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.paranoid_checks: 1 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T06:50:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.env: 0x564ade0adbc0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.info_log: 0x564adfda8be0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.statistics: (nil) 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.use_fsync: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_log_file_size: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_fallocate: 1 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T06:50:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.use_direct_reads: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.db_log_dir: 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.wal_dir: 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T06:50:57.608 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.write_buffer_manager: 0x564adfdb6b40 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.unordered_write: 0 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T06:50:57.609 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.row_cache: None 2024-09-16T06:50:57.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.wal_filter: None 2024-09-16T06:50:57.610 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.two_write_queues: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.wal_compression: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.atomic_flush: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T06:50:57.611 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.log_readahead_size: 0 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_background_jobs: 2 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_background_compactions: -1 2024-09-16T06:50:57.612 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_subcompactions: 1 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_open_files: -1 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T06:50:57.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_background_flushes: -1 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Compression algorithms supported: 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kZSTD supported: 0 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kXpressCompression supported: 0 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kBZip2Compression supported: 0 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kLZ4Compression supported: 1 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kZlibCompression supported: 1 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: kSnappyCompression supported: 1 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T06:50:57.614 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.merge_operator: 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_filter: None 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564adfda87e0) 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_type: 0 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_index_type: 0 2024-09-16T06:50:57.615 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_shortening: 1 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: checksum: 4 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: no_block_cache: 0 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache: 0x564adfd9d350 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_options: 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: capacity : 536870912 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_shard_bits : 4 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: strict_capacity_limit : 0 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_cache_compressed: (nil) 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: persistent_cache: (nil) 2024-09-16T06:50:57.616 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size: 4096 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_size_deviation: 10 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_restart_interval: 16 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: index_block_restart_interval: 1 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: metadata_block_size: 4096 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: partition_filters: 0 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: use_delta_encoding: 1 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: filter_policy: bloomfilter 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: whole_key_filtering: 1 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: verify_compression: 0 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: format_version: 5 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_index_compression: 1 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: block_align: 0 2024-09-16T06:50:57.617 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_auto_readahead_size: 262144 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout: prepopulate_block_cache: 0 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout: initial_auto_readahead_size: 8192 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression: NoCompression 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.num_levels: 7 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:50:57.618 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:50:57.619 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:50:57.620 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:50:57.621 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:50:57.622 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.ttl: 2592000 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:50:57.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12938, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7a57bdde-dae9-4647-bd57-1bf801f0eb80 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469457272639, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-09-16T06:50:57.624 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469457279297, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 1848755, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12939, "largest_seqno": 13929, "table_properties": {"data_size": 1842948, "index_size": 3614, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1157, "raw_key_size": 11042, "raw_average_key_size": 24, "raw_value_size": 1832689, "raw_average_value_size": 4136, "num_data_blocks": 161, "num_entries": 443, "num_filter_entries": 443, "num_deletions": 21, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726469457, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7a57bdde-dae9-4647-bd57-1bf801f0eb80", "db_session_id": "2H7DVL489JFSAQGKZD4K", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469457279391, "job": 1, "event": "recovery_finished"} 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564adfdc8e00 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: DB pointer 0x564adfebc000 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** DB Stats ** 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:50:57.625 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: L0 1/0 1.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: L6 1/0 8.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Sum 2/0 10.10 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 492.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.626 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 492.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Cumulative compaction: 0.00 GB write, 190.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:50:57.627 INFO:journalctl@ceph.mon.a.smithi042.stdout: Interval compaction: 0.00 GB write, 190.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache BinnedLRUCache@0x564adfd9d350#7 capacity: 512.00 MB usage: 5.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.28 KB,0.000244379%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: starting mon.a rank 0 at public addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] at bind addrs [v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???) e3 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).mds e6 new map 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).mds e6 print_map 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: e6 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: legacy client fscid: 1 2024-09-16T06:50:57.628 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: Filesystem 'cephfs' (1) 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: fs_name cephfs 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: epoch 6 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: created 2024-09-16T06:45:14.124427+0000 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: modified 2024-09-16T06:45:16.801769+0000 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: tableserver 0 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: root 0 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: session_timeout 60 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: session_autoclose 300 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_file_size 1099511627776 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_xattr_size 65536 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: required_client_features {} 2024-09-16T06:50:57.629 INFO:journalctl@ceph.mon.a.smithi042.stdout: last_failure 0 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: last_failure_osd_epoch 0 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: max_mds 1 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: in 0 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: up {0=24340} 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: failed 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: damaged 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: stopped 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: data_pools [3] 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: metadata_pool 2 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: inline_data disabled 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: balancer 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: bal_rank_mask -1 2024-09-16T06:50:57.630 INFO:journalctl@ceph.mon.a.smithi042.stdout: standby_count_wanted 0 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: Standby daemons: 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout: [mds.a{-1:24335} state up:standby seq 1 addr [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).osd e213 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).osd e213 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 ceph-mon[94096]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 bash[94058]: c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 2024-09-16T06:50:57.631 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:57 smithi042 systemd[1]: Started Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:843: done (4 left) 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:844: done (3 left) 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:845: done (2 left) 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:846: done (1 left) 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:847: done (0 left) 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:848: rollback oid 43 current snap is 77 2024-09-16T06:50:58.767 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 72 2024-09-16T06:50:58.768 INFO:tasks.rados.rados.0.smithi042.stdout:849: snap_create 2024-09-16T06:50:58.770 INFO:tasks.rados.rados.0.smithi042.stdout:848: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:50:58.770 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 245 (ObjNum 289 snap 0 seq_num 1483289253) dirty dne 2024-09-16T06:50:58.924 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:50:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:50:58.924 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: ignoring --setuser ceph since I am not root 2024-09-16T06:50:58.924 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: ignoring --setgroup ceph since I am not root 2024-09-16T06:50:58.924 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mgr[80560]: -- 172.21.15.164:0/22336050 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5646d9660d00 con 0x5646d9634800 2024-09-16T06:50:58.924 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:58.867+0000 7fa7d2760040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: pgmap v52: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: mon.a calling monitor election 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: mgrmap e35: y(active, since 35s), standbys: x 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: overall HEALTH_OK 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-16T06:50:58.925 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-mon[31490]: from='mgr.15144 ' entity='' 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ignoring --setuser ceph since I am not root 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ignoring --setgroup ceph since I am not root 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mgr[85479]: -- 172.21.15.42:0/3187308382 <== mon.2 v2:172.21.15.42:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562fbe6ccd00 con 0x562fbe6a1000 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:58.878+0000 7f01a9389040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:58.938+0000 7f01a9389040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:59.093 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.092+0000 7f01a9389040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: pgmap v52: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: mon.a calling monitor election 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: mgrmap e35: y(active, since 35s), standbys: x 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: overall HEALTH_OK 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-16T06:50:59.094 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[39185]: from='mgr.15144 ' entity='' 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: from='mgr.15144 172.21.15.42:0/1057537816' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: pgmap v52: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: mon.a calling monitor election 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: mgrmap e35: y(active, since 35s), standbys: x 2024-09-16T06:50:59.095 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T06:50:59.096 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: mgrmap e36: y(active, since 35s), standbys: x 2024-09-16T06:50:59.096 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:58 smithi042 ceph-mon[94096]: from='mgr.15144 ' entity='' 2024-09-16T06:50:59.192 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:58.923+0000 7fa7d2760040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T06:50:59.192 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.074+0000 7fa7d2760040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T06:50:59.193 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.141+0000 7fa7d2760040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:50:59.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.161+0000 7f01a9389040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T06:50:59.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.313+0000 7f01a9389040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:59.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.290+0000 7fa7d2760040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:50:59.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.439+0000 7fa7d2760040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:50:59.766 INFO:tasks.rados.rados.0.smithi042.stdout:848: done (1 left) 2024-09-16T06:50:59.767 INFO:tasks.rados.rados.0.smithi042.stdout:849: done (0 left) 2024-09-16T06:50:59.767 INFO:tasks.rados.rados.0.smithi042.stdout:850: rmattr oid 29 current snap is 78 2024-09-16T06:50:59.767 INFO:tasks.rados.rados.0.smithi042.stdout:850: done (0 left) 2024-09-16T06:50:59.767 INFO:tasks.rados.rados.0.smithi042.stdout:851: snap_create 2024-09-16T06:50:59.767 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.461+0000 7f01a9389040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T06:51:00.039 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-mon[94096]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T06:51:00.039 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-mon[39185]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T06:51:00.039 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.785+0000 7f01a9389040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:51:00.039 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:50:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:50:59.848+0000 7f01a9389040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:51:00.040 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:00 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:00.039+0000 7f01a9389040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:51:00.194 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-mon[31490]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T06:51:00.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.761+0000 7fa7d2760040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T06:51:00.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:50:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:50:59.824+0000 7fa7d2760040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T06:51:00.195 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:00.011+0000 7fa7d2760040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T06:51:00.772 INFO:tasks.rados.rados.0.smithi042.stdout:851: done (0 left) 2024-09-16T06:51:00.772 INFO:tasks.rados.rados.0.smithi042.stdout:852: delete oid 33 current snap is 79 2024-09-16T06:51:00.777 INFO:tasks.rados.rados.0.smithi042.stdout:852: done (0 left) 2024-09-16T06:51:00.777 INFO:tasks.rados.rados.0.smithi042.stdout:853: setattr oid 48 current snap is 79 2024-09-16T06:51:00.778 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 79 2024-09-16T06:51:00.779 INFO:tasks.rados.rados.0.smithi042.stdout:854: seq_num 265 ranges {4317184=442368,4759552=647168,5406720=573440,5980160=385024} 2024-09-16T06:51:00.805 INFO:tasks.rados.rados.0.smithi042.stdout:854: writing smithi04281968-2 from 4317184 to 4759552 tid 1 2024-09-16T06:51:00.809 INFO:tasks.rados.rados.0.smithi042.stdout:854: writing smithi04281968-2 from 4759552 to 5406720 tid 2 2024-09-16T06:51:00.812 INFO:tasks.rados.rados.0.smithi042.stdout:854: writing smithi04281968-2 from 5406720 to 5980160 tid 3 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:854: writing smithi04281968-2 from 5980160 to 6365184 tid 4 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:855: read oid 37 snap -1 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:855: expect deleted 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:856: copy_from oid 40 from oid 33 current snap is 79 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 234 (ObjNum 262 snap 75 seq_num 262) dirty exists 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 1 to smithi04281968-2 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 2 to smithi04281968-2 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 3 to smithi04281968-2 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:853: done (3 left) 2024-09-16T06:51:00.815 INFO:tasks.rados.rados.0.smithi042.stdout:857: snap_remove snap 52 2024-09-16T06:51:01.025 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:00 smithi042 ceph-mon[94096]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T06:51:01.025 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:00 smithi042 ceph-mon[39185]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T06:51:01.025 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:00 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:00.956+0000 7f01a9389040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:51:01.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:00 smithi164 ceph-mon[31490]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T06:51:01.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:00.894+0000 7fa7d2760040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T06:51:01.239 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:00.959+0000 7fa7d2760040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:857: done (3 left) 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:858: setattr oid 27 current snap is 79 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:856: finishing copy_from to smithi04281968-40 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:856: got expected ENOENT (src dne) 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:856: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 4 to smithi04281968-2 2024-09-16T06:51:01.780 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 5 to smithi04281968-2 2024-09-16T06:51:01.781 INFO:tasks.rados.rados.0.smithi042.stdout:854: finishing write tid 6 to smithi04281968-2 2024-09-16T06:51:01.781 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 165 (ObjNum 265 snap 79 seq_num 265) dirty exists 2024-09-16T06:51:01.781 INFO:tasks.rados.rados.0.smithi042.stdout:854: left oid 2 (ObjNum 265 snap 79 seq_num 265) 2024-09-16T06:51:01.782 INFO:tasks.rados.rados.0.smithi042.stdout:854: done (3 left) 2024-09-16T06:51:01.782 INFO:tasks.rados.rados.0.smithi042.stdout:855: done (2 left) 2024-09-16T06:51:01.782 INFO:tasks.rados.rados.0.smithi042.stdout:856: done (1 left) 2024-09-16T06:51:01.782 INFO:tasks.rados.rados.0.smithi042.stdout:859: snap_create 2024-09-16T06:51:01.789 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 186 (ObjNum 289 snap 0 seq_num 1482480489) dirty exists 2024-09-16T06:51:01.931 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:01 smithi164 ceph-mon[31490]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T06:51:01.931 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:01.669+0000 7fa7d2760040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:51:01.931 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:01.791+0000 7fa7d2760040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:51:02.047 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:01 smithi042 ceph-mon[94096]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T06:51:02.047 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:01 smithi042 ceph-mon[39185]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T06:51:02.048 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:01.024+0000 7f01a9389040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T06:51:02.048 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:01.774+0000 7f01a9389040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T06:51:02.048 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:01.900+0000 7f01a9389040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T06:51:02.207 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:01.931+0000 7fa7d2760040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:51:02.207 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:01.990+0000 7fa7d2760040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:51:02.208 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.140+0000 7fa7d2760040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:51:02.208 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.207+0000 7fa7d2760040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:51:02.290 INFO:tasks.rados.rados.0.smithi042.stdout:858: done (1 left) 2024-09-16T06:51:02.290 INFO:tasks.rados.rados.0.smithi042.stdout:859: done (0 left) 2024-09-16T06:51:02.290 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 80 2024-09-16T06:51:02.290 INFO:tasks.rados.rados.0.smithi042.stdout:860: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-09-16T06:51:02.292 INFO:tasks.rados.rados.0.smithi042.stdout:860: writing smithi04281968-37 from 0 to 458752 tid 1 2024-09-16T06:51:02.295 INFO:tasks.rados.rados.0.smithi042.stdout:860: writing smithi04281968-37 from 458752 to 983040 tid 2 2024-09-16T06:51:02.300 INFO:tasks.rados.rados.0.smithi042.stdout:860: writing smithi04281968-37 from 983040 to 1712128 tid 3 2024-09-16T06:51:02.303 INFO:tasks.rados.rados.0.smithi042.stdout:860: writing smithi04281968-37 from 1712128 to 2064384 tid 4 2024-09-16T06:51:02.303 INFO:tasks.rados.rados.0.smithi042.stdout:861: snap_create 2024-09-16T06:51:02.303 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 1 to smithi04281968-37 2024-09-16T06:51:02.303 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 2 to smithi04281968-37 2024-09-16T06:51:02.303 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 3 to smithi04281968-37 2024-09-16T06:51:02.304 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 4 to smithi04281968-37 2024-09-16T06:51:02.305 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 5 to smithi04281968-37 2024-09-16T06:51:02.306 INFO:tasks.rados.rados.0.smithi042.stdout:860: finishing write tid 6 to smithi04281968-37 2024-09-16T06:51:02.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 116 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-09-16T06:51:02.306 INFO:tasks.rados.rados.0.smithi042.stdout:860: left oid 37 (ObjNum 266 snap 80 seq_num 266) 2024-09-16T06:51:02.348 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.047+0000 7f01a9389040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T06:51:02.348 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.118+0000 7f01a9389040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T06:51:02.348 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.271+0000 7f01a9389040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T06:51:02.348 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.348+0000 7f01a9389040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T06:51:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:02.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.267+0000 7fa7d2760040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:51:02.489 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.426+0000 7fa7d2760040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:51:02.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.410+0000 7f01a9389040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T06:51:02.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.573+0000 7f01a9389040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T06:51:02.758 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.489+0000 7fa7d2760040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:51:02.759 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.557+0000 7fa7d2760040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:51:02.759 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.638+0000 7fa7d2760040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:51:02.759 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.698+0000 7fa7d2760040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:51:02.759 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:02.758+0000 7fa7d2760040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:51:02.924 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-mon[94096]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-mon[94096]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-mon[39185]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-mon[39185]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.641+0000 7f01a9389040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.710+0000 7f01a9389040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.799+0000 7f01a9389040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T06:51:02.925 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.863+0000 7f01a9389040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T06:51:02.926 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:02.924+0000 7f01a9389040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T06:51:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-mon[31490]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T06:51:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:02 smithi164 ceph-mon[31490]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T06:51:03.292 INFO:tasks.rados.rados.0.smithi042.stdout:860: done (1 left) 2024-09-16T06:51:03.292 INFO:tasks.rados.rados.0.smithi042.stdout:861: done (0 left) 2024-09-16T06:51:03.292 INFO:tasks.rados.rados.0.smithi042.stdout:862: read oid 11 snap 78 2024-09-16T06:51:03.292 INFO:tasks.rados.rados.0.smithi042.stdout:862: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:51:03.292 INFO:tasks.rados.rados.0.smithi042.stdout:863: snap_create 2024-09-16T06:51:03.297 INFO:tasks.rados.rados.0.smithi042.stdout:862: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:51:03.763 INFO:tasks.rados.rados.0.smithi042.stdout:862: done (1 left) 2024-09-16T06:51:03.763 INFO:tasks.rados.rados.0.smithi042.stdout:863: done (0 left) 2024-09-16T06:51:03.763 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 82 2024-09-16T06:51:03.764 INFO:tasks.rados.rados.0.smithi042.stdout:864: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-09-16T06:51:03.766 INFO:tasks.rados.rados.0.smithi042.stdout:864: writing smithi04281968-10 from 0 to 475136 tid 1 2024-09-16T06:51:03.769 INFO:tasks.rados.rados.0.smithi042.stdout:864: writing smithi04281968-10 from 475136 to 933888 tid 2 2024-09-16T06:51:03.773 INFO:tasks.rados.rados.0.smithi042.stdout:864: writing smithi04281968-10 from 933888 to 1474560 tid 3 2024-09-16T06:51:03.778 INFO:tasks.rados.rados.0.smithi042.stdout:864: writing smithi04281968-10 from 1474560 to 2080768 tid 4 2024-09-16T06:51:03.778 INFO:tasks.rados.rados.0.smithi042.stdout:865: copy_from oid 5 from oid 16 current snap is 82 2024-09-16T06:51:03.778 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 1 to smithi04281968-10 2024-09-16T06:51:03.778 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 2 to smithi04281968-10 2024-09-16T06:51:03.778 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 3 to smithi04281968-10 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:866: copy_from oid 36 from oid 3 current snap is 82 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:867: read oid 6 snap -1 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:867: expect (ObjNum 184 snap 49 seq_num 184) 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:868: read oid 47 snap -1 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:868: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 82 2024-09-16T06:51:03.779 INFO:tasks.rados.rados.0.smithi042.stdout:869: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-09-16T06:51:03.782 INFO:tasks.rados.rados.0.smithi042.stdout:869: writing smithi04281968-42 from 0 to 491520 tid 1 2024-09-16T06:51:03.788 INFO:tasks.rados.rados.0.smithi042.stdout:869: writing smithi04281968-42 from 491520 to 1236992 tid 2 2024-09-16T06:51:03.794 INFO:tasks.rados.rados.0.smithi042.stdout:869: writing smithi04281968-42 from 1236992 to 1982464 tid 3 2024-09-16T06:51:03.795 INFO:tasks.rados.rados.0.smithi042.stdout:869: writing smithi04281968-42 from 1982464 to 2097152 tid 4 2024-09-16T06:51:03.795 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 82 2024-09-16T06:51:03.795 INFO:tasks.rados.rados.0.smithi042.stdout:870: seq_num 269 ranges {4685824=507904,5193728=630784,5824512=557056,6381568=417792} 2024-09-16T06:51:03.824 INFO:tasks.rados.rados.0.smithi042.stdout:870: writing smithi04281968-7 from 4685824 to 5193728 tid 1 2024-09-16T06:51:03.829 INFO:tasks.rados.rados.0.smithi042.stdout:870: writing smithi04281968-7 from 5193728 to 5824512 tid 2 2024-09-16T06:51:03.832 INFO:tasks.rados.rados.0.smithi042.stdout:870: writing smithi04281968-7 from 5824512 to 6381568 tid 3 2024-09-16T06:51:03.835 INFO:tasks.rados.rados.0.smithi042.stdout:870: writing smithi04281968-7 from 6381568 to 6799360 tid 4 2024-09-16T06:51:03.835 INFO:tasks.rados.rados.0.smithi042.stdout:871: read oid 37 snap -1 2024-09-16T06:51:03.835 INFO:tasks.rados.rados.0.smithi042.stdout:871: expect (ObjNum 266 snap 80 seq_num 266) 2024-09-16T06:51:03.836 INFO:tasks.rados.rados.0.smithi042.stdout:872: rmattr oid 43 current snap is 82 2024-09-16T06:51:03.836 INFO:tasks.rados.rados.0.smithi042.stdout:872: done (8 left) 2024-09-16T06:51:03.836 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 82 2024-09-16T06:51:03.836 INFO:tasks.rados.rados.0.smithi042.stdout:873: seq_num 270 ranges {6307840=524288,6832128=516096,7348224=761856,8110080=327680} 2024-09-16T06:51:03.875 INFO:tasks.rados.rados.0.smithi042.stdout:873: writing smithi04281968-48 from 6307840 to 6832128 tid 1 2024-09-16T06:51:03.878 INFO:tasks.rados.rados.0.smithi042.stdout:873: writing smithi04281968-48 from 6832128 to 7348224 tid 2 2024-09-16T06:51:03.883 INFO:tasks.rados.rados.0.smithi042.stdout:873: writing smithi04281968-48 from 7348224 to 8110080 tid 3 2024-09-16T06:51:03.885 INFO:tasks.rados.rados.0.smithi042.stdout:873: writing smithi04281968-48 from 8110080 to 8437760 tid 4 2024-09-16T06:51:03.886 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 82 2024-09-16T06:51:03.886 INFO:tasks.rados.rados.0.smithi042.stdout:874: seq_num 271 ranges {0=540672,540672=802816,1343488=516096,1859584=286720} 2024-09-16T06:51:03.889 INFO:tasks.rados.rados.0.smithi042.stdout:874: writing smithi04281968-40 from 0 to 540672 tid 1 2024-09-16T06:51:03.894 INFO:tasks.rados.rados.0.smithi042.stdout:874: writing smithi04281968-40 from 540672 to 1343488 tid 2 2024-09-16T06:51:03.898 INFO:tasks.rados.rados.0.smithi042.stdout:874: writing smithi04281968-40 from 1343488 to 1859584 tid 3 2024-09-16T06:51:03.900 INFO:tasks.rados.rados.0.smithi042.stdout:874: writing smithi04281968-40 from 1859584 to 2146304 tid 4 2024-09-16T06:51:03.900 INFO:tasks.rados.rados.0.smithi042.stdout:875: rmattr oid 20 current snap is 82 2024-09-16T06:51:03.903 INFO:tasks.rados.rados.0.smithi042.stdout:868: expect (ObjNum 153 snap 36 seq_num 153) 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 4 to smithi04281968-10 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 5 to smithi04281968-10 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:864: finishing write tid 6 to smithi04281968-10 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 203 (ObjNum 267 snap 82 seq_num 267) dirty exists 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:864: left oid 10 (ObjNum 267 snap 82 seq_num 267) 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 1 to smithi04281968-42 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 2 to smithi04281968-42 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:865: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:866: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:865: finishing copy_from to smithi04281968-5 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 104 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:51:03.946 INFO:tasks.rados.rados.0.smithi042.stdout:866: finishing copy_from to smithi04281968-36 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 167 (ObjNum 219 snap 56 seq_num 219) dirty exists 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 3 to smithi04281968-42 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 4 to smithi04281968-42 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 5 to smithi04281968-42 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:869: finishing write tid 6 to smithi04281968-42 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 310 (ObjNum 268 snap 82 seq_num 268) dirty exists 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:869: left oid 42 (ObjNum 268 snap 82 seq_num 268) 2024-09-16T06:51:03.947 INFO:tasks.rados.rados.0.smithi042.stdout:867: expect (ObjNum 184 snap 49 seq_num 184) 2024-09-16T06:51:03.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:03.537+0000 7fa7d2760040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:51:03] ENGINE Bus STARTING 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: CherryPy Checker: 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: The Application mounted at '' has an empty config. 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:51:03] ENGINE Serving on http://:::9283 2024-09-16T06:51:03.989 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 06:51:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x[80537]: [16/Sep/2024:06:51:03] ENGINE Bus STARTED 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.751+0000 7f01a9389040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:03] ENGINE Bus STARTING 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: CherryPy Checker: 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: The Application mounted at '' has an empty config. 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.907+0000 7f0119ee8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.907+0000 7f0119ee8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.907+0000 7f0119ee8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.907+0000 7f0119ee8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.041 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.907+0000 7f0119ee8640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.908+0000 7f0113edc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.908+0000 7f0113edc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.908+0000 7f0113edc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.908+0000 7f0113edc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:03.908+0000 7f0113edc640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:03] ENGINE Serving on http://:::9283 2024-09-16T06:51:04.042 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:03] ENGINE Bus STARTED 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 1 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 2 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 3 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 4 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 5 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: finishing write tid 6 to smithi04281968-7 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 316 (ObjNum 269 snap 82 seq_num 269) dirty exists 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:870: left oid 7 (ObjNum 269 snap 82 seq_num 269) 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:864: done (10 left) 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:865: done (9 left) 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:866: done (8 left) 2024-09-16T06:51:04.217 INFO:tasks.rados.rados.0.smithi042.stdout:867: done (7 left) 2024-09-16T06:51:04.218 INFO:tasks.rados.rados.0.smithi042.stdout:868: done (6 left) 2024-09-16T06:51:04.218 INFO:tasks.rados.rados.0.smithi042.stdout:869: done (5 left) 2024-09-16T06:51:04.218 INFO:tasks.rados.rados.0.smithi042.stdout:870: done (4 left) 2024-09-16T06:51:04.218 INFO:tasks.rados.rados.0.smithi042.stdout:876: snap_create 2024-09-16T06:51:04.218 INFO:tasks.rados.rados.0.smithi042.stdout:871: expect (ObjNum 266 snap 80 seq_num 266) 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 1 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 2 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 3 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 4 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 5 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: finishing write tid 6 to smithi04281968-48 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 239 (ObjNum 270 snap 82 seq_num 270) dirty exists 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:873: left oid 48 (ObjNum 270 snap 82 seq_num 270) 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 1 to smithi04281968-40 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 2 to smithi04281968-40 2024-09-16T06:51:04.288 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 3 to smithi04281968-40 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 4 to smithi04281968-40 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 5 to smithi04281968-40 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 64 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:874: finishing write tid 6 to smithi04281968-40 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 283 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-09-16T06:51:04.289 INFO:tasks.rados.rados.0.smithi042.stdout:874: left oid 40 (ObjNum 271 snap 82 seq_num 271) 2024-09-16T06:51:04.291 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T06:51:04.291 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: Standby manager daemon x restarted 2024-09-16T06:51:04.291 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: Standby manager daemon x started 2024-09-16T06:51:04.291 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:51:04.291 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: Standby manager daemon x restarted 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: Standby manager daemon x started 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: Active manager daemon y restarted 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: Activating manager daemon y 2024-09-16T06:51:04.292 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: mgrmap e37: y(active, starting, since 0.00662556s), standbys: x 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:51:04.293 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: Manager daemon y is now available 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.294 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: Standby manager daemon x restarted 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: Standby manager daemon x started 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T06:51:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: Active manager daemon y restarted 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: Activating manager daemon y 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: mgrmap e37: y(active, starting, since 0.00662556s), standbys: x 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:51:04.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: Manager daemon y is now available 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:04 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.? 172.21.15.164:0/1553022464' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: Active manager daemon y restarted 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: Activating manager daemon y 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: mgrmap e37: y(active, starting, since 0.00662556s), standbys: x 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T06:51:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: Manager daemon y is now available 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:04.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T06:51:04.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:871: done (4 left) 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:873: done (3 left) 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:874: done (2 left) 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:875: done (1 left) 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:876: done (0 left) 2024-09-16T06:51:04.774 INFO:tasks.rados.rados.0.smithi042.stdout:877: snap_create 2024-09-16T06:51:05.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:04 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:04.773+0000 7f0148a58640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-16T06:51:05.780 INFO:tasks.rados.rados.0.smithi042.stdout:877: done (0 left) 2024-09-16T06:51:05.781 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 84 2024-09-16T06:51:05.781 INFO:tasks.rados.rados.0.smithi042.stdout:878: seq_num 272 ranges {909312=565248,1474560=688128,2162688=729088,2891776=188416} 2024-09-16T06:51:05.788 INFO:tasks.rados.rados.0.smithi042.stdout:878: writing smithi04281968-17 from 909312 to 1474560 tid 1 2024-09-16T06:51:05.792 INFO:tasks.rados.rados.0.smithi042.stdout:878: writing smithi04281968-17 from 1474560 to 2162688 tid 2 2024-09-16T06:51:05.796 INFO:tasks.rados.rados.0.smithi042.stdout:878: writing smithi04281968-17 from 2162688 to 2891776 tid 3 2024-09-16T06:51:05.798 INFO:tasks.rados.rados.0.smithi042.stdout:878: writing smithi04281968-17 from 2891776 to 3080192 tid 4 2024-09-16T06:51:05.798 INFO:tasks.rados.rados.0.smithi042.stdout:879: delete oid 15 current snap is 84 2024-09-16T06:51:05.798 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 1 to smithi04281968-17 2024-09-16T06:51:05.798 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 2 to smithi04281968-17 2024-09-16T06:51:05.800 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 3 to smithi04281968-17 2024-09-16T06:51:05.801 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 4 to smithi04281968-17 2024-09-16T06:51:05.801 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 5 to smithi04281968-17 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:878: finishing write tid 6 to smithi04281968-17 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 322 (ObjNum 272 snap 84 seq_num 272) dirty exists 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:878: left oid 17 (ObjNum 272 snap 84 seq_num 272) 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:878: done (1 left) 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:879: done (0 left) 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 84 2024-09-16T06:51:05.802 INFO:tasks.rados.rados.0.smithi042.stdout:880: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-09-16T06:51:05.805 INFO:tasks.rados.rados.0.smithi042.stdout:880: writing smithi04281968-25 from 0 to 598016 tid 1 2024-09-16T06:51:05.808 INFO:tasks.rados.rados.0.smithi042.stdout:880: writing smithi04281968-25 from 598016 to 1097728 tid 2 2024-09-16T06:51:05.813 INFO:tasks.rados.rados.0.smithi042.stdout:880: writing smithi04281968-25 from 1097728 to 1843200 tid 3 2024-09-16T06:51:05.815 INFO:tasks.rados.rados.0.smithi042.stdout:880: writing smithi04281968-25 from 1843200 to 2203648 tid 4 2024-09-16T06:51:05.815 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 84 2024-09-16T06:51:05.815 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 1 to smithi04281968-25 2024-09-16T06:51:05.815 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 2 to smithi04281968-25 2024-09-16T06:51:05.815 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 3 to smithi04281968-25 2024-09-16T06:51:05.816 INFO:tasks.rados.rados.0.smithi042.stdout:881: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-09-16T06:51:05.819 INFO:tasks.rados.rados.0.smithi042.stdout:881: writing smithi04281968-34 from 0 to 614400 tid 1 2024-09-16T06:51:05.824 INFO:tasks.rados.rados.0.smithi042.stdout:881: writing smithi04281968-34 from 614400 to 1400832 tid 2 2024-09-16T06:51:05.827 INFO:tasks.rados.rados.0.smithi042.stdout:881: writing smithi04281968-34 from 1400832 to 1900544 tid 3 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:881: writing smithi04281968-34 from 1900544 to 2220032 tid 4 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:882: delete oid 11 current snap is 84 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 4 to smithi04281968-25 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 5 to smithi04281968-25 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:880: finishing write tid 6 to smithi04281968-25 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 194 (ObjNum 274 snap 84 seq_num 274) dirty exists 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:880: left oid 25 (ObjNum 274 snap 84 seq_num 274) 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 1 to smithi04281968-34 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 2 to smithi04281968-34 2024-09-16T06:51:05.830 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 3 to smithi04281968-34 2024-09-16T06:51:05.831 INFO:tasks.rados.rados.0.smithi042.stdout:880: done (2 left) 2024-09-16T06:51:05.831 INFO:tasks.rados.rados.0.smithi042.stdout:882: done (1 left) 2024-09-16T06:51:05.831 INFO:tasks.rados.rados.0.smithi042.stdout:883: read oid 41 snap -1 2024-09-16T06:51:05.831 INFO:tasks.rados.rados.0.smithi042.stdout:883: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:51:05.832 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 84 2024-09-16T06:51:05.832 INFO:tasks.rados.rados.0.smithi042.stdout:884: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-09-16T06:51:05.835 INFO:tasks.rados.rados.0.smithi042.stdout:884: writing smithi04281968-30 from 0 to 647168 tid 1 2024-09-16T06:51:05.839 INFO:tasks.rados.rados.0.smithi042.stdout:884: writing smithi04281968-30 from 647168 to 1204224 tid 2 2024-09-16T06:51:05.842 INFO:tasks.rados.rados.0.smithi042.stdout:884: writing smithi04281968-30 from 1204224 to 1720320 tid 3 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:884: writing smithi04281968-30 from 1720320 to 2252800 tid 4 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:885: delete oid 21 current snap is 84 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 4 to smithi04281968-34 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 5 to smithi04281968-34 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:881: finishing write tid 6 to smithi04281968-34 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 172 (ObjNum 275 snap 84 seq_num 275) dirty exists 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:881: left oid 34 (ObjNum 275 snap 84 seq_num 275) 2024-09-16T06:51:05.847 INFO:tasks.rados.rados.0.smithi042.stdout:883: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:51:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:05 smithi042 ceph-mon[39185]: mgrmap e38: y(active, since 1.00942s), standbys: x 2024-09-16T06:51:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:05 smithi042 ceph-mon[39185]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T06:51:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:05 smithi042 ceph-mon[94096]: mgrmap e38: y(active, since 1.00942s), standbys: x 2024-09-16T06:51:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:05 smithi042 ceph-mon[94096]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T06:51:05.881 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 1 to smithi04281968-30 2024-09-16T06:51:05.881 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 2 to smithi04281968-30 2024-09-16T06:51:05.881 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 3 to smithi04281968-30 2024-09-16T06:51:05.881 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 4 to smithi04281968-30 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 5 to smithi04281968-30 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:884: finishing write tid 6 to smithi04281968-30 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 250 (ObjNum 277 snap 84 seq_num 277) dirty exists 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:884: left oid 30 (ObjNum 277 snap 84 seq_num 277) 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:881: done (3 left) 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:883: done (2 left) 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:884: done (1 left) 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:885: done (0 left) 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:886: copy_from oid 50 from oid 30 current snap is 84 2024-09-16T06:51:05.882 INFO:tasks.rados.rados.0.smithi042.stdout:887: snap_remove snap 79 2024-09-16T06:51:05.993 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:05 smithi164 ceph-mon[31490]: mgrmap e38: y(active, since 1.00942s), standbys: x 2024-09-16T06:51:05.993 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:05 smithi164 ceph-mon[31490]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T06:51:06.371 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:51:06.650 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (70s) 38s ago 5m 18.8M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (59s) 18s ago 4m 77.7M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (5m) 38s ago 5m 16.8M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (5m) 18s ago 5m 17.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (23s) 18s ago 9m 66.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (51s) 38s ago 10m 470M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (11m) 38s ago 11m 54.6M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 1fa29841493a 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (9m) 18s ago 9m 46.5M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 d9619c056636 2024-09-16T06:51:06.651 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (9m) 38s ago 9m 43.4M 2048M 17.2.7-1633-g6d025bc2 33ed8dba3996 77f09fe0b5dd 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (68s) 38s ago 4m 8460k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (57s) 18s ago 4m 8158k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (9m) 38s ago 9m 126M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (8m) 38s ago 8m 112M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (8m) 38s ago 8m 114M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (7m) 38s ago 7m 64.9M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (7m) 18s ago 7m 107M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:51:06.652 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (7m) 18s ago 7m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:51:06.653 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (6m) 18s ago 6m 83.4M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:51:06.653 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (6m) 18s ago 6m 83.6M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:51:06.653 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (28s) 18s ago 5m 41.6M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:51:06.779 INFO:tasks.rados.rados.0.smithi042.stdout:887: done (1 left) 2024-09-16T06:51:06.780 INFO:tasks.rados.rados.0.smithi042.stdout:888: snap_create 2024-09-16T06:51:06.780 INFO:tasks.rados.rados.0.smithi042.stdout:886: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:51:06.780 INFO:tasks.rados.rados.0.smithi042.stdout:886: finishing copy_from to smithi04281968-50 2024-09-16T06:51:06.780 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 250 (ObjNum 277 snap 84 seq_num 277) dirty exists 2024-09-16T06:51:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:06 smithi164 ceph-mon[31490]: pgmap v4: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 GiB/s rd, 50 GiB/s wr, 695.29k op/s; 111 MiB/s, 393 objects/s recovering 2024-09-16T06:51:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:06 smithi164 ceph-mon[31490]: pgmap v5: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 514 MiB/s rd, 264 MiB/s wr, 3.56k op/s; 580 KiB/s, 2 objects/s recovering 2024-09-16T06:51:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:06 smithi164 ceph-mon[31490]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-16T06:51:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:06 smithi164 ceph-mon[31490]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2, 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:51:06.992 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 12, 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:51:06.993 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:51:06.993 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[39185]: pgmap v4: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 GiB/s rd, 50 GiB/s wr, 695.29k op/s; 111 MiB/s, 393 objects/s recovering 2024-09-16T06:51:06.993 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[39185]: pgmap v5: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 514 MiB/s rd, 264 MiB/s wr, 3.56k op/s; 580 KiB/s, 2 objects/s recovering 2024-09-16T06:51:06.993 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[39185]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[39185]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[94096]: pgmap v4: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 98 GiB/s rd, 50 GiB/s wr, 695.29k op/s; 111 MiB/s, 393 objects/s recovering 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[94096]: pgmap v5: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 514 MiB/s rd, 264 MiB/s wr, 3.56k op/s; 580 KiB/s, 2 objects/s recovering 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[94096]: mgrmap e39: y(active, since 2s), standbys: x 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-mon[94096]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:06.682+0000 7f00f90a7640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:06:51:06] ENGINE Error in HTTPServer.serve 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: Traceback (most recent call last): 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._connections.run(self.expiration_interval) 2024-09-16T06:51:06.994 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._run(expiration_interval) 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: s = self.context.wrap_socket( 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: return self.sslsocket_class._create( 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self.do_handshake() 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: self._sslobj.do_handshake() 2024-09-16T06:51:06.995 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:51:06.996 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:07.294 INFO:tasks.rados.rados.0.smithi042.stdout:886: done (1 left) 2024-09-16T06:51:07.294 INFO:tasks.rados.rados.0.smithi042.stdout:888: done (0 left) 2024-09-16T06:51:07.294 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 85 2024-09-16T06:51:07.294 INFO:tasks.rados.rados.0.smithi042.stdout:889: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-09-16T06:51:07.297 INFO:tasks.rados.rados.0.smithi042.stdout:889: writing smithi04281968-21 from 0 to 679936 tid 1 2024-09-16T06:51:07.302 INFO:tasks.rados.rados.0.smithi042.stdout:889: writing smithi04281968-21 from 679936 to 1400832 tid 2 2024-09-16T06:51:07.305 INFO:tasks.rados.rados.0.smithi042.stdout:889: writing smithi04281968-21 from 1400832 to 1884160 tid 3 2024-09-16T06:51:07.308 INFO:tasks.rados.rados.0.smithi042.stdout:889: writing smithi04281968-21 from 1884160 to 2285568 tid 4 2024-09-16T06:51:07.308 INFO:tasks.rados.rados.0.smithi042.stdout:890: rollback oid 42 current snap is 85 2024-09-16T06:51:07.308 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 71 2024-09-16T06:51:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 1 to smithi04281968-21 2024-09-16T06:51:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 2 to smithi04281968-21 2024-09-16T06:51:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 3 to smithi04281968-21 2024-09-16T06:51:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 85 2024-09-16T06:51:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:891: seq_num 280 ranges {942080=696320,1638400=606208,2244608=688128,2932736=311296} 2024-09-16T06:51:07.317 INFO:tasks.rados.rados.0.smithi042.stdout:891: writing smithi04281968-47 from 942080 to 1638400 tid 1 2024-09-16T06:51:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:891: writing smithi04281968-47 from 1638400 to 2244608 tid 2 2024-09-16T06:51:07.324 INFO:tasks.rados.rados.0.smithi042.stdout:891: writing smithi04281968-47 from 2244608 to 2932736 tid 3 2024-09-16T06:51:07.326 INFO:tasks.rados.rados.0.smithi042.stdout:891: writing smithi04281968-47 from 2932736 to 3244032 tid 4 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:892: copy_from oid 13 from oid 7 current snap is 85 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 4 to smithi04281968-21 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:890: finishing rollback tid 0 to smithi04281968-42 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:890: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 333 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 5 to smithi04281968-21 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:889: finishing write tid 6 to smithi04281968-21 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 428 (ObjNum 279 snap 85 seq_num 279) dirty exists 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:889: left oid 21 (ObjNum 279 snap 85 seq_num 279) 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 1 to smithi04281968-47 2024-09-16T06:51:07.327 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 2 to smithi04281968-47 2024-09-16T06:51:07.328 INFO:tasks.rados.rados.0.smithi042.stdout:889: done (3 left) 2024-09-16T06:51:07.328 INFO:tasks.rados.rados.0.smithi042.stdout:890: done (2 left) 2024-09-16T06:51:07.328 INFO:tasks.rados.rados.0.smithi042.stdout:893: snap_create 2024-09-16T06:51:07.329 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 3 to smithi04281968-47 2024-09-16T06:51:07.329 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 4 to smithi04281968-47 2024-09-16T06:51:07.330 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 5 to smithi04281968-47 2024-09-16T06:51:07.333 INFO:tasks.rados.rados.0.smithi042.stdout:891: finishing write tid 6 to smithi04281968-47 2024-09-16T06:51:07.333 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 201 (ObjNum 280 snap 85 seq_num 280) dirty exists 2024-09-16T06:51:07.333 INFO:tasks.rados.rados.0.smithi042.stdout:891: left oid 47 (ObjNum 280 snap 85 seq_num 280) 2024-09-16T06:51:07.359 INFO:tasks.rados.rados.0.smithi042.stdout:892: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:51:07.365 INFO:tasks.rados.rados.0.smithi042.stdout:892: finishing copy_from to smithi04281968-13 2024-09-16T06:51:07.365 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 316 (ObjNum 269 snap 82 seq_num 269) dirty exists 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: [16/Sep/2024:06:51:06] ENGINE Bus STARTING 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: [16/Sep/2024:06:51:06] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: [16/Sep/2024:06:51:06] ENGINE Error in HTTPServer.serve 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout: Traceback (most recent call last): 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:51:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._run(expiration_interval) 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: s = self.context.wrap_socket( 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: return self.sslsocket_class._create( 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: self.do_handshake() 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:51:07.990 INFO:journalctl@ceph.mon.b.smithi164.stdout: self._sslobj.do_handshake() 2024-09-16T06:51:07.991 INFO:journalctl@ceph.mon.b.smithi164.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:51:07.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T06:51:07.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: from='client.? 172.21.15.42:0/794659890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:07.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:07 smithi164 ceph-mon[31490]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: [16/Sep/2024:06:51:06] ENGINE Bus STARTING 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: [16/Sep/2024:06:51:06] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: [16/Sep/2024:06:51:06] ENGINE Error in HTTPServer.serve 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:51:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: self.do_handshake() 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:51:08.105 INFO:journalctl@ceph.mon.a.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.a.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/794659890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[94096]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: [16/Sep/2024:06:51:06] ENGINE Bus STARTING 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: [16/Sep/2024:06:51:06] ENGINE Serving on https://172.21.15.42:7150 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: [16/Sep/2024:06:51:06] ENGINE Error in HTTPServer.serve 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout: Traceback (most recent call last): 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T06:51:08.106 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._connections.run(self.expiration_interval) 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._run(expiration_interval) 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: s = self.context.wrap_socket( 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: return self.sslsocket_class._create( 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: self.do_handshake() 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: self._sslobj.do_handshake() 2024-09-16T06:51:08.107 INFO:journalctl@ceph.mon.c.smithi042.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T06:51:08.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T06:51:08.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: from='client.? 172.21.15.42:0/794659890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:08.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:07 smithi042 ceph-mon[39185]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T06:51:08.303 INFO:tasks.rados.rados.0.smithi042.stdout:891: done (2 left) 2024-09-16T06:51:08.303 INFO:tasks.rados.rados.0.smithi042.stdout:892: done (1 left) 2024-09-16T06:51:08.303 INFO:tasks.rados.rados.0.smithi042.stdout:893: done (0 left) 2024-09-16T06:51:08.303 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 86 2024-09-16T06:51:08.303 INFO:tasks.rados.rados.0.smithi042.stdout:894: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-09-16T06:51:08.306 INFO:tasks.rados.rados.0.smithi042.stdout:894: writing smithi04281968-15 from 0 to 712704 tid 1 2024-09-16T06:51:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:894: writing smithi04281968-15 from 712704 to 1204224 tid 2 2024-09-16T06:51:08.312 INFO:tasks.rados.rados.0.smithi042.stdout:894: writing smithi04281968-15 from 1204224 to 1695744 tid 3 2024-09-16T06:51:08.316 INFO:tasks.rados.rados.0.smithi042.stdout:894: writing smithi04281968-15 from 1695744 to 2318336 tid 4 2024-09-16T06:51:08.316 INFO:tasks.rados.rados.0.smithi042.stdout:895: delete oid 31 current snap is 86 2024-09-16T06:51:08.316 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 1 to smithi04281968-15 2024-09-16T06:51:08.316 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 2 to smithi04281968-15 2024-09-16T06:51:08.316 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 3 to smithi04281968-15 2024-09-16T06:51:08.318 INFO:tasks.rados.rados.0.smithi042.stdout:895: done (1 left) 2024-09-16T06:51:08.318 INFO:tasks.rados.rados.0.smithi042.stdout:896: snap_create 2024-09-16T06:51:08.319 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 4 to smithi04281968-15 2024-09-16T06:51:08.319 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 5 to smithi04281968-15 2024-09-16T06:51:08.321 INFO:tasks.rados.rados.0.smithi042.stdout:894: finishing write tid 6 to smithi04281968-15 2024-09-16T06:51:08.321 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 338 (ObjNum 281 snap 86 seq_num 281) dirty exists 2024-09-16T06:51:08.321 INFO:tasks.rados.rados.0.smithi042.stdout:894: left oid 15 (ObjNum 281 snap 86 seq_num 281) 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: [16/Sep/2024:06:51:06] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: [16/Sep/2024:06:51:06] ENGINE Bus STARTED 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: pgmap v9: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 171 MiB/s rd, 88 MiB/s wr, 1.18k op/s; 193 KiB/s, 0 objects/s recovering 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:08 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: [16/Sep/2024:06:51:06] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:51:09.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: [16/Sep/2024:06:51:06] ENGINE Bus STARTED 2024-09-16T06:51:09.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: pgmap v9: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 171 MiB/s rd, 88 MiB/s wr, 1.18k op/s; 193 KiB/s, 0 objects/s recovering 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: [16/Sep/2024:06:51:06] ENGINE Serving on http://172.21.15.42:8765 2024-09-16T06:51:09.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: [16/Sep/2024:06:51:06] ENGINE Bus STARTED 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: pgmap v9: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 171 MiB/s rd, 88 MiB/s wr, 1.18k op/s; 193 KiB/s, 0 objects/s recovering 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: mgrmap e40: y(active, since 4s), standbys: x 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:08 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.300 INFO:tasks.rados.rados.0.smithi042.stdout:894: done (1 left) 2024-09-16T06:51:09.300 INFO:tasks.rados.rados.0.smithi042.stdout:896: done (0 left) 2024-09-16T06:51:09.301 INFO:tasks.rados.rados.0.smithi042.stdout:897: copy_from oid 33 from oid 44 current snap is 87 2024-09-16T06:51:09.301 INFO:tasks.rados.rados.0.smithi042.stdout:898: delete oid 3 current snap is 87 2024-09-16T06:51:09.304 INFO:tasks.rados.rados.0.smithi042.stdout:898: done (1 left) 2024-09-16T06:51:09.304 INFO:tasks.rados.rados.0.smithi042.stdout:899: snap_remove snap 74 2024-09-16T06:51:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T06:51:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:09 smithi164 ceph-mon[31490]: pgmap v12: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:10.304 INFO:tasks.rados.rados.0.smithi042.stdout:899: done (1 left) 2024-09-16T06:51:10.305 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 87 2024-09-16T06:51:10.305 INFO:tasks.rados.rados.0.smithi042.stdout:900: seq_num 284 ranges {2285568=761856,3047424=598016,3645440=671744,4317184=335872} 2024-09-16T06:51:10.321 INFO:tasks.rados.rados.0.smithi042.stdout:900: writing smithi04281968-21 from 2285568 to 3047424 tid 1 2024-09-16T06:51:10.325 INFO:tasks.rados.rados.0.smithi042.stdout:900: writing smithi04281968-21 from 3047424 to 3645440 tid 2 2024-09-16T06:51:10.329 INFO:tasks.rados.rados.0.smithi042.stdout:900: writing smithi04281968-21 from 3645440 to 4317184 tid 3 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:900: writing smithi04281968-21 from 4317184 to 4653056 tid 4 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:901: read oid 3 snap -1 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:901: expect deleted 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:897: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:902: read oid 23 snap -1 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:902: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:903: delete oid 2 current snap is 87 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:897: finishing copy_from to smithi04281968-33 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 276 (ObjNum 245 snap 68 seq_num 245) dirty exists 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 1 to smithi04281968-21 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 2 to smithi04281968-21 2024-09-16T06:51:10.333 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 3 to smithi04281968-21 2024-09-16T06:51:10.335 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 4 to smithi04281968-21 2024-09-16T06:51:10.335 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 5 to smithi04281968-21 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:897: done (4 left) 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:901: done (3 left) 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:903: done (2 left) 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:904: read oid 15 snap -1 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:904: expect (ObjNum 281 snap 86 seq_num 281) 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:905: delete oid 19 current snap is 87 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:900: finishing write tid 6 to smithi04281968-21 2024-09-16T06:51:10.336 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 436 (ObjNum 284 snap 87 seq_num 284) dirty exists 2024-09-16T06:51:10.337 INFO:tasks.rados.rados.0.smithi042.stdout:900: left oid 21 (ObjNum 284 snap 87 seq_num 284) 2024-09-16T06:51:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:902: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[94096]: pgmap v12: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T06:51:10.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:10.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:09 smithi042 ceph-mon[39185]: pgmap v12: 121 pgs: 121 active+clean; 142 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:10.376 INFO:tasks.rados.rados.0.smithi042.stdout:904: expect (ObjNum 281 snap 86 seq_num 281) 2024-09-16T06:51:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:900: done (3 left) 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:902: done (2 left) 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:904: done (1 left) 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:905: done (0 left) 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:906: read oid 25 snap -1 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:906: expect (ObjNum 274 snap 84 seq_num 274) 2024-09-16T06:51:10.439 INFO:tasks.rados.rados.0.smithi042.stdout:907: snap_remove snap 77 2024-09-16T06:51:11.400 INFO:tasks.rados.rados.0.smithi042.stdout:906: expect (ObjNum 274 snap 84 seq_num 274) 2024-09-16T06:51:11.459 INFO:tasks.rados.rados.0.smithi042.stdout:906: done (1 left) 2024-09-16T06:51:11.459 INFO:tasks.rados.rados.0.smithi042.stdout:907: done (0 left) 2024-09-16T06:51:11.459 INFO:tasks.rados.rados.0.smithi042.stdout:908: snap_remove snap 75 2024-09-16T06:51:11.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:11 smithi164 ceph-mon[31490]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T06:51:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:11 smithi042 ceph-mon[94096]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T06:51:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:11 smithi042 ceph-mon[39185]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T06:51:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:51:11] "GET /metrics HTTP/1.1" 200 33385 "" "Prometheus/2.43.0" 2024-09-16T06:51:12.403 INFO:tasks.rados.rados.0.smithi042.stdout:908: done (0 left) 2024-09-16T06:51:12.403 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 87 2024-09-16T06:51:12.404 INFO:tasks.rados.rados.0.smithi042.stdout:909: seq_num 287 ranges {4218880=8192} 2024-09-16T06:51:12.427 INFO:tasks.rados.rados.0.smithi042.stdout:909: writing smithi04281968-22 from 4218880 to 4227072 tid 1 2024-09-16T06:51:12.427 INFO:tasks.rados.rados.0.smithi042.stdout:910: setattr oid 20 current snap is 87 2024-09-16T06:51:12.429 INFO:tasks.rados.rados.0.smithi042.stdout:909: finishing write tid 1 to smithi04281968-22 2024-09-16T06:51:12.429 INFO:tasks.rados.rados.0.smithi042.stdout:909: finishing write tid 2 to smithi04281968-22 2024-09-16T06:51:12.429 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 87 2024-09-16T06:51:12.429 INFO:tasks.rados.rados.0.smithi042.stdout:911: seq_num 288 ranges {4653056=24576} 2024-09-16T06:51:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:911: writing smithi04281968-21 from 4653056 to 4677632 tid 1 2024-09-16T06:51:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:912: rollback oid 12 current snap is 87 2024-09-16T06:51:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 80 2024-09-16T06:51:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:909: finishing write tid 3 to smithi04281968-22 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 210 (ObjNum 287 snap 87 seq_num 287) dirty exists 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:909: left oid 22 (ObjNum 287 snap 87 seq_num 287) 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 74 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:909: done (3 left) 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:910: done (2 left) 2024-09-16T06:51:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:913: snap_remove snap 78 2024-09-16T06:51:12.677 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:12 smithi164 ceph-mon[31490]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T06:51:12.677 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:12 smithi164 ceph-mon[31490]: pgmap v15: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:12.678 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:12 smithi042 ceph-mon[39185]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T06:51:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:12 smithi042 ceph-mon[39185]: pgmap v15: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:12 smithi042 ceph-mon[94096]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T06:51:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:12 smithi042 ceph-mon[94096]: pgmap v15: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:13.413 INFO:tasks.rados.rados.0.smithi042.stdout:913: done (2 left) 2024-09-16T06:51:13.413 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 87 2024-09-16T06:51:13.413 INFO:tasks.rados.rados.0.smithi042.stdout:914: seq_num 289 ranges {442368=40960} 2024-09-16T06:51:13.416 INFO:tasks.rados.rados.0.smithi042.stdout:914: writing smithi04281968-18 from 442368 to 483328 tid 1 2024-09-16T06:51:13.416 INFO:tasks.rados.rados.0.smithi042.stdout:915: read oid 20 snap -1 2024-09-16T06:51:13.416 INFO:tasks.rados.rados.0.smithi042.stdout:915: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:51:13.416 INFO:tasks.rados.rados.0.smithi042.stdout:916: setattr oid 13 current snap is 87 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:911: finishing write tid 1 to smithi04281968-21 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:911: finishing write tid 2 to smithi04281968-21 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:911: finishing write tid 3 to smithi04281968-21 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 442 (ObjNum 288 snap 87 seq_num 288) dirty exists 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:911: left oid 21 (ObjNum 288 snap 87 seq_num 288) 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:912: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:912: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:912: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:51:13.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 404 (ObjNum 217 snap 53 seq_num 217) dirty exists 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:911: done (4 left) 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:912: done (3 left) 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:917: rmattr oid 36 current snap is 87 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:917: done (3 left) 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:918: read oid 34 snap -1 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:918: expect (ObjNum 275 snap 84 seq_num 275) 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 87 2024-09-16T06:51:13.420 INFO:tasks.rados.rados.0.smithi042.stdout:919: seq_num 290 ranges {4825088=57344} 2024-09-16T06:51:13.448 INFO:tasks.rados.rados.0.smithi042.stdout:919: writing smithi04281968-33 from 4825088 to 4882432 tid 1 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:920: read oid 30 snap -1 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:920: expect (ObjNum 277 snap 84 seq_num 277) 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:921: rollback oid 16 current snap is 87 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 85 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:914: finishing write tid 1 to smithi04281968-18 2024-09-16T06:51:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:915: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:914: finishing write tid 2 to smithi04281968-18 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:914: finishing write tid 3 to smithi04281968-18 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 210 (ObjNum 289 snap 87 seq_num 289) dirty exists 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:914: left oid 18 (ObjNum 289 snap 87 seq_num 289) 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 317 (ObjNum 269 snap 82 seq_num 269) dirty exists 2024-09-16T06:51:13.479 INFO:tasks.rados.rados.0.smithi042.stdout:918: expect (ObjNum 275 snap 84 seq_num 275) 2024-09-16T06:51:13.538 INFO:tasks.rados.rados.0.smithi042.stdout:921: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:51:13.538 INFO:tasks.rados.rados.0.smithi042.stdout:919: finishing write tid 1 to smithi04281968-33 2024-09-16T06:51:13.538 INFO:tasks.rados.rados.0.smithi042.stdout:919: finishing write tid 2 to smithi04281968-33 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:921: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:921: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 320 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:914: done (6 left) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:915: done (5 left) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:916: done (4 left) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:918: done (3 left) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:921: done (2 left) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:922: delete oid 50 current snap is 87 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:919: finishing write tid 3 to smithi04281968-33 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 327 (ObjNum 290 snap 87 seq_num 290) dirty exists 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:919: left oid 33 (ObjNum 290 snap 87 seq_num 290) 2024-09-16T06:51:13.539 INFO:tasks.rados.rados.0.smithi042.stdout:920: expect (ObjNum 277 snap 84 seq_num 277) 2024-09-16T06:51:13.598 INFO:tasks.rados.rados.0.smithi042.stdout:919: done (2 left) 2024-09-16T06:51:13.598 INFO:tasks.rados.rados.0.smithi042.stdout:920: done (1 left) 2024-09-16T06:51:13.598 INFO:tasks.rados.rados.0.smithi042.stdout:922: done (0 left) 2024-09-16T06:51:13.598 INFO:tasks.rados.rados.0.smithi042.stdout:923: delete oid 45 current snap is 87 2024-09-16T06:51:13.600 INFO:tasks.rados.rados.0.smithi042.stdout:923: done (0 left) 2024-09-16T06:51:13.600 INFO:tasks.rados.rados.0.smithi042.stdout:924: copy_from oid 25 from oid 31 current snap is 87 2024-09-16T06:51:13.600 INFO:tasks.rados.rados.0.smithi042.stdout:925: read oid 49 snap 53 2024-09-16T06:51:13.600 INFO:tasks.rados.rados.0.smithi042.stdout:925: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:51:13.601 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 87 2024-09-16T06:51:13.601 INFO:tasks.rados.rados.0.smithi042.stdout:926: seq_num 293 ranges {1376256=114688} 2024-09-16T06:51:13.609 INFO:tasks.rados.rados.0.smithi042.stdout:926: writing smithi04281968-23 from 1376256 to 1490944 tid 1 2024-09-16T06:51:13.609 INFO:tasks.rados.rados.0.smithi042.stdout:927: copy_from oid 32 from oid 42 current snap is 87 2024-09-16T06:51:13.609 INFO:tasks.rados.rados.0.smithi042.stdout:924: finishing copy_from to smithi04281968-25 2024-09-16T06:51:13.609 INFO:tasks.rados.rados.0.smithi042.stdout:924: got expected ENOENT (src dne) 2024-09-16T06:51:13.610 INFO:tasks.rados.rados.0.smithi042.stdout:924: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:51:13.610 INFO:tasks.rados.rados.0.smithi042.stdout:925: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:51:13.642 INFO:tasks.rados.rados.0.smithi042.stdout:926: finishing write tid 1 to smithi04281968-23 2024-09-16T06:51:13.642 INFO:tasks.rados.rados.0.smithi042.stdout:927: finishing copy_from to smithi04281968-32 2024-09-16T06:51:13.642 INFO:tasks.rados.rados.0.smithi042.stdout:927: got expected ENOENT (src dne) 2024-09-16T06:51:13.642 INFO:tasks.rados.rados.0.smithi042.stdout:926: finishing write tid 2 to smithi04281968-23 2024-09-16T06:51:13.642 INFO:tasks.rados.rados.0.smithi042.stdout:924: done (3 left) 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:925: done (2 left) 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 87 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:927: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:926: finishing write tid 3 to smithi04281968-23 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 363 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:926: left oid 23 (ObjNum 293 snap 87 seq_num 293) 2024-09-16T06:51:13.643 INFO:tasks.rados.rados.0.smithi042.stdout:928: seq_num 294 ranges {2080768=131072} 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:928: writing smithi04281968-10 from 2080768 to 2211840 tid 1 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:926: done (2 left) 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:927: done (1 left) 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:929: read oid 2 snap 83 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:929: expect (ObjNum 265 snap 79 seq_num 265) 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:930: read oid 42 snap -1 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:930: expect deleted 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:931: read oid 7 snap 86 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:931: expect (ObjNum 269 snap 82 seq_num 269) 2024-09-16T06:51:13.655 INFO:tasks.rados.rados.0.smithi042.stdout:932: snap_create 2024-09-16T06:51:13.657 INFO:tasks.rados.rados.0.smithi042.stdout:928: finishing write tid 1 to smithi04281968-10 2024-09-16T06:51:13.657 INFO:tasks.rados.rados.0.smithi042.stdout:928: finishing write tid 2 to smithi04281968-10 2024-09-16T06:51:13.659 INFO:tasks.rados.rados.0.smithi042.stdout:928: finishing write tid 3 to smithi04281968-10 2024-09-16T06:51:13.659 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 213 (ObjNum 294 snap 87 seq_num 294) dirty exists 2024-09-16T06:51:13.659 INFO:tasks.rados.rados.0.smithi042.stdout:928: left oid 10 (ObjNum 294 snap 87 seq_num 294) 2024-09-16T06:51:13.683 INFO:tasks.rados.rados.0.smithi042.stdout:929: expect (ObjNum 265 snap 79 seq_num 265) 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:51:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:51:13.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:13.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[94096]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.conf 2024-09-16T06:51:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:13 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.conf 2024-09-16T06:51:13.990 INFO:tasks.rados.rados.0.smithi042.stdout:931: expect (ObjNum 269 snap 82 seq_num 269) 2024-09-16T06:51:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:928: done (4 left) 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:929: done (3 left) 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:930: done (2 left) 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:931: done (1 left) 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:932: done (0 left) 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:933: read oid 3 snap -1 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:933: expect deleted 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:934: copy_from oid 50 from oid 8 current snap is 88 2024-09-16T06:51:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:935: snap_remove snap 73 2024-09-16T06:51:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: pgmap v18: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:14.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T06:51:14.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:14 smithi164 ceph-mon[31490]: Upgrade: It appears safe to stop mon.c 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.753 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: pgmap v18: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[94096]: Upgrade: It appears safe to stop mon.c 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T06:51:14.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi164:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi042:/etc/ceph/ceph.client.admin.keyring 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Updating smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: pgmap v18: 121 pgs: 121 active+clean; 170 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 866 KiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:14.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-09-16T06:51:14.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:14 smithi042 ceph-mon[39185]: Upgrade: It appears safe to stop mon.c 2024-09-16T06:51:15.662 INFO:tasks.rados.rados.0.smithi042.stdout:935: done (2 left) 2024-09-16T06:51:15.662 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 88 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:936: seq_num 295 ranges {0=147456} 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:936: writing smithi04281968-38 from 0 to 147456 tid 1 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:937: read oid 20 snap -1 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:937: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:938: snap_create 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:934: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:51:15.663 INFO:tasks.rados.rados.0.smithi042.stdout:934: finishing copy_from to smithi04281968-50 2024-09-16T06:51:15.664 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 77 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-09-16T06:51:15.669 INFO:tasks.rados.rados.0.smithi042.stdout:936: finishing write tid 1 to smithi04281968-38 2024-09-16T06:51:15.669 INFO:tasks.rados.rados.0.smithi042.stdout:936: finishing write tid 2 to smithi04281968-38 2024-09-16T06:51:15.670 INFO:tasks.rados.rados.0.smithi042.stdout:936: finishing write tid 3 to smithi04281968-38 2024-09-16T06:51:15.670 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 450 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-09-16T06:51:15.670 INFO:tasks.rados.rados.0.smithi042.stdout:936: left oid 38 (ObjNum 295 snap 88 seq_num 295) 2024-09-16T06:51:15.677 INFO:tasks.rados.rados.0.smithi042.stdout:937: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[94096]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[39185]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[39185]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:15.733 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:15.734 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:15 smithi042 ceph-mon[39185]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:15 smithi164 ceph-mon[31490]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T06:51:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:15 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:15 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:15 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:15 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:933: done (4 left) 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:934: done (3 left) 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:936: done (2 left) 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:937: done (1 left) 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:938: done (0 left) 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:939: copy_from oid 10 from oid 16 current snap is 89 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 89 2024-09-16T06:51:16.670 INFO:tasks.rados.rados.0.smithi042.stdout:940: seq_num 296 ranges {786432=163840} 2024-09-16T06:51:16.675 INFO:tasks.rados.rados.0.smithi042.stdout:940: writing smithi04281968-5 from 786432 to 950272 tid 1 2024-09-16T06:51:16.675 INFO:tasks.rados.rados.0.smithi042.stdout:941: read oid 23 snap 53 2024-09-16T06:51:16.675 INFO:tasks.rados.rados.0.smithi042.stdout:941: expect deleted 2024-09-16T06:51:16.675 INFO:tasks.rados.rados.0.smithi042.stdout:942: read oid 47 snap -1 2024-09-16T06:51:16.676 INFO:tasks.rados.rados.0.smithi042.stdout:942: expect (ObjNum 280 snap 85 seq_num 280) 2024-09-16T06:51:16.676 INFO:tasks.rados.rados.0.smithi042.stdout:943: copy_from oid 11 from oid 37 current snap is 89 2024-09-16T06:51:16.676 INFO:tasks.rados.rados.0.smithi042.stdout:944: delete oid 18 current snap is 89 2024-09-16T06:51:16.679 INFO:tasks.rados.rados.0.smithi042.stdout:939: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:51:16.680 INFO:tasks.rados.rados.0.smithi042.stdout:940: finishing write tid 1 to smithi04281968-5 2024-09-16T06:51:16.680 INFO:tasks.rados.rados.0.smithi042.stdout:940: finishing write tid 2 to smithi04281968-5 2024-09-16T06:51:16.681 INFO:tasks.rados.rados.0.smithi042.stdout:939: finishing copy_from to smithi04281968-10 2024-09-16T06:51:16.681 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 320 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:51:16.681 INFO:tasks.rados.rados.0.smithi042.stdout:940: finishing write tid 3 to smithi04281968-5 2024-09-16T06:51:16.681 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 199 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-09-16T06:51:16.681 INFO:tasks.rados.rados.0.smithi042.stdout:940: left oid 5 (ObjNum 296 snap 89 seq_num 296) 2024-09-16T06:51:16.682 INFO:tasks.rados.rados.0.smithi042.stdout:939: done (5 left) 2024-09-16T06:51:16.682 INFO:tasks.rados.rados.0.smithi042.stdout:940: done (4 left) 2024-09-16T06:51:16.682 INFO:tasks.rados.rados.0.smithi042.stdout:941: done (3 left) 2024-09-16T06:51:16.682 INFO:tasks.rados.rados.0.smithi042.stdout:944: done (2 left) 2024-09-16T06:51:16.682 INFO:tasks.rados.rados.0.smithi042.stdout:945: setattr oid 17 current snap is 89 2024-09-16T06:51:16.683 INFO:tasks.rados.rados.0.smithi042.stdout:946: rollback oid 34 current snap is 89 2024-09-16T06:51:16.683 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 83 2024-09-16T06:51:16.683 INFO:tasks.rados.rados.0.smithi042.stdout:947: snap_create 2024-09-16T06:51:16.687 INFO:tasks.rados.rados.0.smithi042.stdout:946: finishing rollback tid 0 to smithi04281968-34 2024-09-16T06:51:16.687 INFO:tasks.rados.rados.0.smithi042.stdout:946: finishing rollback tid 1 to smithi04281968-34 2024-09-16T06:51:16.687 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 199 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:51:16.689 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 371 (ObjNum 272 snap 84 seq_num 272) dirty exists 2024-09-16T06:51:16.694 INFO:tasks.rados.rados.0.smithi042.stdout:943: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:51:16.694 INFO:tasks.rados.rados.0.smithi042.stdout:943: finishing copy_from to smithi04281968-11 2024-09-16T06:51:16.695 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 116 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-09-16T06:51:16.699 INFO:tasks.rados.rados.0.smithi042.stdout:942: expect (ObjNum 280 snap 85 seq_num 280) 2024-09-16T06:51:16.810 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[39185]: Upgrade: Updating mon.c 2024-09-16T06:51:16.810 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[39185]: Deploying daemon mon.c on smithi042 2024-09-16T06:51:16.810 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[39185]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T06:51:16.810 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[39185]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 900 KiB/s wr, 28 op/s 2024-09-16T06:51:16.810 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[94096]: Upgrade: Updating mon.c 2024-09-16T06:51:16.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[94096]: Deploying daemon mon.c on smithi042 2024-09-16T06:51:16.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[94096]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T06:51:16.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:16 smithi042 ceph-mon[94096]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 900 KiB/s wr, 28 op/s 2024-09-16T06:51:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:16 smithi164 ceph-mon[31490]: Upgrade: Updating mon.c 2024-09-16T06:51:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:16 smithi164 ceph-mon[31490]: Deploying daemon mon.c on smithi042 2024-09-16T06:51:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:16 smithi164 ceph-mon[31490]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T06:51:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:16 smithi164 ceph-mon[31490]: pgmap v21: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 900 KiB/s wr, 28 op/s 2024-09-16T06:51:17.069 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:16 smithi042 systemd[1]: Stopping Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:51:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c[39162]: 2024-09-16T06:51:17.068+0000 7ffa5aaa3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:51:17.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c[39162]: 2024-09-16T06:51:17.068+0000 7ffa5aaa3640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-16T06:51:17.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 podman[96374]: 2024-09-16 06:51:17.100251534 +0000 UTC m=+0.142164775 container died 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS) 2024-09-16T06:51:17.610 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 podman[96374]: 2024-09-16 06:51:17.592179649 +0000 UTC m=+0.634092890 container cleanup 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc) 2024-09-16T06:51:17.610 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 bash[96374]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c 2024-09-16T06:51:18.303 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:17 smithi042 podman[96392]: 2024-09-16 06:51:17.877146762 +0000 UTC m=+0.776446710 container remove 77f09fe0b5ddd8abc4ef72ec1c83ac4f05aa617cd4c9c2495273a24fdbd8f2be (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T06:51:18.304 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-16T06:51:18.304 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 systemd[1]: Stopped Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:51:18.304 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.c.service: Consumed 7.623s CPU time. 2024-09-16T06:51:18.574 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 systemd[1]: Starting Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:51:18.575 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 podman[96526]: 2024-09-16 06:51:18.421416987 +0000 UTC m=+0.016691125 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:51:18.575 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 podman[96526]: 2024-09-16 06:51:18.528478219 +0000 UTC m=+0.123752356 container create 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T06:51:18.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 podman[96526]: 2024-09-16 06:51:18.848311142 +0000 UTC m=+0.443585298 container init 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-16T06:51:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 podman[96526]: 2024-09-16 06:51:18.855633071 +0000 UTC m=+0.450907209 container start 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:51:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 7 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: pidfile_write: ignore empty --pid-file 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: load: jerasure load: lrc 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: RocksDB version: 7.9.2 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Git sha 0 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: DB SUMMARY 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: DB Session ID: OR5MMODHLM88RIJA57AY 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: CURRENT file: CURRENT 2024-09-16T06:51:19.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 6084452 ; 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.error_if_exists: 0 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.create_if_missing: 0 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.paranoid_checks: 1 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.env: 0x5593ade2bbc0 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T06:51:19.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.info_log: 0x5593aef3ebe0 2024-09-16T06:51:19.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T06:51:19.107 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.statistics: (nil) 2024-09-16T06:51:19.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.use_fsync: 0 2024-09-16T06:51:19.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_log_file_size: 0 2024-09-16T06:51:19.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T06:51:19.108 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_fallocate: 1 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.use_direct_reads: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T06:51:19.109 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.db_log_dir: 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.wal_dir: 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.write_buffer_manager: 0x5593aef4cb40 2024-09-16T06:51:19.110 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.unordered_write: 0 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T06:51:19.111 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.row_cache: None 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.wal_filter: None 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.two_write_queues: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.wal_compression: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.atomic_flush: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.log_readahead_size: 0 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T06:51:19.112 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_background_jobs: 2 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_background_compactions: -1 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_subcompactions: 1 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T06:51:19.113 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_open_files: -1 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_background_flushes: -1 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Compression algorithms supported: 2024-09-16T06:51:19.114 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kZSTD supported: 0 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kXpressCompression supported: 0 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kBZip2Compression supported: 0 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kLZ4Compression supported: 1 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kZlibCompression supported: 1 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: kSnappyCompression supported: 1 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T06:51:19.115 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.merge_operator: 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_filter: None 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5593aef3e7e0) 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout: cache_index_and_filter_blocks: 1 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T06:51:19.116 INFO:journalctl@ceph.mon.c.smithi042.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: pin_top_level_index_and_filter: 1 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_type: 0 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: data_block_index_type: 0 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_shortening: 1 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: checksum: 4 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: no_block_cache: 0 2024-09-16T06:51:19.117 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache: 0x5593aef33350 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_name: BinnedLRUCache 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_options: 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: capacity : 536870912 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: num_shard_bits : 4 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: strict_capacity_limit : 0 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: high_pri_pool_ratio: 0.000 2024-09-16T06:51:19.118 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_cache_compressed: (nil) 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: persistent_cache: (nil) 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_size: 4096 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_size_deviation: 10 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_restart_interval: 16 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: index_block_restart_interval: 1 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: metadata_block_size: 4096 2024-09-16T06:51:19.119 INFO:journalctl@ceph.mon.c.smithi042.stdout: partition_filters: 0 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: use_delta_encoding: 1 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: filter_policy: bloomfilter 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: whole_key_filtering: 1 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: verify_compression: 0 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: read_amp_bytes_per_bit: 0 2024-09-16T06:51:19.120 INFO:journalctl@ceph.mon.c.smithi042.stdout: format_version: 5 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: enable_index_compression: 1 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: block_align: 0 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: max_auto_readahead_size: 262144 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: prepopulate_block_cache: 0 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: initial_auto_readahead_size: 8192 2024-09-16T06:51:19.121 INFO:journalctl@ceph.mon.c.smithi042.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression: NoCompression 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:51:19.122 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.num_levels: 7 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:51:19.123 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:51:19.124 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:51:19.124 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:51:19.124 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:51:19.124 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:51:19.124 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:51:19.125 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:51:19.126 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:51:19.127 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:51:19.128 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:51:19.128 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:51:19.128 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:51:19.129 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:51:19.129 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:51:19.129 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:51:19.129 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:51:19.130 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:51:19.131 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:51:19.132 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:51:19.133 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:51:19.133 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:51:19.133 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:51:19.133 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:51:19.133 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:51:19.134 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.ttl: 2592000 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:51:19.135 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T06:51:19.136 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13550, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b0dfa773-a92c-4343-8373-f0c70215b15f 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469478882629, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T06:51:19.137 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469478896884, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 3808313, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13555, "largest_seqno": 15337, "table_properties": {"data_size": 3799469, "index_size": 5942, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1861, "raw_key_size": 17915, "raw_average_key_size": 24, "raw_value_size": 3782867, "raw_average_value_size": 5167, "num_data_blocks": 263, "num_entries": 732, "num_filter_entries": 732, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726469478, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b0dfa773-a92c-4343-8373-f0c70215b15f", "db_session_id": "OR5MMODHLM88RIJA57AY", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469478897015, "job": 1, "event": "recovery_finished"} 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5593aef5ee00 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: DB pointer 0x5593af052000 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** DB Stats ** 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:19.138 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: L0 1/0 3.63 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: L6 1/0 8.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Sum 2/0 11.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 628.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.139 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** Compaction Stats [default] ** 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 628.7 0.01 0.00 1 0.006 0 0 0.0 0.0 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:51:19.140 INFO:journalctl@ceph.mon.c.smithi042.stdout: Cumulative compaction: 0.00 GB write, 213.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: Interval compaction: 0.00 GB write, 213.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: Block cache BinnedLRUCache@0x5593aef33350#7 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: starting mon.c rank 2 at public addrs [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] at bind addrs [v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???) e3 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).mds e6 new map 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).mds e6 print_map 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: e6 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:51:19.141 INFO:journalctl@ceph.mon.c.smithi042.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: legacy client fscid: 1 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: Filesystem 'cephfs' (1) 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: fs_name cephfs 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: epoch 6 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: created 2024-09-16T06:45:14.124427+0000 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: modified 2024-09-16T06:45:16.801769+0000 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: tableserver 0 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: root 0 2024-09-16T06:51:19.142 INFO:journalctl@ceph.mon.c.smithi042.stdout: session_timeout 60 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: session_autoclose 300 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: max_file_size 1099511627776 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: max_xattr_size 65536 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: required_client_features {} 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: last_failure 0 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: last_failure_osd_epoch 0 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: max_mds 1 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: in 0 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: up {0=24340} 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: failed 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: damaged 2024-09-16T06:51:19.143 INFO:journalctl@ceph.mon.c.smithi042.stdout: stopped 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: data_pools [3] 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: metadata_pool 2 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: inline_data disabled 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: balancer 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: bal_rank_mask -1 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: standby_count_wanted 0 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: Standby daemons: 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout: [mds.a{-1:24335} state up:standby seq 1 addr [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).osd e233 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T06:51:19.144 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:19.145 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:19.145 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).osd e233 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:19.145 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 ceph-mon[96574]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-16T06:51:19.145 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 bash[96526]: 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 2024-09-16T06:51:19.145 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:18 smithi042 systemd[1]: Started Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:51:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:51:21] "GET /metrics HTTP/1.1" 200 33385 "" "Prometheus/2.43.0" 2024-09-16T06:51:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:23.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:25.415 INFO:tasks.rados.rados.0.smithi042.stdout:942: done (4 left) 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:943: done (3 left) 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:945: done (2 left) 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:946: done (1 left) 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:947: done (0 left) 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 90 2024-09-16T06:51:25.416 INFO:tasks.rados.rados.0.smithi042.stdout:948: seq_num 298 ranges {2457600=196608} 2024-09-16T06:51:25.430 INFO:tasks.rados.rados.0.smithi042.stdout:948: writing smithi04281968-36 from 2457600 to 2654208 tid 1 2024-09-16T06:51:25.430 INFO:tasks.rados.rados.0.smithi042.stdout:949: read oid 24 snap -1 2024-09-16T06:51:25.430 INFO:tasks.rados.rados.0.smithi042.stdout:949: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-16T06:51:25.430 INFO:tasks.rados.rados.0.smithi042.stdout:950: snap_remove snap 54 2024-09-16T06:51:25.687 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: mon.c calling monitor election 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: mon.a calling monitor election 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: mon.b calling monitor election 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: mgrmap e40: y(active, since 21s), standbys: x 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:51:25.688 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: mon.c calling monitor election 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: mon.a calling monitor election 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: mon.b calling monitor election 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: mgrmap e40: y(active, since 21s), standbys: x 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:51:25.689 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:25 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T06:51:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: mon.c calling monitor election 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: mon.a calling monitor election 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: mon.b calling monitor election 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: monmap e3: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: mgrmap e40: y(active, since 21s), standbys: x 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: Cluster is now healthy 2024-09-16T06:51:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:25 smithi164 ceph-mon[31490]: overall HEALTH_OK 2024-09-16T06:51:26.425 INFO:tasks.rados.rados.0.smithi042.stdout:950: done (2 left) 2024-09-16T06:51:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:951: read oid 22 snap -1 2024-09-16T06:51:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:951: expect (ObjNum 287 snap 87 seq_num 287) 2024-09-16T06:51:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:952: read oid 46 snap -1 2024-09-16T06:51:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:952: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:51:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:953: snap_remove snap 89 2024-09-16T06:51:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:26 smithi164 ceph-mon[31490]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T06:51:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:26 smithi164 ceph-mon[31490]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 386 KiB/s wr, 5 op/s 2024-09-16T06:51:26.759 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:26 smithi042 ceph-mon[96574]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T06:51:26.760 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:26 smithi042 ceph-mon[96574]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 386 KiB/s wr, 5 op/s 2024-09-16T06:51:26.760 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:26 smithi042 ceph-mon[94096]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T06:51:26.760 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:26 smithi042 ceph-mon[94096]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 386 KiB/s wr, 5 op/s 2024-09-16T06:51:27.297 INFO:tasks.rados.rados.0.smithi042.stdout:953: done (4 left) 2024-09-16T06:51:27.297 INFO:tasks.rados.rados.0.smithi042.stdout:954: read oid 40 snap 76 2024-09-16T06:51:27.298 INFO:tasks.rados.rados.0.smithi042.stdout:954: expect deleted 2024-09-16T06:51:27.298 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 90 2024-09-16T06:51:27.298 INFO:tasks.rados.rados.0.smithi042.stdout:955: seq_num 299 ranges {0=212992} 2024-09-16T06:51:27.299 INFO:tasks.rados.rados.0.smithi042.stdout:955: writing smithi04281968-18 from 0 to 212992 tid 1 2024-09-16T06:51:27.299 INFO:tasks.rados.rados.0.smithi042.stdout:948: finishing write tid 1 to smithi04281968-36 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:948: finishing write tid 2 to smithi04281968-36 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:956: read oid 25 snap -1 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:956: expect (ObjNum 274 snap 84 seq_num 274) 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:957: read oid 17 snap -1 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:957: expect (ObjNum 272 snap 84 seq_num 272) 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:958: rmattr oid 39 current snap is 90 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:958: done (8 left) 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:959: read oid 3 snap -1 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:959: expect deleted 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:960: rmattr oid 16 current snap is 90 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:960: done (9 left) 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:961: setattr oid 5 current snap is 90 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:948: finishing write tid 3 to smithi04281968-36 2024-09-16T06:51:27.300 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 169 (ObjNum 298 snap 90 seq_num 298) dirty exists 2024-09-16T06:51:27.301 INFO:tasks.rados.rados.0.smithi042.stdout:948: left oid 36 (ObjNum 298 snap 90 seq_num 298) 2024-09-16T06:51:27.301 INFO:tasks.rados.rados.0.smithi042.stdout:949: expect (ObjNum 247 snap 68 seq_num 247) 2024-09-16T06:51:27.348 INFO:tasks.rados.rados.0.smithi042.stdout:952: expect (ObjNum 183 snap 49 seq_num 183) 2024-09-16T06:51:27.376 INFO:tasks.rados.rados.0.smithi042.stdout:951: expect (ObjNum 287 snap 87 seq_num 287) 2024-09-16T06:51:27.624 INFO:tasks.rados.rados.0.smithi042.stdout:955: finishing write tid 1 to smithi04281968-18 2024-09-16T06:51:27.624 INFO:tasks.rados.rados.0.smithi042.stdout:955: finishing write tid 2 to smithi04281968-18 2024-09-16T06:51:27.625 INFO:tasks.rados.rados.0.smithi042.stdout:955: finishing write tid 3 to smithi04281968-18 2024-09-16T06:51:27.625 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 323 (ObjNum 299 snap 90 seq_num 299) dirty exists 2024-09-16T06:51:27.625 INFO:tasks.rados.rados.0.smithi042.stdout:955: left oid 18 (ObjNum 299 snap 90 seq_num 299) 2024-09-16T06:51:27.625 INFO:tasks.rados.rados.0.smithi042.stdout:956: expect (ObjNum 274 snap 84 seq_num 274) 2024-09-16T06:51:27.682 INFO:tasks.rados.rados.0.smithi042.stdout:957: expect (ObjNum 272 snap 84 seq_num 272) 2024-09-16T06:51:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:27 smithi164 ceph-mon[31490]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T06:51:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:27 smithi164 ceph-mon[31490]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 202 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:948: done (9 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:949: done (8 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:951: done (7 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:952: done (6 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:954: done (5 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:955: done (4 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:956: done (3 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:957: done (2 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:959: done (1 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:961: done (0 left) 2024-09-16T06:51:27.784 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 90 2024-09-16T06:51:27.785 INFO:tasks.rados.rados.0.smithi042.stdout:962: seq_num 300 ranges {2064384=229376} 2024-09-16T06:51:27.796 INFO:tasks.rados.rados.0.smithi042.stdout:962: writing smithi04281968-11 from 2064384 to 2293760 tid 1 2024-09-16T06:51:27.796 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 90 2024-09-16T06:51:27.796 INFO:tasks.rados.rados.0.smithi042.stdout:963: seq_num 301 ranges {147456=245760} 2024-09-16T06:51:27.798 INFO:tasks.rados.rados.0.smithi042.stdout:963: writing smithi04281968-38 from 147456 to 393216 tid 1 2024-09-16T06:51:27.798 INFO:tasks.rados.rados.0.smithi042.stdout:964: setattr oid 37 current snap is 90 2024-09-16T06:51:27.799 INFO:tasks.rados.rados.0.smithi042.stdout:962: finishing write tid 1 to smithi04281968-11 2024-09-16T06:51:27.799 INFO:tasks.rados.rados.0.smithi042.stdout:962: finishing write tid 2 to smithi04281968-11 2024-09-16T06:51:27.800 INFO:tasks.rados.rados.0.smithi042.stdout:965: read oid 26 snap -1 2024-09-16T06:51:27.800 INFO:tasks.rados.rados.0.smithi042.stdout:965: expect (ObjNum 263 snap 75 seq_num 263) 2024-09-16T06:51:27.800 INFO:tasks.rados.rados.0.smithi042.stdout:966: snap_remove snap 87 2024-09-16T06:51:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:27 smithi042 ceph-mon[94096]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T06:51:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:27 smithi042 ceph-mon[94096]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T06:51:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:27 smithi042 ceph-mon[96574]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T06:51:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:27 smithi042 ceph-mon[96574]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T06:51:28.432 INFO:tasks.rados.rados.0.smithi042.stdout:966: done (4 left) 2024-09-16T06:51:28.432 INFO:tasks.rados.rados.0.smithi042.stdout:967: read oid 27 snap -1 2024-09-16T06:51:28.432 INFO:tasks.rados.rados.0.smithi042.stdout:967: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:51:28.432 INFO:tasks.rados.rados.0.smithi042.stdout:968: snap_remove snap 80 2024-09-16T06:51:28.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-mon[31490]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:28 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[94096]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:28.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.789 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[96574]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:28.790 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:29.052 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:28 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:28.908+0000 7f0148a58640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T06:51:29.431 INFO:tasks.rados.rados.0.smithi042.stdout:968: done (5 left) 2024-09-16T06:51:29.431 INFO:tasks.rados.rados.0.smithi042.stdout:969: rollback oid 19 current snap is 90 2024-09-16T06:51:29.431 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 84 2024-09-16T06:51:29.432 INFO:tasks.rados.rados.0.smithi042.stdout:970: snap_remove snap 85 2024-09-16T06:51:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:29 smithi164 ceph-mon[31490]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T06:51:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:29 smithi042 ceph-mon[94096]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T06:51:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:29 smithi042 ceph-mon[96574]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T06:51:30.452 INFO:tasks.rados.rados.0.smithi042.stdout:970: done (6 left) 2024-09-16T06:51:30.452 INFO:tasks.rados.rados.0.smithi042.stdout:971: rollback oid 33 current snap is 90 2024-09-16T06:51:30.452 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 71 2024-09-16T06:51:30.452 INFO:tasks.rados.rados.0.smithi042.stdout:963: finishing write tid 1 to smithi04281968-38 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:962: finishing write tid 3 to smithi04281968-11 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 342 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:962: left oid 11 (ObjNum 300 snap 90 seq_num 300) 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:963: finishing write tid 2 to smithi04281968-38 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:963: finishing write tid 3 to smithi04281968-38 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 459 (ObjNum 301 snap 90 seq_num 301) dirty exists 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:963: left oid 38 (ObjNum 301 snap 90 seq_num 301) 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 170 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-09-16T06:51:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:965: expect (ObjNum 263 snap 75 seq_num 263) 2024-09-16T06:51:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:30 smithi042 ceph-mon[96574]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T06:51:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:30 smithi042 ceph-mon[96574]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 48 KiB/s wr, 5 op/s 2024-09-16T06:51:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:30 smithi042 ceph-mon[94096]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T06:51:30.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:30 smithi042 ceph-mon[94096]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 48 KiB/s wr, 5 op/s 2024-09-16T06:51:30.724 INFO:tasks.rados.rados.0.smithi042.stdout:967: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:969: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:969: finishing rollback tid 2 to smithi04281968-19 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 424 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:971: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:962: done (6 left) 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:963: done (5 left) 2024-09-16T06:51:30.726 INFO:tasks.rados.rados.0.smithi042.stdout:964: done (4 left) 2024-09-16T06:51:30.727 INFO:tasks.rados.rados.0.smithi042.stdout:965: done (3 left) 2024-09-16T06:51:30.727 INFO:tasks.rados.rados.0.smithi042.stdout:967: done (2 left) 2024-09-16T06:51:30.727 INFO:tasks.rados.rados.0.smithi042.stdout:969: done (1 left) 2024-09-16T06:51:30.727 INFO:tasks.rados.rados.0.smithi042.stdout:972: snap_remove snap 82 2024-09-16T06:51:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:30 smithi164 ceph-mon[31490]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T06:51:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:30 smithi164 ceph-mon[31490]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 48 KiB/s wr, 5 op/s 2024-09-16T06:51:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:51:31] "GET /metrics HTTP/1.1" 200 36125 "" "Prometheus/2.43.0" 2024-09-16T06:51:31.450 INFO:tasks.rados.rados.0.smithi042.stdout:972: done (1 left) 2024-09-16T06:51:31.450 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 90 2024-09-16T06:51:31.450 INFO:tasks.rados.rados.0.smithi042.stdout:973: seq_num 302 ranges {909312=262144} 2024-09-16T06:51:31.457 INFO:tasks.rados.rados.0.smithi042.stdout:973: writing smithi04281968-46 from 909312 to 1171456 tid 1 2024-09-16T06:51:31.457 INFO:tasks.rados.rados.0.smithi042.stdout:974: snap_remove snap 88 2024-09-16T06:51:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:31 smithi164 ceph-mon[31490]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T06:51:31.826 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:31 smithi042 ceph-mon[94096]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T06:51:31.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:31 smithi042 ceph-mon[96574]: osdmap e240: 8 total, 8 up, 8 in 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:974: done (2 left) 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:975: delete oid 42 current snap is 90 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:971: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:971: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 348 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:973: finishing write tid 1 to smithi04281968-46 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:973: finishing write tid 2 to smithi04281968-46 2024-09-16T06:51:32.464 INFO:tasks.rados.rados.0.smithi042.stdout:973: finishing write tid 3 to smithi04281968-46 2024-09-16T06:51:32.465 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 329 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-09-16T06:51:32.465 INFO:tasks.rados.rados.0.smithi042.stdout:973: left oid 46 (ObjNum 302 snap 90 seq_num 302) 2024-09-16T06:51:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:971: done (2 left) 2024-09-16T06:51:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:973: done (1 left) 2024-09-16T06:51:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:975: done (0 left) 2024-09-16T06:51:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:976: snap_remove snap 72 2024-09-16T06:51:32.622 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:32.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:32 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:32.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:32.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:32.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:32.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T06:51:32.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:51:33.462 INFO:tasks.rados.rados.0.smithi042.stdout:976: done (0 left) 2024-09-16T06:51:33.462 INFO:tasks.rados.rados.0.smithi042.stdout:977: copy_from oid 31 from oid 35 current snap is 90 2024-09-16T06:51:33.462 INFO:tasks.rados.rados.0.smithi042.stdout:978: delete oid 47 current snap is 90 2024-09-16T06:51:33.466 INFO:tasks.rados.rados.0.smithi042.stdout:978: done (1 left) 2024-09-16T06:51:33.466 INFO:tasks.rados.rados.0.smithi042.stdout:979: snap_remove snap 84 2024-09-16T06:51:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:33 smithi164 ceph-mon[31490]: Upgrade: It appears safe to stop mon.b 2024-09-16T06:51:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:33 smithi164 ceph-mon[31490]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T06:51:33.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:33 smithi042 ceph-mon[96574]: Upgrade: It appears safe to stop mon.b 2024-09-16T06:51:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:33 smithi042 ceph-mon[96574]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T06:51:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:33 smithi042 ceph-mon[94096]: Upgrade: It appears safe to stop mon.b 2024-09-16T06:51:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:33 smithi042 ceph-mon[94096]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T06:51:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:979: done (1 left) 2024-09-16T06:51:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:980: snap_create 2024-09-16T06:51:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:977: finishing copy_from to smithi04281968-31 2024-09-16T06:51:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:977: got expected ENOENT (src dne) 2024-09-16T06:51:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:977: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:51:34.691 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:34.692 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: Upgrade: Updating mon.b 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: Deploying daemon mon.b on smithi164 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 14 op/s 2024-09-16T06:51:34.692 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 ceph-mon[31490]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: Upgrade: Updating mon.b 2024-09-16T06:51:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T06:51:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: Deploying daemon mon.b on smithi164 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 14 op/s 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: Upgrade: Updating mon.b 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: from='mgr.25103 ' entity='mgr.y' 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: Deploying daemon mon.b on smithi164 2024-09-16T06:51:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: pgmap v41: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 168 KiB/s wr, 14 op/s 2024-09-16T06:51:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:34 smithi164 systemd[1]: Stopping Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:51:35.603 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b[31447]: 2024-09-16T06:51:35.239+0000 7f0f3a854640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:51:35.603 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b[31447]: 2024-09-16T06:51:35.239+0000 7f0f3a854640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-16T06:51:35.603 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 podman[88570]: 2024-09-16 06:51:35.260537121 +0000 UTC m=+0.128011648 container died d9619c05663621348326491a42f2a65ce523e63ed0075fe811a4f6e652421c22 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, RELEASE=quincy-6d025bc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:51:35.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 podman[88570]: 2024-09-16 06:51:35.604245541 +0000 UTC m=+0.471720067 container cleanup d9619c05663621348326491a42f2a65ce523e63ed0075fe811a4f6e652421c22 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:51:35.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE Bus STOPPING 2024-09-16T06:51:35.880 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 bash[88570]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b 2024-09-16T06:51:36.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T06:51:36.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE Bus STOPPED 2024-09-16T06:51:36.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE Bus STARTING 2024-09-16T06:51:36.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE Serving on http://:::9283 2024-09-16T06:51:36.105 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:35 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:06:51:35] ENGINE Bus STARTED 2024-09-16T06:51:36.230 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:35 smithi164 podman[88590]: 2024-09-16 06:51:35.880908714 +0000 UTC m=+0.621799802 container remove d9619c05663621348326491a42f2a65ce523e63ed0075fe811a4f6e652421c22 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-6d025bc, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T06:51:36.230 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T06:51:36.230 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 systemd[1]: Stopped Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:51:36.230 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.946s CPU time. 2024-09-16T06:51:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 systemd[1]: Starting Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:51:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 podman[88722]: 2024-09-16 06:51:36.341481239 +0000 UTC m=+0.016121214 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:51:36.748 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 podman[88722]: 2024-09-16 06:51:36.498595312 +0000 UTC m=+0.173235277 container create 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 podman[88722]: 2024-09-16 06:51:36.717523614 +0000 UTC m=+0.392163579 container init 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 podman[88722]: 2024-09-16 06:51:36.722435604 +0000 UTC m=+0.397075578 container start 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable), process ceph-mon, pid 7 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: pidfile_write: ignore empty --pid-file 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: load: jerasure load: lrc 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: RocksDB version: 7.9.2 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Git sha 0 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Compile date 2024-09-13 16:45:57 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: DB SUMMARY 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: DB Session ID: FFXWDRU4L8F8R55FS64J 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: CURRENT file: CURRENT 2024-09-16T06:51:36.749 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1104 Bytes 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 6980621 ; 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.error_if_exists: 0 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.create_if_missing: 0 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.paranoid_checks: 1 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.env: 0x558afed7cbc0 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.info_log: 0x558affe6cbe0 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T06:51:36.750 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.statistics: (nil) 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.use_fsync: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_log_file_size: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_fallocate: 1 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.use_direct_reads: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.db_log_dir: 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.wal_dir: 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T06:51:36.751 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.write_buffer_manager: 0x558affe7ab40 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T06:51:36.752 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.unordered_write: 0 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T06:51:36.753 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.row_cache: None 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.wal_filter: None 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.two_write_queues: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.wal_compression: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.atomic_flush: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.log_readahead_size: 0 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T06:51:36.754 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_background_jobs: 2 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_background_compactions: -1 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_subcompactions: 1 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T06:51:36.755 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_open_files: -1 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_background_flushes: -1 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Compression algorithms supported: 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kZSTD supported: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kXpressCompression supported: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kBZip2Compression supported: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kLZ4Compression supported: 1 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kZlibCompression supported: 1 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T06:51:36.756 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: kSnappyCompression supported: 1 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.merge_operator: 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_filter: None 2024-09-16T06:51:36.757 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558affe6c7e0) 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: cache_index_and_filter_blocks: 1 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: pin_top_level_index_and_filter: 1 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: index_type: 0 2024-09-16T06:51:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout: data_block_index_type: 0 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: index_shortening: 1 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: checksum: 4 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: no_block_cache: 0 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_cache: 0x558affe61350 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_cache_name: BinnedLRUCache 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_cache_options: 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: capacity : 536870912 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: num_shard_bits : 4 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: strict_capacity_limit : 0 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: high_pri_pool_ratio: 0.000 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_cache_compressed: (nil) 2024-09-16T06:51:37.240 INFO:journalctl@ceph.mon.b.smithi164.stdout: persistent_cache: (nil) 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_size: 4096 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_size_deviation: 10 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_restart_interval: 16 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: index_block_restart_interval: 1 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: metadata_block_size: 4096 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: partition_filters: 0 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: use_delta_encoding: 1 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: filter_policy: bloomfilter 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: whole_key_filtering: 1 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: verify_compression: 0 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: read_amp_bytes_per_bit: 0 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: format_version: 5 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: enable_index_compression: 1 2024-09-16T06:51:37.241 INFO:journalctl@ceph.mon.b.smithi164.stdout: block_align: 0 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout: max_auto_readahead_size: 262144 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout: prepopulate_block_cache: 0 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout: initial_auto_readahead_size: 8192 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression: NoCompression 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.num_levels: 7 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T06:51:37.242 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T06:51:37.243 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T06:51:37.244 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T06:51:37.245 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T06:51:37.246 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T06:51:37.247 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.inplace_update_support: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.bloom_locality: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.max_successive_merges: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.ttl: 2592000 2024-09-16T06:51:37.248 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enable_blob_files: false 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.min_blob_size: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T06:51:37.249 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13626, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 09f23132-89da-4430-a78b-72f53fddc3b6 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469496749726, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469496766998, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4322730, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13631, "largest_seqno": 15854, "table_properties": {"data_size": 4312205, "index_size": 7239, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2245, "raw_key_size": 21673, "raw_average_key_size": 24, "raw_value_size": 4292050, "raw_average_value_size": 4833, "num_data_blocks": 319, "num_entries": 888, "num_filter_entries": 888, "num_deletions": 38, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726469496, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "09f23132-89da-4430-a78b-72f53fddc3b6", "db_session_id": "FFXWDRU4L8F8R55FS64J", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726469496767125, "job": 1, "event": "recovery_finished"} 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558affe8ce00 2024-09-16T06:51:37.250 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: DB pointer 0x558afff80000 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** DB Stats ** 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:51:37.251 INFO:journalctl@ceph.mon.b.smithi164.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: L0 1/0 4.12 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: L6 1/0 8.34 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Sum 2/0 12.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 535.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** Compaction Stats [default] ** 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 535.3 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T06:51:37.252 INFO:journalctl@ceph.mon.b.smithi164.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: Cumulative compaction: 0.00 GB write, 200.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: Interval compaction: 0.00 GB write, 200.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: Block cache BinnedLRUCache@0x558affe61350#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: starting mon.b rank 1 at public addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] at bind addrs [v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:51:37.253 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???) e3 preinit fsid 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).mds e6 new map 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).mds e6 print_map 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: e6 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: legacy client fscid: 1 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: Filesystem 'cephfs' (1) 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: fs_name cephfs 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: epoch 6 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: created 2024-09-16T06:45:14.124427+0000 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: modified 2024-09-16T06:45:16.801769+0000 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: tableserver 0 2024-09-16T06:51:37.254 INFO:journalctl@ceph.mon.b.smithi164.stdout: root 0 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: session_timeout 60 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: session_autoclose 300 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: max_file_size 1099511627776 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: max_xattr_size 65536 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: required_client_features {} 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: last_failure 0 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: last_failure_osd_epoch 0 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: max_mds 1 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: in 0 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: up {0=24340} 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: failed 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: damaged 2024-09-16T06:51:37.255 INFO:journalctl@ceph.mon.b.smithi164.stdout: stopped 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: data_pools [3] 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: metadata_pool 2 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: inline_data disabled 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: balancer 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: bal_rank_mask -1 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: standby_count_wanted 0 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: [mds.b{0:24340} state up:active seq 3 addr [v2:172.21.15.164:6832/1801669473,v1:172.21.15.164:6833/1801669473] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: Standby daemons: 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout: [mds.a{-1:24335} state up:standby seq 1 addr [v2:172.21.15.42:6834/3092685564,v1:172.21.15.42:6835/3092685564] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).osd e244 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T06:51:37.256 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:37.257 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:37.257 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).osd e244 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T06:51:37.257 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 ceph-mon[88760]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-16T06:51:37.257 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 bash[88722]: 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 2024-09-16T06:51:37.257 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:36 smithi164 systemd[1]: Started Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:51:37.297 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:51:37.297 INFO:tasks.rados.rados.0.smithi042.stdout:977: done (1 left) 2024-09-16T06:51:37.297 INFO:tasks.rados.rados.0.smithi042.stdout:980: done (0 left) 2024-09-16T06:51:37.298 INFO:tasks.rados.rados.0.smithi042.stdout:981: copy_from oid 20 from oid 32 current snap is 91 2024-09-16T06:51:37.298 INFO:tasks.rados.rados.0.smithi042.stdout:982: delete oid 3 current snap is 91 2024-09-16T06:51:37.299 INFO:tasks.rados.rados.0.smithi042.stdout:982: done (1 left) 2024-09-16T06:51:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:983: copy_from oid 45 from oid 37 current snap is 91 2024-09-16T06:51:37.300 INFO:tasks.rados.rados.0.smithi042.stdout:984: snap_remove snap 76 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (101s) 9s ago 5m 18.9M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (89s) 28s ago 5m 78.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (6m) 9s ago 6m 17.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (6m) 28s ago 6m 17.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (54s) 28s ago 9m 435M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (82s) 9s ago 11m 479M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (40s) 9s ago 11m 37.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:51:37.569 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 starting - - - 2048M 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (19s) 9s ago 10m 21.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (99s) 9s ago 5m 8619k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (87s) 28s ago 5m 8400k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (9m) 9s ago 9m 167M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (9m) 9s ago 9m 137M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (8m) 9s ago 8m 150M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (8m) 9s ago 8m 79.4M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (7m) 28s ago 7m 113M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (7m) 28s ago 7m 139M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (7m) 28s ago 7m 91.3M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (6m) 28s ago 6m 86.9M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:51:37.570 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (59s) 28s ago 5m 46.8M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:51:37.905 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:51:37.905 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 10, 2024-09-16T06:51:37.906 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T06:51:37.907 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:51:37.907 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: mon.a calling monitor election 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: mon.c calling monitor election 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: mon.b calling monitor election 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: monmap e4: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: mgrmap e40: y(active, since 33s), standbys: x 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:37 smithi164 ceph-mon[88760]: pgmap v46: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 59 KiB/s wr, 1 op/s 2024-09-16T06:51:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:984: done (2 left) 2024-09-16T06:51:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:985: snap_create 2024-09-16T06:51:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:981: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:51:38.303 INFO:tasks.rados.rados.0.smithi042.stdout:981: finishing copy_from to smithi04281968-20 2024-09-16T06:51:38.304 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 246 (ObjNum 211 snap 51 seq_num 211) dirty exists 2024-09-16T06:51:38.304 INFO:tasks.rados.rados.0.smithi042.stdout:983: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:51:38.304 INFO:tasks.rados.rados.0.smithi042.stdout:983: finishing copy_from to smithi04281968-45 2024-09-16T06:51:38.304 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 170 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-09-16T06:51:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: mon.a calling monitor election 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: mon.c calling monitor election 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: mon.b calling monitor election 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: monmap e4: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: mgrmap e40: y(active, since 33s), standbys: x 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:38.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[94096]: pgmap v46: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 59 KiB/s wr, 1 op/s 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: mon.a calling monitor election 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: mon.c calling monitor election 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: mon.b calling monitor election 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T06:51:38.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: monmap e4: 3 mons at {a=[v2:172.21.15.42:3300/0,v1:172.21.15.42:6789/0],b=[v2:172.21.15.164:3300/0,v1:172.21.15.164:6789/0],c=[v2:172.21.15.42:3301/0,v1:172.21.15.42:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: mgrmap e40: y(active, since 33s), standbys: x 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:51:38.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:37 smithi042 ceph-mon[96574]: pgmap v46: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 237 B/s rd, 59 KiB/s wr, 1 op/s 2024-09-16T06:51:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3618363862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:38.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:38 smithi164 ceph-mon[88760]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T06:51:38.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:39.304 INFO:tasks.rados.rados.0.smithi042.stdout:981: done (2 left) 2024-09-16T06:51:39.304 INFO:tasks.rados.rados.0.smithi042.stdout:983: done (1 left) 2024-09-16T06:51:39.304 INFO:tasks.rados.rados.0.smithi042.stdout:985: done (0 left) 2024-09-16T06:51:39.304 INFO:tasks.rados.rados.0.smithi042.stdout:986: snap_remove snap 83 2024-09-16T06:51:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3618363862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:38 smithi042 ceph-mon[96574]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T06:51:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3618363862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:51:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:38 smithi042 ceph-mon[94096]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T06:51:40.238 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:40.086Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephMonDown: template: __alert_CephMonDown:1:427: executing \"__alert_CephMonDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"mon.a\"} on the right hand-side of the operation: [{ceph_daemon=\"mon.a\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", public_addr=\"172.21.15.42\", rank=\"0\"}, {ceph_daemon=\"mon.a\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", public_addr=\"172.21.15.42\", rank=\"0\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:51:40.311 INFO:tasks.rados.rados.0.smithi042.stdout:986: done (0 left) 2024-09-16T06:51:40.311 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 92 2024-09-16T06:51:40.311 INFO:tasks.rados.rados.0.smithi042.stdout:987: seq_num 306 ranges {2203648=327680} 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:987: writing smithi04281968-25 from 2203648 to 2531328 tid 1 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:988: copy_from oid 1 from oid 10 current snap is 92 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:989: read oid 46 snap -1 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:989: expect (ObjNum 302 snap 90 seq_num 302) 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 92 2024-09-16T06:51:40.325 INFO:tasks.rados.rados.0.smithi042.stdout:990: seq_num 307 ranges {1744896=344064} 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:990: writing smithi04281968-24 from 1744896 to 2088960 tid 1 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 92 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:987: finishing write tid 1 to smithi04281968-25 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:987: finishing write tid 2 to smithi04281968-25 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:987: finishing write tid 3 to smithi04281968-25 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 217 (ObjNum 306 snap 92 seq_num 306) dirty exists 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:987: left oid 25 (ObjNum 306 snap 92 seq_num 306) 2024-09-16T06:51:40.337 INFO:tasks.rados.rados.0.smithi042.stdout:989: expect (ObjNum 302 snap 90 seq_num 302) 2024-09-16T06:51:40.387 INFO:tasks.rados.rados.0.smithi042.stdout:988: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:51:40.387 INFO:tasks.rados.rados.0.smithi042.stdout:988: finishing copy_from to smithi04281968-1 2024-09-16T06:51:40.387 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 320 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:51:40.387 INFO:tasks.rados.rados.0.smithi042.stdout:990: finishing write tid 1 to smithi04281968-24 2024-09-16T06:51:40.388 INFO:tasks.rados.rados.0.smithi042.stdout:990: finishing write tid 2 to smithi04281968-24 2024-09-16T06:51:40.388 INFO:tasks.rados.rados.0.smithi042.stdout:990: finishing write tid 3 to smithi04281968-24 2024-09-16T06:51:40.388 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 478 (ObjNum 307 snap 92 seq_num 307) dirty exists 2024-09-16T06:51:40.388 INFO:tasks.rados.rados.0.smithi042.stdout:990: left oid 24 (ObjNum 307 snap 92 seq_num 307) 2024-09-16T06:51:40.388 INFO:tasks.rados.rados.0.smithi042.stdout:991: seq_num 308 ranges {950272=360448} 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:991: writing smithi04281968-5 from 950272 to 1310720 tid 1 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:987: done (4 left) 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:988: done (3 left) 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:989: done (2 left) 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:990: done (1 left) 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:992: rollback oid 37 current snap is 92 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 70 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 92 2024-09-16T06:51:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:993: seq_num 309 ranges {0=376832} 2024-09-16T06:51:40.397 INFO:tasks.rados.rados.0.smithi042.stdout:993: writing smithi04281968-34 from 0 to 376832 tid 1 2024-09-16T06:51:40.397 INFO:tasks.rados.rados.0.smithi042.stdout:994: copy_from oid 50 from oid 3 current snap is 92 2024-09-16T06:51:40.397 INFO:tasks.rados.rados.0.smithi042.stdout:995: copy_from oid 26 from oid 43 current snap is 92 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:996: read oid 4 snap -1 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:996: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:997: rollback oid 28 current snap is 92 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 57 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:992: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:998: read oid 30 snap -1 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:998: expect (ObjNum 277 snap 84 seq_num 277) 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 92 2024-09-16T06:51:40.398 INFO:tasks.rados.rados.0.smithi042.stdout:999: seq_num 310 ranges {212992=401408} 2024-09-16T06:51:40.401 INFO:tasks.rados.rados.0.smithi042.stdout:999: writing smithi04281968-18 from 212992 to 614400 tid 1 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:1000: rollback oid 25 current snap is 92 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 90 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:994: finishing copy_from to smithi04281968-50 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:994: got expected ENOENT (src dne) 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:994: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:992: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 176 (ObjNum 129 snap 0 seq_num 111617720) dirty dne 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:991: finishing write tid 1 to smithi04281968-5 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:991: finishing write tid 2 to smithi04281968-5 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:993: finishing write tid 1 to smithi04281968-34 2024-09-16T06:51:40.402 INFO:tasks.rados.rados.0.smithi042.stdout:996: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T06:51:40.412 INFO:tasks.rados.rados.0.smithi042.stdout:993: finishing write tid 2 to smithi04281968-34 2024-09-16T06:51:40.412 INFO:tasks.rados.rados.0.smithi042.stdout:995: finishing copy_from to smithi04281968-26 2024-09-16T06:51:40.412 INFO:tasks.rados.rados.0.smithi042.stdout:995: got expected ENOENT (src dne) 2024-09-16T06:51:40.412 INFO:tasks.rados.rados.0.smithi042.stdout:995: finishing copy_from racing read to smithi04281968-26 2024-09-16T06:51:40.412 INFO:tasks.rados.rados.0.smithi042.stdout:991: finishing write tid 3 to smithi04281968-5 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 220 (ObjNum 308 snap 92 seq_num 308) dirty exists 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:991: left oid 5 (ObjNum 308 snap 92 seq_num 308) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:997: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:997: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 481 (ObjNum 49 snap 0 seq_num 1482431915) dirty dne 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:991: done (9 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:992: done (8 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:994: done (7 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:995: done (6 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:996: done (5 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:997: done (4 left) 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:1001: delete oid 3 current snap is 92 2024-09-16T06:51:40.413 INFO:tasks.rados.rados.0.smithi042.stdout:993: finishing write tid 3 to smithi04281968-34 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 241 (ObjNum 309 snap 92 seq_num 309) dirty exists 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:993: left oid 34 (ObjNum 309 snap 92 seq_num 309) 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:1000: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:1000: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:1000: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 223 (ObjNum 274 snap 84 seq_num 274) dirty exists 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:999: finishing write tid 1 to smithi04281968-18 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:999: finishing write tid 2 to smithi04281968-18 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:999: finishing write tid 3 to smithi04281968-18 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 325 (ObjNum 310 snap 92 seq_num 310) dirty exists 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:999: left oid 18 (ObjNum 310 snap 92 seq_num 310) 2024-09-16T06:51:40.414 INFO:tasks.rados.rados.0.smithi042.stdout:998: expect (ObjNum 277 snap 84 seq_num 277) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:993: done (4 left) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:998: done (3 left) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:999: done (2 left) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:1000: done (1 left) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:1001: done (0 left) 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 92 2024-09-16T06:51:40.471 INFO:tasks.rados.rados.0.smithi042.stdout:1002: seq_num 312 ranges {6799360=434176} 2024-09-16T06:51:40.510 INFO:tasks.rados.rados.0.smithi042.stdout:1002: writing smithi04281968-7 from 6799360 to 7233536 tid 1 2024-09-16T06:51:40.510 INFO:tasks.rados.rados.0.smithi042.stdout:1003: delete oid 9 current snap is 92 2024-09-16T06:51:40.513 INFO:tasks.rados.rados.0.smithi042.stdout:1003: done (1 left) 2024-09-16T06:51:40.513 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 92 2024-09-16T06:51:40.513 INFO:tasks.rados.rados.0.smithi042.stdout:1004: seq_num 314 ranges {0=466944} 2024-09-16T06:51:40.516 INFO:tasks.rados.rados.0.smithi042.stdout:1004: writing smithi04281968-3 from 0 to 466944 tid 1 2024-09-16T06:51:40.516 INFO:tasks.rados.rados.0.smithi042.stdout:1005: read oid 38 snap -1 2024-09-16T06:51:40.516 INFO:tasks.rados.rados.0.smithi042.stdout:1005: expect (ObjNum 301 snap 90 seq_num 301) 2024-09-16T06:51:40.516 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 92 2024-09-16T06:51:40.516 INFO:tasks.rados.rados.0.smithi042.stdout:1006: seq_num 315 ranges {1269760=483328} 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1006: writing smithi04281968-20 from 1269760 to 1753088 tid 1 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 92 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1002: finishing write tid 1 to smithi04281968-7 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1002: finishing write tid 2 to smithi04281968-7 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1002: finishing write tid 3 to smithi04281968-7 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 431 (ObjNum 312 snap 92 seq_num 312) dirty exists 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1002: left oid 7 (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1004: finishing write tid 1 to smithi04281968-3 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1004: finishing write tid 2 to smithi04281968-3 2024-09-16T06:51:40.526 INFO:tasks.rados.rados.0.smithi042.stdout:1005: expect (ObjNum 301 snap 90 seq_num 301) 2024-09-16T06:51:40.538 INFO:tasks.rados.rados.0.smithi042.stdout:1004: finishing write tid 3 to smithi04281968-3 2024-09-16T06:51:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 290 (ObjNum 314 snap 92 seq_num 314) dirty exists 2024-09-16T06:51:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1004: left oid 3 (ObjNum 314 snap 92 seq_num 314) 2024-09-16T06:51:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1006: finishing write tid 1 to smithi04281968-20 2024-09-16T06:51:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1007: seq_num 316 ranges {4825088=499712} 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1007: writing smithi04281968-44 from 4825088 to 5324800 tid 1 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1002: done (4 left) 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1004: done (3 left) 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1005: done (2 left) 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1008: snap_create 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1006: finishing write tid 2 to smithi04281968-20 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:1006: finishing write tid 3 to smithi04281968-20 2024-09-16T06:51:40.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 248 (ObjNum 315 snap 92 seq_num 315) dirty exists 2024-09-16T06:51:40.569 INFO:tasks.rados.rados.0.smithi042.stdout:1006: left oid 20 (ObjNum 315 snap 92 seq_num 315) 2024-09-16T06:51:40.570 INFO:tasks.rados.rados.0.smithi042.stdout:1007: finishing write tid 1 to smithi04281968-44 2024-09-16T06:51:40.570 INFO:tasks.rados.rados.0.smithi042.stdout:1007: finishing write tid 2 to smithi04281968-44 2024-09-16T06:51:40.572 INFO:tasks.rados.rados.0.smithi042.stdout:1007: finishing write tid 3 to smithi04281968-44 2024-09-16T06:51:40.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 342 (ObjNum 316 snap 92 seq_num 316) dirty exists 2024-09-16T06:51:40.572 INFO:tasks.rados.rados.0.smithi042.stdout:1007: left oid 44 (ObjNum 316 snap 92 seq_num 316) 2024-09-16T06:51:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:40 smithi042 ceph-mon[94096]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T06:51:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:40 smithi042 ceph-mon[94096]: pgmap v49: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 504 KiB/s wr, 0 op/s 2024-09-16T06:51:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:40 smithi042 ceph-mon[96574]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T06:51:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:40 smithi042 ceph-mon[96574]: pgmap v49: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 504 KiB/s wr, 0 op/s 2024-09-16T06:51:40.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:40 smithi164 ceph-mon[88760]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T06:51:40.685 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:40 smithi164 ceph-mon[88760]: pgmap v49: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 504 KiB/s wr, 0 op/s 2024-09-16T06:51:41.313 INFO:tasks.rados.rados.0.smithi042.stdout:1006: done (2 left) 2024-09-16T06:51:41.314 INFO:tasks.rados.rados.0.smithi042.stdout:1007: done (1 left) 2024-09-16T06:51:41.314 INFO:tasks.rados.rados.0.smithi042.stdout:1008: done (0 left) 2024-09-16T06:51:41.314 INFO:tasks.rados.rados.0.smithi042.stdout:1009: copy_from oid 12 from oid 23 current snap is 93 2024-09-16T06:51:41.314 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 93 2024-09-16T06:51:41.314 INFO:tasks.rados.rados.0.smithi042.stdout:1010: seq_num 317 ranges {4218880=516096} 2024-09-16T06:51:41.340 INFO:tasks.rados.rados.0.smithi042.stdout:1010: writing smithi04281968-19 from 4218880 to 4734976 tid 1 2024-09-16T06:51:41.340 INFO:tasks.rados.rados.0.smithi042.stdout:1011: read oid 2 snap -1 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1011: expect deleted 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1012: read oid 14 snap -1 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1012: expect (ObjNum 187 snap 49 seq_num 187) 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1013: rollback oid 10 current snap is 93 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 92 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1009: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1009: finishing copy_from to smithi04281968-12 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 363 (ObjNum 293 snap 87 seq_num 293) dirty exists 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1009: done (4 left) 2024-09-16T06:51:41.341 INFO:tasks.rados.rados.0.smithi042.stdout:1014: snap_create 2024-09-16T06:51:41.345 INFO:tasks.rados.rados.0.smithi042.stdout:1013: finishing rollback tid 0 to smithi04281968-10 2024-09-16T06:51:41.345 INFO:tasks.rados.rados.0.smithi042.stdout:1013: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:51:41.346 INFO:tasks.rados.rados.0.smithi042.stdout:1013: finishing rollback tid 2 to smithi04281968-10 2024-09-16T06:51:41.346 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 328 (ObjNum 190 snap 49 seq_num 190) dirty exists 2024-09-16T06:51:41.346 INFO:tasks.rados.rados.0.smithi042.stdout:1010: finishing write tid 1 to smithi04281968-19 2024-09-16T06:51:41.346 INFO:tasks.rados.rados.0.smithi042.stdout:1010: finishing write tid 2 to smithi04281968-19 2024-09-16T06:51:41.347 INFO:tasks.rados.rados.0.smithi042.stdout:1012: expect (ObjNum 187 snap 49 seq_num 187) 2024-09-16T06:51:41.389 INFO:tasks.rados.rados.0.smithi042.stdout:1010: finishing write tid 3 to smithi04281968-19 2024-09-16T06:51:41.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 457 (ObjNum 317 snap 93 seq_num 317) dirty exists 2024-09-16T06:51:41.389 INFO:tasks.rados.rados.0.smithi042.stdout:1010: left oid 19 (ObjNum 317 snap 93 seq_num 317) 2024-09-16T06:51:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[96574]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T06:51:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[94096]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T06:51:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:41.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:51:41] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-09-16T06:51:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:41 smithi164 ceph-mon[88760]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T06:51:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:51:41.777+0000 7f0148a58640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1010: done (4 left) 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1011: done (3 left) 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1012: done (2 left) 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1013: done (1 left) 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1014: done (0 left) 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 94 2024-09-16T06:51:42.301 INFO:tasks.rados.rados.0.smithi042.stdout:1015: seq_num 318 ranges {1892352=532480} 2024-09-16T06:51:42.314 INFO:tasks.rados.rados.0.smithi042.stdout:1015: writing smithi04281968-39 from 1892352 to 2424832 tid 1 2024-09-16T06:51:42.314 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 94 2024-09-16T06:51:42.314 INFO:tasks.rados.rados.0.smithi042.stdout:1016: seq_num 319 ranges {0=548864} 2024-09-16T06:51:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:1016: writing smithi04281968-43 from 0 to 548864 tid 1 2024-09-16T06:51:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:1017: read oid 2 snap -1 2024-09-16T06:51:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:1017: expect deleted 2024-09-16T06:51:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 94 2024-09-16T06:51:42.318 INFO:tasks.rados.rados.0.smithi042.stdout:1018: seq_num 320 ranges {2293760=565248} 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1018: writing smithi04281968-11 from 2293760 to 2859008 tid 1 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1019: rmattr oid 14 current snap is 94 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1015: finishing write tid 1 to smithi04281968-39 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1015: finishing write tid 2 to smithi04281968-39 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1015: finishing write tid 3 to smithi04281968-39 2024-09-16T06:51:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 460 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1015: left oid 39 (ObjNum 318 snap 94 seq_num 318) 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1016: finishing write tid 1 to smithi04281968-43 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1016: finishing write tid 2 to smithi04281968-43 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1016: finishing write tid 3 to smithi04281968-43 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 252 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1016: left oid 43 (ObjNum 319 snap 94 seq_num 319) 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1015: done (4 left) 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1016: done (3 left) 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1017: done (2 left) 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1020: rmattr oid 5 current snap is 94 2024-09-16T06:51:42.336 INFO:tasks.rados.rados.0.smithi042.stdout:1021: snap_remove snap 53 2024-09-16T06:51:42.399 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:42.399 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-mon[88760]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T06:51:42.399 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.399 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.399 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-mon[88760]: pgmap v52: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 814 KiB/s wr, 0 op/s 2024-09-16T06:51:42.399 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:42 smithi164 ceph-mon[88760]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T06:51:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[96574]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T06:51:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[96574]: pgmap v52: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 814 KiB/s wr, 0 op/s 2024-09-16T06:51:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[96574]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T06:51:42.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[94096]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T06:51:42.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:42.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[94096]: pgmap v52: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 814 KiB/s wr, 0 op/s 2024-09-16T06:51:42.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:42 smithi042 ceph-mon[94096]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 297 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 225 (ObjNum 308 snap 92 seq_num 308) dirty exists 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:1018: finishing write tid 1 to smithi04281968-11 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:1018: finishing write tid 2 to smithi04281968-11 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:1018: finishing write tid 3 to smithi04281968-11 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 371 (ObjNum 320 snap 94 seq_num 320) dirty exists 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:1018: left oid 11 (ObjNum 320 snap 94 seq_num 320) 2024-09-16T06:51:43.317 INFO:tasks.rados.rados.0.smithi042.stdout:1018: done (3 left) 2024-09-16T06:51:43.318 INFO:tasks.rados.rados.0.smithi042.stdout:1019: done (2 left) 2024-09-16T06:51:43.318 INFO:tasks.rados.rados.0.smithi042.stdout:1020: done (1 left) 2024-09-16T06:51:43.318 INFO:tasks.rados.rados.0.smithi042.stdout:1021: done (0 left) 2024-09-16T06:51:43.318 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 94 2024-09-16T06:51:43.318 INFO:tasks.rados.rados.0.smithi042.stdout:1022: seq_num 321 ranges {2252800=581632} 2024-09-16T06:51:43.334 INFO:tasks.rados.rados.0.smithi042.stdout:1022: writing smithi04281968-30 from 2252800 to 2834432 tid 1 2024-09-16T06:51:43.334 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 94 2024-09-16T06:51:43.334 INFO:tasks.rados.rados.0.smithi042.stdout:1023: seq_num 322 ranges {4227072=598016} 2024-09-16T06:51:43.362 INFO:tasks.rados.rados.0.smithi042.stdout:1023: writing smithi04281968-22 from 4227072 to 4825088 tid 1 2024-09-16T06:51:43.362 INFO:tasks.rados.rados.0.smithi042.stdout:1024: snap_create 2024-09-16T06:51:43.362 INFO:tasks.rados.rados.0.smithi042.stdout:1022: finishing write tid 1 to smithi04281968-30 2024-09-16T06:51:43.362 INFO:tasks.rados.rados.0.smithi042.stdout:1022: finishing write tid 2 to smithi04281968-30 2024-09-16T06:51:43.363 INFO:tasks.rados.rados.0.smithi042.stdout:1022: finishing write tid 3 to smithi04281968-30 2024-09-16T06:51:43.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 254 (ObjNum 321 snap 94 seq_num 321) dirty exists 2024-09-16T06:51:43.363 INFO:tasks.rados.rados.0.smithi042.stdout:1022: left oid 30 (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:51:43.365 INFO:tasks.rados.rados.0.smithi042.stdout:1023: finishing write tid 1 to smithi04281968-22 2024-09-16T06:51:43.365 INFO:tasks.rados.rados.0.smithi042.stdout:1023: finishing write tid 2 to smithi04281968-22 2024-09-16T06:51:43.369 INFO:tasks.rados.rados.0.smithi042.stdout:1023: finishing write tid 3 to smithi04281968-22 2024-09-16T06:51:43.369 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 280 (ObjNum 322 snap 94 seq_num 322) dirty exists 2024-09-16T06:51:43.369 INFO:tasks.rados.rados.0.smithi042.stdout:1023: left oid 22 (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:51:43.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1022: done (2 left) 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1023: done (1 left) 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1024: done (0 left) 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1025: read oid 5 snap 91 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1025: expect (ObjNum 296 snap 89 seq_num 296) 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 95 2024-09-16T06:51:44.322 INFO:tasks.rados.rados.0.smithi042.stdout:1026: seq_num 323 ranges {2318336=614400} 2024-09-16T06:51:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:1026: writing smithi04281968-15 from 2318336 to 2932736 tid 1 2024-09-16T06:51:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:1027: read oid 31 snap -1 2024-09-16T06:51:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:1027: expect deleted 2024-09-16T06:51:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 95 2024-09-16T06:51:44.338 INFO:tasks.rados.rados.0.smithi042.stdout:1028: seq_num 324 ranges {1490944=630784} 2024-09-16T06:51:44.349 INFO:tasks.rados.rados.0.smithi042.stdout:1028: writing smithi04281968-23 from 1490944 to 2121728 tid 1 2024-09-16T06:51:44.350 INFO:tasks.rados.rados.0.smithi042.stdout:1029: snap_remove snap 93 2024-09-16T06:51:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:44 smithi164 ceph-mon[88760]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T06:51:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:44 smithi164 ceph-mon[88760]: pgmap v55: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 310 KiB/s wr, 0 op/s 2024-09-16T06:51:44.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:44.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:44 smithi042 ceph-mon[96574]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T06:51:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:44 smithi042 ceph-mon[96574]: pgmap v55: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 310 KiB/s wr, 0 op/s 2024-09-16T06:51:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:44 smithi042 ceph-mon[94096]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T06:51:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:44 smithi042 ceph-mon[94096]: pgmap v55: 121 pgs: 121 active+clean; 182 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 310 KiB/s wr, 0 op/s 2024-09-16T06:51:45.325 INFO:tasks.rados.rados.0.smithi042.stdout:1029: done (4 left) 2024-09-16T06:51:45.325 INFO:tasks.rados.rados.0.smithi042.stdout:1030: rmattr oid 46 current snap is 95 2024-09-16T06:51:45.325 INFO:tasks.rados.rados.0.smithi042.stdout:1030: done (4 left) 2024-09-16T06:51:45.326 INFO:tasks.rados.rados.0.smithi042.stdout:1031: snap_remove snap 71 2024-09-16T06:51:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T06:51:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:45.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:46.337 INFO:tasks.rados.rados.0.smithi042.stdout:1031: done (4 left) 2024-09-16T06:51:46.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 95 2024-09-16T06:51:46.337 INFO:tasks.rados.rados.0.smithi042.stdout:1032: seq_num 325 ranges {2064384=647168} 2024-09-16T06:51:46.351 INFO:tasks.rados.rados.0.smithi042.stdout:1032: writing smithi04281968-45 from 2064384 to 2711552 tid 1 2024-09-16T06:51:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:1033: read oid 44 snap -1 2024-09-16T06:51:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:1033: expect (ObjNum 316 snap 92 seq_num 316) 2024-09-16T06:51:46.352 INFO:tasks.rados.rados.0.smithi042.stdout:1034: snap_remove snap 94 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[96574]: Reconfiguring mon.a (monmap changed)... 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[96574]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[96574]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[96574]: pgmap v58: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[94096]: Reconfiguring mon.a (monmap changed)... 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[94096]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[94096]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T06:51:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:46 smithi042 ceph-mon[94096]: pgmap v58: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:46 smithi164 ceph-mon[88760]: Reconfiguring mon.a (monmap changed)... 2024-09-16T06:51:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:46 smithi164 ceph-mon[88760]: Reconfiguring daemon mon.a on smithi042 2024-09-16T06:51:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:46 smithi164 ceph-mon[88760]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T06:51:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:46 smithi164 ceph-mon[88760]: pgmap v58: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:47.301 INFO:tasks.rados.rados.0.smithi042.stdout:1034: done (6 left) 2024-09-16T06:51:47.301 INFO:tasks.rados.rados.0.smithi042.stdout:1035: read oid 7 snap -1 2024-09-16T06:51:47.301 INFO:tasks.rados.rados.0.smithi042.stdout:1035: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:51:47.301 INFO:tasks.rados.rados.0.smithi042.stdout:1036: snap_remove snap 81 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:51:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[96574]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:51:47.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:47 smithi042 ceph-mon[94096]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: Reconfiguring daemon mgr.y on smithi042 2024-09-16T06:51:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:47 smithi164 ceph-mon[88760]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T06:51:48.302 INFO:tasks.rados.rados.0.smithi042.stdout:1036: done (7 left) 2024-09-16T06:51:48.304 INFO:tasks.rados.rados.0.smithi042.stdout:1025: expect (ObjNum 296 snap 89 seq_num 296) 2024-09-16T06:51:48.351 INFO:tasks.rados.rados.0.smithi042.stdout:1037: read oid 43 snap -1 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1037: expect (ObjNum 319 snap 94 seq_num 319) 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1025: done (7 left) 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1027: done (6 left) 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1038: copy_from oid 28 from oid 34 current snap is 95 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1026: finishing write tid 1 to smithi04281968-15 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1026: finishing write tid 2 to smithi04281968-15 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1026: finishing write tid 3 to smithi04281968-15 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 438 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1026: left oid 15 (ObjNum 323 snap 95 seq_num 323) 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1026: done (6 left) 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1039: rollback oid 9 current snap is 95 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 57 2024-09-16T06:51:48.352 INFO:tasks.rados.rados.0.smithi042.stdout:1028: finishing write tid 1 to smithi04281968-23 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1028: finishing write tid 2 to smithi04281968-23 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1028: finishing write tid 3 to smithi04281968-23 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 441 (ObjNum 324 snap 95 seq_num 324) dirty exists 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1028: left oid 23 (ObjNum 324 snap 95 seq_num 324) 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1032: finishing write tid 1 to smithi04281968-45 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1028: done (6 left) 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1040: snap_create 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1032: finishing write tid 2 to smithi04281968-45 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1032: finishing write tid 3 to smithi04281968-45 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 291 (ObjNum 325 snap 95 seq_num 325) dirty exists 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1032: left oid 45 (ObjNum 325 snap 95 seq_num 325) 2024-09-16T06:51:48.353 INFO:tasks.rados.rados.0.smithi042.stdout:1033: expect (ObjNum 316 snap 92 seq_num 316) 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: pgmap v61: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[94096]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T06:51:48.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: pgmap v61: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:48.608 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:48 smithi042 ceph-mon[96574]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T06:51:48.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: pgmap v61: 121 pgs: 121 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.5 MiB/s wr, 28 op/s 2024-09-16T06:51:48.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:48.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:48.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:48.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:48.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-mon[88760]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T06:51:48.664 INFO:tasks.rados.rados.0.smithi042.stdout:1035: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:51:48.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:49.111 INFO:tasks.rados.rados.0.smithi042.stdout:1039: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:51:49.111 INFO:tasks.rados.rados.0.smithi042.stdout:1039: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:51:49.111 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 395 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-09-16T06:51:49.111 INFO:tasks.rados.rados.0.smithi042.stdout:1038: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:51:49.111 INFO:tasks.rados.rados.0.smithi042.stdout:1037: expect (ObjNum 319 snap 94 seq_num 319) 2024-09-16T06:51:49.125 INFO:tasks.rados.rados.0.smithi042.stdout:1038: finishing copy_from to smithi04281968-28 2024-09-16T06:51:49.125 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 241 (ObjNum 309 snap 92 seq_num 309) dirty exists 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1032: done (6 left) 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1033: done (5 left) 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1035: done (4 left) 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1037: done (3 left) 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1038: done (2 left) 2024-09-16T06:51:49.338 INFO:tasks.rados.rados.0.smithi042.stdout:1039: done (1 left) 2024-09-16T06:51:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:1040: done (0 left) 2024-09-16T06:51:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:1041: read oid 7 snap 92 2024-09-16T06:51:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:1041: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:51:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:1042: copy_from oid 13 from oid 41 current snap is 96 2024-09-16T06:51:49.339 INFO:tasks.rados.rados.0.smithi042.stdout:1043: snap_remove snap 95 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[96574]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[96574]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[94096]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[94096]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:51:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:49 smithi164 ceph-mon[88760]: Reconfiguring mon.c (monmap changed)... 2024-09-16T06:51:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:49 smithi164 ceph-mon[88760]: Reconfiguring daemon mon.c on smithi042 2024-09-16T06:51:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:51:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:1043: done (2 left) 2024-09-16T06:51:50.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 96 2024-09-16T06:51:50.349 INFO:tasks.rados.rados.0.smithi042.stdout:1044: seq_num 326 ranges {5324800=663552} 2024-09-16T06:51:50.384 INFO:tasks.rados.rados.0.smithi042.stdout:1044: writing smithi04281968-44 from 5324800 to 5988352 tid 1 2024-09-16T06:51:50.384 INFO:tasks.rados.rados.0.smithi042.stdout:1045: snap_create 2024-09-16T06:51:50.385 INFO:tasks.rados.rados.0.smithi042.stdout:1042: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:51:50.385 INFO:tasks.rados.rados.0.smithi042.stdout:1042: finishing copy_from to smithi04281968-13 2024-09-16T06:51:50.385 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 351 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:51:50.385 INFO:tasks.rados.rados.0.smithi042.stdout:1041: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:51:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T06:51:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T06:51:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.0 on smithi042 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[96574]: pgmap v64: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 0 op/s 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.0 on smithi042 2024-09-16T06:51:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:50 smithi042 ceph-mon[94096]: pgmap v64: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 0 op/s 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.0 on smithi042 2024-09-16T06:51:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:50 smithi164 ceph-mon[88760]: pgmap v64: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 158 KiB/s wr, 0 op/s 2024-09-16T06:51:50.830 INFO:tasks.rados.rados.0.smithi042.stdout:1044: finishing write tid 1 to smithi04281968-44 2024-09-16T06:51:50.830 INFO:tasks.rados.rados.0.smithi042.stdout:1044: finishing write tid 2 to smithi04281968-44 2024-09-16T06:51:50.830 INFO:tasks.rados.rados.0.smithi042.stdout:1044: finishing write tid 3 to smithi04281968-44 2024-09-16T06:51:50.830 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 359 (ObjNum 326 snap 96 seq_num 326) dirty exists 2024-09-16T06:51:50.830 INFO:tasks.rados.rados.0.smithi042.stdout:1044: left oid 44 (ObjNum 326 snap 96 seq_num 326) 2024-09-16T06:51:51.355 INFO:tasks.rados.rados.0.smithi042.stdout:1041: done (3 left) 2024-09-16T06:51:51.356 INFO:tasks.rados.rados.0.smithi042.stdout:1042: done (2 left) 2024-09-16T06:51:51.356 INFO:tasks.rados.rados.0.smithi042.stdout:1044: done (1 left) 2024-09-16T06:51:51.356 INFO:tasks.rados.rados.0.smithi042.stdout:1045: done (0 left) 2024-09-16T06:51:51.356 INFO:tasks.rados.rados.0.smithi042.stdout:1046: snap_create 2024-09-16T06:51:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:51 smithi042 ceph-mon[94096]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T06:51:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:51 smithi042 ceph-mon[96574]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T06:51:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:51:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:51:51] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-09-16T06:51:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:51 smithi164 ceph-mon[88760]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T06:51:52.356 INFO:tasks.rados.rados.0.smithi042.stdout:1046: done (0 left) 2024-09-16T06:51:52.356 INFO:tasks.rados.rados.0.smithi042.stdout:1047: snap_remove snap 57 2024-09-16T06:51:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T06:51:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T06:51:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:51:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.1 on smithi042 2024-09-16T06:51:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:52 smithi164 ceph-mon[88760]: pgmap v67: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 5 op/s 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.1 on smithi042 2024-09-16T06:51:52.804 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[94096]: pgmap v67: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 5 op/s 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.1 on smithi042 2024-09-16T06:51:52.805 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:52 smithi042 ceph-mon[96574]: pgmap v67: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 516 KiB/s wr, 5 op/s 2024-09-16T06:51:53.365 INFO:tasks.rados.rados.0.smithi042.stdout:1047: done (0 left) 2024-09-16T06:51:53.365 INFO:tasks.rados.rados.0.smithi042.stdout:1048: snap_remove snap 92 2024-09-16T06:51:53.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[94096]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T06:51:53.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.523 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[96574]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:51:53.524 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:53.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-mon[88760]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T06:51:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:51:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:54.378 INFO:tasks.rados.rados.0.smithi042.stdout:1048: done (0 left) 2024-09-16T06:51:54.378 INFO:tasks.rados.rados.0.smithi042.stdout:1049: delete oid 6 current snap is 98 2024-09-16T06:51:54.388 INFO:tasks.rados.rados.0.smithi042.stdout:1049: done (0 left) 2024-09-16T06:51:54.388 INFO:tasks.rados.rados.0.smithi042.stdout:1050: read oid 23 snap 86 2024-09-16T06:51:54.388 INFO:tasks.rados.rados.0.smithi042.stdout:1050: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:51:54.388 INFO:tasks.rados.rados.0.smithi042.stdout:1051: delete oid 13 current snap is 98 2024-09-16T06:51:54.391 INFO:tasks.rados.rados.0.smithi042.stdout:1051: done (1 left) 2024-09-16T06:51:54.391 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 98 2024-09-16T06:51:54.391 INFO:tasks.rados.rados.0.smithi042.stdout:1052: seq_num 329 ranges {2203648=712704} 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1052: writing smithi04281968-25 from 2203648 to 2916352 tid 1 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1053: read oid 21 snap -1 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1053: expect (ObjNum 288 snap 87 seq_num 288) 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1054: read oid 40 snap 96 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1054: expect (ObjNum 271 snap 82 seq_num 271) 2024-09-16T06:51:54.408 INFO:tasks.rados.rados.0.smithi042.stdout:1055: snap_remove snap 91 2024-09-16T06:51:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-mon[88760]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T06:51:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.2 on smithi042 2024-09-16T06:51:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-mon[88760]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T06:51:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-mon[88760]: pgmap v70: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 358 KiB/s wr, 5 op/s 2024-09-16T06:51:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[94096]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.2 on smithi042 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[94096]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[94096]: pgmap v70: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 358 KiB/s wr, 5 op/s 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[96574]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.2 on smithi042 2024-09-16T06:51:54.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[96574]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T06:51:54.815 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:54 smithi042 ceph-mon[96574]: pgmap v70: 121 pgs: 121 active+clean; 185 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 358 KiB/s wr, 5 op/s 2024-09-16T06:51:55.382 INFO:tasks.rados.rados.0.smithi042.stdout:1055: done (4 left) 2024-09-16T06:51:55.382 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 98 2024-09-16T06:51:55.382 INFO:tasks.rados.rados.0.smithi042.stdout:1056: seq_num 330 ranges {3080192=737280} 2024-09-16T06:51:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1056: writing smithi04281968-17 from 3080192 to 3817472 tid 1 2024-09-16T06:51:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1057: rmattr oid 32 current snap is 98 2024-09-16T06:51:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1057: done (5 left) 2024-09-16T06:51:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1058: copy_from oid 37 from oid 14 current snap is 98 2024-09-16T06:51:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1050: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:1052: finishing write tid 1 to smithi04281968-25 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:1052: finishing write tid 2 to smithi04281968-25 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:1052: finishing write tid 3 to smithi04281968-25 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 236 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:1052: left oid 25 (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:51:55.442 INFO:tasks.rados.rados.0.smithi042.stdout:1054: expect (ObjNum 271 snap 82 seq_num 271) 2024-09-16T06:51:55.499 INFO:tasks.rados.rados.0.smithi042.stdout:1053: expect (ObjNum 288 snap 87 seq_num 288) 2024-09-16T06:51:55.735 INFO:tasks.rados.rados.0.smithi042.stdout:1058: finishing copy_from racing read to smithi04281968-37 2024-09-16T06:51:55.735 INFO:tasks.rados.rados.0.smithi042.stdout:1058: finishing copy_from to smithi04281968-37 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 297 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1056: finishing write tid 1 to smithi04281968-17 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1056: finishing write tid 2 to smithi04281968-17 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1056: finishing write tid 3 to smithi04281968-17 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 474 (ObjNum 330 snap 98 seq_num 330) dirty exists 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1056: left oid 17 (ObjNum 330 snap 98 seq_num 330) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1050: done (5 left) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1052: done (4 left) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1053: done (3 left) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1054: done (2 left) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1056: done (1 left) 2024-09-16T06:51:55.736 INFO:tasks.rados.rados.0.smithi042.stdout:1058: done (0 left) 2024-09-16T06:51:55.737 INFO:tasks.rados.rados.0.smithi042.stdout:1059: delete oid 34 current snap is 98 2024-09-16T06:51:55.737 INFO:tasks.rados.rados.0.smithi042.stdout:1059: done (0 left) 2024-09-16T06:51:55.737 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 98 2024-09-16T06:51:55.737 INFO:tasks.rados.rados.0.smithi042.stdout:1060: seq_num 332 ranges {1269760=770048} 2024-09-16T06:51:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T06:51:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T06:51:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:51:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:55 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.3 on smithi042 2024-09-16T06:51:55.748 INFO:tasks.rados.rados.0.smithi042.stdout:1060: writing smithi04281968-32 from 1269760 to 2039808 tid 1 2024-09-16T06:51:55.748 INFO:tasks.rados.rados.0.smithi042.stdout:1061: snap_remove snap 97 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.3 on smithi042 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:55.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:55 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.3 on smithi042 2024-09-16T06:51:56.387 INFO:tasks.rados.rados.0.smithi042.stdout:1061: done (1 left) 2024-09-16T06:51:56.387 INFO:tasks.rados.rados.0.smithi042.stdout:1062: rmattr oid 33 current snap is 98 2024-09-16T06:51:56.387 INFO:tasks.rados.rados.0.smithi042.stdout:1062: done (1 left) 2024-09-16T06:51:56.388 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 98 2024-09-16T06:51:56.388 INFO:tasks.rados.rados.0.smithi042.stdout:1060: finishing write tid 1 to smithi04281968-32 2024-09-16T06:51:56.388 INFO:tasks.rados.rados.0.smithi042.stdout:1060: finishing write tid 2 to smithi04281968-32 2024-09-16T06:51:56.388 INFO:tasks.rados.rados.0.smithi042.stdout:1063: seq_num 333 ranges {1105920=786432} 2024-09-16T06:51:56.398 INFO:tasks.rados.rados.0.smithi042.stdout:1063: writing smithi04281968-14 from 1105920 to 1892352 tid 1 2024-09-16T06:51:56.398 INFO:tasks.rados.rados.0.smithi042.stdout:1064: delete oid 37 current snap is 98 2024-09-16T06:51:56.398 INFO:tasks.rados.rados.0.smithi042.stdout:1060: finishing write tid 3 to smithi04281968-32 2024-09-16T06:51:56.398 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 322 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-09-16T06:51:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1060: left oid 32 (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:51:56.400 INFO:tasks.rados.rados.0.smithi042.stdout:1060: done (2 left) 2024-09-16T06:51:56.400 INFO:tasks.rados.rados.0.smithi042.stdout:1064: done (1 left) 2024-09-16T06:51:56.400 INFO:tasks.rados.rados.0.smithi042.stdout:1065: read oid 30 snap -1 2024-09-16T06:51:56.400 INFO:tasks.rados.rados.0.smithi042.stdout:1065: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:51:56.400 INFO:tasks.rados.rados.0.smithi042.stdout:1066: snap_remove snap 96 2024-09-16T06:51:56.690 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: pgmap v73: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: pgmap v73: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:51:56.691 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T06:51:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: pgmap v73: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:51:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:57.305 INFO:tasks.rados.rados.0.smithi042.stdout:1063: finishing write tid 1 to smithi04281968-14 2024-09-16T06:51:57.306 INFO:tasks.rados.rados.0.smithi042.stdout:1063: finishing write tid 2 to smithi04281968-14 2024-09-16T06:51:57.306 INFO:tasks.rados.rados.0.smithi042.stdout:1063: finishing write tid 3 to smithi04281968-14 2024-09-16T06:51:57.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 327 (ObjNum 333 snap 98 seq_num 333) dirty exists 2024-09-16T06:51:57.306 INFO:tasks.rados.rados.0.smithi042.stdout:1063: left oid 14 (ObjNum 333 snap 98 seq_num 333) 2024-09-16T06:51:57.306 INFO:tasks.rados.rados.0.smithi042.stdout:1065: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:51:57.422 INFO:tasks.rados.rados.0.smithi042.stdout:1063: done (2 left) 2024-09-16T06:51:57.422 INFO:tasks.rados.rados.0.smithi042.stdout:1065: done (1 left) 2024-09-16T06:51:57.423 INFO:tasks.rados.rados.0.smithi042.stdout:1066: done (0 left) 2024-09-16T06:51:57.423 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 98 2024-09-16T06:51:57.423 INFO:tasks.rados.rados.0.smithi042.stdout:1067: seq_num 335 ranges {786432=417792,1204224=401408} 2024-09-16T06:51:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:1067: writing smithi04281968-10 from 786432 to 1204224 tid 1 2024-09-16T06:51:57.431 INFO:tasks.rados.rados.0.smithi042.stdout:1067: writing smithi04281968-10 from 1204224 to 1605632 tid 2 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:1067: finishing write tid 1 to smithi04281968-10 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:1068: read oid 32 snap -1 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:1068: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:1069: rollback oid 38 current snap is 98 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 70 2024-09-16T06:51:57.432 INFO:tasks.rados.rados.0.smithi042.stdout:1070: snap_create 2024-09-16T06:51:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:1067: finishing write tid 2 to smithi04281968-10 2024-09-16T06:51:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:1067: finishing write tid 3 to smithi04281968-10 2024-09-16T06:51:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:1069: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:51:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:1069: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:51:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:1067: finishing write tid 4 to smithi04281968-10 2024-09-16T06:51:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 331 (ObjNum 335 snap 98 seq_num 335) dirty exists 2024-09-16T06:51:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:1067: left oid 10 (ObjNum 335 snap 98 seq_num 335) 2024-09-16T06:51:57.436 INFO:tasks.rados.rados.0.smithi042.stdout:1069: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:51:57.436 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 516 (ObjNum 184 snap 49 seq_num 184) dirty exists 2024-09-16T06:51:57.439 INFO:tasks.rados.rados.0.smithi042.stdout:1068: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:51:57.545 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[96574]: Reconfiguring mds.a (monmap changed)... 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[96574]: Reconfiguring daemon mds.a on smithi042 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[96574]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[96574]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[94096]: Reconfiguring mds.a (monmap changed)... 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[94096]: Reconfiguring daemon mds.a on smithi042 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[94096]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T06:51:57.546 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:57 smithi042 ceph-mon[94096]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T06:51:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:57 smithi164 ceph-mon[88760]: Reconfiguring mds.a (monmap changed)... 2024-09-16T06:51:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:57 smithi164 ceph-mon[88760]: Reconfiguring daemon mds.a on smithi042 2024-09-16T06:51:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:57 smithi164 ceph-mon[88760]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T06:51:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:57 smithi164 ceph-mon[88760]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1067: done (3 left) 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1068: done (2 left) 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1069: done (1 left) 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1070: done (0 left) 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1071: rollback oid 29 current snap is 99 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 98 2024-09-16T06:51:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:1072: snap_remove snap 86 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: pgmap v76: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[94096]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: pgmap v76: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:58.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:51:58 smithi042 ceph-mon[96574]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T06:51:58.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:51:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:51:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:51:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: Reconfiguring mon.b (monmap changed)... 2024-09-16T06:51:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T06:51:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T06:51:58.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:51:58.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: Reconfiguring daemon mon.b on smithi164 2024-09-16T06:51:58.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: pgmap v76: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 336 KiB/s wr, 4 op/s 2024-09-16T06:51:58.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:51:58 smithi164 ceph-mon[88760]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T06:51:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1072: done (1 left) 2024-09-16T06:51:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1073: setattr oid 26 current snap is 99 2024-09-16T06:51:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1071: finishing rollback tid 1 to smithi04281968-29 2024-09-16T06:51:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 0 (ObjNum 81 snap 0 seq_num 1482837854) dirty dne 2024-09-16T06:51:59.395 INFO:tasks.rados.rados.0.smithi042.stdout:1071: done (1 left) 2024-09-16T06:51:59.395 INFO:tasks.rados.rados.0.smithi042.stdout:1074: delete oid 11 current snap is 99 2024-09-16T06:51:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:1074: done (1 left) 2024-09-16T06:51:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:1075: snap_remove snap 98 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: Reconfiguring daemon mgr.x on smithi164 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[94096]: pgmap v79: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 830 KiB/s wr, 9 op/s 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: Reconfiguring daemon mgr.x on smithi164 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T06:52:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:00 smithi042 ceph-mon[96574]: pgmap v79: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 830 KiB/s wr, 9 op/s 2024-09-16T06:52:00.394 INFO:tasks.rados.rados.0.smithi042.stdout:1075: done (1 left) 2024-09-16T06:52:00.395 INFO:tasks.rados.rados.0.smithi042.stdout:1076: delete oid 11 current snap is 99 2024-09-16T06:52:00.395 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 333 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-09-16T06:52:00.399 INFO:tasks.rados.rados.0.smithi042.stdout:1073: done (1 left) 2024-09-16T06:52:00.399 INFO:tasks.rados.rados.0.smithi042.stdout:1076: done (0 left) 2024-09-16T06:52:00.399 INFO:tasks.rados.rados.0.smithi042.stdout:1077: snap_remove snap 90 2024-09-16T06:52:00.430 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.430 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:00.430 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T06:52:00.430 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T06:52:00.430 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T06:52:00.431 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:00.431 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: Reconfiguring daemon mgr.x on smithi164 2024-09-16T06:52:00.431 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T06:52:00.431 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:00 smithi164 ceph-mon[88760]: pgmap v79: 121 pgs: 121 active+clean; 165 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 830 KiB/s wr, 9 op/s 2024-09-16T06:52:01.398 INFO:tasks.rados.rados.0.smithi042.stdout:1077: done (0 left) 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1078: read oid 6 snap -1 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1078: expect deleted 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1079: copy_from oid 50 from oid 30 current snap is 99 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1080: rmattr oid 49 current snap is 99 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1080: done (2 left) 2024-09-16T06:52:01.399 INFO:tasks.rados.rados.0.smithi042.stdout:1081: delete oid 20 current snap is 99 2024-09-16T06:52:01.413 INFO:tasks.rados.rados.0.smithi042.stdout:1078: done (2 left) 2024-09-16T06:52:01.413 INFO:tasks.rados.rados.0.smithi042.stdout:1081: done (1 left) 2024-09-16T06:52:01.413 INFO:tasks.rados.rados.0.smithi042.stdout:1082: delete oid 45 current snap is 99 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1082: done (1 left) 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1083: read oid 39 snap 70 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1083: expect (ObjNum 209 snap 51 seq_num 209) 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1084: copy_from oid 23 from oid 27 current snap is 99 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1085: copy_from oid 44 from oid 31 current snap is 99 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1086: rollback oid 35 current snap is 99 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 70 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1087: read oid 5 snap -1 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1087: expect (ObjNum 308 snap 92 seq_num 308) 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 99 2024-09-16T06:52:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:1088: seq_num 340 ranges {548864=499712,1048576=401408} 2024-09-16T06:52:01.424 INFO:tasks.rados.rados.0.smithi042.stdout:1088: writing smithi04281968-43 from 548864 to 1048576 tid 1 2024-09-16T06:52:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:1088: writing smithi04281968-43 from 1048576 to 1449984 tid 2 2024-09-16T06:52:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 99 2024-09-16T06:52:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:1085: finishing copy_from to smithi04281968-44 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1085: got expected ENOENT (src dne) 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1085: finishing copy_from racing read to smithi04281968-44 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1084: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1084: finishing copy_from to smithi04281968-23 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 186 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1086: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 0 (ObjNum 641 snap 0 seq_num 111587312) dirty dne 2024-09-16T06:52:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:1087: expect (ObjNum 308 snap 92 seq_num 308) 2024-09-16T06:52:01.492 INFO:tasks.rados.rados.0.smithi042.stdout:1079: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:52:01.493 INFO:tasks.rados.rados.0.smithi042.stdout:1088: finishing write tid 1 to smithi04281968-43 2024-09-16T06:52:01.493 INFO:tasks.rados.rados.0.smithi042.stdout:1083: expect (ObjNum 209 snap 51 seq_num 209) 2024-09-16T06:52:01.558 INFO:tasks.rados.rados.0.smithi042.stdout:1088: finishing write tid 2 to smithi04281968-43 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:1088: finishing write tid 3 to smithi04281968-43 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:1079: finishing copy_from to smithi04281968-50 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 254 (ObjNum 321 snap 94 seq_num 321) dirty exists 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:1088: finishing write tid 4 to smithi04281968-43 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 257 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-09-16T06:52:01.559 INFO:tasks.rados.rados.0.smithi042.stdout:1088: left oid 43 (ObjNum 340 snap 99 seq_num 340) 2024-09-16T06:52:01.560 INFO:tasks.rados.rados.0.smithi042.stdout:1089: seq_num 341 ranges {5111808=516096,5627904=401408} 2024-09-16T06:52:01.589 INFO:tasks.rados.rados.0.smithi042.stdout:1089: writing smithi04281968-38 from 5111808 to 5627904 tid 1 2024-09-16T06:52:01.592 INFO:tasks.rados.rados.0.smithi042.stdout:1089: writing smithi04281968-38 from 5627904 to 6029312 tid 2 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1079: done (7 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1083: done (6 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1084: done (5 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1085: done (4 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1086: done (3 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1087: done (2 left) 2024-09-16T06:52:01.593 INFO:tasks.rados.rados.0.smithi042.stdout:1088: done (1 left) 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1090: read oid 24 snap -1 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1090: expect (ObjNum 307 snap 92 seq_num 307) 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1091: delete oid 1 current snap is 99 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1089: finishing write tid 1 to smithi04281968-38 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1091: done (2 left) 2024-09-16T06:52:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:1092: delete oid 2 current snap is 99 2024-09-16T06:52:01.595 INFO:tasks.rados.rados.0.smithi042.stdout:1089: finishing write tid 2 to smithi04281968-38 2024-09-16T06:52:01.595 INFO:tasks.rados.rados.0.smithi042.stdout:1092: done (2 left) 2024-09-16T06:52:01.596 INFO:tasks.rados.rados.0.smithi042.stdout:1093: snap_create 2024-09-16T06:52:01.596 INFO:tasks.rados.rados.0.smithi042.stdout:1089: finishing write tid 3 to smithi04281968-38 2024-09-16T06:52:01.599 INFO:tasks.rados.rados.0.smithi042.stdout:1089: finishing write tid 4 to smithi04281968-38 2024-09-16T06:52:01.599 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 531 (ObjNum 341 snap 99 seq_num 341) dirty exists 2024-09-16T06:52:01.599 INFO:tasks.rados.rados.0.smithi042.stdout:1089: left oid 38 (ObjNum 341 snap 99 seq_num 341) 2024-09-16T06:52:01.600 INFO:tasks.rados.rados.0.smithi042.stdout:1090: expect (ObjNum 307 snap 92 seq_num 307) 2024-09-16T06:52:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:01] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-09-16T06:52:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T06:52:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T06:52:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:52:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.4 on smithi164 2024-09-16T06:52:01.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T06:52:01.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T06:52:01.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:52:01.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:01.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:01 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.4 on smithi164 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:01 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.4 on smithi164 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1089: done (2 left) 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1090: done (1 left) 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1093: done (0 left) 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1094: rmattr oid 12 current snap is 100 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1094: done (0 left) 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1095: rollback oid 42 current snap is 100 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 70 2024-09-16T06:52:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:1096: snap_remove snap 99 2024-09-16T06:52:02.514 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: pgmap v82: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:52:02.515 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:02.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T06:52:02.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: pgmap v82: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T06:52:02.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.861 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: pgmap v82: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:52:02.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:03.410 INFO:tasks.rados.rados.0.smithi042.stdout:1096: done (1 left) 2024-09-16T06:52:03.410 INFO:tasks.rados.rados.0.smithi042.stdout:1097: copy_from oid 11 from oid 41 current snap is 100 2024-09-16T06:52:03.411 INFO:tasks.rados.rados.0.smithi042.stdout:1095: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:52:03.411 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 0 (ObjNum 65 snap 0 seq_num 88396752) dirty dne 2024-09-16T06:52:03.411 INFO:tasks.rados.rados.0.smithi042.stdout:1095: done (1 left) 2024-09-16T06:52:03.411 INFO:tasks.rados.rados.0.smithi042.stdout:1098: snap_remove snap 70 2024-09-16T06:52:03.504 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T06:52:03.504 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.5 on smithi164 2024-09-16T06:52:03.504 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T06:52:03.505 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.505 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.505 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:52:03.505 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:03.785 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.5 on smithi164 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:52:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.5 on smithi164 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:52:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:04.424 INFO:tasks.rados.rados.0.smithi042.stdout:1098: done (1 left) 2024-09-16T06:52:04.424 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 100 2024-09-16T06:52:04.424 INFO:tasks.rados.rados.0.smithi042.stdout:1099: seq_num 344 ranges {0=565248,565248=401408} 2024-09-16T06:52:04.428 INFO:tasks.rados.rados.0.smithi042.stdout:1099: writing smithi04281968-13 from 0 to 565248 tid 1 2024-09-16T06:52:04.431 INFO:tasks.rados.rados.0.smithi042.stdout:1099: writing smithi04281968-13 from 565248 to 966656 tid 2 2024-09-16T06:52:04.431 INFO:tasks.rados.rados.0.smithi042.stdout:1100: copy_from oid 44 from oid 39 current snap is 100 2024-09-16T06:52:04.432 INFO:tasks.rados.rados.0.smithi042.stdout:1101: rmattr oid 8 current snap is 100 2024-09-16T06:52:04.432 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 100 2024-09-16T06:52:04.432 INFO:tasks.rados.rados.0.smithi042.stdout:1102: seq_num 345 ranges {0=581632,581632=401408} 2024-09-16T06:52:04.435 INFO:tasks.rados.rados.0.smithi042.stdout:1102: writing smithi04281968-31 from 0 to 581632 tid 1 2024-09-16T06:52:04.439 INFO:tasks.rados.rados.0.smithi042.stdout:1102: writing smithi04281968-31 from 581632 to 983040 tid 2 2024-09-16T06:52:04.439 INFO:tasks.rados.rados.0.smithi042.stdout:1103: snap_create 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:1097: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:1097: finishing copy_from to smithi04281968-11 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 351 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:1099: finishing write tid 1 to smithi04281968-13 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 332 (ObjNum 153 snap 36 seq_num 153) dirty exists 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:1099: finishing write tid 2 to smithi04281968-13 2024-09-16T06:52:04.440 INFO:tasks.rados.rados.0.smithi042.stdout:1099: finishing write tid 3 to smithi04281968-13 2024-09-16T06:52:04.441 INFO:tasks.rados.rados.0.smithi042.stdout:1102: finishing write tid 1 to smithi04281968-31 2024-09-16T06:52:04.446 INFO:tasks.rados.rados.0.smithi042.stdout:1102: finishing write tid 2 to smithi04281968-31 2024-09-16T06:52:04.447 INFO:tasks.rados.rados.0.smithi042.stdout:1102: finishing write tid 3 to smithi04281968-31 2024-09-16T06:52:04.447 INFO:tasks.rados.rados.0.smithi042.stdout:1099: finishing write tid 4 to smithi04281968-13 2024-09-16T06:52:04.447 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 355 (ObjNum 344 snap 100 seq_num 344) dirty exists 2024-09-16T06:52:04.447 INFO:tasks.rados.rados.0.smithi042.stdout:1099: left oid 13 (ObjNum 344 snap 100 seq_num 344) 2024-09-16T06:52:04.450 INFO:tasks.rados.rados.0.smithi042.stdout:1102: finishing write tid 4 to smithi04281968-31 2024-09-16T06:52:04.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 277 (ObjNum 345 snap 100 seq_num 345) dirty exists 2024-09-16T06:52:04.450 INFO:tasks.rados.rados.0.smithi042.stdout:1102: left oid 31 (ObjNum 345 snap 100 seq_num 345) 2024-09-16T06:52:04.451 INFO:tasks.rados.rados.0.smithi042.stdout:1100: finishing copy_from racing read to smithi04281968-44 2024-09-16T06:52:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:1100: finishing copy_from to smithi04281968-44 2024-09-16T06:52:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 460 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:52:04.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-mon[88760]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T06:52:04.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.6 on smithi164 2024-09-16T06:52:04.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-mon[88760]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T06:52:04.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-mon[88760]: pgmap v85: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s 2024-09-16T06:52:04.675 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:04.676 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:04.676 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[96574]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T06:52:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.6 on smithi164 2024-09-16T06:52:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[96574]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T06:52:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[96574]: pgmap v85: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[94096]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.6 on smithi164 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[94096]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[94096]: pgmap v85: 121 pgs: 121 active+clean; 155 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 200 KiB/s wr, 2 op/s 2024-09-16T06:52:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1097: done (5 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1099: done (4 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1100: done (3 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1101: done (2 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1102: done (1 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1103: done (0 left) 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1104: rollback oid 26 current snap is 101 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 100 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1105: copy_from oid 48 from oid 14 current snap is 101 2024-09-16T06:52:05.428 INFO:tasks.rados.rados.0.smithi042.stdout:1106: snap_create 2024-09-16T06:52:05.435 INFO:tasks.rados.rados.0.smithi042.stdout:1104: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:52:05.435 INFO:tasks.rados.rados.0.smithi042.stdout:1104: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:52:05.436 INFO:tasks.rados.rados.0.smithi042.stdout:1104: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:52:05.436 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 355 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-09-16T06:52:05.443 INFO:tasks.rados.rados.0.smithi042.stdout:1105: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:52:05.444 INFO:tasks.rados.rados.0.smithi042.stdout:1105: finishing copy_from to smithi04281968-48 2024-09-16T06:52:05.444 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 327 (ObjNum 333 snap 98 seq_num 333) dirty exists 2024-09-16T06:52:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:05 smithi164 ceph-mon[88760]: Reconfiguring daemon osd.7 on smithi164 2024-09-16T06:52:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T06:52:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[96574]: Reconfiguring daemon osd.7 on smithi164 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:05 smithi042 ceph-mon[94096]: Reconfiguring daemon osd.7 on smithi164 2024-09-16T06:52:06.433 INFO:tasks.rados.rados.0.smithi042.stdout:1104: done (2 left) 2024-09-16T06:52:06.433 INFO:tasks.rados.rados.0.smithi042.stdout:1105: done (1 left) 2024-09-16T06:52:06.433 INFO:tasks.rados.rados.0.smithi042.stdout:1106: done (0 left) 2024-09-16T06:52:06.433 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 102 2024-09-16T06:52:06.433 INFO:tasks.rados.rados.0.smithi042.stdout:1107: seq_num 346 ranges {0=598016,598016=401408} 2024-09-16T06:52:06.436 INFO:tasks.rados.rados.0.smithi042.stdout:1107: writing smithi04281968-23 from 0 to 598016 tid 1 2024-09-16T06:52:06.438 INFO:tasks.rados.rados.0.smithi042.stdout:1107: writing smithi04281968-23 from 598016 to 999424 tid 2 2024-09-16T06:52:06.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 102 2024-09-16T06:52:06.438 INFO:tasks.rados.rados.0.smithi042.stdout:1108: seq_num 347 ranges {2654208=614400,3268608=401408} 2024-09-16T06:52:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:1108: writing smithi04281968-36 from 2654208 to 3268608 tid 1 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:1108: writing smithi04281968-36 from 3268608 to 3670016 tid 2 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 102 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:1107: finishing write tid 1 to smithi04281968-23 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:1107: finishing write tid 2 to smithi04281968-23 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:1107: finishing write tid 3 to smithi04281968-23 2024-09-16T06:52:06.459 INFO:tasks.rados.rados.0.smithi042.stdout:1109: seq_num 348 ranges {1490944=630784,2121728=401408} 2024-09-16T06:52:06.470 INFO:tasks.rados.rados.0.smithi042.stdout:1109: writing smithi04281968-12 from 1490944 to 2121728 tid 1 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1109: writing smithi04281968-12 from 2121728 to 2523136 tid 2 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1110: snap_create 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1107: finishing write tid 4 to smithi04281968-23 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 512 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1107: left oid 23 (ObjNum 346 snap 102 seq_num 346) 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1108: finishing write tid 1 to smithi04281968-36 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1108: finishing write tid 2 to smithi04281968-36 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1108: finishing write tid 3 to smithi04281968-36 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1108: finishing write tid 4 to smithi04281968-36 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 301 (ObjNum 347 snap 102 seq_num 347) dirty exists 2024-09-16T06:52:06.474 INFO:tasks.rados.rados.0.smithi042.stdout:1108: left oid 36 (ObjNum 347 snap 102 seq_num 347) 2024-09-16T06:52:06.477 INFO:tasks.rados.rados.0.smithi042.stdout:1109: finishing write tid 1 to smithi04281968-12 2024-09-16T06:52:06.477 INFO:tasks.rados.rados.0.smithi042.stdout:1109: finishing write tid 2 to smithi04281968-12 2024-09-16T06:52:06.477 INFO:tasks.rados.rados.0.smithi042.stdout:1109: finishing write tid 3 to smithi04281968-12 2024-09-16T06:52:06.478 INFO:tasks.rados.rados.0.smithi042.stdout:1109: finishing write tid 4 to smithi04281968-12 2024-09-16T06:52:06.478 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 540 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-09-16T06:52:06.478 INFO:tasks.rados.rados.0.smithi042.stdout:1109: left oid 12 (ObjNum 348 snap 102 seq_num 348) 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: pgmap v88: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:52:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: pgmap v88: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:52:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:06.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T06:52:06.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: pgmap v88: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:06.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.976 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:06.977 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:52:06.977 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1107: done (3 left) 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1108: done (2 left) 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1109: done (1 left) 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1110: done (0 left) 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1111: read oid 16 snap -1 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1111: expect (ObjNum 190 snap 49 seq_num 190) 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1112: read oid 47 snap -1 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1112: expect deleted 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1113: read oid 29 snap -1 2024-09-16T06:52:07.309 INFO:tasks.rados.rados.0.smithi042.stdout:1113: expect deleted 2024-09-16T06:52:07.310 INFO:tasks.rados.rados.0.smithi042.stdout:1114: rollback oid 14 current snap is 103 2024-09-16T06:52:07.310 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 102 2024-09-16T06:52:07.310 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 103 2024-09-16T06:52:07.310 INFO:tasks.rados.rados.0.smithi042.stdout:1115: seq_num 349 ranges {966656=655360,1622016=401408} 2024-09-16T06:52:07.317 INFO:tasks.rados.rados.0.smithi042.stdout:1115: writing smithi04281968-13 from 966656 to 1622016 tid 1 2024-09-16T06:52:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:1115: writing smithi04281968-13 from 1622016 to 2023424 tid 2 2024-09-16T06:52:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:1116: read oid 9 snap -1 2024-09-16T06:52:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:1116: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:1117: snap_create 2024-09-16T06:52:07.320 INFO:tasks.rados.rados.0.smithi042.stdout:1111: expect (ObjNum 190 snap 49 seq_num 190) 2024-09-16T06:52:07.344 INFO:tasks.rados.rados.0.smithi042.stdout:1114: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:52:07.344 INFO:tasks.rados.rados.0.smithi042.stdout:1114: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:52:07.344 INFO:tasks.rados.rados.0.smithi042.stdout:1114: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:52:07.344 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 359 (ObjNum 333 snap 98 seq_num 333) dirty exists 2024-09-16T06:52:07.344 INFO:tasks.rados.rados.0.smithi042.stdout:1115: finishing write tid 1 to smithi04281968-13 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:1115: finishing write tid 2 to smithi04281968-13 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:1115: finishing write tid 3 to smithi04281968-13 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:1115: finishing write tid 4 to smithi04281968-13 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 358 (ObjNum 349 snap 103 seq_num 349) dirty exists 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:1115: left oid 13 (ObjNum 349 snap 103 seq_num 349) 2024-09-16T06:52:07.345 INFO:tasks.rados.rados.0.smithi042.stdout:1116: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:07.480 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:07 smithi164 ceph-mon[88760]: Reconfiguring mds.b (monmap changed)... 2024-09-16T06:52:07.480 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:07 smithi164 ceph-mon[88760]: Reconfiguring daemon mds.b on smithi164 2024-09-16T06:52:07.480 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:07 smithi164 ceph-mon[88760]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T06:52:07.480 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:07 smithi164 ceph-mon[88760]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[94096]: Reconfiguring mds.b (monmap changed)... 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[94096]: Reconfiguring daemon mds.b on smithi164 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[94096]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[94096]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[96574]: Reconfiguring mds.b (monmap changed)... 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[96574]: Reconfiguring daemon mds.b on smithi164 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[96574]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T06:52:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:07 smithi042 ceph-mon[96574]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T06:52:08.202 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1111: done (6 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1112: done (5 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1113: done (4 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1114: done (3 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1115: done (2 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1116: done (1 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1117: done (0 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1118: rmattr oid 40 current snap is 104 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1118: done (0 left) 2024-09-16T06:52:08.309 INFO:tasks.rados.rados.0.smithi042.stdout:1119: snap_remove snap 100 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (2m) 40s ago 6m 18.9M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (2m) 27s ago 5m 79.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (7m) 40s ago 7m 17.1M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (6m) 27s ago 6m 17.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (85s) 27s ago 10m 437M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (113s) 40s ago 12m 479M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (71s) 40s ago 12m 37.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (32s) 27s ago 10m 22.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (50s) 40s ago 10m 21.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:52:08.474 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (2m) 40s ago 5m 8619k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (118s) 27s ago 5m 8358k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (10m) 40s ago 10m 167M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 b3e36f962e8d 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (9m) 40s ago 9m 137M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (9m) 40s ago 9m 150M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (8m) 40s ago 8m 79.4M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (8m) 27s ago 8m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (8m) 27s ago 8m 160M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (7m) 27s ago 7m 102M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (7m) 27s ago 7m 97.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:52:08.475 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (90s) 27s ago 6m 49.2M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8 2024-09-16T06:52:08.809 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 10, 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:52:08.810 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all mon 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T06:52:08.811 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all crash 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: Upgrade: osd.0 is safe to restart 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: pgmap v91: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[94096]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T06:52:08.812 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all mon 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T06:52:08.813 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all crash 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: Upgrade: osd.0 is safe to restart 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: pgmap v91: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:08.814 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:08 smithi042 ceph-mon[96574]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T06:52:08.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all mon 2024-09-16T06:52:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all crash 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: Upgrade: osd.0 is safe to restart 2024-09-16T06:52:08.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: pgmap v91: 121 pgs: 121 active+clean; 93 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-09-16T06:52:08.991 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:08 smithi164 ceph-mon[88760]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T06:52:09.311 INFO:tasks.rados.rados.0.smithi042.stdout:1119: done (0 left) 2024-09-16T06:52:09.311 INFO:tasks.rados.rados.0.smithi042.stdout:1120: snap_remove snap 103 2024-09-16T06:52:09.681 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3080875755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[96574]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.682 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3080875755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:09.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:09.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:52:09.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:09.683 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:09 smithi042 ceph-mon[94096]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3080875755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:09.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:09 smithi164 ceph-mon[88760]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T06:52:10.313 INFO:tasks.rados.rados.0.smithi042.stdout:1120: done (0 left) 2024-09-16T06:52:10.313 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 104 2024-09-16T06:52:10.313 INFO:tasks.rados.rados.0.smithi042.stdout:1121: seq_num 350 ranges {1892352=671744,2564096=401408} 2024-09-16T06:52:10.326 INFO:tasks.rados.rados.0.smithi042.stdout:1121: writing smithi04281968-14 from 1892352 to 2564096 tid 1 2024-09-16T06:52:10.329 INFO:tasks.rados.rados.0.smithi042.stdout:1121: writing smithi04281968-14 from 2564096 to 2965504 tid 2 2024-09-16T06:52:10.329 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 104 2024-09-16T06:52:10.329 INFO:tasks.rados.rados.0.smithi042.stdout:1122: seq_num 351 ranges {2424832=688128,3112960=401408} 2024-09-16T06:52:10.346 INFO:tasks.rados.rados.0.smithi042.stdout:1122: writing smithi04281968-39 from 2424832 to 3112960 tid 1 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1122: writing smithi04281968-39 from 3112960 to 3514368 tid 2 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1123: read oid 9 snap -1 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1123: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 104 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1121: finishing write tid 1 to smithi04281968-14 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1121: finishing write tid 2 to smithi04281968-14 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1121: finishing write tid 3 to smithi04281968-14 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1121: finishing write tid 4 to smithi04281968-14 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 366 (ObjNum 350 snap 104 seq_num 350) dirty exists 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1121: left oid 14 (ObjNum 350 snap 104 seq_num 350) 2024-09-16T06:52:10.350 INFO:tasks.rados.rados.0.smithi042.stdout:1124: seq_num 352 ranges {376832=704512,1081344=401408} 2024-09-16T06:52:10.355 INFO:tasks.rados.rados.0.smithi042.stdout:1124: writing smithi04281968-28 from 376832 to 1081344 tid 1 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1124: writing smithi04281968-28 from 1081344 to 1482752 tid 2 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1121: done (3 left) 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1125: snap_create 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1122: finishing write tid 1 to smithi04281968-39 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1122: finishing write tid 2 to smithi04281968-39 2024-09-16T06:52:10.358 INFO:tasks.rados.rados.0.smithi042.stdout:1122: finishing write tid 3 to smithi04281968-39 2024-09-16T06:52:10.359 INFO:tasks.rados.rados.0.smithi042.stdout:1122: finishing write tid 4 to smithi04281968-39 2024-09-16T06:52:10.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 546 (ObjNum 351 snap 104 seq_num 351) dirty exists 2024-09-16T06:52:10.359 INFO:tasks.rados.rados.0.smithi042.stdout:1122: left oid 39 (ObjNum 351 snap 104 seq_num 351) 2024-09-16T06:52:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:1124: finishing write tid 1 to smithi04281968-28 2024-09-16T06:52:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:1124: finishing write tid 2 to smithi04281968-28 2024-09-16T06:52:10.362 INFO:tasks.rados.rados.0.smithi042.stdout:1124: finishing write tid 3 to smithi04281968-28 2024-09-16T06:52:10.364 INFO:tasks.rados.rados.0.smithi042.stdout:1124: finishing write tid 4 to smithi04281968-28 2024-09-16T06:52:10.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 543 (ObjNum 352 snap 104 seq_num 352) dirty exists 2024-09-16T06:52:10.364 INFO:tasks.rados.rados.0.smithi042.stdout:1124: left oid 28 (ObjNum 352 snap 104 seq_num 352) 2024-09-16T06:52:10.370 INFO:tasks.rados.rados.0.smithi042.stdout:1123: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:10.744 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[96574]: Upgrade: Updating osd.0 2024-09-16T06:52:10.744 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[96574]: Deploying daemon osd.0 on smithi042 2024-09-16T06:52:10.744 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[96574]: pgmap v94: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:10.744 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[96574]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T06:52:10.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[94096]: Upgrade: Updating osd.0 2024-09-16T06:52:10.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[94096]: Deploying daemon osd.0 on smithi042 2024-09-16T06:52:10.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[94096]: pgmap v94: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:10.745 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:10 smithi042 ceph-mon[94096]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T06:52:10.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:10 smithi164 ceph-mon[88760]: Upgrade: Updating osd.0 2024-09-16T06:52:10.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:10 smithi164 ceph-mon[88760]: Deploying daemon osd.0 on smithi042 2024-09-16T06:52:10.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:10 smithi164 ceph-mon[88760]: pgmap v94: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:10.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:10 smithi164 ceph-mon[88760]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T06:52:11.313 INFO:tasks.rados.rados.0.smithi042.stdout:1122: done (3 left) 2024-09-16T06:52:11.313 INFO:tasks.rados.rados.0.smithi042.stdout:1123: done (2 left) 2024-09-16T06:52:11.313 INFO:tasks.rados.rados.0.smithi042.stdout:1124: done (1 left) 2024-09-16T06:52:11.313 INFO:tasks.rados.rados.0.smithi042.stdout:1125: done (0 left) 2024-09-16T06:52:11.313 INFO:tasks.rados.rados.0.smithi042.stdout:1126: snap_create 2024-09-16T06:52:11.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:11] "GET /metrics HTTP/1.1" 200 36118 "" "Prometheus/2.43.0" 2024-09-16T06:52:12.307 INFO:tasks.rados.rados.0.smithi042.stdout:1126: done (0 left) 2024-09-16T06:52:12.307 INFO:tasks.rados.rados.0.smithi042.stdout:1127: delete oid 18 current snap is 106 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1127: done (0 left) 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1128: read oid 32 snap -1 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1128: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1129: read oid 48 snap -1 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1129: expect (ObjNum 333 snap 98 seq_num 333) 2024-09-16T06:52:12.310 INFO:tasks.rados.rados.0.smithi042.stdout:1130: snap_remove snap 105 2024-09-16T06:52:12.317 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:12 smithi042 systemd[1]: Stopping Ceph osd.0 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:52:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[96574]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T06:52:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[96574]: pgmap v97: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[96574]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T06:52:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[94096]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T06:52:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[94096]: pgmap v97: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:12.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-mon[94096]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T06:52:12.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[43461]: 2024-09-16T06:52:12.326+0000 7fd3e16cb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:52:12.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[43461]: 2024-09-16T06:52:12.326+0000 7fd3e16cb640 -1 osd.0 281 *** Got signal Terminated *** 2024-09-16T06:52:12.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:12 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[43461]: 2024-09-16T06:52:12.326+0000 7fd3e16cb640 -1 osd.0 281 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:52:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:12 smithi164 ceph-mon[88760]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T06:52:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:12 smithi164 ceph-mon[88760]: pgmap v97: 121 pgs: 121 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-09-16T06:52:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:12 smithi164 ceph-mon[88760]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T06:52:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:13.327 INFO:tasks.rados.rados.0.smithi042.stdout:1130: done (2 left) 2024-09-16T06:52:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:1131: delete oid 7 current snap is 106 2024-09-16T06:52:13.328 INFO:tasks.rados.rados.0.smithi042.stdout:1129: expect (ObjNum 333 snap 98 seq_num 333) 2024-09-16T06:52:13.407 INFO:tasks.rados.rados.0.smithi042.stdout:1128: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:52:13.483 INFO:tasks.rados.rados.0.smithi042.stdout:1128: done (2 left) 2024-09-16T06:52:13.483 INFO:tasks.rados.rados.0.smithi042.stdout:1129: done (1 left) 2024-09-16T06:52:13.483 INFO:tasks.rados.rados.0.smithi042.stdout:1131: done (0 left) 2024-09-16T06:52:13.484 INFO:tasks.rados.rados.0.smithi042.stdout:1132: snap_create 2024-09-16T06:52:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:13 smithi042 ceph-mon[94096]: osd.0 marked itself down and dead 2024-09-16T06:52:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:13 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:13 smithi042 ceph-mon[96574]: osd.0 marked itself down and dead 2024-09-16T06:52:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:13 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:13 smithi164 ceph-mon[88760]: osd.0 marked itself down and dead 2024-09-16T06:52:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:13 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:13.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:14.167 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:13 smithi042 podman[101870]: 2024-09-16 06:52:13.864183402 +0000 UTC m=+1.649423391 container died b3e36f962e8dac85ab9ea96cd8f7fc41d6c7abe86eb2fc88987f80c6d7bf66e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:52:14.323 INFO:tasks.rados.rados.0.smithi042.stdout:1132: done (0 left) 2024-09-16T06:52:14.323 INFO:tasks.rados.rados.0.smithi042.stdout:1133: read oid 7 snap 102 2024-09-16T06:52:14.323 INFO:tasks.rados.rados.0.smithi042.stdout:1133: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:52:14.323 INFO:tasks.rados.rados.0.smithi042.stdout:1134: rmattr oid 2 current snap is 107 2024-09-16T06:52:14.324 INFO:tasks.rados.rados.0.smithi042.stdout:1134: done (1 left) 2024-09-16T06:52:14.324 INFO:tasks.rados.rados.0.smithi042.stdout:1135: copy_from oid 47 from oid 9 current snap is 107 2024-09-16T06:52:14.324 INFO:tasks.rados.rados.0.smithi042.stdout:1136: copy_from oid 42 from oid 35 current snap is 107 2024-09-16T06:52:14.324 INFO:tasks.rados.rados.0.smithi042.stdout:1137: copy_from oid 15 from oid 1 current snap is 107 2024-09-16T06:52:14.324 INFO:tasks.rados.rados.0.smithi042.stdout:1138: delete oid 28 current snap is 107 2024-09-16T06:52:14.337 INFO:tasks.rados.rados.0.smithi042.stdout:1138: done (4 left) 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:1139: rollback oid 48 current snap is 107 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 48 to 106 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:1136: finishing copy_from to smithi04281968-42 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:1136: got expected ENOENT (src dne) 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 107 2024-09-16T06:52:14.338 INFO:tasks.rados.rados.0.smithi042.stdout:1140: seq_num 356 ranges {0=770048,770048=401408} 2024-09-16T06:52:14.343 INFO:tasks.rados.rados.0.smithi042.stdout:1140: writing smithi04281968-18 from 0 to 770048 tid 1 2024-09-16T06:52:14.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: writing smithi04281968-18 from 770048 to 1171456 tid 2 2024-09-16T06:52:14.345 INFO:tasks.rados.rados.0.smithi042.stdout:1141: snap_remove snap 104 2024-09-16T06:52:14.516 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[96574]: osdmap e282: 8 total, 7 up, 8 in 2024-09-16T06:52:14.517 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[96574]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:52:14.517 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[96574]: osdmap e283: 8 total, 7 up, 8 in 2024-09-16T06:52:14.517 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[94096]: osdmap e282: 8 total, 7 up, 8 in 2024-09-16T06:52:14.517 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[94096]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:52:14.517 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:14 smithi042 ceph-mon[94096]: osdmap e283: 8 total, 7 up, 8 in 2024-09-16T06:52:14.517 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:14 smithi042 podman[101870]: 2024-09-16 06:52:14.282558452 +0000 UTC m=+2.067798440 container cleanup b3e36f962e8dac85ab9ea96cd8f7fc41d6c7abe86eb2fc88987f80c6d7bf66e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-16T06:52:14.518 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:14 smithi042 bash[101870]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0 2024-09-16T06:52:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:14 smithi164 ceph-mon[88760]: osdmap e282: 8 total, 7 up, 8 in 2024-09-16T06:52:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:14 smithi164 ceph-mon[88760]: pgmap v100: 121 pgs: 15 stale+active+clean, 106 active+clean; 91 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T06:52:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:14 smithi164 ceph-mon[88760]: osdmap e283: 8 total, 7 up, 8 in 2024-09-16T06:52:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:14.854 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:14 smithi042 podman[101892]: 2024-09-16 06:52:14.517401406 +0000 UTC m=+0.647186034 container remove b3e36f962e8dac85ab9ea96cd8f7fc41d6c7abe86eb2fc88987f80c6d7bf66e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:52:15.212 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:14 smithi042 podman[101986]: 2024-09-16 06:52:14.84430231 +0000 UTC m=+0.016353869 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:15.213 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:14 smithi042 podman[101986]: 2024-09-16 06:52:14.976948558 +0000 UTC m=+0.149000103 container create 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:52:15.213 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:15 smithi042 podman[101986]: 2024-09-16 06:52:15.212985873 +0000 UTC m=+0.385037430 container init 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1141: done (6 left) 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1142: read oid 12 snap -1 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1142: expect (ObjNum 348 snap 102 seq_num 348) 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1137: finishing copy_from to smithi04281968-15 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1137: got expected ENOENT (src dne) 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1137: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:52:15.344 INFO:tasks.rados.rados.0.smithi042.stdout:1136: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1139: finishing rollback tid 0 to smithi04281968-48 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1139: finishing rollback tid 1 to smithi04281968-48 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1139: finishing rollback tid 2 to smithi04281968-48 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 333 (ObjNum 333 snap 98 seq_num 333) dirty exists 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: finishing write tid 1 to smithi04281968-18 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: finishing write tid 2 to smithi04281968-18 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: finishing write tid 3 to smithi04281968-18 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: finishing write tid 4 to smithi04281968-18 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 336 (ObjNum 356 snap 107 seq_num 356) dirty exists 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1140: left oid 18 (ObjNum 356 snap 107 seq_num 356) 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1135: finishing copy_from racing read to smithi04281968-47 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1135: finishing copy_from to smithi04281968-47 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 395 (ObjNum 192 snap 49 seq_num 192) dirty exists 2024-09-16T06:52:15.345 INFO:tasks.rados.rados.0.smithi042.stdout:1133: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:52:15.604 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:15 smithi042 podman[101986]: 2024-09-16 06:52:15.218222819 +0000 UTC m=+0.390274366 container start 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T06:52:15.604 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:15 smithi042 podman[101986]: 2024-09-16 06:52:15.30421982 +0000 UTC m=+0.476271378 container attach 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T06:52:15.604 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:15 smithi042 podman[101986]: 2024-09-16 06:52:15.413839202 +0000 UTC m=+0.585890763 container died 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T06:52:15.786 INFO:tasks.rados.rados.0.smithi042.stdout:1133: done (6 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1135: done (5 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1136: done (4 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1137: done (3 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1139: done (2 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1140: done (1 left) 2024-09-16T06:52:15.787 INFO:tasks.rados.rados.0.smithi042.stdout:1143: delete oid 20 current snap is 107 2024-09-16T06:52:15.789 INFO:tasks.rados.rados.0.smithi042.stdout:1143: done (1 left) 2024-09-16T06:52:15.789 INFO:tasks.rados.rados.0.smithi042.stdout:1144: rollback oid 27 current snap is 107 2024-09-16T06:52:15.789 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 101 2024-09-16T06:52:15.789 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 107 2024-09-16T06:52:15.789 INFO:tasks.rados.rados.0.smithi042.stdout:1145: seq_num 358 ranges {1564672=802816,2367488=401408} 2024-09-16T06:52:15.802 INFO:tasks.rados.rados.0.smithi042.stdout:1145: writing smithi04281968-49 from 1564672 to 2367488 tid 1 2024-09-16T06:52:15.804 INFO:tasks.rados.rados.0.smithi042.stdout:1145: writing smithi04281968-49 from 2367488 to 2768896 tid 2 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:1146: rollback oid 30 current snap is 107 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 102 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:1144: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:1144: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:1144: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 256 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-09-16T06:52:15.805 INFO:tasks.rados.rados.0.smithi042.stdout:1142: expect (ObjNum 348 snap 102 seq_num 348) 2024-09-16T06:52:15.919 INFO:tasks.rados.rados.0.smithi042.stdout:1145: finishing write tid 1 to smithi04281968-49 2024-09-16T06:52:15.919 INFO:tasks.rados.rados.0.smithi042.stdout:1145: finishing write tid 2 to smithi04281968-49 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1142: done (3 left) 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1144: done (2 left) 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1147: delete oid 21 current snap is 107 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1146: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1145: finishing write tid 3 to smithi04281968-49 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1146: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:1146: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:52:15.920 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 260 (ObjNum 321 snap 94 seq_num 321) dirty exists 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1145: finishing write tid 4 to smithi04281968-49 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 463 (ObjNum 358 snap 107 seq_num 358) dirty exists 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1145: left oid 49 (ObjNum 358 snap 107 seq_num 358) 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1145: done (2 left) 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1146: done (1 left) 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1147: done (0 left) 2024-09-16T06:52:15.921 INFO:tasks.rados.rados.0.smithi042.stdout:1148: delete oid 13 current snap is 107 2024-09-16T06:52:15.923 INFO:tasks.rados.rados.0.smithi042.stdout:1148: done (0 left) 2024-09-16T06:52:15.923 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 107 2024-09-16T06:52:15.923 INFO:tasks.rados.rados.0.smithi042.stdout:1149: seq_num 361 ranges {1605632=450560,2056192=581632,2637824=221184} 2024-09-16T06:52:15.934 INFO:tasks.rados.rados.0.smithi042.stdout:1149: writing smithi04281968-10 from 1605632 to 2056192 tid 1 2024-09-16T06:52:15.938 INFO:tasks.rados.rados.0.smithi042.stdout:1149: writing smithi04281968-10 from 2056192 to 2637824 tid 2 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1149: writing smithi04281968-10 from 2637824 to 2859008 tid 3 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1149: finishing write tid 1 to smithi04281968-10 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1150: rmattr oid 1 current snap is 107 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1150: done (1 left) 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1151: read oid 7 snap 101 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1151: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:52:15.940 INFO:tasks.rados.rados.0.smithi042.stdout:1152: snap_remove snap 106 2024-09-16T06:52:16.349 INFO:tasks.rados.rados.0.smithi042.stdout:1152: done (2 left) 2024-09-16T06:52:16.350 INFO:tasks.rados.rados.0.smithi042.stdout:1153: read oid 13 snap -1 2024-09-16T06:52:16.350 INFO:tasks.rados.rados.0.smithi042.stdout:1153: expect deleted 2024-09-16T06:52:16.350 INFO:tasks.rados.rados.0.smithi042.stdout:1154: snap_remove snap 102 2024-09-16T06:52:16.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:16 smithi042 ceph-mon[96574]: osdmap e284: 8 total, 7 up, 8 in 2024-09-16T06:52:16.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:16 smithi042 ceph-mon[96574]: pgmap v103: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:16.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:16 smithi042 ceph-mon[94096]: osdmap e284: 8 total, 7 up, 8 in 2024-09-16T06:52:16.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:16 smithi042 ceph-mon[94096]: pgmap v103: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:16.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 podman[102029]: 2024-09-16 06:52:16.308634904 +0000 UTC m=+0.885873348 container remove 2d4a0be3b73ce43c516b02911ae12edf0fe368a047459fe0921ef23bdc937a03 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:52:16.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-16T06:52:16.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 systemd[1]: Stopped Ceph osd.0 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:52:16.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.184s CPU time. 2024-09-16T06:52:16.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 systemd[1]: Starting Ceph osd.0 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:52:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:16 smithi164 ceph-mon[88760]: osdmap e284: 8 total, 7 up, 8 in 2024-09-16T06:52:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:16 smithi164 ceph-mon[88760]: pgmap v103: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:17.012 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 podman[102130]: 2024-09-16 06:52:16.661925632 +0000 UTC m=+0.016412304 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:17.012 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:16 smithi042 podman[102130]: 2024-09-16 06:52:16.768565622 +0000 UTC m=+0.123052327 container create 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS) 2024-09-16T06:52:17.012 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 podman[102130]: 2024-09-16 06:52:17.012623327 +0000 UTC m=+0.367109987 container init 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T06:52:17.310 INFO:tasks.rados.rados.0.smithi042.stdout:1149: finishing write tid 2 to smithi04281968-10 2024-09-16T06:52:17.310 INFO:tasks.rados.rados.0.smithi042.stdout:1149: finishing write tid 3 to smithi04281968-10 2024-09-16T06:52:17.310 INFO:tasks.rados.rados.0.smithi042.stdout:1149: finishing write tid 4 to smithi04281968-10 2024-09-16T06:52:17.310 INFO:tasks.rados.rados.0.smithi042.stdout:1149: finishing write tid 5 to smithi04281968-10 2024-09-16T06:52:17.310 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 340 (ObjNum 361 snap 107 seq_num 361) dirty exists 2024-09-16T06:52:17.311 INFO:tasks.rados.rados.0.smithi042.stdout:1149: left oid 10 (ObjNum 361 snap 107 seq_num 361) 2024-09-16T06:52:17.311 INFO:tasks.rados.rados.0.smithi042.stdout:1151: expect (ObjNum 312 snap 92 seq_num 312) 2024-09-16T06:52:17.331 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 podman[102130]: 2024-09-16 06:52:17.017948603 +0000 UTC m=+0.372435273 container start 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:52:17.331 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 podman[102130]: 2024-09-16 06:52:17.246242932 +0000 UTC m=+0.600729608 container attach 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T06:52:17.331 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T06:52:17.331 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T06:52:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 44/231 objects degraded (19.048%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[96574]: osdmap e285: 8 total, 7 up, 8 in 2024-09-16T06:52:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[96574]: osdmap e286: 8 total, 7 up, 8 in 2024-09-16T06:52:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 44/231 objects degraded (19.048%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[94096]: osdmap e285: 8 total, 7 up, 8 in 2024-09-16T06:52:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-mon[94096]: osdmap e286: 8 total, 7 up, 8 in 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T06:52:17.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T06:52:17.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T06:52:17.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T06:52:17.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate[102145]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T06:52:17.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 bash[102130]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T06:52:17.606 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:17 smithi042 podman[102130]: 2024-09-16 06:52:17.381377392 +0000 UTC m=+0.735864062 container died 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-09-16T06:52:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:17 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 44/231 objects degraded (19.048%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:17 smithi164 ceph-mon[88760]: osdmap e285: 8 total, 7 up, 8 in 2024-09-16T06:52:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:17 smithi164 ceph-mon[88760]: osdmap e286: 8 total, 7 up, 8 in 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1149: done (3 left) 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1151: done (2 left) 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1153: done (1 left) 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1154: done (0 left) 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1155: copy_from oid 36 from oid 25 current snap is 107 2024-09-16T06:52:17.758 INFO:tasks.rados.rados.0.smithi042.stdout:1156: snap_create 2024-09-16T06:52:17.771 INFO:tasks.rados.rados.0.smithi042.stdout:1155: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:52:17.773 INFO:tasks.rados.rados.0.smithi042.stdout:1155: finishing copy_from to smithi04281968-36 2024-09-16T06:52:17.773 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 236 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:18.356 INFO:tasks.rados.rados.0.smithi042.stdout:1155: done (1 left) 2024-09-16T06:52:18.356 INFO:tasks.rados.rados.0.smithi042.stdout:1156: done (0 left) 2024-09-16T06:52:18.356 INFO:tasks.rados.rados.0.smithi042.stdout:1157: delete oid 39 current snap is 108 2024-09-16T06:52:18.357 INFO:tasks.rados.rados.0.smithi042.stdout:1157: done (0 left) 2024-09-16T06:52:18.357 INFO:tasks.rados.rados.0.smithi042.stdout:1158: rollback oid 33 current snap is 108 2024-09-16T06:52:18.358 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 107 2024-09-16T06:52:18.358 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 108 2024-09-16T06:52:18.358 INFO:tasks.rados.rados.0.smithi042.stdout:1159: seq_num 363 ranges {2523136=483328,3006464=753664,3760128=49152} 2024-09-16T06:52:18.374 INFO:tasks.rados.rados.0.smithi042.stdout:1159: writing smithi04281968-12 from 2523136 to 3006464 tid 1 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1159: writing smithi04281968-12 from 3006464 to 3760128 tid 2 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1159: writing smithi04281968-12 from 3760128 to 3809280 tid 3 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1160: rollback oid 42 current snap is 108 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 107 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1158: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1158: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:52:18.379 INFO:tasks.rados.rados.0.smithi042.stdout:1161: snap_remove snap 101 2024-09-16T06:52:18.409 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:18 smithi042 ceph-mon[94096]: pgmap v106: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:18.409 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:18 smithi042 ceph-mon[96574]: pgmap v106: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:18.409 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 podman[102289]: 2024-09-16 06:52:18.117354278 +0000 UTC m=+0.729725637 container remove 3ef1a35eaf63d8653210dcf4bfea5d1e9732947a005f390ecb45f8574e47fda6 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-16T06:52:18.409 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 podman[102352]: 2024-09-16 06:52:18.227085293 +0000 UTC m=+0.016663979 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:18.409 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 podman[102352]: 2024-09-16 06:52:18.351604722 +0000 UTC m=+0.141183394 container create 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T06:52:18.658 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:18 smithi164 ceph-mon[88760]: pgmap v106: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 99 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.1 MiB/s wr, 6 op/s; 44/231 objects degraded (19.048%) 2024-09-16T06:52:18.664 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 podman[102352]: 2024-09-16 06:52:18.637924541 +0000 UTC m=+0.427503214 container init 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T06:52:18.664 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 podman[102352]: 2024-09-16 06:52:18.643042095 +0000 UTC m=+0.432620788 container start 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-16T06:52:18.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:19.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 ceph-osd[102391]: -- 172.21.15.42:0/2288489797 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x556bb67a51e0 con 0x556bb6918000 2024-09-16T06:52:19.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 bash[102352]: 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 2024-09-16T06:52:19.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:18 smithi042 systemd[1]: Started Ceph osd.0 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1161: done (3 left) 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1162: read oid 49 snap -1 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1162: expect (ObjNum 358 snap 107 seq_num 358) 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1163: setattr oid 1 current snap is 108 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1158: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 436 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-09-16T06:52:19.360 INFO:tasks.rados.rados.0.smithi042.stdout:1159: finishing write tid 1 to smithi04281968-12 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1160: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 0 (ObjNum 33 snap 0 seq_num 111298784) dirty dne 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1159: finishing write tid 2 to smithi04281968-12 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1159: finishing write tid 3 to smithi04281968-12 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1159: finishing write tid 4 to smithi04281968-12 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1159: finishing write tid 5 to smithi04281968-12 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 553 (ObjNum 363 snap 108 seq_num 363) dirty exists 2024-09-16T06:52:19.361 INFO:tasks.rados.rados.0.smithi042.stdout:1159: left oid 12 (ObjNum 363 snap 108 seq_num 363) 2024-09-16T06:52:19.363 INFO:tasks.rados.rados.0.smithi042.stdout:1158: done (4 left) 2024-09-16T06:52:19.363 INFO:tasks.rados.rados.0.smithi042.stdout:1159: done (3 left) 2024-09-16T06:52:19.363 INFO:tasks.rados.rados.0.smithi042.stdout:1160: done (2 left) 2024-09-16T06:52:19.363 INFO:tasks.rados.rados.0.smithi042.stdout:1164: delete oid 3 current snap is 108 2024-09-16T06:52:19.366 INFO:tasks.rados.rados.0.smithi042.stdout:1164: done (2 left) 2024-09-16T06:52:19.366 INFO:tasks.rados.rados.0.smithi042.stdout:1165: snap_create 2024-09-16T06:52:19.367 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 439 (ObjNum 4833 snap 0 seq_num 111453520) dirty exists 2024-09-16T06:52:19.374 INFO:tasks.rados.rados.0.smithi042.stdout:1162: expect (ObjNum 358 snap 107 seq_num 358) 2024-09-16T06:52:19.540 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: osdmap e287: 8 total, 7 up, 8 in 2024-09-16T06:52:19.540 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.540 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.540 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:19.540 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:19.541 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T06:52:19.193+0000 7f96286be640 -1 Falling back to public interface 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: osdmap e287: 8 total, 7 up, 8 in 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:19.541 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.542 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: osdmap e287: 8 total, 7 up, 8 in 2024-09-16T06:52:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:1162: done (2 left) 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:1163: done (1 left) 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:1165: done (0 left) 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:1166: rollback oid 41 current snap is 109 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 41 to 107 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 109 2024-09-16T06:52:20.365 INFO:tasks.rados.rados.0.smithi042.stdout:1167: seq_num 365 ranges {57344=516096,573440=573440,1146880=229376} 2024-09-16T06:52:20.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: writing smithi04281968-4 from 57344 to 573440 tid 1 2024-09-16T06:52:20.371 INFO:tasks.rados.rados.0.smithi042.stdout:1167: writing smithi04281968-4 from 573440 to 1146880 tid 2 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:1167: writing smithi04281968-4 from 1146880 to 1376256 tid 3 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:1168: delete oid 19 current snap is 109 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:1166: finishing rollback tid 0 to smithi04281968-41 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:1166: finishing rollback tid 1 to smithi04281968-41 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:1166: finishing rollback tid 2 to smithi04281968-41 2024-09-16T06:52:20.373 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 551 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:52:20.375 INFO:tasks.rados.rados.0.smithi042.stdout:1166: done (2 left) 2024-09-16T06:52:20.376 INFO:tasks.rados.rados.0.smithi042.stdout:1168: done (1 left) 2024-09-16T06:52:20.376 INFO:tasks.rados.rados.0.smithi042.stdout:1169: rollback oid 6 current snap is 109 2024-09-16T06:52:20.376 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 107 2024-09-16T06:52:20.376 INFO:tasks.rados.rados.0.smithi042.stdout:1170: snap_remove snap 108 2024-09-16T06:52:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:20 smithi042 ceph-mon[96574]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T06:52:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:20 smithi042 ceph-mon[96574]: pgmap v109: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:20 smithi042 ceph-mon[94096]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T06:52:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:20 smithi042 ceph-mon[94096]: pgmap v109: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:20 smithi164 ceph-mon[88760]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T06:52:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:20 smithi164 ceph-mon[88760]: pgmap v109: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1170: done (2 left) 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1171: rmattr oid 26 current snap is 109 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: finishing write tid 1 to smithi04281968-4 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: finishing write tid 2 to smithi04281968-4 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: finishing write tid 3 to smithi04281968-4 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1169: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 0 (ObjNum 129 snap 0 seq_num 110932560) dirty dne 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: finishing write tid 4 to smithi04281968-4 2024-09-16T06:52:21.368 INFO:tasks.rados.rados.0.smithi042.stdout:1167: finishing write tid 5 to smithi04281968-4 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 264 (ObjNum 365 snap 109 seq_num 365) dirty exists 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:1167: left oid 4 (ObjNum 365 snap 109 seq_num 365) 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:1167: done (2 left) 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:1169: done (1 left) 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 109 2024-09-16T06:52:21.369 INFO:tasks.rados.rados.0.smithi042.stdout:1172: seq_num 367 ranges {2932736=548864,3481600=737280,4218880=65536} 2024-09-16T06:52:21.387 INFO:tasks.rados.rados.0.smithi042.stdout:1172: writing smithi04281968-15 from 2932736 to 3481600 tid 1 2024-09-16T06:52:21.391 INFO:tasks.rados.rados.0.smithi042.stdout:1172: writing smithi04281968-15 from 3481600 to 4218880 tid 2 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1172: writing smithi04281968-15 from 4218880 to 4284416 tid 3 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1173: rollback oid 46 current snap is 109 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 107 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 368 (ObjNum 263 snap 75 seq_num 263) dirty exists 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1171: done (2 left) 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1174: rmattr oid 43 current snap is 109 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1174: done (2 left) 2024-09-16T06:52:21.392 INFO:tasks.rados.rados.0.smithi042.stdout:1175: delete oid 8 current snap is 109 2024-09-16T06:52:21.395 INFO:tasks.rados.rados.0.smithi042.stdout:1173: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:52:21.395 INFO:tasks.rados.rados.0.smithi042.stdout:1173: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:52:21.395 INFO:tasks.rados.rados.0.smithi042.stdout:1173: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:52:21.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 466 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1173: done (2 left) 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1175: done (1 left) 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1176: read oid 17 snap -1 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1176: expect (ObjNum 330 snap 98 seq_num 330) 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1177: setattr oid 33 current snap is 109 2024-09-16T06:52:21.397 INFO:tasks.rados.rados.0.smithi042.stdout:1172: finishing write tid 1 to smithi04281968-15 2024-09-16T06:52:21.398 INFO:tasks.rados.rados.0.smithi042.stdout:1178: read oid 44 snap -1 2024-09-16T06:52:21.399 INFO:tasks.rados.rados.0.smithi042.stdout:1178: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-16T06:52:21.399 INFO:tasks.rados.rados.0.smithi042.stdout:1179: snap_remove snap 107 2024-09-16T06:52:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:21 smithi042 ceph-mon[96574]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T06:52:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:21 smithi042 ceph-mon[94096]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T06:52:21.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:21] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-09-16T06:52:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:21 smithi164 ceph-mon[88760]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T06:52:22.279 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T06:52:22.127+0000 7f96286be640 -1 osd.0 281 log_to_monitors true 2024-09-16T06:52:22.374 INFO:tasks.rados.rados.0.smithi042.stdout:1179: done (4 left) 2024-09-16T06:52:22.374 INFO:tasks.rados.rados.0.smithi042.stdout:1180: read oid 30 snap -1 2024-09-16T06:52:22.374 INFO:tasks.rados.rados.0.smithi042.stdout:1180: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:52:22.374 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 109 2024-09-16T06:52:22.374 INFO:tasks.rados.rados.0.smithi042.stdout:1181: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-09-16T06:52:22.378 INFO:tasks.rados.rados.0.smithi042.stdout:1181: writing smithi04281968-1 from 0 to 589824 tid 1 2024-09-16T06:52:22.382 INFO:tasks.rados.rados.0.smithi042.stdout:1181: writing smithi04281968-1 from 589824 to 1097728 tid 2 2024-09-16T06:52:22.384 INFO:tasks.rados.rados.0.smithi042.stdout:1181: writing smithi04281968-1 from 1097728 to 1392640 tid 3 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1182: rollback oid 23 current snap is 109 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1182: done (6 left) 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1183: read oid 31 snap -1 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1183: expect (ObjNum 345 snap 100 seq_num 345) 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1184: read oid 29 snap -1 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1184: expect deleted 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 109 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1172: finishing write tid 2 to smithi04281968-15 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1172: finishing write tid 3 to smithi04281968-15 2024-09-16T06:52:22.385 INFO:tasks.rados.rados.0.smithi042.stdout:1185: seq_num 370 ranges {0=606208,606208=794624,1400832=8192} 2024-09-16T06:52:22.391 INFO:tasks.rados.rados.0.smithi042.stdout:1185: writing smithi04281968-34 from 0 to 606208 tid 1 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1185: writing smithi04281968-34 from 606208 to 1400832 tid 2 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1185: writing smithi04281968-34 from 1400832 to 1409024 tid 3 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 109 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1172: finishing write tid 4 to smithi04281968-15 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1172: finishing write tid 5 to smithi04281968-15 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 529 (ObjNum 367 snap 109 seq_num 367) dirty exists 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1172: left oid 15 (ObjNum 367 snap 109 seq_num 367) 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 440 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-09-16T06:52:22.397 INFO:tasks.rados.rados.0.smithi042.stdout:1178: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-16T06:52:22.509 INFO:tasks.rados.rados.0.smithi042.stdout:1176: expect (ObjNum 330 snap 98 seq_num 330) 2024-09-16T06:52:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[94096]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T06:52:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[94096]: pgmap v112: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[94096]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:52:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 50/240 objects degraded (20.833%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:22.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[96574]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T06:52:22.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[96574]: pgmap v112: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:22.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[96574]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:52:22.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 50/240 objects degraded (20.833%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:22.605 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 06:52:22 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T06:52:22.400+0000 7f9620468640 -1 osd.0 281 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:52:22.681 INFO:tasks.rados.rados.0.smithi042.stdout:1186: seq_num 371 ranges {2088960=622592,2711552=679936,3391488=122880} 2024-09-16T06:52:22.696 INFO:tasks.rados.rados.0.smithi042.stdout:1186: writing smithi04281968-24 from 2088960 to 2711552 tid 1 2024-09-16T06:52:22.701 INFO:tasks.rados.rados.0.smithi042.stdout:1186: writing smithi04281968-24 from 2711552 to 3391488 tid 2 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1186: writing smithi04281968-24 from 3391488 to 3514368 tid 3 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1172: done (9 left) 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1176: done (8 left) 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1177: done (7 left) 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1178: done (6 left) 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1187: read oid 32 snap -1 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1187: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:52:22.702 INFO:tasks.rados.rados.0.smithi042.stdout:1188: copy_from oid 28 from oid 41 current snap is 109 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1189: read oid 38 snap -1 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1189: expect (ObjNum 341 snap 99 seq_num 341) 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1190: rollback oid 11 current snap is 109 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1190: done (9 left) 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1191: delete oid 12 current snap is 109 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1181: finishing write tid 1 to smithi04281968-1 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1181: finishing write tid 2 to smithi04281968-1 2024-09-16T06:52:22.703 INFO:tasks.rados.rados.0.smithi042.stdout:1180: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:52:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:22 smithi164 ceph-mon[88760]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T06:52:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:22 smithi164 ceph-mon[88760]: pgmap v112: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 14 op/s; 50/240 objects degraded (20.833%) 2024-09-16T06:52:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:22 smithi164 ceph-mon[88760]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T06:52:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:22 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 50/240 objects degraded (20.833%), 15 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:22.821 INFO:tasks.rados.rados.0.smithi042.stdout:1183: expect (ObjNum 345 snap 100 seq_num 345) 2024-09-16T06:52:22.847 INFO:tasks.rados.rados.0.smithi042.stdout:1181: finishing write tid 3 to smithi04281968-1 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1181: finishing write tid 4 to smithi04281968-1 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: finishing write tid 1 to smithi04281968-34 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1181: finishing write tid 5 to smithi04281968-1 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 446 (ObjNum 369 snap 109 seq_num 369) dirty exists 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1181: left oid 1 (ObjNum 369 snap 109 seq_num 369) 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: finishing write tid 2 to smithi04281968-34 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: finishing write tid 3 to smithi04281968-34 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: finishing write tid 4 to smithi04281968-34 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: finishing write tid 5 to smithi04281968-34 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 281 (ObjNum 370 snap 109 seq_num 370) dirty exists 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1185: left oid 34 (ObjNum 370 snap 109 seq_num 370) 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1180: done (9 left) 2024-09-16T06:52:22.848 INFO:tasks.rados.rados.0.smithi042.stdout:1181: done (8 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1183: done (7 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1184: done (6 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1185: done (5 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1191: done (4 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1192: rollback oid 35 current snap is 109 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1192: done (4 left) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1193: read oid 43 snap -1 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1193: expect (ObjNum 340 snap 99 seq_num 340) 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1194: delete oid 3 current snap is 109 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1186: finishing write tid 1 to smithi04281968-24 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1186: finishing write tid 2 to smithi04281968-24 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1186: finishing write tid 3 to smithi04281968-24 2024-09-16T06:52:22.849 INFO:tasks.rados.rados.0.smithi042.stdout:1186: finishing write tid 4 to smithi04281968-24 2024-09-16T06:52:22.850 INFO:tasks.rados.rados.0.smithi042.stdout:1187: expect (ObjNum 332 snap 98 seq_num 332) 2024-09-16T06:52:22.924 INFO:tasks.rados.rados.0.smithi042.stdout:1186: finishing write tid 5 to smithi04281968-24 2024-09-16T06:52:22.924 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 555 (ObjNum 371 snap 109 seq_num 371) dirty exists 2024-09-16T06:52:22.924 INFO:tasks.rados.rados.0.smithi042.stdout:1186: left oid 24 (ObjNum 371 snap 109 seq_num 371) 2024-09-16T06:52:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:1186: done (5 left) 2024-09-16T06:52:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:1187: done (4 left) 2024-09-16T06:52:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:1194: done (3 left) 2024-09-16T06:52:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 109 2024-09-16T06:52:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:1189: expect (ObjNum 341 snap 99 seq_num 341) 2024-09-16T06:52:23.297 INFO:tasks.rados.rados.0.smithi042.stdout:1188: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:52:23.297 INFO:tasks.rados.rados.0.smithi042.stdout:1188: finishing copy_from to smithi04281968-28 2024-09-16T06:52:23.297 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 551 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:52:23.297 INFO:tasks.rados.rados.0.smithi042.stdout:1195: seq_num 374 ranges {3817472=671744,4489216=778240,5267456=24576} 2024-09-16T06:52:23.321 INFO:tasks.rados.rados.0.smithi042.stdout:1195: writing smithi04281968-17 from 3817472 to 4489216 tid 1 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1195: writing smithi04281968-17 from 4489216 to 5267456 tid 2 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1195: writing smithi04281968-17 from 5267456 to 5292032 tid 3 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1188: done (3 left) 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1189: done (2 left) 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1196: copy_from oid 42 from oid 40 current snap is 109 2024-09-16T06:52:23.326 INFO:tasks.rados.rados.0.smithi042.stdout:1193: expect (ObjNum 340 snap 99 seq_num 340) 2024-09-16T06:52:23.381 INFO:tasks.rados.rados.0.smithi042.stdout:1195: finishing write tid 1 to smithi04281968-17 2024-09-16T06:52:23.381 INFO:tasks.rados.rados.0.smithi042.stdout:1195: finishing write tid 2 to smithi04281968-17 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1195: finishing write tid 3 to smithi04281968-17 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1195: finishing write tid 4 to smithi04281968-17 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1195: finishing write tid 5 to smithi04281968-17 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 535 (ObjNum 374 snap 109 seq_num 374) dirty exists 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1195: left oid 17 (ObjNum 374 snap 109 seq_num 374) 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1196: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1196: finishing copy_from to smithi04281968-42 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 283 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-09-16T06:52:23.382 INFO:tasks.rados.rados.0.smithi042.stdout:1193: done (2 left) 2024-09-16T06:52:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:1195: done (1 left) 2024-09-16T06:52:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:1196: done (0 left) 2024-09-16T06:52:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:1197: snap_create 2024-09-16T06:52:23.717 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:52:23.717 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.718 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.719 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.719 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:24.386 INFO:tasks.rados.rados.0.smithi042.stdout:1197: done (0 left) 2024-09-16T06:52:24.387 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 110 2024-09-16T06:52:24.387 INFO:tasks.rados.rados.0.smithi042.stdout:1198: seq_num 375 ranges {1089536=688128,1777664=663552,2441216=139264} 2024-09-16T06:52:24.390 INFO:tasks.rados.rados.0.smithi042.stdout:1198: writing smithi04281968-28 from 1089536 to 1777664 tid 1 2024-09-16T06:52:24.395 INFO:tasks.rados.rados.0.smithi042.stdout:1198: writing smithi04281968-28 from 1777664 to 2441216 tid 2 2024-09-16T06:52:24.396 INFO:tasks.rados.rados.0.smithi042.stdout:1198: writing smithi04281968-28 from 2441216 to 2580480 tid 3 2024-09-16T06:52:24.397 INFO:tasks.rados.rados.0.smithi042.stdout:1199: rmattr oid 39 current snap is 110 2024-09-16T06:52:24.397 INFO:tasks.rados.rados.0.smithi042.stdout:1199: done (1 left) 2024-09-16T06:52:24.397 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 110 2024-09-16T06:52:24.397 INFO:tasks.rados.rados.0.smithi042.stdout:1200: seq_num 376 ranges {1409024=704512,2113536=548864,2662400=253952} 2024-09-16T06:52:24.410 INFO:tasks.rados.rados.0.smithi042.stdout:1200: writing smithi04281968-34 from 1409024 to 2113536 tid 1 2024-09-16T06:52:24.413 INFO:tasks.rados.rados.0.smithi042.stdout:1200: writing smithi04281968-34 from 2113536 to 2662400 tid 2 2024-09-16T06:52:24.416 INFO:tasks.rados.rados.0.smithi042.stdout:1200: writing smithi04281968-34 from 2662400 to 2916352 tid 3 2024-09-16T06:52:24.416 INFO:tasks.rados.rados.0.smithi042.stdout:1201: copy_from oid 3 from oid 13 current snap is 110 2024-09-16T06:52:24.416 INFO:tasks.rados.rados.0.smithi042.stdout:1202: copy_from oid 32 from oid 12 current snap is 110 2024-09-16T06:52:24.416 INFO:tasks.rados.rados.0.smithi042.stdout:1203: snap_create 2024-09-16T06:52:24.416 INFO:tasks.rados.rados.0.smithi042.stdout:1200: finishing write tid 1 to smithi04281968-34 2024-09-16T06:52:24.418 INFO:tasks.rados.rados.0.smithi042.stdout:1200: finishing write tid 2 to smithi04281968-34 2024-09-16T06:52:24.419 INFO:tasks.rados.rados.0.smithi042.stdout:1200: finishing write tid 3 to smithi04281968-34 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1200: finishing write tid 4 to smithi04281968-34 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1201: finishing copy_from to smithi04281968-3 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1201: got expected ENOENT (src dne) 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1201: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1202: finishing copy_from to smithi04281968-32 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1202: got expected ENOENT (src dne) 2024-09-16T06:52:24.421 INFO:tasks.rados.rados.0.smithi042.stdout:1200: finishing write tid 5 to smithi04281968-34 2024-09-16T06:52:24.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 286 (ObjNum 376 snap 110 seq_num 376) dirty exists 2024-09-16T06:52:24.422 INFO:tasks.rados.rados.0.smithi042.stdout:1200: left oid 34 (ObjNum 376 snap 110 seq_num 376) 2024-09-16T06:52:24.422 INFO:tasks.rados.rados.0.smithi042.stdout:1202: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:52:24.426 INFO:tasks.rados.rados.0.smithi042.stdout:1198: finishing write tid 1 to smithi04281968-28 2024-09-16T06:52:24.426 INFO:tasks.rados.rados.0.smithi042.stdout:1198: finishing write tid 2 to smithi04281968-28 2024-09-16T06:52:24.426 INFO:tasks.rados.rados.0.smithi042.stdout:1198: finishing write tid 3 to smithi04281968-28 2024-09-16T06:52:24.427 INFO:tasks.rados.rados.0.smithi042.stdout:1198: finishing write tid 4 to smithi04281968-28 2024-09-16T06:52:24.428 INFO:tasks.rados.rados.0.smithi042.stdout:1198: finishing write tid 5 to smithi04281968-28 2024-09-16T06:52:24.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 561 (ObjNum 375 snap 110 seq_num 375) dirty exists 2024-09-16T06:52:24.428 INFO:tasks.rados.rados.0.smithi042.stdout:1198: left oid 28 (ObjNum 375 snap 110 seq_num 375) 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[96574]: osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343] boot 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[96574]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[96574]: pgmap v115: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50/240 objects degraded (20.833%) 2024-09-16T06:52:24.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:24.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[94096]: osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343] boot 2024-09-16T06:52:24.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[94096]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T06:52:24.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:52:24.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:24 smithi042 ceph-mon[94096]: pgmap v115: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50/240 objects degraded (20.833%) 2024-09-16T06:52:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-mon[88760]: osd.0 [v2:172.21.15.42:6802/1817153343,v1:172.21.15.42:6803/1817153343] boot 2024-09-16T06:52:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-mon[88760]: osdmap e292: 8 total, 8 up, 8 in 2024-09-16T06:52:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T06:52:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-mon[88760]: pgmap v115: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 94 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 50/240 objects degraded (20.833%) 2024-09-16T06:52:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1198: done (4 left) 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1200: done (3 left) 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1201: done (2 left) 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1202: done (1 left) 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1203: done (0 left) 2024-09-16T06:52:25.407 INFO:tasks.rados.rados.0.smithi042.stdout:1204: snap_create 2024-09-16T06:52:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:25 smithi164 ceph-mon[88760]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T06:52:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:25 smithi042 ceph-mon[94096]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T06:52:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:25 smithi042 ceph-mon[96574]: osdmap e293: 8 total, 8 up, 8 in 2024-09-16T06:52:26.411 INFO:tasks.rados.rados.0.smithi042.stdout:1204: done (0 left) 2024-09-16T06:52:26.412 INFO:tasks.rados.rados.0.smithi042.stdout:1205: snap_remove snap 110 2024-09-16T06:52:26.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:52:26.345+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-16T06:52:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T06:52:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: pgmap v118: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 14/195 objects degraded (7.179%); 8.2 MiB/s, 4 objects/s recovering 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:26.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: pgmap v118: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 14/195 objects degraded (7.179%); 8.2 MiB/s, 4 objects/s recovering 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: osdmap e294: 8 total, 8 up, 8 in 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: pgmap v118: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 14/195 objects degraded (7.179%); 8.2 MiB/s, 4 objects/s recovering 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:26.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:27.420 INFO:tasks.rados.rados.0.smithi042.stdout:1205: done (0 left) 2024-09-16T06:52:27.420 INFO:tasks.rados.rados.0.smithi042.stdout:1206: rollback oid 5 current snap is 112 2024-09-16T06:52:27.420 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 111 2024-09-16T06:52:27.420 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 112 2024-09-16T06:52:27.420 INFO:tasks.rados.rados.0.smithi042.stdout:1207: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-09-16T06:52:27.424 INFO:tasks.rados.rados.0.smithi042.stdout:1207: writing smithi04281968-29 from 0 to 720896 tid 1 2024-09-16T06:52:27.427 INFO:tasks.rados.rados.0.smithi042.stdout:1207: writing smithi04281968-29 from 720896 to 1155072 tid 2 2024-09-16T06:52:27.430 INFO:tasks.rados.rados.0.smithi042.stdout:1207: writing smithi04281968-29 from 1155072 to 1523712 tid 3 2024-09-16T06:52:27.430 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 112 2024-09-16T06:52:27.430 INFO:tasks.rados.rados.0.smithi042.stdout:1206: finishing rollback tid 0 to smithi04281968-5 2024-09-16T06:52:27.430 INFO:tasks.rados.rados.0.smithi042.stdout:1206: finishing rollback tid 1 to smithi04281968-5 2024-09-16T06:52:27.430 INFO:tasks.rados.rados.0.smithi042.stdout:1206: finishing rollback tid 2 to smithi04281968-5 2024-09-16T06:52:27.431 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 262 (ObjNum 308 snap 92 seq_num 308) dirty exists 2024-09-16T06:52:27.431 INFO:tasks.rados.rados.0.smithi042.stdout:1207: finishing write tid 1 to smithi04281968-29 2024-09-16T06:52:27.431 INFO:tasks.rados.rados.0.smithi042.stdout:1208: seq_num 378 ranges {2859008=737280,3596288=720896,4317184=81920} 2024-09-16T06:52:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:1208: writing smithi04281968-10 from 2859008 to 3596288 tid 1 2024-09-16T06:52:27.454 INFO:tasks.rados.rados.0.smithi042.stdout:1208: writing smithi04281968-10 from 3596288 to 4317184 tid 2 2024-09-16T06:52:27.455 INFO:tasks.rados.rados.0.smithi042.stdout:1208: writing smithi04281968-10 from 4317184 to 4399104 tid 3 2024-09-16T06:52:27.455 INFO:tasks.rados.rados.0.smithi042.stdout:1206: done (2 left) 2024-09-16T06:52:27.455 INFO:tasks.rados.rados.0.smithi042.stdout:1209: delete oid 17 current snap is 112 2024-09-16T06:52:27.455 INFO:tasks.rados.rados.0.smithi042.stdout:1207: finishing write tid 2 to smithi04281968-29 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:1207: finishing write tid 3 to smithi04281968-29 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:1207: finishing write tid 4 to smithi04281968-29 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:1207: finishing write tid 5 to smithi04281968-29 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 470 (ObjNum 377 snap 112 seq_num 377) dirty exists 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:1207: left oid 29 (ObjNum 377 snap 112 seq_num 377) 2024-09-16T06:52:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:1208: finishing write tid 1 to smithi04281968-10 2024-09-16T06:52:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:1208: finishing write tid 2 to smithi04281968-10 2024-09-16T06:52:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:1208: finishing write tid 3 to smithi04281968-10 2024-09-16T06:52:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:1208: finishing write tid 4 to smithi04281968-10 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1208: finishing write tid 5 to smithi04281968-10 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 345 (ObjNum 378 snap 112 seq_num 378) dirty exists 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1208: left oid 10 (ObjNum 378 snap 112 seq_num 378) 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1207: done (2 left) 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1208: done (1 left) 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1209: done (0 left) 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1210: read oid 28 snap -1 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1210: expect (ObjNum 375 snap 110 seq_num 375) 2024-09-16T06:52:27.460 INFO:tasks.rados.rados.0.smithi042.stdout:1211: delete oid 35 current snap is 112 2024-09-16T06:52:27.462 INFO:tasks.rados.rados.0.smithi042.stdout:1211: done (1 left) 2024-09-16T06:52:27.462 INFO:tasks.rados.rados.0.smithi042.stdout:1212: snap_remove snap 109 2024-09-16T06:52:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:27 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:27 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-16T06:52:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:27 smithi164 ceph-mon[88760]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T06:52:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:27 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-16T06:52:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[96574]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T06:52:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:27.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:27.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-09-16T06:52:27.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[94096]: osdmap e295: 8 total, 8 up, 8 in 2024-09-16T06:52:27.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:27 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:28.426 INFO:tasks.rados.rados.0.smithi042.stdout:1212: done (1 left) 2024-09-16T06:52:28.426 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 112 2024-09-16T06:52:28.426 INFO:tasks.rados.rados.0.smithi042.stdout:1213: seq_num 381 ranges {1892352=786432,2678784=417792,3096576=385024} 2024-09-16T06:52:28.440 INFO:tasks.rados.rados.0.smithi042.stdout:1213: writing smithi04281968-48 from 1892352 to 2678784 tid 1 2024-09-16T06:52:28.443 INFO:tasks.rados.rados.0.smithi042.stdout:1213: writing smithi04281968-48 from 2678784 to 3096576 tid 2 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:1213: writing smithi04281968-48 from 3096576 to 3481600 tid 3 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:1214: read oid 29 snap -1 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:1214: expect (ObjNum 377 snap 112 seq_num 377) 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:1215: rollback oid 39 current snap is 112 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 111 2024-09-16T06:52:28.446 INFO:tasks.rados.rados.0.smithi042.stdout:1210: expect (ObjNum 375 snap 110 seq_num 375) 2024-09-16T06:52:28.538 INFO:tasks.rados.rados.0.smithi042.stdout:1213: finishing write tid 1 to smithi04281968-48 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1215: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 0 (ObjNum 129 snap 0 seq_num 111084800) dirty dne 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1213: finishing write tid 2 to smithi04281968-48 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1210: done (3 left) 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1215: done (2 left) 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1216: read oid 31 snap 111 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1216: expect (ObjNum 345 snap 100 seq_num 345) 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1217: setattr oid 44 current snap is 112 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1213: finishing write tid 3 to smithi04281968-48 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1213: finishing write tid 4 to smithi04281968-48 2024-09-16T06:52:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:1214: expect (ObjNum 377 snap 112 seq_num 377) 2024-09-16T06:52:28.579 INFO:tasks.rados.rados.0.smithi042.stdout:1213: finishing write tid 5 to smithi04281968-48 2024-09-16T06:52:28.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 345 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-09-16T06:52:28.579 INFO:tasks.rados.rados.0.smithi042.stdout:1213: left oid 48 (ObjNum 381 snap 112 seq_num 381) 2024-09-16T06:52:28.579 INFO:tasks.rados.rados.0.smithi042.stdout:1216: expect (ObjNum 345 snap 100 seq_num 345) 2024-09-16T06:52:28.605 INFO:tasks.rados.rados.0.smithi042.stdout:1213: done (3 left) 2024-09-16T06:52:28.605 INFO:tasks.rados.rados.0.smithi042.stdout:1214: done (2 left) 2024-09-16T06:52:28.605 INFO:tasks.rados.rados.0.smithi042.stdout:1216: done (1 left) 2024-09-16T06:52:28.605 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 112 2024-09-16T06:52:28.605 INFO:tasks.rados.rados.0.smithi042.stdout:1218: seq_num 382 ranges {1171456=802816,1974272=704512,2678784=98304} 2024-09-16T06:52:28.616 INFO:tasks.rados.rados.0.smithi042.stdout:1218: writing smithi04281968-18 from 1171456 to 1974272 tid 1 2024-09-16T06:52:28.620 INFO:tasks.rados.rados.0.smithi042.stdout:1218: writing smithi04281968-18 from 1974272 to 2678784 tid 2 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:1218: writing smithi04281968-18 from 2678784 to 2777088 tid 3 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:1219: read oid 5 snap -1 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:1219: expect (ObjNum 308 snap 92 seq_num 308) 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:1220: delete oid 14 current snap is 112 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 471 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:52:28.621 INFO:tasks.rados.rados.0.smithi042.stdout:1218: finishing write tid 1 to smithi04281968-18 2024-09-16T06:52:28.624 INFO:tasks.rados.rados.0.smithi042.stdout:1217: done (3 left) 2024-09-16T06:52:28.625 INFO:tasks.rados.rados.0.smithi042.stdout:1220: done (2 left) 2024-09-16T06:52:28.625 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 112 2024-09-16T06:52:28.625 INFO:tasks.rados.rados.0.smithi042.stdout:1218: finishing write tid 2 to smithi04281968-18 2024-09-16T06:52:28.625 INFO:tasks.rados.rados.0.smithi042.stdout:1221: seq_num 384 ranges {2146304=434176,2580480=475136,3055616=630784,3686400=98304} 2024-09-16T06:52:28.638 INFO:tasks.rados.rados.0.smithi042.stdout:1221: writing smithi04281968-40 from 2146304 to 2580480 tid 1 2024-09-16T06:52:28.641 INFO:tasks.rados.rados.0.smithi042.stdout:1221: writing smithi04281968-40 from 2580480 to 3055616 tid 2 2024-09-16T06:52:28.645 INFO:tasks.rados.rados.0.smithi042.stdout:1221: writing smithi04281968-40 from 3055616 to 3686400 tid 3 2024-09-16T06:52:28.646 INFO:tasks.rados.rados.0.smithi042.stdout:1221: writing smithi04281968-40 from 3686400 to 3784704 tid 4 2024-09-16T06:52:28.646 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 112 2024-09-16T06:52:28.646 INFO:tasks.rados.rados.0.smithi042.stdout:1218: finishing write tid 3 to smithi04281968-18 2024-09-16T06:52:28.646 INFO:tasks.rados.rados.0.smithi042.stdout:1222: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-09-16T06:52:28.649 INFO:tasks.rados.rados.0.smithi042.stdout:1222: writing smithi04281968-2 from 0 to 450560 tid 1 2024-09-16T06:52:28.653 INFO:tasks.rados.rados.0.smithi042.stdout:1222: writing smithi04281968-2 from 450560 to 1212416 tid 2 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1222: writing smithi04281968-2 from 1212416 to 1654784 tid 3 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1223: read oid 39 snap -1 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1223: expect deleted 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1224: read oid 30 snap -1 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1224: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:52:28.656 INFO:tasks.rados.rados.0.smithi042.stdout:1225: snap_remove snap 111 2024-09-16T06:52:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:28 smithi164 ceph-mon[88760]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T06:52:28.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:28 smithi164 ceph-mon[88760]: pgmap v121: 121 pgs: 121 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-16T06:52:28.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:28.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:52:28.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:28.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:28 smithi042 ceph-mon[94096]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T06:52:28.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:28 smithi042 ceph-mon[94096]: pgmap v121: 121 pgs: 121 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-16T06:52:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:28 smithi042 ceph-mon[96574]: osdmap e296: 8 total, 8 up, 8 in 2024-09-16T06:52:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:28 smithi042 ceph-mon[96574]: pgmap v121: 121 pgs: 121 active+clean; 88 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 25 op/s; 11 MiB/s, 5 objects/s recovering 2024-09-16T06:52:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:1225: done (6 left) 2024-09-16T06:52:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 112 2024-09-16T06:52:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:1226: seq_num 386 ranges {786432=466944,1253376=638976,1892352=565248} 2024-09-16T06:52:29.435 INFO:tasks.rados.rados.0.smithi042.stdout:1226: writing smithi04281968-16 from 786432 to 1253376 tid 1 2024-09-16T06:52:29.439 INFO:tasks.rados.rados.0.smithi042.stdout:1226: writing smithi04281968-16 from 1253376 to 1892352 tid 2 2024-09-16T06:52:29.442 INFO:tasks.rados.rados.0.smithi042.stdout:1226: writing smithi04281968-16 from 1892352 to 2457600 tid 3 2024-09-16T06:52:29.442 INFO:tasks.rados.rados.0.smithi042.stdout:1227: snap_create 2024-09-16T06:52:29.442 INFO:tasks.rados.rados.0.smithi042.stdout:1218: finishing write tid 4 to smithi04281968-18 2024-09-16T06:52:29.442 INFO:tasks.rados.rados.0.smithi042.stdout:1219: expect (ObjNum 308 snap 92 seq_num 308) 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1218: finishing write tid 5 to smithi04281968-18 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 349 (ObjNum 382 snap 112 seq_num 382) dirty exists 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1218: left oid 18 (ObjNum 382 snap 112 seq_num 382) 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 1 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 2 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 3 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 4 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 5 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: finishing write tid 6 to smithi04281968-40 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 380 (ObjNum 384 snap 112 seq_num 384) dirty exists 2024-09-16T06:52:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:1221: left oid 40 (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: finishing write tid 1 to smithi04281968-2 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: finishing write tid 2 to smithi04281968-2 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: finishing write tid 3 to smithi04281968-2 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: finishing write tid 4 to smithi04281968-2 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: finishing write tid 5 to smithi04281968-2 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 292 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1222: left oid 2 (ObjNum 385 snap 112 seq_num 385) 2024-09-16T06:52:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:1224: expect (ObjNum 321 snap 94 seq_num 321) 2024-09-16T06:52:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded) 2024-09-16T06:52:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:52:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[94096]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T06:52:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded) 2024-09-16T06:52:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:52:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:29 smithi042 ceph-mon[96574]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: finishing write tid 1 to smithi04281968-16 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: finishing write tid 2 to smithi04281968-16 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: finishing write tid 3 to smithi04281968-16 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: finishing write tid 4 to smithi04281968-16 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: finishing write tid 5 to smithi04281968-16 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 363 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:29.617 INFO:tasks.rados.rados.0.smithi042.stdout:1226: left oid 16 (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:52:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:29 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/195 objects degraded (7.179%), 5 pgs degraded) 2024-09-16T06:52:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:29 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:52:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:29 smithi164 ceph-mon[88760]: osdmap e297: 8 total, 8 up, 8 in 2024-09-16T06:52:30.437 INFO:tasks.rados.rados.0.smithi042.stdout:1218: done (7 left) 2024-09-16T06:52:30.437 INFO:tasks.rados.rados.0.smithi042.stdout:1219: done (6 left) 2024-09-16T06:52:30.437 INFO:tasks.rados.rados.0.smithi042.stdout:1221: done (5 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1222: done (4 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1223: done (3 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1224: done (2 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1226: done (1 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1227: done (0 left) 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 113 2024-09-16T06:52:30.438 INFO:tasks.rados.rados.0.smithi042.stdout:1228: seq_num 387 ranges {2916352=483328,3399680=524288,3923968=679936} 2024-09-16T06:52:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:1228: writing smithi04281968-34 from 2916352 to 3399680 tid 1 2024-09-16T06:52:30.458 INFO:tasks.rados.rados.0.smithi042.stdout:1228: writing smithi04281968-34 from 3399680 to 3923968 tid 2 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1228: writing smithi04281968-34 from 3923968 to 4603904 tid 3 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1229: read oid 37 snap -1 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1229: expect deleted 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1228: finishing write tid 1 to smithi04281968-34 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1228: finishing write tid 2 to smithi04281968-34 2024-09-16T06:52:30.463 INFO:tasks.rados.rados.0.smithi042.stdout:1230: snap_create 2024-09-16T06:52:30.466 INFO:tasks.rados.rados.0.smithi042.stdout:1228: finishing write tid 3 to smithi04281968-34 2024-09-16T06:52:30.466 INFO:tasks.rados.rados.0.smithi042.stdout:1228: finishing write tid 4 to smithi04281968-34 2024-09-16T06:52:30.467 INFO:tasks.rados.rados.0.smithi042.stdout:1228: finishing write tid 5 to smithi04281968-34 2024-09-16T06:52:30.467 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 297 (ObjNum 387 snap 113 seq_num 387) dirty exists 2024-09-16T06:52:30.467 INFO:tasks.rados.rados.0.smithi042.stdout:1228: left oid 34 (ObjNum 387 snap 113 seq_num 387) 2024-09-16T06:52:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:30 smithi164 ceph-mon[88760]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T06:52:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:30 smithi164 ceph-mon[88760]: pgmap v124: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-09-16T06:52:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:30 smithi042 ceph-mon[94096]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T06:52:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:30 smithi042 ceph-mon[94096]: pgmap v124: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-09-16T06:52:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:30 smithi042 ceph-mon[96574]: osdmap e298: 8 total, 8 up, 8 in 2024-09-16T06:52:30.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:30 smithi042 ceph-mon[96574]: pgmap v124: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 18 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-09-16T06:52:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:1228: done (2 left) 2024-09-16T06:52:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:1229: done (1 left) 2024-09-16T06:52:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:1230: done (0 left) 2024-09-16T06:52:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:1231: snap_remove snap 112 2024-09-16T06:52:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:31 smithi042 ceph-mon[94096]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T06:52:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:31 smithi042 ceph-mon[96574]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T06:52:31.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:31] "GET /metrics HTTP/1.1" 200 36250 "" "Prometheus/2.43.0" 2024-09-16T06:52:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:31 smithi164 ceph-mon[88760]: osdmap e299: 8 total, 8 up, 8 in 2024-09-16T06:52:32.314 INFO:tasks.rados.rados.0.smithi042.stdout:1231: done (0 left) 2024-09-16T06:52:32.315 INFO:tasks.rados.rados.0.smithi042.stdout:1232: read oid 9 snap -1 2024-09-16T06:52:32.315 INFO:tasks.rados.rados.0.smithi042.stdout:1232: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:32.315 INFO:tasks.rados.rados.0.smithi042.stdout:1233: read oid 41 snap 113 2024-09-16T06:52:32.315 INFO:tasks.rados.rados.0.smithi042.stdout:1233: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:52:32.316 INFO:tasks.rados.rados.0.smithi042.stdout:1234: read oid 39 snap -1 2024-09-16T06:52:32.316 INFO:tasks.rados.rados.0.smithi042.stdout:1234: expect deleted 2024-09-16T06:52:32.316 INFO:tasks.rados.rados.0.smithi042.stdout:1235: copy_from oid 29 from oid 44 current snap is 114 2024-09-16T06:52:32.316 INFO:tasks.rados.rados.0.smithi042.stdout:1236: rollback oid 6 current snap is 114 2024-09-16T06:52:32.316 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 113 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:1237: rollback oid 28 current snap is 114 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 113 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:1238: rollback oid 2 current snap is 114 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 2 to 113 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 114 2024-09-16T06:52:32.317 INFO:tasks.rados.rados.0.smithi042.stdout:1239: seq_num 388 ranges {4399104=507904,4907008=458752,5365760=606208,5971968=139264} 2024-09-16T06:52:32.345 INFO:tasks.rados.rados.0.smithi042.stdout:1239: writing smithi04281968-10 from 4399104 to 4907008 tid 1 2024-09-16T06:52:32.348 INFO:tasks.rados.rados.0.smithi042.stdout:1239: writing smithi04281968-10 from 4907008 to 5365760 tid 2 2024-09-16T06:52:32.351 INFO:tasks.rados.rados.0.smithi042.stdout:1239: writing smithi04281968-10 from 5365760 to 5971968 tid 3 2024-09-16T06:52:32.352 INFO:tasks.rados.rados.0.smithi042.stdout:1239: writing smithi04281968-10 from 5971968 to 6111232 tid 4 2024-09-16T06:52:32.352 INFO:tasks.rados.rados.0.smithi042.stdout:1240: copy_from oid 43 from oid 50 current snap is 114 2024-09-16T06:52:32.352 INFO:tasks.rados.rados.0.smithi042.stdout:1238: finishing rollback tid 0 to smithi04281968-2 2024-09-16T06:52:32.352 INFO:tasks.rados.rados.0.smithi042.stdout:1238: finishing rollback tid 1 to smithi04281968-2 2024-09-16T06:52:32.353 INFO:tasks.rados.rados.0.smithi042.stdout:1238: finishing rollback tid 2 to smithi04281968-2 2024-09-16T06:52:32.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 303 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-09-16T06:52:32.353 INFO:tasks.rados.rados.0.smithi042.stdout:1236: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:52:32.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:52:32.353 INFO:tasks.rados.rados.0.smithi042.stdout:1233: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1237: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1237: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1237: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 575 (ObjNum 375 snap 110 seq_num 375) dirty exists 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1235: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1235: finishing copy_from to smithi04281968-29 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 471 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:52:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:1232: expect (ObjNum 192 snap 49 seq_num 192) 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 1 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 2 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 3 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 4 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 5 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: finishing write tid 6 to smithi04281968-10 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 354 (ObjNum 388 snap 114 seq_num 388) dirty exists 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1239: left oid 10 (ObjNum 388 snap 114 seq_num 388) 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1240: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1240: finishing copy_from to smithi04281968-43 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 254 (ObjNum 321 snap 94 seq_num 321) dirty exists 2024-09-16T06:52:32.590 INFO:tasks.rados.rados.0.smithi042.stdout:1232: done (8 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1233: done (7 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1234: done (6 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1235: done (5 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1236: done (4 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1237: done (3 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1238: done (2 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1239: done (1 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1240: done (0 left) 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1241: rollback oid 33 current snap is 114 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 113 2024-09-16T06:52:32.591 INFO:tasks.rados.rados.0.smithi042.stdout:1242: delete oid 42 current snap is 114 2024-09-16T06:52:32.592 INFO:tasks.rados.rados.0.smithi042.stdout:1242: done (1 left) 2024-09-16T06:52:32.592 INFO:tasks.rados.rados.0.smithi042.stdout:1243: rollback oid 23 current snap is 114 2024-09-16T06:52:32.592 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 113 2024-09-16T06:52:32.592 INFO:tasks.rados.rados.0.smithi042.stdout:1244: delete oid 24 current snap is 114 2024-09-16T06:52:32.592 INFO:tasks.rados.rados.0.smithi042.stdout:1241: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:52:32.593 INFO:tasks.rados.rados.0.smithi042.stdout:1241: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:1241: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 450 (ObjNum 256 snap 71 seq_num 256) dirty exists 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:1241: done (2 left) 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:1244: done (1 left) 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:1245: copy_from oid 1 from oid 48 current snap is 114 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 114 2024-09-16T06:52:32.594 INFO:tasks.rados.rados.0.smithi042.stdout:1246: seq_num 391 ranges {1310720=557056,1867776=516096,2383872=688128} 2024-09-16T06:52:32.604 INFO:tasks.rados.rados.0.smithi042.stdout:1246: writing smithi04281968-5 from 1310720 to 1867776 tid 1 2024-09-16T06:52:32.607 INFO:tasks.rados.rados.0.smithi042.stdout:1246: writing smithi04281968-5 from 1867776 to 2383872 tid 2 2024-09-16T06:52:32.611 INFO:tasks.rados.rados.0.smithi042.stdout:1246: writing smithi04281968-5 from 2383872 to 3072000 tid 3 2024-09-16T06:52:32.611 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 114 2024-09-16T06:52:32.611 INFO:tasks.rados.rados.0.smithi042.stdout:1247: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-09-16T06:52:32.615 INFO:tasks.rados.rados.0.smithi042.stdout:1247: writing smithi04281968-3 from 0 to 573440 tid 1 2024-09-16T06:52:32.619 INFO:tasks.rados.rados.0.smithi042.stdout:1247: writing smithi04281968-3 from 573440 to 1376256 tid 2 2024-09-16T06:52:32.622 INFO:tasks.rados.rados.0.smithi042.stdout:1247: writing smithi04281968-3 from 1376256 to 1777664 tid 3 2024-09-16T06:52:32.622 INFO:tasks.rados.rados.0.smithi042.stdout:1248: rollback oid 13 current snap is 114 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 113 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1243: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1243: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1243: finishing rollback tid 2 to smithi04281968-23 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 548 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1246: finishing write tid 1 to smithi04281968-5 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1245: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1245: finishing copy_from to smithi04281968-1 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 345 (ObjNum 381 snap 112 seq_num 381) dirty exists 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1246: finishing write tid 2 to smithi04281968-5 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1246: finishing write tid 3 to smithi04281968-5 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1246: finishing write tid 4 to smithi04281968-5 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:1246: finishing write tid 5 to smithi04281968-5 2024-09-16T06:52:32.623 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 271 (ObjNum 391 snap 114 seq_num 391) dirty exists 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1246: left oid 5 (ObjNum 391 snap 114 seq_num 391) 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1247: finishing write tid 1 to smithi04281968-3 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1247: finishing write tid 2 to smithi04281968-3 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1243: done (4 left) 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1245: done (3 left) 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1246: done (2 left) 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1249: read oid 10 snap -1 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1249: expect (ObjNum 388 snap 114 seq_num 388) 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1250: delete oid 31 current snap is 114 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:1248: finishing rollback tid 1 to smithi04281968-13 2024-09-16T06:52:32.624 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 0 (ObjNum 33 snap 0 seq_num 88397176) dirty dne 2024-09-16T06:52:32.625 INFO:tasks.rados.rados.0.smithi042.stdout:1248: done (3 left) 2024-09-16T06:52:32.625 INFO:tasks.rados.rados.0.smithi042.stdout:1250: done (2 left) 2024-09-16T06:52:32.625 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 114 2024-09-16T06:52:32.625 INFO:tasks.rados.rados.0.smithi042.stdout:1251: seq_num 394 ranges {0=606208,606208=565248,1171456=557056,1728512=81920} 2024-09-16T06:52:32.628 INFO:tasks.rados.rados.0.smithi042.stdout:1251: writing smithi04281968-37 from 0 to 606208 tid 1 2024-09-16T06:52:32.631 INFO:tasks.rados.rados.0.smithi042.stdout:1251: writing smithi04281968-37 from 606208 to 1171456 tid 2 2024-09-16T06:52:32.635 INFO:tasks.rados.rados.0.smithi042.stdout:1251: writing smithi04281968-37 from 1171456 to 1728512 tid 3 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1251: writing smithi04281968-37 from 1728512 to 1810432 tid 4 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1252: snap_create 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1247: finishing write tid 3 to smithi04281968-3 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1247: finishing write tid 4 to smithi04281968-3 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1247: finishing write tid 5 to smithi04281968-3 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 351 (ObjNum 392 snap 114 seq_num 392) dirty exists 2024-09-16T06:52:32.636 INFO:tasks.rados.rados.0.smithi042.stdout:1247: left oid 3 (ObjNum 392 snap 114 seq_num 392) 2024-09-16T06:52:32.637 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 1 to smithi04281968-37 2024-09-16T06:52:32.637 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 2 to smithi04281968-37 2024-09-16T06:52:32.639 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 3 to smithi04281968-37 2024-09-16T06:52:32.639 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 4 to smithi04281968-37 2024-09-16T06:52:32.641 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 5 to smithi04281968-37 2024-09-16T06:52:32.641 INFO:tasks.rados.rados.0.smithi042.stdout:1251: finishing write tid 6 to smithi04281968-37 2024-09-16T06:52:32.641 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 306 (ObjNum 394 snap 114 seq_num 394) dirty exists 2024-09-16T06:52:32.641 INFO:tasks.rados.rados.0.smithi042.stdout:1251: left oid 37 (ObjNum 394 snap 114 seq_num 394) 2024-09-16T06:52:32.644 INFO:tasks.rados.rados.0.smithi042.stdout:1249: expect (ObjNum 388 snap 114 seq_num 388) 2024-09-16T06:52:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:32 smithi164 ceph-mon[88760]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T06:52:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:32 smithi164 ceph-mon[88760]: pgmap v127: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-16T06:52:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:32 smithi164 ceph-mon[88760]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T06:52:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[96574]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T06:52:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[96574]: pgmap v127: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-16T06:52:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[96574]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T06:52:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[94096]: osdmap e300: 8 total, 8 up, 8 in 2024-09-16T06:52:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[94096]: pgmap v127: 121 pgs: 121 active+clean; 92 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-09-16T06:52:32.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:32 smithi042 ceph-mon[94096]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T06:52:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:1247: done (3 left) 2024-09-16T06:52:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:1249: done (2 left) 2024-09-16T06:52:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:1251: done (1 left) 2024-09-16T06:52:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:1252: done (0 left) 2024-09-16T06:52:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:1253: snap_create 2024-09-16T06:52:33.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:1253: done (0 left) 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:1254: rollback oid 44 current snap is 116 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 113 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:1255: read oid 36 snap -1 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:1255: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 116 2024-09-16T06:52:34.456 INFO:tasks.rados.rados.0.smithi042.stdout:1256: seq_num 395 ranges {3481600=622592,4104192=450560,4554752=753664} 2024-09-16T06:52:34.478 INFO:tasks.rados.rados.0.smithi042.stdout:1256: writing smithi04281968-1 from 3481600 to 4104192 tid 1 2024-09-16T06:52:34.480 INFO:tasks.rados.rados.0.smithi042.stdout:1256: writing smithi04281968-1 from 4104192 to 4554752 tid 2 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1256: writing smithi04281968-1 from 4554752 to 5308416 tid 3 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1257: delete oid 50 current snap is 116 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1254: finishing rollback tid 0 to smithi04281968-44 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1254: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1254: finishing rollback tid 2 to smithi04281968-44 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 474 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:52:34.485 INFO:tasks.rados.rados.0.smithi042.stdout:1255: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: finishing write tid 1 to smithi04281968-1 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: finishing write tid 2 to smithi04281968-1 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: finishing write tid 3 to smithi04281968-1 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: finishing write tid 4 to smithi04281968-1 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: finishing write tid 5 to smithi04281968-1 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 457 (ObjNum 395 snap 116 seq_num 395) dirty exists 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: left oid 1 (ObjNum 395 snap 116 seq_num 395) 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1254: done (3 left) 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1255: done (2 left) 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1256: done (1 left) 2024-09-16T06:52:34.599 INFO:tasks.rados.rados.0.smithi042.stdout:1257: done (0 left) 2024-09-16T06:52:34.600 INFO:tasks.rados.rados.0.smithi042.stdout:1258: read oid 15 snap -1 2024-09-16T06:52:34.600 INFO:tasks.rados.rados.0.smithi042.stdout:1258: expect (ObjNum 367 snap 109 seq_num 367) 2024-09-16T06:52:34.600 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 116 2024-09-16T06:52:34.600 INFO:tasks.rados.rados.0.smithi042.stdout:1259: seq_num 397 ranges {2424832=655360,3080192=671744,3751936=532480} 2024-09-16T06:52:34.615 INFO:tasks.rados.rados.0.smithi042.stdout:1259: writing smithi04281968-44 from 2424832 to 3080192 tid 1 2024-09-16T06:52:34.619 INFO:tasks.rados.rados.0.smithi042.stdout:1259: writing smithi04281968-44 from 3080192 to 3751936 tid 2 2024-09-16T06:52:34.623 INFO:tasks.rados.rados.0.smithi042.stdout:1259: writing smithi04281968-44 from 3751936 to 4284416 tid 3 2024-09-16T06:52:34.623 INFO:tasks.rados.rados.0.smithi042.stdout:1260: snap_create 2024-09-16T06:52:34.623 INFO:tasks.rados.rados.0.smithi042.stdout:1259: finishing write tid 1 to smithi04281968-44 2024-09-16T06:52:34.623 INFO:tasks.rados.rados.0.smithi042.stdout:1258: expect (ObjNum 367 snap 109 seq_num 367) 2024-09-16T06:52:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-mon[88760]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T06:52:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-mon[88760]: pgmap v130: 121 pgs: 121 active+clean; 91 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 960 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:52:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:34.823 INFO:tasks.rados.rados.0.smithi042.stdout:1259: finishing write tid 2 to smithi04281968-44 2024-09-16T06:52:34.823 INFO:tasks.rados.rados.0.smithi042.stdout:1259: finishing write tid 3 to smithi04281968-44 2024-09-16T06:52:34.823 INFO:tasks.rados.rados.0.smithi042.stdout:1259: finishing write tid 4 to smithi04281968-44 2024-09-16T06:52:34.823 INFO:tasks.rados.rados.0.smithi042.stdout:1259: finishing write tid 5 to smithi04281968-44 2024-09-16T06:52:34.824 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 478 (ObjNum 397 snap 116 seq_num 397) dirty exists 2024-09-16T06:52:34.824 INFO:tasks.rados.rados.0.smithi042.stdout:1259: left oid 44 (ObjNum 397 snap 116 seq_num 397) 2024-09-16T06:52:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[94096]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T06:52:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[94096]: pgmap v130: 121 pgs: 121 active+clean; 91 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 960 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:52:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[96574]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T06:52:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[96574]: pgmap v130: 121 pgs: 121 active+clean; 91 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 960 KiB/s rd, 400 KiB/s wr, 3 op/s 2024-09-16T06:52:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:35.459 INFO:tasks.rados.rados.0.smithi042.stdout:1258: done (2 left) 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:1259: done (1 left) 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:1260: done (0 left) 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:1261: read oid 49 snap -1 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:1261: expect (ObjNum 358 snap 107 seq_num 358) 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 117 2024-09-16T06:52:35.460 INFO:tasks.rados.rados.0.smithi042.stdout:1262: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-09-16T06:52:35.463 INFO:tasks.rados.rados.0.smithi042.stdout:1262: writing smithi04281968-45 from 0 to 671744 tid 1 2024-09-16T06:52:35.467 INFO:tasks.rados.rados.0.smithi042.stdout:1262: writing smithi04281968-45 from 671744 to 1228800 tid 2 2024-09-16T06:52:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:1262: writing smithi04281968-45 from 1228800 to 1761280 tid 3 2024-09-16T06:52:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:1262: writing smithi04281968-45 from 1761280 to 1875968 tid 4 2024-09-16T06:52:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 117 2024-09-16T06:52:35.472 INFO:tasks.rados.rados.0.smithi042.stdout:1263: seq_num 399 ranges {2777088=688128,3465216=434176,3899392=745472,4644864=24576} 2024-09-16T06:52:35.490 INFO:tasks.rados.rados.0.smithi042.stdout:1263: writing smithi04281968-18 from 2777088 to 3465216 tid 1 2024-09-16T06:52:35.492 INFO:tasks.rados.rados.0.smithi042.stdout:1263: writing smithi04281968-18 from 3465216 to 3899392 tid 2 2024-09-16T06:52:35.497 INFO:tasks.rados.rados.0.smithi042.stdout:1263: writing smithi04281968-18 from 3899392 to 4644864 tid 3 2024-09-16T06:52:35.497 INFO:tasks.rados.rados.0.smithi042.stdout:1263: writing smithi04281968-18 from 4644864 to 4669440 tid 4 2024-09-16T06:52:35.497 INFO:tasks.rados.rados.0.smithi042.stdout:1264: rollback oid 27 current snap is 117 2024-09-16T06:52:35.497 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 116 2024-09-16T06:52:35.498 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 1 to smithi04281968-45 2024-09-16T06:52:35.498 INFO:tasks.rados.rados.0.smithi042.stdout:1261: expect (ObjNum 358 snap 107 seq_num 358) 2024-09-16T06:52:35.598 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 2 to smithi04281968-45 2024-09-16T06:52:35.598 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 3 to smithi04281968-45 2024-09-16T06:52:35.598 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 4 to smithi04281968-45 2024-09-16T06:52:35.598 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 5 to smithi04281968-45 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1262: finishing write tid 6 to smithi04281968-45 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 400 (ObjNum 398 snap 117 seq_num 398) dirty exists 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1262: left oid 45 (ObjNum 398 snap 117 seq_num 398) 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 1 to smithi04281968-18 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 2 to smithi04281968-18 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1261: done (3 left) 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1262: done (2 left) 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1265: read oid 46 snap -1 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1265: expect (ObjNum 302 snap 90 seq_num 302) 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1266: read oid 28 snap -1 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1266: expect (ObjNum 375 snap 110 seq_num 375) 2024-09-16T06:52:35.599 INFO:tasks.rados.rados.0.smithi042.stdout:1267: snap_remove snap 115 2024-09-16T06:52:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:35 smithi164 ceph-mon[88760]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T06:52:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:35 smithi042 ceph-mon[94096]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T06:52:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:35 smithi042 ceph-mon[96574]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T06:52:36.474 INFO:tasks.rados.rados.0.smithi042.stdout:1267: done (4 left) 2024-09-16T06:52:36.474 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 117 2024-09-16T06:52:36.474 INFO:tasks.rados.rados.0.smithi042.stdout:1268: seq_num 400 ranges {1777664=704512,2482176=720896,3203072=483328} 2024-09-16T06:52:36.488 INFO:tasks.rados.rados.0.smithi042.stdout:1268: writing smithi04281968-3 from 1777664 to 2482176 tid 1 2024-09-16T06:52:36.492 INFO:tasks.rados.rados.0.smithi042.stdout:1268: writing smithi04281968-3 from 2482176 to 3203072 tid 2 2024-09-16T06:52:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: writing smithi04281968-3 from 3203072 to 3686400 tid 3 2024-09-16T06:52:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 117 2024-09-16T06:52:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 3 to smithi04281968-18 2024-09-16T06:52:36.496 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 4 to smithi04281968-18 2024-09-16T06:52:36.496 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 5 to smithi04281968-18 2024-09-16T06:52:36.496 INFO:tasks.rados.rados.0.smithi042.stdout:1269: seq_num 401 ranges {4415488=720896,5136384=606208,5742592=598016} 2024-09-16T06:52:36.523 INFO:tasks.rados.rados.0.smithi042.stdout:1269: writing smithi04281968-47 from 4415488 to 5136384 tid 1 2024-09-16T06:52:36.526 INFO:tasks.rados.rados.0.smithi042.stdout:1269: writing smithi04281968-47 from 5136384 to 5742592 tid 2 2024-09-16T06:52:36.530 INFO:tasks.rados.rados.0.smithi042.stdout:1269: writing smithi04281968-47 from 5742592 to 6340608 tid 3 2024-09-16T06:52:36.530 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 117 2024-09-16T06:52:36.530 INFO:tasks.rados.rados.0.smithi042.stdout:1263: finishing write tid 6 to smithi04281968-18 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 359 (ObjNum 399 snap 117 seq_num 399) dirty exists 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:1263: left oid 18 (ObjNum 399 snap 117 seq_num 399) 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:1264: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:1264: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:1264: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 275 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:52:36.531 INFO:tasks.rados.rados.0.smithi042.stdout:1270: seq_num 402 ranges {1089536=737280,1826816=491520,2318336=516096,2834432=196608} 2024-09-16T06:52:36.540 INFO:tasks.rados.rados.0.smithi042.stdout:1270: writing smithi04281968-11 from 1089536 to 1826816 tid 1 2024-09-16T06:52:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:1270: writing smithi04281968-11 from 1826816 to 2318336 tid 2 2024-09-16T06:52:36.545 INFO:tasks.rados.rados.0.smithi042.stdout:1270: writing smithi04281968-11 from 2318336 to 2834432 tid 3 2024-09-16T06:52:36.548 INFO:tasks.rados.rados.0.smithi042.stdout:1270: writing smithi04281968-11 from 2834432 to 3031040 tid 4 2024-09-16T06:52:36.548 INFO:tasks.rados.rados.0.smithi042.stdout:1263: done (6 left) 2024-09-16T06:52:36.548 INFO:tasks.rados.rados.0.smithi042.stdout:1264: done (5 left) 2024-09-16T06:52:36.548 INFO:tasks.rados.rados.0.smithi042.stdout:1271: snap_remove snap 114 2024-09-16T06:52:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:36 smithi164 ceph-mon[88760]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T06:52:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:36 smithi164 ceph-mon[88760]: pgmap v133: 121 pgs: 121 active+clean; 109 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-16T06:52:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:36 smithi042 ceph-mon[94096]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T06:52:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:36 smithi042 ceph-mon[94096]: pgmap v133: 121 pgs: 121 active+clean; 109 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-16T06:52:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:36 smithi042 ceph-mon[96574]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T06:52:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:36 smithi042 ceph-mon[96574]: pgmap v133: 121 pgs: 121 active+clean; 109 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 22 op/s 2024-09-16T06:52:37.315 INFO:tasks.rados.rados.0.smithi042.stdout:1271: done (5 left) 2024-09-16T06:52:37.315 INFO:tasks.rados.rados.0.smithi042.stdout:1272: snap_remove snap 116 2024-09-16T06:52:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:37 smithi164 ceph-mon[88760]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T06:52:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:37 smithi164 ceph-mon[88760]: mgrmap e41: y(active, since 92s), standbys: x 2024-09-16T06:52:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:37 smithi164 ceph-mon[88760]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T06:52:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[94096]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T06:52:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[94096]: mgrmap e41: y(active, since 92s), standbys: x 2024-09-16T06:52:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[94096]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T06:52:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[96574]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T06:52:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[96574]: mgrmap e41: y(active, since 92s), standbys: x 2024-09-16T06:52:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:37 smithi042 ceph-mon[96574]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T06:52:38.317 INFO:tasks.rados.rados.0.smithi042.stdout:1272: done (5 left) 2024-09-16T06:52:38.317 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 117 2024-09-16T06:52:38.317 INFO:tasks.rados.rados.0.smithi042.stdout:1273: seq_num 403 ranges {4669440=753664,5423104=425984,5849088=720896,6569984=57344} 2024-09-16T06:52:38.347 INFO:tasks.rados.rados.0.smithi042.stdout:1273: writing smithi04281968-18 from 4669440 to 5423104 tid 1 2024-09-16T06:52:38.349 INFO:tasks.rados.rados.0.smithi042.stdout:1273: writing smithi04281968-18 from 5423104 to 5849088 tid 2 2024-09-16T06:52:38.353 INFO:tasks.rados.rados.0.smithi042.stdout:1273: writing smithi04281968-18 from 5849088 to 6569984 tid 3 2024-09-16T06:52:38.354 INFO:tasks.rados.rados.0.smithi042.stdout:1273: writing smithi04281968-18 from 6569984 to 6627328 tid 4 2024-09-16T06:52:38.354 INFO:tasks.rados.rados.0.smithi042.stdout:1274: read oid 48 snap 113 2024-09-16T06:52:38.354 INFO:tasks.rados.rados.0.smithi042.stdout:1274: expect (ObjNum 381 snap 112 seq_num 381) 2024-09-16T06:52:38.354 INFO:tasks.rados.rados.0.smithi042.stdout:1275: snap_create 2024-09-16T06:52:38.354 INFO:tasks.rados.rados.0.smithi042.stdout:1265: expect (ObjNum 302 snap 90 seq_num 302) 2024-09-16T06:52:38.406 INFO:tasks.rados.rados.0.smithi042.stdout:1266: expect (ObjNum 375 snap 110 seq_num 375) 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: finishing write tid 1 to smithi04281968-3 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: finishing write tid 2 to smithi04281968-3 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: finishing write tid 3 to smithi04281968-3 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: finishing write tid 4 to smithi04281968-3 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: finishing write tid 5 to smithi04281968-3 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 360 (ObjNum 400 snap 117 seq_num 400) dirty exists 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1268: left oid 3 (ObjNum 400 snap 117 seq_num 400) 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1269: finishing write tid 1 to smithi04281968-47 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1269: finishing write tid 2 to smithi04281968-47 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1269: finishing write tid 3 to smithi04281968-47 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1269: finishing write tid 4 to smithi04281968-47 2024-09-16T06:52:38.495 INFO:tasks.rados.rados.0.smithi042.stdout:1269: finishing write tid 5 to smithi04281968-47 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 404 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1269: left oid 47 (ObjNum 401 snap 117 seq_num 401) 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 1 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 2 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 3 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 4 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 5 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: finishing write tid 6 to smithi04281968-11 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 465 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1270: left oid 11 (ObjNum 402 snap 117 seq_num 402) 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 1 to smithi04281968-18 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 2 to smithi04281968-18 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 3 to smithi04281968-18 2024-09-16T06:52:38.496 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 4 to smithi04281968-18 2024-09-16T06:52:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 5 to smithi04281968-18 2024-09-16T06:52:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:1273: finishing write tid 6 to smithi04281968-18 2024-09-16T06:52:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 364 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-09-16T06:52:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:1273: left oid 18 (ObjNum 403 snap 117 seq_num 403) 2024-09-16T06:52:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:1274: expect (ObjNum 381 snap 112 seq_num 381) 2024-09-16T06:52:38.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:38 smithi164 ceph-mon[88760]: pgmap v136: 121 pgs: 121 active+clean; 111 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T06:52:38.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:38 smithi164 ceph-mon[88760]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T06:52:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:38.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:52:38.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:38 smithi042 ceph-mon[94096]: pgmap v136: 121 pgs: 121 active+clean; 111 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T06:52:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:38 smithi042 ceph-mon[94096]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T06:52:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:38 smithi042 ceph-mon[96574]: pgmap v136: 121 pgs: 121 active+clean; 111 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T06:52:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:38 smithi042 ceph-mon[96574]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T06:52:39.102 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1265: done (7 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1266: done (6 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1268: done (5 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1269: done (4 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1270: done (3 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1273: done (2 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1274: done (1 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1275: done (0 left) 2024-09-16T06:52:39.318 INFO:tasks.rados.rados.0.smithi042.stdout:1276: read oid 17 snap 113 2024-09-16T06:52:39.319 INFO:tasks.rados.rados.0.smithi042.stdout:1276: expect deleted 2024-09-16T06:52:39.319 INFO:tasks.rados.rados.0.smithi042.stdout:1277: delete oid 15 current snap is 118 2024-09-16T06:52:39.322 INFO:tasks.rados.rados.0.smithi042.stdout:1276: done (1 left) 2024-09-16T06:52:39.322 INFO:tasks.rados.rados.0.smithi042.stdout:1277: done (0 left) 2024-09-16T06:52:39.322 INFO:tasks.rados.rados.0.smithi042.stdout:1278: read oid 41 snap 113 2024-09-16T06:52:39.322 INFO:tasks.rados.rados.0.smithi042.stdout:1278: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:52:39.322 INFO:tasks.rados.rados.0.smithi042.stdout:1279: delete oid 13 current snap is 118 2024-09-16T06:52:39.324 INFO:tasks.rados.rados.0.smithi042.stdout:1279: done (1 left) 2024-09-16T06:52:39.324 INFO:tasks.rados.rados.0.smithi042.stdout:1280: snap_remove snap 117 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (2m) 16s ago 6m 20.0M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (2m) 58s ago 6m 79.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (7m) 16s ago 7m 17.3M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (7m) 58s ago 7m 17.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:52:39.379 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (116s) 58s ago 10m 437M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (2m) 16s ago 12m 485M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (102s) 16s ago 12m 44.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (63s) 58s ago 11m 22.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (80s) 16s ago 11m 35.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (2m) 16s ago 6m 8434k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (2m) 58s ago 6m 8358k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (21s) 16s ago 10m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (10m) 16s ago 10m 161M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 e387343b6d74 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (9m) 16s ago 9m 150M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:52:39.380 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (9m) 16s ago 9m 91.0M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:52:39.381 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (9m) 58s ago 9m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:52:39.381 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (8m) 58s ago 8m 160M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:52:39.381 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (8m) 58s ago 8m 102M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:52:39.381 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (7m) 58s ago 7m 97.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:52:39.381 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (2m) 58s ago 6m 49.2M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:52:39.707 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:52:39.707 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:52:39.707 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 7, 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:52:39.708 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:52:39.709 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 9, 2024-09-16T06:52:39.709 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6 2024-09-16T06:52:39.709 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:52:39.709 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:52:40.322 INFO:tasks.rados.rados.0.smithi042.stdout:1280: done (1 left) 2024-09-16T06:52:40.323 INFO:tasks.rados.rados.0.smithi042.stdout:1281: copy_from oid 30 from oid 16 current snap is 118 2024-09-16T06:52:40.323 INFO:tasks.rados.rados.0.smithi042.stdout:1278: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:1281: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:1281: finishing copy_from to smithi04281968-30 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 363 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:1278: done (1 left) 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:1281: done (0 left) 2024-09-16T06:52:40.357 INFO:tasks.rados.rados.0.smithi042.stdout:1282: delete oid 9 current snap is 118 2024-09-16T06:52:40.360 INFO:tasks.rados.rados.0.smithi042.stdout:1282: done (0 left) 2024-09-16T06:52:40.360 INFO:tasks.rados.rados.0.smithi042.stdout:1283: copy_from oid 37 from oid 30 current snap is 118 2024-09-16T06:52:40.360 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 118 2024-09-16T06:52:40.360 INFO:tasks.rados.rados.0.smithi042.stdout:1284: seq_num 407 ranges {4284416=425984,4710400=761856,5472256=704512,6176768=139264} 2024-09-16T06:52:40.386 INFO:tasks.rados.rados.0.smithi042.stdout:1284: writing smithi04281968-44 from 4284416 to 4710400 tid 1 2024-09-16T06:52:40.390 INFO:tasks.rados.rados.0.smithi042.stdout:1284: writing smithi04281968-44 from 4710400 to 5472256 tid 2 2024-09-16T06:52:40.395 INFO:tasks.rados.rados.0.smithi042.stdout:1284: writing smithi04281968-44 from 5472256 to 6176768 tid 3 2024-09-16T06:52:40.396 INFO:tasks.rados.rados.0.smithi042.stdout:1284: writing smithi04281968-44 from 6176768 to 6316032 tid 4 2024-09-16T06:52:40.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 118 2024-09-16T06:52:40.396 INFO:tasks.rados.rados.0.smithi042.stdout:1283: finishing copy_from racing read to smithi04281968-37 2024-09-16T06:52:40.396 INFO:tasks.rados.rados.0.smithi042.stdout:1285: seq_num 408 ranges {6111232=442368,6553600=647168,7200768=507904,7708672=450560} 2024-09-16T06:52:40.432 INFO:tasks.rados.rados.0.smithi042.stdout:1285: writing smithi04281968-10 from 6111232 to 6553600 tid 1 2024-09-16T06:52:40.436 INFO:tasks.rados.rados.0.smithi042.stdout:1285: writing smithi04281968-10 from 6553600 to 7200768 tid 2 2024-09-16T06:52:40.439 INFO:tasks.rados.rados.0.smithi042.stdout:1285: writing smithi04281968-10 from 7200768 to 7708672 tid 3 2024-09-16T06:52:40.442 INFO:tasks.rados.rados.0.smithi042.stdout:1285: writing smithi04281968-10 from 7708672 to 8159232 tid 4 2024-09-16T06:52:40.442 INFO:tasks.rados.rados.0.smithi042.stdout:1286: read oid 45 snap -1 2024-09-16T06:52:40.442 INFO:tasks.rados.rados.0.smithi042.stdout:1286: expect (ObjNum 398 snap 117 seq_num 398) 2024-09-16T06:52:40.442 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 118 2024-09-16T06:52:40.443 INFO:tasks.rados.rados.0.smithi042.stdout:1283: finishing copy_from to smithi04281968-37 2024-09-16T06:52:40.443 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 363 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:40.443 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 1 to smithi04281968-44 2024-09-16T06:52:40.443 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 2 to smithi04281968-44 2024-09-16T06:52:40.443 INFO:tasks.rados.rados.0.smithi042.stdout:1287: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-09-16T06:52:40.444 INFO:tasks.rados.rados.0.smithi042.stdout:1287: writing smithi04281968-13 from 0 to 458752 tid 1 2024-09-16T06:52:40.447 INFO:tasks.rados.rados.0.smithi042.stdout:1287: writing smithi04281968-13 from 458752 to 991232 tid 2 2024-09-16T06:52:40.452 INFO:tasks.rados.rados.0.smithi042.stdout:1287: writing smithi04281968-13 from 991232 to 1712128 tid 3 2024-09-16T06:52:40.454 INFO:tasks.rados.rados.0.smithi042.stdout:1287: writing smithi04281968-13 from 1712128 to 2064384 tid 4 2024-09-16T06:52:40.454 INFO:tasks.rados.rados.0.smithi042.stdout:1283: done (4 left) 2024-09-16T06:52:40.454 INFO:tasks.rados.rados.0.smithi042.stdout:1288: rollback oid 23 current snap is 118 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 113 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 3 to smithi04281968-44 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 4 to smithi04281968-44 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 5 to smithi04281968-44 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1284: finishing write tid 6 to smithi04281968-44 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 483 (ObjNum 407 snap 118 seq_num 407) dirty exists 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1284: left oid 44 (ObjNum 407 snap 118 seq_num 407) 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 1 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 2 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 3 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 4 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 5 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:1285: finishing write tid 6 to smithi04281968-10 2024-09-16T06:52:40.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 369 (ObjNum 408 snap 118 seq_num 408) dirty exists 2024-09-16T06:52:40.456 INFO:tasks.rados.rados.0.smithi042.stdout:1285: left oid 10 (ObjNum 408 snap 118 seq_num 408) 2024-09-16T06:52:40.456 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 1 to smithi04281968-13 2024-09-16T06:52:40.456 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 2 to smithi04281968-13 2024-09-16T06:52:40.456 INFO:tasks.rados.rados.0.smithi042.stdout:1286: expect (ObjNum 398 snap 117 seq_num 398) 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 3 to smithi04281968-13 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 4 to smithi04281968-13 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 5 to smithi04281968-13 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1288: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1288: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1288: finishing rollback tid 2 to smithi04281968-23 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 555 (ObjNum 346 snap 102 seq_num 346) dirty exists 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:1287: finishing write tid 6 to smithi04281968-13 2024-09-16T06:52:40.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 368 (ObjNum 409 snap 118 seq_num 409) dirty exists 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1287: left oid 13 (ObjNum 409 snap 118 seq_num 409) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1284: done (4 left) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1285: done (3 left) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1286: done (2 left) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1287: done (1 left) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1288: done (0 left) 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1289: copy_from oid 19 from oid 16 current snap is 118 2024-09-16T06:52:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:1290: snap_remove snap 113 2024-09-16T06:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[94096]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[94096]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T06:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[94096]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1999201403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[94096]: pgmap v139: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T06:52:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[96574]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[96574]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T06:52:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[96574]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1999201403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:40.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:40 smithi042 ceph-mon[96574]: pgmap v139: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T06:52:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:40 smithi164 ceph-mon[88760]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:40 smithi164 ceph-mon[88760]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T06:52:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:40 smithi164 ceph-mon[88760]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:52:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:40 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1999201403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:52:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:40 smithi164 ceph-mon[88760]: pgmap v139: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T06:52:41.329 INFO:tasks.rados.rados.0.smithi042.stdout:1290: done (1 left) 2024-09-16T06:52:41.329 INFO:tasks.rados.rados.0.smithi042.stdout:1291: copy_from oid 5 from oid 11 current snap is 118 2024-09-16T06:52:41.329 INFO:tasks.rados.rados.0.smithi042.stdout:1289: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:52:41.329 INFO:tasks.rados.rados.0.smithi042.stdout:1289: finishing copy_from to smithi04281968-19 2024-09-16T06:52:41.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 363 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:41.330 INFO:tasks.rados.rados.0.smithi042.stdout:1289: done (1 left) 2024-09-16T06:52:41.330 INFO:tasks.rados.rados.0.smithi042.stdout:1292: snap_create 2024-09-16T06:52:41.354 INFO:tasks.rados.rados.0.smithi042.stdout:1291: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:52:41.355 INFO:tasks.rados.rados.0.smithi042.stdout:1291: finishing copy_from to smithi04281968-5 2024-09-16T06:52:41.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 465 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-09-16T06:52:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:41 smithi042 ceph-mon[94096]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T06:52:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:41 smithi042 ceph-mon[96574]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T06:52:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:41] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-09-16T06:52:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:41 smithi164 ceph-mon[88760]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T06:52:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:1291: done (1 left) 2024-09-16T06:52:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:1292: done (0 left) 2024-09-16T06:52:42.316 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 119 2024-09-16T06:52:42.317 INFO:tasks.rados.rados.0.smithi042.stdout:1293: seq_num 410 ranges {3031040=475136,3506176=417792,3923968=475136,4399104=425984,4825088=286720} 2024-09-16T06:52:42.335 INFO:tasks.rados.rados.0.smithi042.stdout:1293: writing smithi04281968-11 from 3031040 to 3506176 tid 1 2024-09-16T06:52:42.337 INFO:tasks.rados.rados.0.smithi042.stdout:1293: writing smithi04281968-11 from 3506176 to 3923968 tid 2 2024-09-16T06:52:42.340 INFO:tasks.rados.rados.0.smithi042.stdout:1293: writing smithi04281968-11 from 3923968 to 4399104 tid 3 2024-09-16T06:52:42.342 INFO:tasks.rados.rados.0.smithi042.stdout:1293: writing smithi04281968-11 from 4399104 to 4825088 tid 4 2024-09-16T06:52:42.344 INFO:tasks.rados.rados.0.smithi042.stdout:1293: writing smithi04281968-11 from 4825088 to 5111808 tid 5 2024-09-16T06:52:42.344 INFO:tasks.rados.rados.0.smithi042.stdout:1294: rmattr oid 30 current snap is 119 2024-09-16T06:52:42.345 INFO:tasks.rados.rados.0.smithi042.stdout:1294: done (1 left) 2024-09-16T06:52:42.345 INFO:tasks.rados.rados.0.smithi042.stdout:1295: delete oid 19 current snap is 119 2024-09-16T06:52:42.345 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 1 to smithi04281968-11 2024-09-16T06:52:42.345 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 2 to smithi04281968-11 2024-09-16T06:52:42.346 INFO:tasks.rados.rados.0.smithi042.stdout:1295: done (1 left) 2024-09-16T06:52:42.347 INFO:tasks.rados.rados.0.smithi042.stdout:1296: rollback oid 30 current snap is 119 2024-09-16T06:52:42.347 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 118 2024-09-16T06:52:42.347 INFO:tasks.rados.rados.0.smithi042.stdout:1297: copy_from oid 23 from oid 17 current snap is 119 2024-09-16T06:52:42.347 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 119 2024-09-16T06:52:42.347 INFO:tasks.rados.rados.0.smithi042.stdout:1298: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-09-16T06:52:42.350 INFO:tasks.rados.rados.0.smithi042.stdout:1298: writing smithi04281968-24 from 0 to 507904 tid 1 2024-09-16T06:52:42.354 INFO:tasks.rados.rados.0.smithi042.stdout:1298: writing smithi04281968-24 from 507904 to 1138688 tid 2 2024-09-16T06:52:42.357 INFO:tasks.rados.rados.0.smithi042.stdout:1298: writing smithi04281968-24 from 1138688 to 1630208 tid 3 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1298: writing smithi04281968-24 from 1630208 to 2113536 tid 4 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 3 to smithi04281968-11 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1299: read oid 34 snap 118 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1299: expect (ObjNum 387 snap 113 seq_num 387) 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1300: snap_create 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 4 to smithi04281968-11 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 5 to smithi04281968-11 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 6 to smithi04281968-11 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: finishing write tid 7 to smithi04281968-11 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 488 (ObjNum 410 snap 119 seq_num 410) dirty exists 2024-09-16T06:52:42.361 INFO:tasks.rados.rados.0.smithi042.stdout:1293: left oid 11 (ObjNum 410 snap 119 seq_num 410) 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1297: finishing copy_from to smithi04281968-23 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1297: got expected ENOENT (src dne) 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1297: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1296: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1296: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1296: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 366 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 1 to smithi04281968-24 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 2 to smithi04281968-24 2024-09-16T06:52:42.362 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 3 to smithi04281968-24 2024-09-16T06:52:42.363 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 4 to smithi04281968-24 2024-09-16T06:52:42.363 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 5 to smithi04281968-24 2024-09-16T06:52:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:1298: finishing write tid 6 to smithi04281968-24 2024-09-16T06:52:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 586 (ObjNum 412 snap 119 seq_num 412) dirty exists 2024-09-16T06:52:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:1298: left oid 24 (ObjNum 412 snap 119 seq_num 412) 2024-09-16T06:52:42.375 INFO:tasks.rados.rados.0.smithi042.stdout:1299: expect (ObjNum 387 snap 113 seq_num 387) 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: Upgrade: osd.1 is safe to restart 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: pgmap v142: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T06:52:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[94096]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: Upgrade: osd.1 is safe to restart 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: pgmap v142: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T06:52:42.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:42 smithi042 ceph-mon[96574]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T06:52:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: Upgrade: osd.1 is safe to restart 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: pgmap v142: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T06:52:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:42 smithi164 ceph-mon[88760]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1293: done (5 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1296: done (4 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1297: done (3 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1298: done (2 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1299: done (1 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1300: done (0 left) 2024-09-16T06:52:43.333 INFO:tasks.rados.rados.0.smithi042.stdout:1301: delete oid 26 current snap is 120 2024-09-16T06:52:43.340 INFO:tasks.rados.rados.0.smithi042.stdout:1301: done (0 left) 2024-09-16T06:52:43.341 INFO:tasks.rados.rados.0.smithi042.stdout:1302: delete oid 5 current snap is 120 2024-09-16T06:52:43.341 INFO:tasks.rados.rados.0.smithi042.stdout:1302: done (0 left) 2024-09-16T06:52:43.341 INFO:tasks.rados.rados.0.smithi042.stdout:1303: copy_from oid 21 from oid 29 current snap is 120 2024-09-16T06:52:43.341 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 120 2024-09-16T06:52:43.341 INFO:tasks.rados.rados.0.smithi042.stdout:1304: seq_num 415 ranges {3686400=557056,4243456=688128,4931584=663552,5595136=253952} 2024-09-16T06:52:43.363 INFO:tasks.rados.rados.0.smithi042.stdout:1304: writing smithi04281968-3 from 3686400 to 4243456 tid 1 2024-09-16T06:52:43.367 INFO:tasks.rados.rados.0.smithi042.stdout:1304: writing smithi04281968-3 from 4243456 to 4931584 tid 2 2024-09-16T06:52:43.371 INFO:tasks.rados.rados.0.smithi042.stdout:1304: writing smithi04281968-3 from 4931584 to 5595136 tid 3 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1304: writing smithi04281968-3 from 5595136 to 5849088 tid 4 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1305: copy_from oid 35 from oid 34 current snap is 120 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1303: finishing copy_from racing read to smithi04281968-21 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1303: finishing copy_from to smithi04281968-21 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 471 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1303: done (2 left) 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1306: read oid 38 snap -1 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1306: expect (ObjNum 341 snap 99 seq_num 341) 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 1 to smithi04281968-3 2024-09-16T06:52:43.374 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 2 to smithi04281968-3 2024-09-16T06:52:43.375 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 120 2024-09-16T06:52:43.375 INFO:tasks.rados.rados.0.smithi042.stdout:1307: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-09-16T06:52:43.377 INFO:tasks.rados.rados.0.smithi042.stdout:1307: writing smithi04281968-26 from 0 to 573440 tid 1 2024-09-16T06:52:43.382 INFO:tasks.rados.rados.0.smithi042.stdout:1307: writing smithi04281968-26 from 573440 to 1146880 tid 2 2024-09-16T06:52:43.384 INFO:tasks.rados.rados.0.smithi042.stdout:1307: writing smithi04281968-26 from 1146880 to 1622016 tid 3 2024-09-16T06:52:43.389 INFO:tasks.rados.rados.0.smithi042.stdout:1307: writing smithi04281968-26 from 1622016 to 2179072 tid 4 2024-09-16T06:52:43.389 INFO:tasks.rados.rados.0.smithi042.stdout:1308: copy_from oid 30 from oid 31 current snap is 120 2024-09-16T06:52:43.389 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 120 2024-09-16T06:52:43.389 INFO:tasks.rados.rados.0.smithi042.stdout:1309: seq_num 417 ranges {999424=589824,1589248=458752,2048000=679936,2727936=466944} 2024-09-16T06:52:43.398 INFO:tasks.rados.rados.0.smithi042.stdout:1309: writing smithi04281968-23 from 999424 to 1589248 tid 1 2024-09-16T06:52:43.401 INFO:tasks.rados.rados.0.smithi042.stdout:1309: writing smithi04281968-23 from 1589248 to 2048000 tid 2 2024-09-16T06:52:43.405 INFO:tasks.rados.rados.0.smithi042.stdout:1309: writing smithi04281968-23 from 2048000 to 2727936 tid 3 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1309: writing smithi04281968-23 from 2727936 to 3194880 tid 4 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 120 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 3 to smithi04281968-3 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 4 to smithi04281968-3 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 5 to smithi04281968-3 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1304: finishing write tid 6 to smithi04281968-3 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 374 (ObjNum 415 snap 120 seq_num 415) dirty exists 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1304: left oid 3 (ObjNum 415 snap 120 seq_num 415) 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 1 to smithi04281968-26 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 2 to smithi04281968-26 2024-09-16T06:52:43.409 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 3 to smithi04281968-26 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1308: finishing copy_from to smithi04281968-30 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1308: got expected ENOENT (src dne) 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1308: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1305: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 4 to smithi04281968-26 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 5 to smithi04281968-26 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1307: finishing write tid 6 to smithi04281968-26 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 391 (ObjNum 416 snap 120 seq_num 416) dirty exists 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1307: left oid 26 (ObjNum 416 snap 120 seq_num 416) 2024-09-16T06:52:43.410 INFO:tasks.rados.rados.0.smithi042.stdout:1310: seq_num 418 ranges {2768896=606208,3375104=737280,4112384=434176,4546560=434176} 2024-09-16T06:52:43.427 INFO:tasks.rados.rados.0.smithi042.stdout:1310: writing smithi04281968-49 from 2768896 to 3375104 tid 1 2024-09-16T06:52:43.431 INFO:tasks.rados.rados.0.smithi042.stdout:1310: writing smithi04281968-49 from 3375104 to 4112384 tid 2 2024-09-16T06:52:43.433 INFO:tasks.rados.rados.0.smithi042.stdout:1310: writing smithi04281968-49 from 4112384 to 4546560 tid 3 2024-09-16T06:52:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:1310: writing smithi04281968-49 from 4546560 to 4980736 tid 4 2024-09-16T06:52:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:1304: done (6 left) 2024-09-16T06:52:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:1307: done (5 left) 2024-09-16T06:52:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:1308: done (4 left) 2024-09-16T06:52:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:1306: expect (ObjNum 341 snap 99 seq_num 341) 2024-09-16T06:52:43.805 INFO:tasks.rados.rados.0.smithi042.stdout:1305: finishing copy_from to smithi04281968-35 2024-09-16T06:52:43.805 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 297 (ObjNum 387 snap 113 seq_num 387) dirty exists 2024-09-16T06:52:43.805 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 1 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 2 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 3 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1311: read oid 3 snap -1 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1311: expect (ObjNum 415 snap 120 seq_num 415) 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1305: done (4 left) 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1306: done (3 left) 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1312: snap_create 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 4 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 5 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: finishing write tid 6 to smithi04281968-23 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 567 (ObjNum 417 snap 120 seq_num 417) dirty exists 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1309: left oid 23 (ObjNum 417 snap 120 seq_num 417) 2024-09-16T06:52:43.806 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 1 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 2 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 3 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 4 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 5 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: finishing write tid 6 to smithi04281968-49 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 488 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-09-16T06:52:43.807 INFO:tasks.rados.rados.0.smithi042.stdout:1310: left oid 49 (ObjNum 418 snap 120 seq_num 418) 2024-09-16T06:52:43.820 INFO:tasks.rados.rados.0.smithi042.stdout:1311: expect (ObjNum 415 snap 120 seq_num 415) 2024-09-16T06:52:43.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: Upgrade: Updating osd.1 2024-09-16T06:52:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:52:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: Deploying daemon osd.1 on smithi042 2024-09-16T06:52:43.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:43 smithi164 ceph-mon[88760]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: Upgrade: Updating osd.1 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: Deploying daemon osd.1 on smithi042 2024-09-16T06:52:44.052 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[94096]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: Upgrade: Updating osd.1 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: Deploying daemon osd.1 on smithi042 2024-09-16T06:52:44.053 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:43 smithi042 ceph-mon[96574]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T06:52:44.734 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:44.734 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:44.735 INFO:tasks.rados.rados.0.smithi042.stdout:1309: done (3 left) 2024-09-16T06:52:44.735 INFO:tasks.rados.rados.0.smithi042.stdout:1310: done (2 left) 2024-09-16T06:52:44.735 INFO:tasks.rados.rados.0.smithi042.stdout:1311: done (1 left) 2024-09-16T06:52:44.735 INFO:tasks.rados.rados.0.smithi042.stdout:1312: done (0 left) 2024-09-16T06:52:44.736 INFO:tasks.rados.rados.0.smithi042.stdout:1313: setattr oid 23 current snap is 121 2024-09-16T06:52:44.736 INFO:tasks.rados.rados.0.smithi042.stdout:1314: snap_remove snap 120 2024-09-16T06:52:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:44 smithi164 ceph-mon[88760]: pgmap v145: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 740 KiB/s wr, 0 op/s 2024-09-16T06:52:44.993 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:44 smithi042 ceph-mon[94096]: pgmap v145: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 740 KiB/s wr, 0 op/s 2024-09-16T06:52:44.993 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:44 smithi042 ceph-mon[96574]: pgmap v145: 121 pgs: 121 active+clean; 122 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 740 KiB/s wr, 0 op/s 2024-09-16T06:52:45.738 INFO:tasks.rados.rados.0.smithi042.stdout:1314: done (1 left) 2024-09-16T06:52:45.738 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 121 2024-09-16T06:52:45.738 INFO:tasks.rados.rados.0.smithi042.stdout:1315: seq_num 419 ranges {1875968=622592,2498560=671744,3170304=647168,3817472=286720} 2024-09-16T06:52:45.751 INFO:tasks.rados.rados.0.smithi042.stdout:1315: writing smithi04281968-45 from 1875968 to 2498560 tid 1 2024-09-16T06:52:45.755 INFO:tasks.rados.rados.0.smithi042.stdout:1315: writing smithi04281968-45 from 2498560 to 3170304 tid 2 2024-09-16T06:52:45.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: writing smithi04281968-45 from 3170304 to 3817472 tid 3 2024-09-16T06:52:45.761 INFO:tasks.rados.rados.0.smithi042.stdout:1315: writing smithi04281968-45 from 3817472 to 4104192 tid 4 2024-09-16T06:52:45.761 INFO:tasks.rados.rados.0.smithi042.stdout:1316: snap_remove snap 118 2024-09-16T06:52:45.992 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:45 smithi042 ceph-mon[94096]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T06:52:45.993 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:45 smithi042 ceph-mon[96574]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T06:52:45.993 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:45 smithi042 systemd[1]: Stopping Ceph osd.1 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:52:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:45 smithi164 ceph-mon[88760]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T06:52:46.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[49796]: 2024-09-16T06:52:45.990+0000 7f4ec28b3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:52:46.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[49796]: 2024-09-16T06:52:45.990+0000 7f4ec28b3640 -1 osd.1 313 *** Got signal Terminated *** 2024-09-16T06:52:46.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:45 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[49796]: 2024-09-16T06:52:45.990+0000 7f4ec28b3640 -1 osd.1 313 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1316: done (2 left) 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1317: delete oid 1 current snap is 121 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 569 (ObjNum 417 snap 120 seq_num 417) dirty exists 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 1 to smithi04281968-45 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 2 to smithi04281968-45 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 3 to smithi04281968-45 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 4 to smithi04281968-45 2024-09-16T06:52:46.759 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 5 to smithi04281968-45 2024-09-16T06:52:46.760 INFO:tasks.rados.rados.0.smithi042.stdout:1315: finishing write tid 6 to smithi04281968-45 2024-09-16T06:52:46.760 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 409 (ObjNum 419 snap 121 seq_num 419) dirty exists 2024-09-16T06:52:46.760 INFO:tasks.rados.rados.0.smithi042.stdout:1315: left oid 45 (ObjNum 419 snap 121 seq_num 419) 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:1313: done (2 left) 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:1315: done (1 left) 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:1317: done (0 left) 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:1318: rollback oid 50 current snap is 121 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 119 2024-09-16T06:52:46.768 INFO:tasks.rados.rados.0.smithi042.stdout:1319: copy_from oid 39 from oid 10 current snap is 121 2024-09-16T06:52:46.769 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 121 2024-09-16T06:52:46.769 INFO:tasks.rados.rados.0.smithi042.stdout:1320: seq_num 421 ranges {1654784=655360,2310144=442368,2752512=663552,3416064=499712} 2024-09-16T06:52:46.780 INFO:tasks.rados.rados.0.smithi042.stdout:1320: writing smithi04281968-2 from 1654784 to 2310144 tid 1 2024-09-16T06:52:46.783 INFO:tasks.rados.rados.0.smithi042.stdout:1320: writing smithi04281968-2 from 2310144 to 2752512 tid 2 2024-09-16T06:52:46.787 INFO:tasks.rados.rados.0.smithi042.stdout:1320: writing smithi04281968-2 from 2752512 to 3416064 tid 3 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:1320: writing smithi04281968-2 from 3416064 to 3915776 tid 4 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:1321: read oid 36 snap -1 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:1321: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:1322: rollback oid 32 current snap is 121 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 119 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:1318: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:52:46.791 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 1 to smithi04281968-2 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 2 to smithi04281968-2 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1318: done (4 left) 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1323: rollback oid 25 current snap is 121 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 119 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1324: copy_from oid 34 from oid 3 current snap is 121 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1325: snap_create 2024-09-16T06:52:46.792 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 3 to smithi04281968-2 2024-09-16T06:52:46.793 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 4 to smithi04281968-2 2024-09-16T06:52:46.793 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 5 to smithi04281968-2 2024-09-16T06:52:46.794 INFO:tasks.rados.rados.0.smithi042.stdout:1322: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:52:46.794 INFO:tasks.rados.rados.0.smithi042.stdout:1320: finishing write tid 6 to smithi04281968-2 2024-09-16T06:52:46.794 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 315 (ObjNum 421 snap 121 seq_num 421) dirty exists 2024-09-16T06:52:46.795 INFO:tasks.rados.rados.0.smithi042.stdout:1320: left oid 2 (ObjNum 421 snap 121 seq_num 421) 2024-09-16T06:52:46.795 INFO:tasks.rados.rados.0.smithi042.stdout:1322: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:52:46.795 INFO:tasks.rados.rados.0.smithi042.stdout:1322: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:52:46.795 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 397 (ObjNum 332 snap 98 seq_num 332) dirty exists 2024-09-16T06:52:46.811 INFO:tasks.rados.rados.0.smithi042.stdout:1324: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:52:46.820 INFO:tasks.rados.rados.0.smithi042.stdout:1324: finishing copy_from to smithi04281968-34 2024-09-16T06:52:46.821 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 374 (ObjNum 415 snap 120 seq_num 415) dirty exists 2024-09-16T06:52:47.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[94096]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T06:52:47.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[94096]: pgmap v148: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 26 op/s 2024-09-16T06:52:47.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[94096]: osd.1 marked itself down and dead 2024-09-16T06:52:47.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[96574]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T06:52:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[96574]: pgmap v148: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 26 op/s 2024-09-16T06:52:47.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:46 smithi042 ceph-mon[96574]: osd.1 marked itself down and dead 2024-09-16T06:52:47.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:46 smithi164 ceph-mon[88760]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T06:52:47.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:46 smithi164 ceph-mon[88760]: pgmap v148: 121 pgs: 121 active+clean; 126 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 26 op/s 2024-09-16T06:52:47.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:46 smithi164 ceph-mon[88760]: osd.1 marked itself down and dead 2024-09-16T06:52:47.322 INFO:tasks.rados.rados.0.smithi042.stdout:1320: done (6 left) 2024-09-16T06:52:47.322 INFO:tasks.rados.rados.0.smithi042.stdout:1322: done (5 left) 2024-09-16T06:52:47.323 INFO:tasks.rados.rados.0.smithi042.stdout:1324: done (4 left) 2024-09-16T06:52:47.323 INFO:tasks.rados.rados.0.smithi042.stdout:1325: done (3 left) 2024-09-16T06:52:47.323 INFO:tasks.rados.rados.0.smithi042.stdout:1326: read oid 40 snap 121 2024-09-16T06:52:47.323 INFO:tasks.rados.rados.0.smithi042.stdout:1326: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:52:47.323 INFO:tasks.rados.rados.0.smithi042.stdout:1327: delete oid 43 current snap is 122 2024-09-16T06:52:47.331 INFO:tasks.rados.rados.0.smithi042.stdout:1327: done (4 left) 2024-09-16T06:52:47.331 INFO:tasks.rados.rados.0.smithi042.stdout:1328: setattr oid 16 current snap is 122 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1329: rmattr oid 26 current snap is 122 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1329: done (5 left) 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1330: read oid 37 snap -1 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1330: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1331: read oid 22 snap -1 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1331: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 122 2024-09-16T06:52:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1332: seq_num 423 ranges {4603904=688128,5292032=614400,5906432=622592,6529024=368640} 2024-09-16T06:52:47.368 INFO:tasks.rados.rados.0.smithi042.stdout:1332: writing smithi04281968-35 from 4603904 to 5292032 tid 1 2024-09-16T06:52:47.372 INFO:tasks.rados.rados.0.smithi042.stdout:1332: writing smithi04281968-35 from 5292032 to 5906432 tid 2 2024-09-16T06:52:47.375 INFO:tasks.rados.rados.0.smithi042.stdout:1332: writing smithi04281968-35 from 5906432 to 6529024 tid 3 2024-09-16T06:52:47.377 INFO:tasks.rados.rados.0.smithi042.stdout:1332: writing smithi04281968-35 from 6529024 to 6897664 tid 4 2024-09-16T06:52:47.378 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 122 2024-09-16T06:52:47.378 INFO:tasks.rados.rados.0.smithi042.stdout:1333: seq_num 424 ranges {0=704512,704512=491520,1196032=434176,1630208=679936} 2024-09-16T06:52:47.382 INFO:tasks.rados.rados.0.smithi042.stdout:1333: writing smithi04281968-8 from 0 to 704512 tid 1 2024-09-16T06:52:47.384 INFO:tasks.rados.rados.0.smithi042.stdout:1333: writing smithi04281968-8 from 704512 to 1196032 tid 2 2024-09-16T06:52:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:1333: writing smithi04281968-8 from 1196032 to 1630208 tid 3 2024-09-16T06:52:47.391 INFO:tasks.rados.rados.0.smithi042.stdout:1333: writing smithi04281968-8 from 1630208 to 2310144 tid 4 2024-09-16T06:52:47.391 INFO:tasks.rados.rados.0.smithi042.stdout:1334: snap_create 2024-09-16T06:52:47.391 INFO:tasks.rados.rados.0.smithi042.stdout:1323: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:52:47.391 INFO:tasks.rados.rados.0.smithi042.stdout:1323: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:52:47.392 INFO:tasks.rados.rados.0.smithi042.stdout:1323: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:52:47.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 469 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:47.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 369 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:47.392 INFO:tasks.rados.rados.0.smithi042.stdout:1326: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:52:47.526 INFO:tasks.rados.rados.0.smithi042.stdout:1321: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:47.604 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:47 smithi042 podman[107031]: 2024-09-16 06:52:47.315430545 +0000 UTC m=+1.444136035 container died e387343b6d743baffa1d572a9964227ed350d50b3dfcc6ddc3314d42161bfc48 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-16T06:52:47.640 INFO:tasks.rados.rados.0.smithi042.stdout:1330: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:52:47.718 INFO:tasks.rados.rados.0.smithi042.stdout:1331: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:52:47.914 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:47.914 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[94096]: osdmap e315: 8 total, 7 up, 8 in 2024-09-16T06:52:47.914 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[94096]: osdmap e316: 8 total, 7 up, 8 in 2024-09-16T06:52:47.914 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:47.915 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[96574]: osdmap e315: 8 total, 7 up, 8 in 2024-09-16T06:52:47.915 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:47 smithi042 ceph-mon[96574]: osdmap e316: 8 total, 7 up, 8 in 2024-09-16T06:52:47.915 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:47 smithi042 podman[107031]: 2024-09-16 06:52:47.831924501 +0000 UTC m=+1.960629983 container cleanup e387343b6d743baffa1d572a9964227ed350d50b3dfcc6ddc3314d42161bfc48 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T06:52:47.915 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:47 smithi042 bash[107031]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1 2024-09-16T06:52:48.043 INFO:tasks.rados.rados.0.smithi042.stdout:1319: finishing copy_from racing read to smithi04281968-39 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1319: finishing copy_from to smithi04281968-39 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 369 (ObjNum 408 snap 118 seq_num 408) dirty exists 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 1 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 2 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 3 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 4 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 5 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: finishing write tid 6 to smithi04281968-35 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 580 (ObjNum 423 snap 122 seq_num 423) dirty exists 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1332: left oid 35 (ObjNum 423 snap 122 seq_num 423) 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 1 to smithi04281968-8 2024-09-16T06:52:48.044 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 2 to smithi04281968-8 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 3 to smithi04281968-8 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 4 to smithi04281968-8 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 5 to smithi04281968-8 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:1333: finishing write tid 6 to smithi04281968-8 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 375 (ObjNum 424 snap 122 seq_num 424) dirty exists 2024-09-16T06:52:48.045 INFO:tasks.rados.rados.0.smithi042.stdout:1333: left oid 8 (ObjNum 424 snap 122 seq_num 424) 2024-09-16T06:52:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:47 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:52:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:47 smithi164 ceph-mon[88760]: osdmap e315: 8 total, 7 up, 8 in 2024-09-16T06:52:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:47 smithi164 ceph-mon[88760]: osdmap e316: 8 total, 7 up, 8 in 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1319: done (9 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1321: done (8 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1323: done (7 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1326: done (6 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1328: done (5 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1330: done (4 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1331: done (3 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1332: done (2 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1333: done (1 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1334: done (0 left) 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1335: read oid 39 snap -1 2024-09-16T06:52:48.320 INFO:tasks.rados.rados.0.smithi042.stdout:1335: expect (ObjNum 408 snap 118 seq_num 408) 2024-09-16T06:52:48.321 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 123 2024-09-16T06:52:48.321 INFO:tasks.rados.rados.0.smithi042.stdout:1336: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-09-16T06:52:48.324 INFO:tasks.rados.rados.0.smithi042.stdout:1336: writing smithi04281968-31 from 0 to 720896 tid 1 2024-09-16T06:52:48.330 INFO:tasks.rados.rados.0.smithi042.stdout:1336: writing smithi04281968-31 from 720896 to 1499136 tid 2 2024-09-16T06:52:48.334 INFO:tasks.rados.rados.0.smithi042.stdout:1336: writing smithi04281968-31 from 1499136 to 2138112 tid 3 2024-09-16T06:52:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1336: writing smithi04281968-31 from 2138112 to 2326528 tid 4 2024-09-16T06:52:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1337: read oid 20 snap -1 2024-09-16T06:52:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1337: expect deleted 2024-09-16T06:52:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1338: setattr oid 1 current snap is 123 2024-09-16T06:52:48.340 INFO:tasks.rados.rados.0.smithi042.stdout:1337: done (3 left) 2024-09-16T06:52:48.340 INFO:tasks.rados.rados.0.smithi042.stdout:1339: setattr oid 41 current snap is 123 2024-09-16T06:52:48.341 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 1 to smithi04281968-31 2024-09-16T06:52:48.341 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 2 to smithi04281968-31 2024-09-16T06:52:48.341 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 3 to smithi04281968-31 2024-09-16T06:52:48.343 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 123 2024-09-16T06:52:48.343 INFO:tasks.rados.rados.0.smithi042.stdout:1340: seq_num 426 ranges {3481600=737280,4218880=712704,4931584=802816,5734400=90112} 2024-09-16T06:52:48.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107052]: 2024-09-16 06:52:48.1417531 +0000 UTC m=+0.802588248 container remove e387343b6d743baffa1d572a9964227ed350d50b3dfcc6ddc3314d42161bfc48 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T06:52:48.369 INFO:tasks.rados.rados.0.smithi042.stdout:1340: writing smithi04281968-48 from 3481600 to 4218880 tid 1 2024-09-16T06:52:48.373 INFO:tasks.rados.rados.0.smithi042.stdout:1340: writing smithi04281968-48 from 4218880 to 4931584 tid 2 2024-09-16T06:52:48.378 INFO:tasks.rados.rados.0.smithi042.stdout:1340: writing smithi04281968-48 from 4931584 to 5734400 tid 3 2024-09-16T06:52:48.379 INFO:tasks.rados.rados.0.smithi042.stdout:1340: writing smithi04281968-48 from 5734400 to 5824512 tid 4 2024-09-16T06:52:48.379 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 123 2024-09-16T06:52:48.379 INFO:tasks.rados.rados.0.smithi042.stdout:1341: seq_num 427 ranges {2113536=761856,2875392=598016,3473408=606208,4079616=401408} 2024-09-16T06:52:48.395 INFO:tasks.rados.rados.0.smithi042.stdout:1341: writing smithi04281968-24 from 2113536 to 2875392 tid 1 2024-09-16T06:52:48.399 INFO:tasks.rados.rados.0.smithi042.stdout:1341: writing smithi04281968-24 from 2875392 to 3473408 tid 2 2024-09-16T06:52:48.403 INFO:tasks.rados.rados.0.smithi042.stdout:1341: writing smithi04281968-24 from 3473408 to 4079616 tid 3 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1341: writing smithi04281968-24 from 4079616 to 4481024 tid 4 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1342: rollback oid 36 current snap is 123 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 122 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 493 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 4 to smithi04281968-31 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 5 to smithi04281968-31 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1336: finishing write tid 6 to smithi04281968-31 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 379 (ObjNum 425 snap 123 seq_num 425) dirty exists 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1336: left oid 31 (ObjNum 425 snap 123 seq_num 425) 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 589 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:52:48.406 INFO:tasks.rados.rados.0.smithi042.stdout:1335: expect (ObjNum 408 snap 118 seq_num 408) 2024-09-16T06:52:48.854 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107154]: 2024-09-16 06:52:48.455565748 +0000 UTC m=+0.021545009 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:48.854 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107154]: 2024-09-16 06:52:48.567744095 +0000 UTC m=+0.133723347 container create fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:52:48.854 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107154]: 2024-09-16 06:52:48.795376666 +0000 UTC m=+0.361355915 container init fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T06:52:48.854 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107154]: 2024-09-16 06:52:48.800345432 +0000 UTC m=+0.366324870 container start fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-e4e227b) 2024-09-16T06:52:48.889 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 1 to smithi04281968-48 2024-09-16T06:52:48.889 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 2 to smithi04281968-48 2024-09-16T06:52:48.889 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 3 to smithi04281968-48 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 4 to smithi04281968-48 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 5 to smithi04281968-48 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1340: finishing write tid 6 to smithi04281968-48 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 382 (ObjNum 426 snap 123 seq_num 426) dirty exists 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1340: left oid 48 (ObjNum 426 snap 123 seq_num 426) 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 1 to smithi04281968-24 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 2 to smithi04281968-24 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1335: done (6 left) 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1336: done (5 left) 2024-09-16T06:52:48.890 INFO:tasks.rados.rados.0.smithi042.stdout:1338: done (4 left) 2024-09-16T06:52:48.891 INFO:tasks.rados.rados.0.smithi042.stdout:1339: done (3 left) 2024-09-16T06:52:48.891 INFO:tasks.rados.rados.0.smithi042.stdout:1340: done (2 left) 2024-09-16T06:52:48.891 INFO:tasks.rados.rados.0.smithi042.stdout:1343: snap_remove snap 119 2024-09-16T06:52:48.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:49.299 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:48 smithi042 podman[107154]: 2024-09-16 06:52:48.886933271 +0000 UTC m=+0.452912534 container attach fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T06:52:49.299 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 podman[107154]: 2024-09-16 06:52:49.000686294 +0000 UTC m=+0.566665555 container died fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[94096]: pgmap v151: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 30 op/s; 5/222 objects degraded (2.252%) 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[94096]: osdmap e317: 8 total, 7 up, 8 in 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 5/222 objects degraded (2.252%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[96574]: pgmap v151: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 30 op/s; 5/222 objects degraded (2.252%) 2024-09-16T06:52:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[96574]: osdmap e317: 8 total, 7 up, 8 in 2024-09-16T06:52:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 5/222 objects degraded (2.252%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:52:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:49 smithi164 ceph-mon[88760]: pgmap v151: 121 pgs: 7 active+undersized, 14 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 128 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 8.0 MiB/s wr, 30 op/s; 5/222 objects degraded (2.252%) 2024-09-16T06:52:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:49 smithi164 ceph-mon[88760]: osdmap e317: 8 total, 7 up, 8 in 2024-09-16T06:52:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:49 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 5/222 objects degraded (2.252%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:52:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1343: done (2 left) 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1344: delete oid 2 current snap is 123 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 3 to smithi04281968-24 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 4 to smithi04281968-24 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1342: finishing rollback tid 0 to smithi04281968-36 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 5 to smithi04281968-24 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1342: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1342: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 366 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1341: finishing write tid 6 to smithi04281968-24 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 595 (ObjNum 427 snap 123 seq_num 427) dirty exists 2024-09-16T06:52:49.843 INFO:tasks.rados.rados.0.smithi042.stdout:1341: left oid 24 (ObjNum 427 snap 123 seq_num 427) 2024-09-16T06:52:49.850 INFO:tasks.rados.rados.0.smithi042.stdout:1341: done (2 left) 2024-09-16T06:52:49.850 INFO:tasks.rados.rados.0.smithi042.stdout:1342: done (1 left) 2024-09-16T06:52:49.850 INFO:tasks.rados.rados.0.smithi042.stdout:1344: done (0 left) 2024-09-16T06:52:49.850 INFO:tasks.rados.rados.0.smithi042.stdout:1345: snap_create 2024-09-16T06:52:50.058 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 podman[107197]: 2024-09-16 06:52:49.607631443 +0000 UTC m=+0.600667397 container remove fe683aca6cc31120afbcfabd5d0ec705e4179498385f0fb41c445c619534f4da (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T06:52:50.059 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-16T06:52:50.059 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 systemd[1]: Stopped Ceph osd.1 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:52:50.059 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.1.service: Consumed 11.421s CPU time. 2024-09-16T06:52:50.059 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:49 smithi042 systemd[1]: Starting Ceph osd.1 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:52:50.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:50.059095338 +0000 UTC m=+0.111589779 container create 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0) 2024-09-16T06:52:50.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:49.96414874 +0000 UTC m=+0.016643133 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:50.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:50.28667696 +0000 UTC m=+0.339171351 container init 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T06:52:50.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:50.292110751 +0000 UTC m=+0.344605143 container start 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, ceph=True) 2024-09-16T06:52:50.646 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:50.395106864 +0000 UTC m=+0.447601272 container attach 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:52:50.646 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T06:52:50.646 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T06:52:50.646 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T06:52:50.646 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate[107318]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 bash[107303]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T06:52:50.647 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:50 smithi042 podman[107303]: 2024-09-16 06:52:50.646776205 +0000 UTC m=+0.699270587 container died 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:52:50.847 INFO:tasks.rados.rados.0.smithi042.stdout:1345: done (0 left) 2024-09-16T06:52:50.848 INFO:tasks.rados.rados.0.smithi042.stdout:1346: snap_create 2024-09-16T06:52:50.990 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-mon[96574]: pgmap v153: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 34 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:50.990 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-mon[96574]: osdmap e318: 8 total, 7 up, 8 in 2024-09-16T06:52:50.990 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-mon[94096]: pgmap v153: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 34 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:50.991 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:50 smithi042 ceph-mon[94096]: osdmap e318: 8 total, 7 up, 8 in 2024-09-16T06:52:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:50 smithi164 ceph-mon[88760]: pgmap v153: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 7.6 MiB/s wr, 34 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:50 smithi164 ceph-mon[88760]: osdmap e318: 8 total, 7 up, 8 in 2024-09-16T06:52:51.265 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:52:51] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-16T06:52:51.604 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 podman[107451]: 2024-09-16 06:52:51.266006141 +0000 UTC m=+0.613231924 container remove 4991bdb5fe5f19bc68b31e0e065ddadbaa638def5c962f7acbe853dc03d50675 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:52:51.604 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 podman[107514]: 2024-09-16 06:52:51.380401739 +0000 UTC m=+0.016745688 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:52:51.853 INFO:tasks.rados.rados.0.smithi042.stdout:1346: done (0 left) 2024-09-16T06:52:51.853 INFO:tasks.rados.rados.0.smithi042.stdout:1347: rollback oid 2 current snap is 125 2024-09-16T06:52:51.853 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 2 to 123 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1348: read oid 21 snap -1 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1348: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1349: rollback oid 16 current snap is 125 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 121 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1350: read oid 19 snap -1 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1350: expect deleted 2024-09-16T06:52:51.854 INFO:tasks.rados.rados.0.smithi042.stdout:1351: delete oid 38 current snap is 125 2024-09-16T06:52:51.855 INFO:tasks.rados.rados.0.smithi042.stdout:1347: finishing rollback tid 1 to smithi04281968-2 2024-09-16T06:52:51.855 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 380 (ObjNum 65 snap 0 seq_num 1751085662) dirty dne 2024-09-16T06:52:51.862 INFO:tasks.rados.rados.0.smithi042.stdout:1349: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:52:51.862 INFO:tasks.rados.rados.0.smithi042.stdout:1349: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:52:51.862 INFO:tasks.rados.rados.0.smithi042.stdout:1349: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:52:51.862 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 372 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:51.867 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:51 smithi042 ceph-mon[94096]: osdmap e319: 8 total, 7 up, 8 in 2024-09-16T06:52:51.868 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:51 smithi042 ceph-mon[96574]: osdmap e319: 8 total, 7 up, 8 in 2024-09-16T06:52:51.868 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 podman[107514]: 2024-09-16 06:52:51.608544758 +0000 UTC m=+0.244888704 container create 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:52:51.868 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 podman[107514]: 2024-09-16 06:52:51.836208891 +0000 UTC m=+0.472552838 container init 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T06:52:51.868 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 podman[107514]: 2024-09-16 06:52:51.841613044 +0000 UTC m=+0.477956996 container start 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1347: done (4 left) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1349: done (3 left) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1350: done (2 left) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1351: done (1 left) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1352: rollback oid 30 current snap is 125 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 121 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1353: read oid 35 snap 121 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1353: expect (ObjNum 387 snap 113 seq_num 387) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1354: read oid 25 snap -1 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1354: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 125 2024-09-16T06:52:51.871 INFO:tasks.rados.rados.0.smithi042.stdout:1355: seq_num 430 ranges {8159232=8192} 2024-09-16T06:52:51.917 INFO:tasks.rados.rados.0.smithi042.stdout:1355: writing smithi04281968-39 from 8159232 to 8167424 tid 1 2024-09-16T06:52:51.917 INFO:tasks.rados.rados.0.smithi042.stdout:1356: rmattr oid 4 current snap is 125 2024-09-16T06:52:51.917 INFO:tasks.rados.rados.0.smithi042.stdout:1348: expect (ObjNum 318 snap 94 seq_num 318) 2024-09-16T06:52:52.030 INFO:tasks.rados.rados.0.smithi042.stdout:1352: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:52:52.030 INFO:tasks.rados.rados.0.smithi042.stdout:1352: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:52:52.030 INFO:tasks.rados.rados.0.smithi042.stdout:1352: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:52:52.030 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 370 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:52:52.031 INFO:tasks.rados.rados.0.smithi042.stdout:1354: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:52:52.144 INFO:tasks.rados.rados.0.smithi042.stdout:1353: expect (ObjNum 387 snap 113 seq_num 387) 2024-09-16T06:52:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:51 smithi164 ceph-mon[88760]: osdmap e319: 8 total, 7 up, 8 in 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1355: finishing write tid 1 to smithi04281968-39 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1355: finishing write tid 2 to smithi04281968-39 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1355: finishing write tid 3 to smithi04281968-39 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 583 (ObjNum 430 snap 125 seq_num 430) dirty exists 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1355: left oid 39 (ObjNum 430 snap 125 seq_num 430) 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 371 (ObjNum 365 snap 109 seq_num 365) dirty exists 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1348: done (5 left) 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1352: done (4 left) 2024-09-16T06:52:52.349 INFO:tasks.rados.rados.0.smithi042.stdout:1353: done (3 left) 2024-09-16T06:52:52.350 INFO:tasks.rados.rados.0.smithi042.stdout:1354: done (2 left) 2024-09-16T06:52:52.350 INFO:tasks.rados.rados.0.smithi042.stdout:1355: done (1 left) 2024-09-16T06:52:52.350 INFO:tasks.rados.rados.0.smithi042.stdout:1356: done (0 left) 2024-09-16T06:52:52.350 INFO:tasks.rados.rados.0.smithi042.stdout:1357: rmattr oid 41 current snap is 125 2024-09-16T06:52:52.350 INFO:tasks.rados.rados.0.smithi042.stdout:1358: snap_create 2024-09-16T06:52:52.352 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 599 (ObjNum 208 snap 51 seq_num 208) dirty exists 2024-09-16T06:52:52.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 ceph-osd[107552]: -- 172.21.15.42:0/1454161157 <== mon.2 v2:172.21.15.42:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x562ea2a451e0 con 0x562ea37c4400 2024-09-16T06:52:52.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 bash[107514]: 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 2024-09-16T06:52:52.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:51 smithi042 systemd[1]: Started Ceph osd.1 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:52:52.737 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T06:52:52.385+0000 7fa5e3cdc640 -1 Falling back to public interface 2024-09-16T06:52:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: pgmap v156: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: osdmap e320: 8 total, 7 up, 8 in 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[96574]: osdmap e321: 8 total, 7 up, 8 in 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: pgmap v156: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: osdmap e320: 8 total, 7 up, 8 in 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:53.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:52 smithi042 ceph-mon[94096]: osdmap e321: 8 total, 7 up, 8 in 2024-09-16T06:52:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: pgmap v156: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 156 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 31 op/s; 39/258 objects degraded (15.116%) 2024-09-16T06:52:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: osdmap e320: 8 total, 7 up, 8 in 2024-09-16T06:52:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:53.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:52:53.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:52 smithi164 ceph-mon[88760]: osdmap e321: 8 total, 7 up, 8 in 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:1357: done (1 left) 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:1358: done (0 left) 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:1359: rollback oid 39 current snap is 126 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 125 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 126 2024-09-16T06:52:53.321 INFO:tasks.rados.rados.0.smithi042.stdout:1360: seq_num 431 ranges {6316032=24576} 2024-09-16T06:52:53.356 INFO:tasks.rados.rados.0.smithi042.stdout:1360: writing smithi04281968-44 from 6316032 to 6340608 tid 1 2024-09-16T06:52:53.356 INFO:tasks.rados.rados.0.smithi042.stdout:1361: read oid 16 snap 125 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1361: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1362: read oid 17 snap -1 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1362: expect deleted 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1363: copy_from oid 50 from oid 25 current snap is 126 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1359: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1359: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1359: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 587 (ObjNum 430 snap 125 seq_num 430) dirty exists 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1359: done (4 left) 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:1364: rollback oid 36 current snap is 126 2024-09-16T06:52:53.357 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 124 2024-09-16T06:52:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 126 2024-09-16T06:52:53.358 INFO:tasks.rados.rados.0.smithi042.stdout:1365: seq_num 432 ranges {2179072=40960} 2024-09-16T06:52:53.369 INFO:tasks.rados.rados.0.smithi042.stdout:1365: writing smithi04281968-26 from 2179072 to 2220032 tid 1 2024-09-16T06:52:53.369 INFO:tasks.rados.rados.0.smithi042.stdout:1366: read oid 22 snap -1 2024-09-16T06:52:53.369 INFO:tasks.rados.rados.0.smithi042.stdout:1366: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:52:53.370 INFO:tasks.rados.rados.0.smithi042.stdout:1367: rmattr oid 45 current snap is 126 2024-09-16T06:52:53.370 INFO:tasks.rados.rados.0.smithi042.stdout:1367: done (7 left) 2024-09-16T06:52:53.370 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 126 2024-09-16T06:52:53.370 INFO:tasks.rados.rados.0.smithi042.stdout:1368: seq_num 433 ranges {3194880=57344} 2024-09-16T06:52:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1368: writing smithi04281968-23 from 3194880 to 3252224 tid 1 2024-09-16T06:52:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1369: copy_from oid 37 from oid 47 current snap is 126 2024-09-16T06:52:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1370: read oid 8 snap -1 2024-09-16T06:52:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1370: expect (ObjNum 424 snap 122 seq_num 424) 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 126 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1371: seq_num 434 ranges {0=73728} 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1371: writing smithi04281968-27 from 0 to 73728 tid 1 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1372: snap_create 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1364: finishing rollback tid 0 to smithi04281968-36 2024-09-16T06:52:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1360: finishing write tid 1 to smithi04281968-44 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:1364: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:1364: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 369 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:1360: finishing write tid 2 to smithi04281968-44 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:1360: finishing write tid 3 to smithi04281968-44 2024-09-16T06:52:53.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 490 (ObjNum 431 snap 126 seq_num 431) dirty exists 2024-09-16T06:52:53.393 INFO:tasks.rados.rados.0.smithi042.stdout:1360: left oid 44 (ObjNum 431 snap 126 seq_num 431) 2024-09-16T06:52:53.393 INFO:tasks.rados.rados.0.smithi042.stdout:1363: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:52:53.393 INFO:tasks.rados.rados.0.smithi042.stdout:1365: finishing write tid 1 to smithi04281968-26 2024-09-16T06:52:53.393 INFO:tasks.rados.rados.0.smithi042.stdout:1365: finishing write tid 2 to smithi04281968-26 2024-09-16T06:52:53.393 INFO:tasks.rados.rados.0.smithi042.stdout:1361: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:1365: finishing write tid 3 to smithi04281968-26 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 404 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:1365: left oid 26 (ObjNum 432 snap 126 seq_num 432) 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:1363: finishing copy_from to smithi04281968-50 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 469 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:53.470 INFO:tasks.rados.rados.0.smithi042.stdout:1366: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1371: finishing write tid 1 to smithi04281968-27 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1368: finishing write tid 1 to smithi04281968-23 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1368: finishing write tid 2 to smithi04281968-23 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1371: finishing write tid 2 to smithi04281968-27 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1368: finishing write tid 3 to smithi04281968-23 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 578 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1368: left oid 23 (ObjNum 433 snap 126 seq_num 433) 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:1371: finishing write tid 3 to smithi04281968-27 2024-09-16T06:52:53.799 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 471 (ObjNum 434 snap 126 seq_num 434) dirty exists 2024-09-16T06:52:53.800 INFO:tasks.rados.rados.0.smithi042.stdout:1371: left oid 27 (ObjNum 434 snap 126 seq_num 434) 2024-09-16T06:52:53.800 INFO:tasks.rados.rados.0.smithi042.stdout:1370: expect (ObjNum 424 snap 122 seq_num 424) 2024-09-16T06:52:53.860 INFO:tasks.rados.rados.0.smithi042.stdout:1369: finishing copy_from racing read to smithi04281968-37 2024-09-16T06:52:53.860 INFO:tasks.rados.rados.0.smithi042.stdout:1369: finishing copy_from to smithi04281968-37 2024-09-16T06:52:53.860 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 404 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-09-16T06:52:53.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:54.325 INFO:tasks.rados.rados.0.smithi042.stdout:1360: done (11 left) 2024-09-16T06:52:54.325 INFO:tasks.rados.rados.0.smithi042.stdout:1361: done (10 left) 2024-09-16T06:52:54.325 INFO:tasks.rados.rados.0.smithi042.stdout:1362: done (9 left) 2024-09-16T06:52:54.325 INFO:tasks.rados.rados.0.smithi042.stdout:1363: done (8 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1364: done (7 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1365: done (6 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1366: done (5 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1368: done (4 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1369: done (3 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1370: done (2 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1371: done (1 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1372: done (0 left) 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1373: copy_from oid 49 from oid 24 current snap is 127 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1374: rollback oid 15 current snap is 127 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 121 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 127 2024-09-16T06:52:54.326 INFO:tasks.rados.rados.0.smithi042.stdout:1375: seq_num 435 ranges {6897664=90112} 2024-09-16T06:52:54.363 INFO:tasks.rados.rados.0.smithi042.stdout:1375: writing smithi04281968-35 from 6897664 to 6987776 tid 1 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1376: snap_create 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1374: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 0 (ObjNum -987783968 snap 32733 seq_num 304) dirty dne 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1373: finishing copy_from racing read to smithi04281968-49 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1373: finishing copy_from to smithi04281968-49 2024-09-16T06:52:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 595 (ObjNum 427 snap 123 seq_num 427) dirty exists 2024-09-16T06:52:54.365 INFO:tasks.rados.rados.0.smithi042.stdout:1375: finishing write tid 1 to smithi04281968-35 2024-09-16T06:52:54.365 INFO:tasks.rados.rados.0.smithi042.stdout:1375: finishing write tid 2 to smithi04281968-35 2024-09-16T06:52:54.366 INFO:tasks.rados.rados.0.smithi042.stdout:1375: finishing write tid 3 to smithi04281968-35 2024-09-16T06:52:54.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 590 (ObjNum 435 snap 127 seq_num 435) dirty exists 2024-09-16T06:52:54.366 INFO:tasks.rados.rados.0.smithi042.stdout:1375: left oid 35 (ObjNum 435 snap 127 seq_num 435) 2024-09-16T06:52:54.591 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:54 smithi042 ceph-mon[96574]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T06:52:54.591 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:54 smithi042 ceph-mon[94096]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T06:52:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:54 smithi164 ceph-mon[88760]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T06:52:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1373: done (3 left) 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1374: done (2 left) 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1375: done (1 left) 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1376: done (0 left) 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1377: rollback oid 1 current snap is 128 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 126 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:1378: rollback oid 36 current snap is 128 2024-09-16T06:52:55.330 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 124 2024-09-16T06:52:55.331 INFO:tasks.rados.rados.0.smithi042.stdout:1379: snap_remove snap 127 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[94096]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 151 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s; 39/252 objects degraded (15.476%) 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 39/252 objects degraded (15.476%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[94096]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[94096]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[96574]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 151 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s; 39/252 objects degraded (15.476%) 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 39/252 objects degraded (15.476%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[96574]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T06:52:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-mon[96574]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:52:55.605 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T06:52:55.249+0000 7fa5e3cdc640 -1 osd.1 314 log_to_monitors true 2024-09-16T06:52:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:55 smithi164 ceph-mon[88760]: pgmap v160: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 151 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1 op/s; 39/252 objects degraded (15.476%) 2024-09-16T06:52:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:55 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 39/252 objects degraded (15.476%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T06:52:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:55 smithi164 ceph-mon[88760]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T06:52:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:55 smithi164 ceph-mon[88760]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T06:52:56.104 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 06:52:55 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T06:52:55.606+0000 7fa5d7a7e640 -1 osd.1 314 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:52:56.335 INFO:tasks.rados.rados.0.smithi042.stdout:1379: done (2 left) 2024-09-16T06:52:56.335 INFO:tasks.rados.rados.0.smithi042.stdout:1380: snap_remove snap 123 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.588 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.589 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416]' entity='osd.1' 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:57.338 INFO:tasks.rados.rados.0.smithi042.stdout:1380: done (2 left) 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1381: read oid 24 snap 121 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1381: expect (ObjNum 412 snap 119 seq_num 412) 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 128 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1382: seq_num 436 ranges {0=106496} 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1382: writing smithi04281968-9 from 0 to 106496 tid 1 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1383: copy_from oid 21 from oid 40 current snap is 128 2024-09-16T06:52:57.339 INFO:tasks.rados.rados.0.smithi042.stdout:1384: snap_remove snap 122 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416] boot 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:52:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[94096]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416] boot 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:52:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:57 smithi042 ceph-mon[96574]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T06:52:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: pgmap v163: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-09-16T06:52:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:52:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: osd.1 [v2:172.21.15.42:6810/2794819416,v1:172.21.15.42:6811/2794819416] boot 2024-09-16T06:52:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: osdmap e325: 8 total, 8 up, 8 in 2024-09-16T06:52:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T06:52:57.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:57 smithi164 ceph-mon[88760]: osdmap e326: 8 total, 8 up, 8 in 2024-09-16T06:52:58.337 INFO:tasks.rados.rados.0.smithi042.stdout:1384: done (5 left) 2024-09-16T06:52:58.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 128 2024-09-16T06:52:58.337 INFO:tasks.rados.rados.0.smithi042.stdout:1385: seq_num 437 ranges {2580480=122880} 2024-09-16T06:52:58.353 INFO:tasks.rados.rados.0.smithi042.stdout:1385: writing smithi04281968-28 from 2580480 to 2703360 tid 1 2024-09-16T06:52:58.353 INFO:tasks.rados.rados.0.smithi042.stdout:1386: snap_remove snap 125 2024-09-16T06:52:58.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:52:58.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:52:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:52:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1378: finishing rollback tid 0 to smithi04281968-36 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1378: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1378: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 407 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1377: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1377: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1377: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 499 (ObjNum 145 snap 0 seq_num 3307183456) dirty exists 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1382: finishing write tid 1 to smithi04281968-9 2024-09-16T06:52:59.355 INFO:tasks.rados.rados.0.smithi042.stdout:1382: finishing write tid 2 to smithi04281968-9 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1382: finishing write tid 3 to smithi04281968-9 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 505 (ObjNum 436 snap 128 seq_num 436) dirty exists 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1382: left oid 9 (ObjNum 436 snap 128 seq_num 436) 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1383: finishing copy_from racing read to smithi04281968-21 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1383: finishing copy_from to smithi04281968-21 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 380 (ObjNum 384 snap 112 seq_num 384) dirty exists 2024-09-16T06:52:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1381: expect (ObjNum 412 snap 119 seq_num 412) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1385: finishing write tid 1 to smithi04281968-28 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1385: finishing write tid 2 to smithi04281968-28 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1385: finishing write tid 3 to smithi04281968-28 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 620 (ObjNum 437 snap 128 seq_num 437) dirty exists 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1385: left oid 28 (ObjNum 437 snap 128 seq_num 437) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1377: done (6 left) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1378: done (5 left) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1381: done (4 left) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1382: done (3 left) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1383: done (2 left) 2024-09-16T06:52:59.414 INFO:tasks.rados.rados.0.smithi042.stdout:1385: done (1 left) 2024-09-16T06:52:59.415 INFO:tasks.rados.rados.0.smithi042.stdout:1386: done (0 left) 2024-09-16T06:52:59.415 INFO:tasks.rados.rados.0.smithi042.stdout:1387: snap_create 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[96574]: pgmap v166: 121 pgs: 29 active+undersized, 10 active+undersized+degraded, 82 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 18 op/s; 45/276 objects degraded (16.304%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[96574]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[94096]: pgmap v166: 121 pgs: 29 active+undersized, 10 active+undersized+degraded, 82 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 18 op/s; 45/276 objects degraded (16.304%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[94096]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T06:52:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:52:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:59 smithi164 ceph-mon[88760]: pgmap v166: 121 pgs: 29 active+undersized, 10 active+undersized+degraded, 82 active+clean; 152 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 18 op/s; 45/276 objects degraded (16.304%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:52:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:59 smithi164 ceph-mon[88760]: osdmap e327: 8 total, 8 up, 8 in 2024-09-16T06:52:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:52:59 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:52:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:52:59.606+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-16T06:53:00.359 INFO:tasks.rados.rados.0.smithi042.stdout:1387: done (0 left) 2024-09-16T06:53:00.360 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 129 2024-09-16T06:53:00.360 INFO:tasks.rados.rados.0.smithi042.stdout:1388: seq_num 438 ranges {0=139264} 2024-09-16T06:53:00.360 INFO:tasks.rados.rados.0.smithi042.stdout:1388: writing smithi04281968-17 from 0 to 139264 tid 1 2024-09-16T06:53:00.360 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 129 2024-09-16T06:53:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:1389: seq_num 439 ranges {6987776=155648} 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1389: writing smithi04281968-35 from 6987776 to 7143424 tid 1 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1390: snap_create 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1388: finishing write tid 1 to smithi04281968-17 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1388: finishing write tid 2 to smithi04281968-17 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1388: finishing write tid 3 to smithi04281968-17 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 586 (ObjNum 438 snap 129 seq_num 438) dirty exists 2024-09-16T06:53:00.400 INFO:tasks.rados.rados.0.smithi042.stdout:1388: left oid 17 (ObjNum 438 snap 129 seq_num 438) 2024-09-16T06:53:00.404 INFO:tasks.rados.rados.0.smithi042.stdout:1389: finishing write tid 1 to smithi04281968-35 2024-09-16T06:53:00.404 INFO:tasks.rados.rados.0.smithi042.stdout:1389: finishing write tid 2 to smithi04281968-35 2024-09-16T06:53:00.406 INFO:tasks.rados.rados.0.smithi042.stdout:1389: finishing write tid 3 to smithi04281968-35 2024-09-16T06:53:00.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 607 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:00.406 INFO:tasks.rados.rados.0.smithi042.stdout:1389: left oid 35 (ObjNum 439 snap 129 seq_num 439) 2024-09-16T06:53:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:00 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: osdmap e328: 8 total, 8 up, 8 in 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:00.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:00 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-09-16T06:53:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:1388: done (2 left) 2024-09-16T06:53:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:1389: done (1 left) 2024-09-16T06:53:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:1390: done (0 left) 2024-09-16T06:53:01.363 INFO:tasks.rados.rados.0.smithi042.stdout:1391: delete oid 44 current snap is 130 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1391: done (0 left) 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1392: rmattr oid 21 current snap is 130 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1392: done (0 left) 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1393: read oid 50 snap -1 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1393: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1394: read oid 4 snap -1 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1394: expect (ObjNum 365 snap 109 seq_num 365) 2024-09-16T06:53:01.367 INFO:tasks.rados.rados.0.smithi042.stdout:1395: delete oid 37 current snap is 130 2024-09-16T06:53:01.371 INFO:tasks.rados.rados.0.smithi042.stdout:1395: done (2 left) 2024-09-16T06:53:01.371 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 130 2024-09-16T06:53:01.371 INFO:tasks.rados.rados.0.smithi042.stdout:1396: seq_num 442 ranges {0=204800} 2024-09-16T06:53:01.372 INFO:tasks.rados.rados.0.smithi042.stdout:1396: writing smithi04281968-12 from 0 to 204800 tid 1 2024-09-16T06:53:01.372 INFO:tasks.rados.rados.0.smithi042.stdout:1397: copy_from oid 45 from oid 10 current snap is 130 2024-09-16T06:53:01.373 INFO:tasks.rados.rados.0.smithi042.stdout:1398: snap_remove snap 128 2024-09-16T06:53:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[94096]: pgmap v169: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 54 KiB/s wr, 3 op/s; 14/270 objects degraded (5.185%); 24 MiB/s, 6 objects/s recovering 2024-09-16T06:53:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[94096]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T06:53:01.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:01.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:01] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-09-16T06:53:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[96574]: pgmap v169: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 54 KiB/s wr, 3 op/s; 14/270 objects degraded (5.185%); 24 MiB/s, 6 objects/s recovering 2024-09-16T06:53:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[96574]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T06:53:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:01 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:01 smithi164 ceph-mon[88760]: pgmap v169: 121 pgs: 11 active+undersized, 5 active+undersized+degraded, 105 active+clean; 149 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 54 KiB/s wr, 3 op/s; 14/270 objects degraded (5.185%); 24 MiB/s, 6 objects/s recovering 2024-09-16T06:53:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:01 smithi164 ceph-mon[88760]: osdmap e329: 8 total, 8 up, 8 in 2024-09-16T06:53:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:01 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:1394: expect (ObjNum 365 snap 109 seq_num 365) 2024-09-16T06:53:02.418 INFO:tasks.rados.rados.0.smithi042.stdout:1393: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:02.532 INFO:tasks.rados.rados.0.smithi042.stdout:1396: finishing write tid 1 to smithi04281968-12 2024-09-16T06:53:02.532 INFO:tasks.rados.rados.0.smithi042.stdout:1396: finishing write tid 2 to smithi04281968-12 2024-09-16T06:53:02.532 INFO:tasks.rados.rados.0.smithi042.stdout:1396: finishing write tid 3 to smithi04281968-12 2024-09-16T06:53:02.532 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 609 (ObjNum 442 snap 130 seq_num 442) dirty exists 2024-09-16T06:53:02.532 INFO:tasks.rados.rados.0.smithi042.stdout:1396: left oid 12 (ObjNum 442 snap 130 seq_num 442) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1393: done (4 left) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1394: done (3 left) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1396: done (2 left) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1398: done (1 left) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1399: copy_from oid 11 from oid 29 current snap is 130 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1397: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1397: finishing copy_from to smithi04281968-45 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 369 (ObjNum 408 snap 118 seq_num 408) dirty exists 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1397: done (1 left) 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1400: copy_from oid 7 from oid 48 current snap is 130 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 130 2024-09-16T06:53:02.533 INFO:tasks.rados.rados.0.smithi042.stdout:1401: seq_num 443 ranges {2703360=221184} 2024-09-16T06:53:02.549 INFO:tasks.rados.rados.0.smithi042.stdout:1401: writing smithi04281968-28 from 2703360 to 2924544 tid 1 2024-09-16T06:53:02.549 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 130 2024-09-16T06:53:02.549 INFO:tasks.rados.rados.0.smithi042.stdout:1402: seq_num 444 ranges {3514368=237568} 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1402: writing smithi04281968-33 from 3514368 to 3751936 tid 1 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 130 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1399: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1399: finishing copy_from to smithi04281968-11 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 471 (ObjNum 318 snap 94 seq_num 318) dirty exists 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1401: finishing write tid 1 to smithi04281968-28 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1401: finishing write tid 2 to smithi04281968-28 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1401: finishing write tid 3 to smithi04281968-28 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 627 (ObjNum 443 snap 130 seq_num 443) dirty exists 2024-09-16T06:53:02.571 INFO:tasks.rados.rados.0.smithi042.stdout:1401: left oid 28 (ObjNum 443 snap 130 seq_num 443) 2024-09-16T06:53:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:1400: finishing copy_from racing read to smithi04281968-7 2024-09-16T06:53:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:1400: finishing copy_from to smithi04281968-7 2024-09-16T06:53:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 382 (ObjNum 426 snap 123 seq_num 426) dirty exists 2024-09-16T06:53:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:1403: seq_num 445 ranges {2039808=253952} 2024-09-16T06:53:02.583 INFO:tasks.rados.rados.0.smithi042.stdout:1403: writing smithi04281968-32 from 2039808 to 2293760 tid 1 2024-09-16T06:53:02.583 INFO:tasks.rados.rados.0.smithi042.stdout:1399: done (4 left) 2024-09-16T06:53:02.583 INFO:tasks.rados.rados.0.smithi042.stdout:1400: done (3 left) 2024-09-16T06:53:02.583 INFO:tasks.rados.rados.0.smithi042.stdout:1401: done (2 left) 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1404: rmattr oid 15 current snap is 130 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1404: done (2 left) 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1405: delete oid 20 current snap is 130 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1402: finishing write tid 1 to smithi04281968-33 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1402: finishing write tid 2 to smithi04281968-33 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1402: finishing write tid 3 to smithi04281968-33 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 512 (ObjNum 444 snap 130 seq_num 444) dirty exists 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1402: left oid 33 (ObjNum 444 snap 130 seq_num 444) 2024-09-16T06:53:02.584 INFO:tasks.rados.rados.0.smithi042.stdout:1402: done (2 left) 2024-09-16T06:53:02.585 INFO:tasks.rados.rados.0.smithi042.stdout:1405: done (1 left) 2024-09-16T06:53:02.585 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 130 2024-09-16T06:53:02.585 INFO:tasks.rados.rados.0.smithi042.stdout:1406: seq_num 447 ranges {0=294912} 2024-09-16T06:53:02.586 INFO:tasks.rados.rados.0.smithi042.stdout:1406: writing smithi04281968-5 from 0 to 294912 tid 1 2024-09-16T06:53:02.586 INFO:tasks.rados.rados.0.smithi042.stdout:1407: delete oid 38 current snap is 130 2024-09-16T06:53:02.586 INFO:tasks.rados.rados.0.smithi042.stdout:1403: finishing write tid 1 to smithi04281968-32 2024-09-16T06:53:02.586 INFO:tasks.rados.rados.0.smithi042.stdout:1403: finishing write tid 2 to smithi04281968-32 2024-09-16T06:53:02.587 INFO:tasks.rados.rados.0.smithi042.stdout:1403: finishing write tid 3 to smithi04281968-32 2024-09-16T06:53:02.587 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 413 (ObjNum 445 snap 130 seq_num 445) dirty exists 2024-09-16T06:53:02.587 INFO:tasks.rados.rados.0.smithi042.stdout:1403: left oid 32 (ObjNum 445 snap 130 seq_num 445) 2024-09-16T06:53:02.587 INFO:tasks.rados.rados.0.smithi042.stdout:1403: done (2 left) 2024-09-16T06:53:02.588 INFO:tasks.rados.rados.0.smithi042.stdout:1407: done (1 left) 2024-09-16T06:53:02.588 INFO:tasks.rados.rados.0.smithi042.stdout:1408: setattr oid 17 current snap is 130 2024-09-16T06:53:02.588 INFO:tasks.rados.rados.0.smithi042.stdout:1406: finishing write tid 1 to smithi04281968-5 2024-09-16T06:53:02.588 INFO:tasks.rados.rados.0.smithi042.stdout:1406: finishing write tid 2 to smithi04281968-5 2024-09-16T06:53:02.589 INFO:tasks.rados.rados.0.smithi042.stdout:1409: read oid 21 snap -1 2024-09-16T06:53:02.589 INFO:tasks.rados.rados.0.smithi042.stdout:1409: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:02.589 INFO:tasks.rados.rados.0.smithi042.stdout:1410: snap_remove snap 126 2024-09-16T06:53:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:02 smithi164 ceph-mon[88760]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T06:53:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:02 smithi042 ceph-mon[94096]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T06:53:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:02 smithi042 ceph-mon[96574]: osdmap e330: 8 total, 8 up, 8 in 2024-09-16T06:53:03.374 INFO:tasks.rados.rados.0.smithi042.stdout:1406: finishing write tid 3 to smithi04281968-5 2024-09-16T06:53:03.374 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 473 (ObjNum 447 snap 130 seq_num 447) dirty exists 2024-09-16T06:53:03.375 INFO:tasks.rados.rados.0.smithi042.stdout:1406: left oid 5 (ObjNum 447 snap 130 seq_num 447) 2024-09-16T06:53:03.375 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 589 (ObjNum 438 snap 129 seq_num 438) dirty exists 2024-09-16T06:53:03.375 INFO:tasks.rados.rados.0.smithi042.stdout:1409: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:03.514 INFO:tasks.rados.rados.0.smithi042.stdout:1406: done (3 left) 2024-09-16T06:53:03.514 INFO:tasks.rados.rados.0.smithi042.stdout:1408: done (2 left) 2024-09-16T06:53:03.514 INFO:tasks.rados.rados.0.smithi042.stdout:1409: done (1 left) 2024-09-16T06:53:03.514 INFO:tasks.rados.rados.0.smithi042.stdout:1410: done (0 left) 2024-09-16T06:53:03.514 INFO:tasks.rados.rados.0.smithi042.stdout:1411: snap_remove snap 124 2024-09-16T06:53:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:03 smithi164 ceph-mon[88760]: pgmap v172: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 980 KiB/s wr, 3 op/s; 27 MiB/s, 7 objects/s recovering 2024-09-16T06:53:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:03 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded) 2024-09-16T06:53:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:03 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:53:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:03 smithi164 ceph-mon[88760]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T06:53:03.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[94096]: pgmap v172: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 980 KiB/s wr, 3 op/s; 27 MiB/s, 7 objects/s recovering 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded) 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[94096]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[96574]: pgmap v172: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 980 KiB/s wr, 3 op/s; 27 MiB/s, 7 objects/s recovering 2024-09-16T06:53:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/270 objects degraded (5.185%), 5 pgs degraded) 2024-09-16T06:53:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:53:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:03 smithi042 ceph-mon[96574]: osdmap e331: 8 total, 8 up, 8 in 2024-09-16T06:53:04.385 INFO:tasks.rados.rados.0.smithi042.stdout:1411: done (0 left) 2024-09-16T06:53:04.385 INFO:tasks.rados.rados.0.smithi042.stdout:1412: snap_create 2024-09-16T06:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:04 smithi164 ceph-mon[88760]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T06:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:04.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:04.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[94096]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T06:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[96574]: osdmap e332: 8 total, 8 up, 8 in 2024-09-16T06:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:05.386 INFO:tasks.rados.rados.0.smithi042.stdout:1412: done (0 left) 2024-09-16T06:53:05.386 INFO:tasks.rados.rados.0.smithi042.stdout:1413: rollback oid 14 current snap is 131 2024-09-16T06:53:05.386 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 129 2024-09-16T06:53:05.387 INFO:tasks.rados.rados.0.smithi042.stdout:1414: snap_remove snap 121 2024-09-16T06:53:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:05 smithi164 ceph-mon[88760]: pgmap v175: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 954 KiB/s wr, 2 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T06:53:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:05 smithi164 ceph-mon[88760]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T06:53:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:05 smithi042 ceph-mon[94096]: pgmap v175: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 954 KiB/s wr, 2 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T06:53:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:05 smithi042 ceph-mon[94096]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T06:53:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:05 smithi042 ceph-mon[96574]: pgmap v175: 121 pgs: 121 active+clean; 153 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 954 KiB/s wr, 2 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T06:53:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:05 smithi042 ceph-mon[96574]: osdmap e333: 8 total, 8 up, 8 in 2024-09-16T06:53:06.401 INFO:tasks.rados.rados.0.smithi042.stdout:1413: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:53:06.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 0 (ObjNum 129 snap 0 seq_num 1482810896) dirty dne 2024-09-16T06:53:06.401 INFO:tasks.rados.rados.0.smithi042.stdout:1413: done (1 left) 2024-09-16T06:53:06.401 INFO:tasks.rados.rados.0.smithi042.stdout:1414: done (0 left) 2024-09-16T06:53:06.401 INFO:tasks.rados.rados.0.smithi042.stdout:1415: snap_remove snap 130 2024-09-16T06:53:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:06 smithi164 ceph-mon[88760]: osdmap e334: 8 total, 8 up, 8 in 2024-09-16T06:53:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:06 smithi042 ceph-mon[96574]: osdmap e334: 8 total, 8 up, 8 in 2024-09-16T06:53:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:06 smithi042 ceph-mon[94096]: osdmap e334: 8 total, 8 up, 8 in 2024-09-16T06:53:07.323 INFO:tasks.rados.rados.0.smithi042.stdout:1415: done (0 left) 2024-09-16T06:53:07.323 INFO:tasks.rados.rados.0.smithi042.stdout:1416: rollback oid 16 current snap is 131 2024-09-16T06:53:07.324 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 129 2024-09-16T06:53:07.324 INFO:tasks.rados.rados.0.smithi042.stdout:1417: read oid 31 snap -1 2024-09-16T06:53:07.324 INFO:tasks.rados.rados.0.smithi042.stdout:1417: expect (ObjNum 425 snap 123 seq_num 425) 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1418: read oid 6 snap -1 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1418: expect deleted 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1419: rollback oid 23 current snap is 131 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 129 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1420: read oid 50 snap -1 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1420: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1421: rmattr oid 20 current snap is 131 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1421: done (5 left) 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1422: copy_from oid 1 from oid 2 current snap is 131 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 131 2024-09-16T06:53:07.325 INFO:tasks.rados.rados.0.smithi042.stdout:1423: seq_num 449 ranges {1376256=327680} 2024-09-16T06:53:07.337 INFO:tasks.rados.rados.0.smithi042.stdout:1423: writing smithi04281968-4 from 1376256 to 1703936 tid 1 2024-09-16T06:53:07.337 INFO:tasks.rados.rados.0.smithi042.stdout:1424: copy_from oid 40 from oid 35 current snap is 131 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1416: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1416: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1416: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 375 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1422: finishing copy_from to smithi04281968-1 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1422: got expected ENOENT (src dne) 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1422: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1416: done (7 left) 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1418: done (6 left) 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1422: done (5 left) 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1425: read oid 42 snap -1 2024-09-16T06:53:07.338 INFO:tasks.rados.rados.0.smithi042.stdout:1425: expect deleted 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1426: rollback oid 7 current snap is 131 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 129 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1419: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1419: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1427: rollback oid 46 current snap is 131 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 129 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1419: finishing rollback tid 2 to smithi04281968-23 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 597 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1419: done (7 left) 2024-09-16T06:53:07.339 INFO:tasks.rados.rados.0.smithi042.stdout:1428: snap_create 2024-09-16T06:53:07.340 INFO:tasks.rados.rados.0.smithi042.stdout:1420: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:07.456 INFO:tasks.rados.rados.0.smithi042.stdout:1426: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:53:07.456 INFO:tasks.rados.rados.0.smithi042.stdout:1423: finishing write tid 1 to smithi04281968-4 2024-09-16T06:53:07.456 INFO:tasks.rados.rados.0.smithi042.stdout:1426: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:53:07.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 599 (ObjNum 529 snap 0 seq_num 3307183840) dirty dne 2024-09-16T06:53:07.457 INFO:tasks.rados.rados.0.smithi042.stdout:1417: expect (ObjNum 425 snap 123 seq_num 425) 2024-09-16T06:53:07.517 INFO:tasks.rados.rados.0.smithi042.stdout:1423: finishing write tid 2 to smithi04281968-4 2024-09-16T06:53:07.517 INFO:tasks.rados.rados.0.smithi042.stdout:1423: finishing write tid 3 to smithi04281968-4 2024-09-16T06:53:07.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 373 (ObjNum 449 snap 131 seq_num 449) dirty exists 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1423: left oid 4 (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1427: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1427: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1427: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 599 (ObjNum 302 snap 90 seq_num 302) dirty exists 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1424: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:1424: finishing copy_from to smithi04281968-40 2024-09-16T06:53:07.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 607 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:07 smithi164 ceph-mon[88760]: pgmap v178: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:53:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:07 smithi164 ceph-mon[88760]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T06:53:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:07 smithi164 ceph-mon[88760]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[94096]: pgmap v178: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[94096]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[94096]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[96574]: pgmap v178: 121 pgs: 121 active+clean; 170 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[96574]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T06:53:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:07 smithi042 ceph-mon[96574]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T06:53:08.325 INFO:tasks.rados.rados.0.smithi042.stdout:1417: done (7 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1420: done (6 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1423: done (5 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1424: done (4 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1425: done (3 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1426: done (2 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1427: done (1 left) 2024-09-16T06:53:08.370 INFO:tasks.rados.rados.0.smithi042.stdout:1428: done (0 left) 2024-09-16T06:53:08.371 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 132 2024-09-16T06:53:08.371 INFO:tasks.rados.rados.0.smithi042.stdout:1429: seq_num 450 ranges {294912=344064} 2024-09-16T06:53:08.371 INFO:tasks.rados.rados.0.smithi042.stdout:1429: writing smithi04281968-5 from 294912 to 638976 tid 1 2024-09-16T06:53:08.371 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 132 2024-09-16T06:53:08.372 INFO:tasks.rados.rados.0.smithi042.stdout:1430: seq_num 451 ranges {8159232=360448} 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1430: writing smithi04281968-10 from 8159232 to 8519680 tid 1 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1431: rmattr oid 30 current snap is 132 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1431: done (2 left) 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1432: copy_from oid 33 from oid 50 current snap is 132 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1429: finishing write tid 1 to smithi04281968-5 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1429: finishing write tid 2 to smithi04281968-5 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1429: finishing write tid 3 to smithi04281968-5 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 475 (ObjNum 450 snap 132 seq_num 450) dirty exists 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1429: left oid 5 (ObjNum 450 snap 132 seq_num 450) 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1429: done (2 left) 2024-09-16T06:53:08.376 INFO:tasks.rados.rados.0.smithi042.stdout:1433: read oid 28 snap -1 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1433: expect (ObjNum 443 snap 130 seq_num 443) 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1434: rollback oid 24 current snap is 132 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 129 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1435: read oid 36 snap -1 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1435: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1436: copy_from oid 14 from oid 35 current snap is 132 2024-09-16T06:53:08.377 INFO:tasks.rados.rados.0.smithi042.stdout:1437: snap_create 2024-09-16T06:53:08.380 INFO:tasks.rados.rados.0.smithi042.stdout:1430: finishing write tid 1 to smithi04281968-10 2024-09-16T06:53:08.380 INFO:tasks.rados.rados.0.smithi042.stdout:1430: finishing write tid 2 to smithi04281968-10 2024-09-16T06:53:08.382 INFO:tasks.rados.rados.0.smithi042.stdout:1430: finishing write tid 3 to smithi04281968-10 2024-09-16T06:53:08.382 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 378 (ObjNum 451 snap 132 seq_num 451) dirty exists 2024-09-16T06:53:08.382 INFO:tasks.rados.rados.0.smithi042.stdout:1430: left oid 10 (ObjNum 451 snap 132 seq_num 451) 2024-09-16T06:53:08.390 INFO:tasks.rados.rados.0.smithi042.stdout:1435: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:08.507 INFO:tasks.rados.rados.0.smithi042.stdout:1433: expect (ObjNum 443 snap 130 seq_num 443) 2024-09-16T06:53:08.689 INFO:tasks.rados.rados.0.smithi042.stdout:1434: finishing rollback tid 0 to smithi04281968-24 2024-09-16T06:53:08.689 INFO:tasks.rados.rados.0.smithi042.stdout:1434: finishing rollback tid 1 to smithi04281968-24 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:1434: finishing rollback tid 2 to smithi04281968-24 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 654 (ObjNum 427 snap 123 seq_num 427) dirty exists 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:1432: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:1432: finishing copy_from to smithi04281968-33 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 469 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:1436: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:1436: finishing copy_from to smithi04281968-14 2024-09-16T06:53:08.690 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 607 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:08.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:53:08.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1430: done (6 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1432: done (5 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1433: done (4 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1434: done (3 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1435: done (2 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1436: done (1 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1437: done (0 left) 2024-09-16T06:53:09.327 INFO:tasks.rados.rados.0.smithi042.stdout:1438: setattr oid 12 current snap is 133 2024-09-16T06:53:09.328 INFO:tasks.rados.rados.0.smithi042.stdout:1439: delete oid 11 current snap is 133 2024-09-16T06:53:09.333 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 623 (ObjNum 442 snap 130 seq_num 442) dirty exists 2024-09-16T06:53:09.338 INFO:tasks.rados.rados.0.smithi042.stdout:1438: done (1 left) 2024-09-16T06:53:09.338 INFO:tasks.rados.rados.0.smithi042.stdout:1439: done (0 left) 2024-09-16T06:53:09.338 INFO:tasks.rados.rados.0.smithi042.stdout:1440: snap_remove snap 131 2024-09-16T06:53:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[96574]: pgmap v181: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-16T06:53:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[96574]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T06:53:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[94096]: pgmap v181: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-16T06:53:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[94096]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T06:53:09.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:09 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:09 smithi164 ceph-mon[88760]: pgmap v181: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-09-16T06:53:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:09 smithi164 ceph-mon[88760]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T06:53:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:09 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:10.014 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (3m) 14s ago 7m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (3m) 89s ago 6m 79.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (8m) 14s ago 8m 17.4M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (8m) 89s ago 8m 17.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:53:10.281 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (2m) 89s ago 11m 437M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (2m) 14s ago 13m 487M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (2m) 14s ago 13m 47.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (93s) 89s ago 11m 22.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (111s) 14s ago 11m 39.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (3m) 14s ago 6m 8816k - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (3m) 89s ago 6m 8358k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (52s) 14s ago 11m 96.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (18s) 14s ago 10m 14.4M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (10m) 14s ago 10m 181M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 33b35eca1cc4 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (9m) 14s ago 9m 96.9M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (9m) 89s ago 9m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:53:10.282 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (9m) 89s ago 9m 160M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:53:10.283 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (8m) 89s ago 8m 102M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:53:10.283 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (8m) 89s ago 8m 97.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:53:10.283 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (2m) 89s ago 7m 49.2M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:53:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:1440: done (0 left) 2024-09-16T06:53:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:1441: rmattr oid 47 current snap is 133 2024-09-16T06:53:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:1441: done (0 left) 2024-09-16T06:53:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:1442: read oid 24 snap 129 2024-09-16T06:53:10.339 INFO:tasks.rados.rados.0.smithi042.stdout:1442: expect (ObjNum 427 snap 123 seq_num 427) 2024-09-16T06:53:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:1443: read oid 41 snap -1 2024-09-16T06:53:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:1443: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:53:10.340 INFO:tasks.rados.rados.0.smithi042.stdout:1444: delete oid 3 current snap is 133 2024-09-16T06:53:10.344 INFO:tasks.rados.rados.0.smithi042.stdout:1444: done (2 left) 2024-09-16T06:53:10.344 INFO:tasks.rados.rados.0.smithi042.stdout:1445: copy_from oid 18 from oid 20 current snap is 133 2024-09-16T06:53:10.344 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 133 2024-09-16T06:53:10.345 INFO:tasks.rados.rados.0.smithi042.stdout:1446: seq_num 454 ranges {0=409600} 2024-09-16T06:53:10.347 INFO:tasks.rados.rados.0.smithi042.stdout:1446: writing smithi04281968-38 from 0 to 409600 tid 1 2024-09-16T06:53:10.347 INFO:tasks.rados.rados.0.smithi042.stdout:1447: read oid 4 snap -1 2024-09-16T06:53:10.347 INFO:tasks.rados.rados.0.smithi042.stdout:1447: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:10.347 INFO:tasks.rados.rados.0.smithi042.stdout:1448: snap_create 2024-09-16T06:53:10.347 INFO:tasks.rados.rados.0.smithi042.stdout:1445: finishing copy_from to smithi04281968-18 2024-09-16T06:53:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:1445: got expected ENOENT (src dne) 2024-09-16T06:53:10.348 INFO:tasks.rados.rados.0.smithi042.stdout:1445: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:53:10.361 INFO:tasks.rados.rados.0.smithi042.stdout:1442: expect (ObjNum 427 snap 123 seq_num 427) 2024-09-16T06:53:10.514 INFO:tasks.rados.rados.0.smithi042.stdout:1443: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:1446: finishing write tid 1 to smithi04281968-38 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:1446: finishing write tid 2 to smithi04281968-38 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:1446: finishing write tid 3 to smithi04281968-38 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 658 (ObjNum 454 snap 133 seq_num 454) dirty exists 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:1446: left oid 38 (ObjNum 454 snap 133 seq_num 454) 2024-09-16T06:53:10.546 INFO:tasks.rados.rados.0.smithi042.stdout:1447: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:10.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:10 smithi042 ceph-mon[94096]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T06:53:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:10 smithi042 ceph-mon[96574]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:53:10.622 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 6, 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 8, 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:53:10.623 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:53:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:10 smithi164 ceph-mon[88760]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1442: done (5 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1443: done (4 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1445: done (3 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1446: done (2 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1447: done (1 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1448: done (0 left) 2024-09-16T06:53:11.338 INFO:tasks.rados.rados.0.smithi042.stdout:1449: snap_create 2024-09-16T06:53:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:11] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-09-16T06:53:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[94096]: pgmap v184: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-16T06:53:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[94096]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[94096]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[94096]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/706483177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[96574]: pgmap v184: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[96574]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[96574]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[96574]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T06:53:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:11 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/706483177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:11 smithi164 ceph-mon[88760]: pgmap v184: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-09-16T06:53:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:11 smithi164 ceph-mon[88760]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:11 smithi164 ceph-mon[88760]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:11 smithi164 ceph-mon[88760]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T06:53:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:11 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/706483177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:1449: done (0 left) 2024-09-16T06:53:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 135 2024-09-16T06:53:12.324 INFO:tasks.rados.rados.0.smithi042.stdout:1450: seq_num 455 ranges {0=425984} 2024-09-16T06:53:12.326 INFO:tasks.rados.rados.0.smithi042.stdout:1450: writing smithi04281968-7 from 0 to 425984 tid 1 2024-09-16T06:53:12.326 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 135 2024-09-16T06:53:12.327 INFO:tasks.rados.rados.0.smithi042.stdout:1451: seq_num 456 ranges {2293760=442368} 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1451: writing smithi04281968-32 from 2293760 to 2736128 tid 1 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 135 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1450: finishing write tid 1 to smithi04281968-7 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1450: finishing write tid 2 to smithi04281968-7 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1450: finishing write tid 3 to smithi04281968-7 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 601 (ObjNum 455 snap 135 seq_num 455) dirty exists 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1450: left oid 7 (ObjNum 455 snap 135 seq_num 455) 2024-09-16T06:53:12.343 INFO:tasks.rados.rados.0.smithi042.stdout:1452: seq_num 457 ranges {5849088=458752} 2024-09-16T06:53:12.377 INFO:tasks.rados.rados.0.smithi042.stdout:1452: writing smithi04281968-34 from 5849088 to 6307840 tid 1 2024-09-16T06:53:12.377 INFO:tasks.rados.rados.0.smithi042.stdout:1450: done (2 left) 2024-09-16T06:53:12.377 INFO:tasks.rados.rados.0.smithi042.stdout:1453: snap_create 2024-09-16T06:53:12.377 INFO:tasks.rados.rados.0.smithi042.stdout:1451: finishing write tid 1 to smithi04281968-32 2024-09-16T06:53:12.377 INFO:tasks.rados.rados.0.smithi042.stdout:1451: finishing write tid 2 to smithi04281968-32 2024-09-16T06:53:12.378 INFO:tasks.rados.rados.0.smithi042.stdout:1451: finishing write tid 3 to smithi04281968-32 2024-09-16T06:53:12.378 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 609 (ObjNum 456 snap 135 seq_num 456) dirty exists 2024-09-16T06:53:12.378 INFO:tasks.rados.rados.0.smithi042.stdout:1451: left oid 32 (ObjNum 456 snap 135 seq_num 456) 2024-09-16T06:53:12.380 INFO:tasks.rados.rados.0.smithi042.stdout:1452: finishing write tid 1 to smithi04281968-34 2024-09-16T06:53:12.380 INFO:tasks.rados.rados.0.smithi042.stdout:1452: finishing write tid 2 to smithi04281968-34 2024-09-16T06:53:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:1452: finishing write tid 3 to smithi04281968-34 2024-09-16T06:53:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 382 (ObjNum 457 snap 135 seq_num 457) dirty exists 2024-09-16T06:53:12.381 INFO:tasks.rados.rados.0.smithi042.stdout:1452: left oid 34 (ObjNum 457 snap 135 seq_num 457) 2024-09-16T06:53:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:12 smithi042 ceph-mon[96574]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T06:53:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:12 smithi042 ceph-mon[96574]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T06:53:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:12 smithi042 ceph-mon[94096]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T06:53:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:12 smithi042 ceph-mon[94096]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T06:53:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:12 smithi164 ceph-mon[88760]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T06:53:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:12 smithi164 ceph-mon[88760]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T06:53:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:13.354 INFO:tasks.rados.rados.0.smithi042.stdout:1451: done (2 left) 2024-09-16T06:53:13.354 INFO:tasks.rados.rados.0.smithi042.stdout:1452: done (1 left) 2024-09-16T06:53:13.354 INFO:tasks.rados.rados.0.smithi042.stdout:1453: done (0 left) 2024-09-16T06:53:13.354 INFO:tasks.rados.rados.0.smithi042.stdout:1454: delete oid 40 current snap is 136 2024-09-16T06:53:13.361 INFO:tasks.rados.rados.0.smithi042.stdout:1454: done (0 left) 2024-09-16T06:53:13.361 INFO:tasks.rados.rados.0.smithi042.stdout:1455: snap_remove snap 132 2024-09-16T06:53:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:13 smithi042 ceph-mon[94096]: pgmap v187: 121 pgs: 121 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T06:53:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:13 smithi042 ceph-mon[96574]: pgmap v187: 121 pgs: 121 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T06:53:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:13 smithi164 ceph-mon[88760]: pgmap v187: 121 pgs: 121 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 980 KiB/s wr, 16 op/s 2024-09-16T06:53:13.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:14.360 INFO:tasks.rados.rados.0.smithi042.stdout:1455: done (0 left) 2024-09-16T06:53:14.360 INFO:tasks.rados.rados.0.smithi042.stdout:1456: snap_remove snap 133 2024-09-16T06:53:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:14 smithi164 ceph-mon[88760]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T06:53:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:14 smithi042 ceph-mon[94096]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T06:53:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:14 smithi042 ceph-mon[96574]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T06:53:15.360 INFO:tasks.rados.rados.0.smithi042.stdout:1456: done (0 left) 2024-09-16T06:53:15.360 INFO:tasks.rados.rados.0.smithi042.stdout:1457: snap_remove snap 129 2024-09-16T06:53:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[94096]: pgmap v190: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T06:53:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[94096]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T06:53:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[94096]: Upgrade: osd.2 is safe to restart 2024-09-16T06:53:15.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[96574]: pgmap v190: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T06:53:15.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[96574]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T06:53:15.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:15 smithi042 ceph-mon[96574]: Upgrade: osd.2 is safe to restart 2024-09-16T06:53:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:15 smithi164 ceph-mon[88760]: pgmap v190: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T06:53:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:15 smithi164 ceph-mon[88760]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T06:53:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:15 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T06:53:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:15 smithi164 ceph-mon[88760]: Upgrade: osd.2 is safe to restart 2024-09-16T06:53:16.372 INFO:tasks.rados.rados.0.smithi042.stdout:1457: done (0 left) 2024-09-16T06:53:16.372 INFO:tasks.rados.rados.0.smithi042.stdout:1458: delete oid 34 current snap is 136 2024-09-16T06:53:16.378 INFO:tasks.rados.rados.0.smithi042.stdout:1458: done (0 left) 2024-09-16T06:53:16.378 INFO:tasks.rados.rados.0.smithi042.stdout:1459: read oid 33 snap -1 2024-09-16T06:53:16.378 INFO:tasks.rados.rados.0.smithi042.stdout:1459: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:16.378 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 136 2024-09-16T06:53:16.378 INFO:tasks.rados.rados.0.smithi042.stdout:1460: seq_num 460 ranges {5824512=507904} 2024-09-16T06:53:16.413 INFO:tasks.rados.rados.0.smithi042.stdout:1460: writing smithi04281968-48 from 5824512 to 6332416 tid 1 2024-09-16T06:53:16.413 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 136 2024-09-16T06:53:16.413 INFO:tasks.rados.rados.0.smithi042.stdout:1461: seq_num 461 ranges {638976=524288} 2024-09-16T06:53:16.420 INFO:tasks.rados.rados.0.smithi042.stdout:1461: writing smithi04281968-5 from 638976 to 1163264 tid 1 2024-09-16T06:53:16.420 INFO:tasks.rados.rados.0.smithi042.stdout:1462: read oid 42 snap -1 2024-09-16T06:53:16.420 INFO:tasks.rados.rados.0.smithi042.stdout:1462: expect deleted 2024-09-16T06:53:16.420 INFO:tasks.rados.rados.0.smithi042.stdout:1463: delete oid 15 current snap is 136 2024-09-16T06:53:16.420 INFO:tasks.rados.rados.0.smithi042.stdout:1459: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1460: finishing write tid 1 to smithi04281968-48 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1460: finishing write tid 2 to smithi04281968-48 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1460: finishing write tid 3 to smithi04281968-48 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 472 (ObjNum 460 snap 136 seq_num 460) dirty exists 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1460: left oid 48 (ObjNum 460 snap 136 seq_num 460) 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1459: done (4 left) 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1460: done (3 left) 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1463: done (2 left) 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:1464: rollback oid 47 current snap is 136 2024-09-16T06:53:16.537 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 47 to 135 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1461: finishing write tid 1 to smithi04281968-5 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1461: finishing write tid 2 to smithi04281968-5 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1461: finishing write tid 3 to smithi04281968-5 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 477 (ObjNum 461 snap 136 seq_num 461) dirty exists 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1461: left oid 5 (ObjNum 461 snap 136 seq_num 461) 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1461: done (2 left) 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1462: done (1 left) 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1465: read oid 30 snap 134 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1465: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1466: rmattr oid 24 current snap is 136 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1466: done (2 left) 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 136 2024-09-16T06:53:16.538 INFO:tasks.rados.rados.0.smithi042.stdout:1467: seq_num 463 ranges {6332416=557056} 2024-09-16T06:53:16.574 INFO:tasks.rados.rados.0.smithi042.stdout:1467: writing smithi04281968-48 from 6332416 to 6889472 tid 1 2024-09-16T06:53:16.574 INFO:tasks.rados.rados.0.smithi042.stdout:1468: snap_create 2024-09-16T06:53:16.574 INFO:tasks.rados.rados.0.smithi042.stdout:1464: finishing rollback tid 0 to smithi04281968-47 2024-09-16T06:53:16.574 INFO:tasks.rados.rados.0.smithi042.stdout:1464: finishing rollback tid 1 to smithi04281968-47 2024-09-16T06:53:16.574 INFO:tasks.rados.rados.0.smithi042.stdout:1464: finishing rollback tid 2 to smithi04281968-47 2024-09-16T06:53:16.575 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 412 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-09-16T06:53:16.575 INFO:tasks.rados.rados.0.smithi042.stdout:1465: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:53:16.652 INFO:tasks.rados.rados.0.smithi042.stdout:1467: finishing write tid 1 to smithi04281968-48 2024-09-16T06:53:16.652 INFO:tasks.rados.rados.0.smithi042.stdout:1467: finishing write tid 2 to smithi04281968-48 2024-09-16T06:53:16.653 INFO:tasks.rados.rados.0.smithi042.stdout:1467: finishing write tid 3 to smithi04281968-48 2024-09-16T06:53:16.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 474 (ObjNum 463 snap 136 seq_num 463) dirty exists 2024-09-16T06:53:16.653 INFO:tasks.rados.rados.0.smithi042.stdout:1467: left oid 48 (ObjNum 463 snap 136 seq_num 463) 2024-09-16T06:53:16.663 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[96574]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T06:53:16.663 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[94096]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:53:16.664 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:16 smithi164 ceph-mon[88760]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T06:53:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T06:53:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:17.325 INFO:tasks.rados.rados.0.smithi042.stdout:1464: done (3 left) 2024-09-16T06:53:17.325 INFO:tasks.rados.rados.0.smithi042.stdout:1465: done (2 left) 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1467: done (1 left) 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1468: done (0 left) 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1469: read oid 12 snap -1 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1469: expect (ObjNum 442 snap 130 seq_num 442) 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1470: read oid 4 snap -1 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1470: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:17.326 INFO:tasks.rados.rados.0.smithi042.stdout:1471: setattr oid 20 current snap is 137 2024-09-16T06:53:17.328 INFO:tasks.rados.rados.0.smithi042.stdout:1469: expect (ObjNum 442 snap 130 seq_num 442) 2024-09-16T06:53:17.336 INFO:tasks.rados.rados.0.smithi042.stdout:1470: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:17.411 INFO:tasks.rados.rados.0.smithi042.stdout:1469: done (2 left) 2024-09-16T06:53:17.411 INFO:tasks.rados.rados.0.smithi042.stdout:1470: done (1 left) 2024-09-16T06:53:17.411 INFO:tasks.rados.rados.0.smithi042.stdout:1472: snap_remove snap 134 2024-09-16T06:53:17.720 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[96574]: pgmap v193: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T06:53:17.720 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[96574]: Upgrade: Updating osd.2 2024-09-16T06:53:17.720 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[96574]: Deploying daemon osd.2 on smithi042 2024-09-16T06:53:17.720 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[96574]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T06:53:17.720 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[96574]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T06:53:17.721 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[94096]: pgmap v193: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T06:53:17.721 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[94096]: Upgrade: Updating osd.2 2024-09-16T06:53:17.721 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[94096]: Deploying daemon osd.2 on smithi042 2024-09-16T06:53:17.721 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[94096]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T06:53:17.721 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:17 smithi042 ceph-mon[94096]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T06:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:17 smithi164 ceph-mon[88760]: pgmap v193: 121 pgs: 121 active+clean; 160 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T06:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:17 smithi164 ceph-mon[88760]: Upgrade: Updating osd.2 2024-09-16T06:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:17 smithi164 ceph-mon[88760]: Deploying daemon osd.2 on smithi042 2024-09-16T06:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:17 smithi164 ceph-mon[88760]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T06:53:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:17 smithi164 ceph-mon[88760]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T06:53:18.380 INFO:tasks.rados.rados.0.smithi042.stdout:1472: done (1 left) 2024-09-16T06:53:18.380 INFO:tasks.rados.rados.0.smithi042.stdout:1473: snap_remove snap 136 2024-09-16T06:53:18.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:19.383 INFO:tasks.rados.rados.0.smithi042.stdout:1473: done (1 left) 2024-09-16T06:53:19.383 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 137 2024-09-16T06:53:19.383 INFO:tasks.rados.rados.0.smithi042.stdout:1474: seq_num 464 ranges {2064384=573440} 2024-09-16T06:53:19.397 INFO:tasks.rados.rados.0.smithi042.stdout:1474: writing smithi04281968-13 from 2064384 to 2637824 tid 1 2024-09-16T06:53:19.397 INFO:tasks.rados.rados.0.smithi042.stdout:1475: rmattr oid 6 current snap is 137 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:1475: done (2 left) 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:1476: read oid 34 snap 135 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:1476: expect (ObjNum 457 snap 135 seq_num 457) 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 137 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 250 (ObjNum 401 snap 0 seq_num 111289424) dirty exists 2024-09-16T06:53:19.398 INFO:tasks.rados.rados.0.smithi042.stdout:1477: seq_num 465 ranges {204800=598016} 2024-09-16T06:53:19.402 INFO:tasks.rados.rados.0.smithi042.stdout:1477: writing smithi04281968-12 from 204800 to 802816 tid 1 2024-09-16T06:53:19.402 INFO:tasks.rados.rados.0.smithi042.stdout:1471: done (3 left) 2024-09-16T06:53:19.402 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 137 2024-09-16T06:53:19.402 INFO:tasks.rados.rados.0.smithi042.stdout:1478: seq_num 466 ranges {0=614400} 2024-09-16T06:53:19.406 INFO:tasks.rados.rados.0.smithi042.stdout:1478: writing smithi04281968-1 from 0 to 614400 tid 1 2024-09-16T06:53:19.407 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 137 2024-09-16T06:53:19.407 INFO:tasks.rados.rados.0.smithi042.stdout:1474: finishing write tid 1 to smithi04281968-13 2024-09-16T06:53:19.407 INFO:tasks.rados.rados.0.smithi042.stdout:1474: finishing write tid 2 to smithi04281968-13 2024-09-16T06:53:19.407 INFO:tasks.rados.rados.0.smithi042.stdout:1479: seq_num 467 ranges {2916352=630784} 2024-09-16T06:53:19.427 INFO:tasks.rados.rados.0.smithi042.stdout:1479: writing smithi04281968-33 from 2916352 to 3547136 tid 1 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1480: read oid 50 snap 135 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1480: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 137 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1477: finishing write tid 1 to smithi04281968-12 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1474: finishing write tid 3 to smithi04281968-13 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 377 (ObjNum 464 snap 137 seq_num 464) dirty exists 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1474: left oid 13 (ObjNum 464 snap 137 seq_num 464) 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1477: finishing write tid 2 to smithi04281968-12 2024-09-16T06:53:19.428 INFO:tasks.rados.rados.0.smithi042.stdout:1481: seq_num 468 ranges {425984=647168} 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1481: writing smithi04281968-7 from 425984 to 1073152 tid 1 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1474: done (6 left) 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1482: setattr oid 35 current snap is 137 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1477: finishing write tid 3 to smithi04281968-12 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 630 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1477: left oid 12 (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1478: finishing write tid 1 to smithi04281968-1 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1478: finishing write tid 2 to smithi04281968-1 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1478: finishing write tid 3 to smithi04281968-1 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 545 (ObjNum 466 snap 137 seq_num 466) dirty exists 2024-09-16T06:53:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:1478: left oid 1 (ObjNum 466 snap 137 seq_num 466) 2024-09-16T06:53:19.435 INFO:tasks.rados.rados.0.smithi042.stdout:1476: expect (ObjNum 457 snap 135 seq_num 457) 2024-09-16T06:53:19.557 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:19 smithi042 systemd[1]: Stopping Ceph osd.2 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[94096]: pgmap v196: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 344 KiB/s wr, 4 op/s 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[94096]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[96574]: pgmap v196: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 344 KiB/s wr, 4 op/s 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[96574]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T06:53:19.558 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:19 smithi164 ceph-mon[88760]: pgmap v196: 121 pgs: 121 active+clean; 157 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 344 KiB/s wr, 4 op/s 2024-09-16T06:53:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:19 smithi164 ceph-mon[88760]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T06:53:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:19.787 INFO:tasks.rados.rados.0.smithi042.stdout:1479: finishing write tid 1 to smithi04281968-33 2024-09-16T06:53:19.787 INFO:tasks.rados.rados.0.smithi042.stdout:1479: finishing write tid 2 to smithi04281968-33 2024-09-16T06:53:19.787 INFO:tasks.rados.rados.0.smithi042.stdout:1479: finishing write tid 3 to smithi04281968-33 2024-09-16T06:53:19.788 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 548 (ObjNum 467 snap 137 seq_num 467) dirty exists 2024-09-16T06:53:19.788 INFO:tasks.rados.rados.0.smithi042.stdout:1479: left oid 33 (ObjNum 467 snap 137 seq_num 467) 2024-09-16T06:53:19.788 INFO:tasks.rados.rados.0.smithi042.stdout:1480: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:19.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[55786]: 2024-09-16T06:53:19.557+0000 7f66d40c7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:53:19.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[55786]: 2024-09-16T06:53:19.557+0000 7f66d40c7640 -1 osd.2 348 *** Got signal Terminated *** 2024-09-16T06:53:19.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[55786]: 2024-09-16T06:53:19.557+0000 7f66d40c7640 -1 osd.2 348 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:53:19.900 INFO:tasks.rados.rados.0.smithi042.stdout:1481: finishing write tid 1 to smithi04281968-7 2024-09-16T06:53:19.900 INFO:tasks.rados.rados.0.smithi042.stdout:1481: finishing write tid 2 to smithi04281968-7 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1481: finishing write tid 3 to smithi04281968-7 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 609 (ObjNum 468 snap 137 seq_num 468) dirty exists 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1481: left oid 7 (ObjNum 468 snap 137 seq_num 468) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1476: done (6 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1477: done (5 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1478: done (4 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1479: done (3 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1480: done (2 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1481: done (1 left) 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1483: read oid 37 snap -1 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1483: expect deleted 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1484: read oid 12 snap -1 2024-09-16T06:53:19.901 INFO:tasks.rados.rados.0.smithi042.stdout:1484: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:53:19.902 INFO:tasks.rados.rados.0.smithi042.stdout:1485: snap_remove snap 135 2024-09-16T06:53:20.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 632 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:20.394 INFO:tasks.rados.rados.0.smithi042.stdout:1484: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:53:20.422 INFO:tasks.rados.rados.0.smithi042.stdout:1482: done (3 left) 2024-09-16T06:53:20.422 INFO:tasks.rados.rados.0.smithi042.stdout:1483: done (2 left) 2024-09-16T06:53:20.422 INFO:tasks.rados.rados.0.smithi042.stdout:1484: done (1 left) 2024-09-16T06:53:20.422 INFO:tasks.rados.rados.0.smithi042.stdout:1485: done (0 left) 2024-09-16T06:53:20.422 INFO:tasks.rados.rados.0.smithi042.stdout:1486: snap_create 2024-09-16T06:53:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:20 smithi164 ceph-mon[88760]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T06:53:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:20 smithi164 ceph-mon[88760]: osd.2 marked itself down and dead 2024-09-16T06:53:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:20 smithi042 ceph-mon[94096]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T06:53:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:20 smithi042 ceph-mon[94096]: osd.2 marked itself down and dead 2024-09-16T06:53:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:20 smithi042 ceph-mon[96574]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T06:53:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:20 smithi042 ceph-mon[96574]: osd.2 marked itself down and dead 2024-09-16T06:53:21.231 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:20 smithi042 podman[111928]: 2024-09-16 06:53:20.947502111 +0000 UTC m=+1.514257880 container died 33b35eca1cc45cd09c48e0e69e9068dbcdb6755ee6258fc1fc25df9b985adaea (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=quincy-6d025bc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:1486: done (0 left) 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:1487: copy_from oid 36 from oid 33 current snap is 138 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:1488: rollback oid 44 current snap is 138 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 137 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 138 2024-09-16T06:53:21.394 INFO:tasks.rados.rados.0.smithi042.stdout:1489: seq_num 469 ranges {2310144=663552} 2024-09-16T06:53:21.411 INFO:tasks.rados.rados.0.smithi042.stdout:1489: writing smithi04281968-8 from 2310144 to 2973696 tid 1 2024-09-16T06:53:21.411 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 138 2024-09-16T06:53:21.411 INFO:tasks.rados.rados.0.smithi042.stdout:1488: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:53:21.412 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 0 (ObjNum 129 snap 0 seq_num 110820176) dirty dne 2024-09-16T06:53:21.412 INFO:tasks.rados.rados.0.smithi042.stdout:1490: seq_num 470 ranges {106496=679936} 2024-09-16T06:53:21.416 INFO:tasks.rados.rados.0.smithi042.stdout:1490: writing smithi04281968-9 from 106496 to 786432 tid 1 2024-09-16T06:53:21.416 INFO:tasks.rados.rados.0.smithi042.stdout:1488: done (3 left) 2024-09-16T06:53:21.416 INFO:tasks.rados.rados.0.smithi042.stdout:1491: setattr oid 37 current snap is 138 2024-09-16T06:53:21.417 INFO:tasks.rados.rados.0.smithi042.stdout:1489: finishing write tid 1 to smithi04281968-8 2024-09-16T06:53:21.417 INFO:tasks.rados.rados.0.smithi042.stdout:1489: finishing write tid 2 to smithi04281968-8 2024-09-16T06:53:21.417 INFO:tasks.rados.rados.0.smithi042.stdout:1492: snap_remove snap 137 2024-09-16T06:53:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:21] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-09-16T06:53:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[96574]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-09-16T06:53:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[96574]: osdmap e349: 8 total, 7 up, 8 in 2024-09-16T06:53:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[94096]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-09-16T06:53:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:21 smithi042 ceph-mon[94096]: osdmap e349: 8 total, 7 up, 8 in 2024-09-16T06:53:21.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:21 smithi042 podman[111928]: 2024-09-16 06:53:21.447691442 +0000 UTC m=+2.014447204 container cleanup 33b35eca1cc45cd09c48e0e69e9068dbcdb6755ee6258fc1fc25df9b985adaea (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux ) 2024-09-16T06:53:21.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:21 smithi042 bash[111928]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2 2024-09-16T06:53:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:21 smithi164 ceph-mon[88760]: pgmap v199: 121 pgs: 121 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-09-16T06:53:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:21 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:21 smithi164 ceph-mon[88760]: osdmap e349: 8 total, 7 up, 8 in 2024-09-16T06:53:22.029 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:21 smithi042 podman[111948]: 2024-09-16 06:53:21.716020174 +0000 UTC m=+0.769853108 container remove 33b35eca1cc45cd09c48e0e69e9068dbcdb6755ee6258fc1fc25df9b985adaea (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T06:53:22.326 INFO:tasks.rados.rados.0.smithi042.stdout:1492: done (4 left) 2024-09-16T06:53:22.326 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 138 2024-09-16T06:53:22.326 INFO:tasks.rados.rados.0.smithi042.stdout:1487: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:53:22.326 INFO:tasks.rados.rados.0.smithi042.stdout:1493: seq_num 471 ranges {0=696320} 2024-09-16T06:53:22.327 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:21.933412624 +0000 UTC m=+0.016371443 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:22.327 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:22.050870318 +0000 UTC m=+0.133829126 container create d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1493: writing smithi04281968-42 from 0 to 696320 tid 1 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1494: setattr oid 31 current snap is 138 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1489: finishing write tid 3 to smithi04281968-8 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 385 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1489: left oid 8 (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1490: finishing write tid 1 to smithi04281968-9 2024-09-16T06:53:22.330 INFO:tasks.rados.rados.0.smithi042.stdout:1490: finishing write tid 2 to smithi04281968-9 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:1490: finishing write tid 3 to smithi04281968-9 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 555 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:1490: left oid 9 (ObjNum 470 snap 138 seq_num 470) 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:1487: finishing copy_from to smithi04281968-36 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 548 (ObjNum 467 snap 137 seq_num 467) dirty exists 2024-09-16T06:53:22.331 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 549 (ObjNum 65 snap 0 seq_num 111046640) dirty exists 2024-09-16T06:53:22.332 INFO:tasks.rados.rados.0.smithi042.stdout:1487: done (5 left) 2024-09-16T06:53:22.332 INFO:tasks.rados.rados.0.smithi042.stdout:1489: done (4 left) 2024-09-16T06:53:22.332 INFO:tasks.rados.rados.0.smithi042.stdout:1490: done (3 left) 2024-09-16T06:53:22.333 INFO:tasks.rados.rados.0.smithi042.stdout:1491: done (2 left) 2024-09-16T06:53:22.333 INFO:tasks.rados.rados.0.smithi042.stdout:1495: snap_create 2024-09-16T06:53:22.337 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 384 (ObjNum 425 snap 123 seq_num 425) dirty exists 2024-09-16T06:53:22.339 INFO:tasks.rados.rados.0.smithi042.stdout:1493: finishing write tid 1 to smithi04281968-42 2024-09-16T06:53:22.340 INFO:tasks.rados.rados.0.smithi042.stdout:1493: finishing write tid 2 to smithi04281968-42 2024-09-16T06:53:22.341 INFO:tasks.rados.rados.0.smithi042.stdout:1493: finishing write tid 3 to smithi04281968-42 2024-09-16T06:53:22.341 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 611 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-09-16T06:53:22.342 INFO:tasks.rados.rados.0.smithi042.stdout:1493: left oid 42 (ObjNum 471 snap 138 seq_num 471) 2024-09-16T06:53:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:22 smithi042 ceph-mon[94096]: osdmap e350: 8 total, 7 up, 8 in 2024-09-16T06:53:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:22 smithi042 ceph-mon[94096]: osdmap e351: 8 total, 7 up, 8 in 2024-09-16T06:53:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:22 smithi042 ceph-mon[96574]: osdmap e350: 8 total, 7 up, 8 in 2024-09-16T06:53:22.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:22 smithi042 ceph-mon[96574]: osdmap e351: 8 total, 7 up, 8 in 2024-09-16T06:53:22.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:22.327911327 +0000 UTC m=+0.410870132 container init d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T06:53:22.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:22.333646674 +0000 UTC m=+0.416605482 container start d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T06:53:22.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:22.428026574 +0000 UTC m=+0.510985386 container attach d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-16T06:53:22.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:22 smithi042 podman[112041]: 2024-09-16 06:53:22.53671846 +0000 UTC m=+0.619677283 container died d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-16T06:53:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:22 smithi164 ceph-mon[88760]: osdmap e350: 8 total, 7 up, 8 in 2024-09-16T06:53:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:22 smithi164 ceph-mon[88760]: osdmap e351: 8 total, 7 up, 8 in 2024-09-16T06:53:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:23.329 INFO:tasks.rados.rados.0.smithi042.stdout:1493: done (2 left) 2024-09-16T06:53:23.329 INFO:tasks.rados.rados.0.smithi042.stdout:1494: done (1 left) 2024-09-16T06:53:23.329 INFO:tasks.rados.rados.0.smithi042.stdout:1495: done (0 left) 2024-09-16T06:53:23.329 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 139 2024-09-16T06:53:23.329 INFO:tasks.rados.rados.0.smithi042.stdout:1496: seq_num 472 ranges {2424832=712704} 2024-09-16T06:53:23.348 INFO:tasks.rados.rados.0.smithi042.stdout:1496: writing smithi04281968-29 from 2424832 to 3137536 tid 1 2024-09-16T06:53:23.348 INFO:tasks.rados.rados.0.smithi042.stdout:1497: copy_from oid 14 from oid 8 current snap is 139 2024-09-16T06:53:23.349 INFO:tasks.rados.rados.0.smithi042.stdout:1498: setattr oid 25 current snap is 139 2024-09-16T06:53:23.350 INFO:tasks.rados.rados.0.smithi042.stdout:1499: rollback oid 45 current snap is 139 2024-09-16T06:53:23.350 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 138 2024-09-16T06:53:23.350 INFO:tasks.rados.rados.0.smithi042.stdout:1500: rollback oid 50 current snap is 139 2024-09-16T06:53:23.350 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 138 2024-09-16T06:53:23.350 INFO:tasks.rados.rados.0.smithi042.stdout:1501: delete oid 6 current snap is 139 2024-09-16T06:53:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:1499: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:53:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:1501: done (5 left) 2024-09-16T06:53:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:1502: read oid 34 snap -1 2024-09-16T06:53:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:1502: expect deleted 2024-09-16T06:53:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:1503: read oid 27 snap 138 2024-09-16T06:53:23.356 INFO:tasks.rados.rados.0.smithi042.stdout:1503: expect (ObjNum 434 snap 126 seq_num 434) 2024-09-16T06:53:23.356 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 139 2024-09-16T06:53:23.356 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 478 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:53:23.356 INFO:tasks.rados.rados.0.smithi042.stdout:1504: seq_num 474 ranges {0=745472} 2024-09-16T06:53:23.361 INFO:tasks.rados.rados.0.smithi042.stdout:1504: writing smithi04281968-40 from 0 to 745472 tid 1 2024-09-16T06:53:23.361 INFO:tasks.rados.rados.0.smithi042.stdout:1498: done (7 left) 2024-09-16T06:53:23.361 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 139 2024-09-16T06:53:23.361 INFO:tasks.rados.rados.0.smithi042.stdout:1505: seq_num 475 ranges {2457600=761856} 2024-09-16T06:53:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:1505: writing smithi04281968-16 from 2457600 to 3219456 tid 1 2024-09-16T06:53:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:1506: rollback oid 9 current snap is 139 2024-09-16T06:53:23.383 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 138 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:1507: read oid 11 snap -1 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:1507: expect deleted 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:1508: read oid 10 snap -1 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:1508: expect (ObjNum 451 snap 132 seq_num 451) 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:1509: rollback oid 35 current snap is 139 2024-09-16T06:53:23.384 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 138 2024-09-16T06:53:23.385 INFO:tasks.rados.rados.0.smithi042.stdout:1500: finishing rollback tid 0 to smithi04281968-50 2024-09-16T06:53:23.385 INFO:tasks.rados.rados.0.smithi042.stdout:1499: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:53:23.385 INFO:tasks.rados.rados.0.smithi042.stdout:1499: finishing rollback tid 2 to smithi04281968-45 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 415 (ObjNum 408 snap 118 seq_num 408) dirty exists 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:1499: done (11 left) 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:1502: done (10 left) 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:1510: rmattr oid 15 current snap is 139 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:1510: done (10 left) 2024-09-16T06:53:23.386 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 139 2024-09-16T06:53:23.387 INFO:tasks.rados.rados.0.smithi042.stdout:1496: finishing write tid 1 to smithi04281968-29 2024-09-16T06:53:23.387 INFO:tasks.rados.rados.0.smithi042.stdout:1500: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:53:23.387 INFO:tasks.rados.rados.0.smithi042.stdout:1496: finishing write tid 2 to smithi04281968-29 2024-09-16T06:53:23.387 INFO:tasks.rados.rados.0.smithi042.stdout:1503: expect (ObjNum 434 snap 126 seq_num 434) 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:1500: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 477 (ObjNum 329 snap 98 seq_num 329) dirty exists 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:1496: finishing write tid 3 to smithi04281968-29 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 601 (ObjNum 472 snap 139 seq_num 472) dirty exists 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:1496: left oid 29 (ObjNum 472 snap 139 seq_num 472) 2024-09-16T06:53:23.389 INFO:tasks.rados.rados.0.smithi042.stdout:1504: finishing write tid 1 to smithi04281968-40 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:1504: finishing write tid 2 to smithi04281968-40 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:1497: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:1504: finishing write tid 3 to smithi04281968-40 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 612 (ObjNum 474 snap 139 seq_num 474) dirty exists 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:1504: left oid 40 (ObjNum 474 snap 139 seq_num 474) 2024-09-16T06:53:23.390 INFO:tasks.rados.rados.0.smithi042.stdout:1506: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:1506: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:1506: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 561 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:1497: finishing copy_from to smithi04281968-14 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 385 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:23.391 INFO:tasks.rados.rados.0.smithi042.stdout:1505: finishing write tid 1 to smithi04281968-16 2024-09-16T06:53:23.392 INFO:tasks.rados.rados.0.smithi042.stdout:1509: finishing rollback tid 0 to smithi04281968-35 2024-09-16T06:53:23.392 INFO:tasks.rados.rados.0.smithi042.stdout:1505: finishing write tid 2 to smithi04281968-16 2024-09-16T06:53:23.392 INFO:tasks.rados.rados.0.smithi042.stdout:1511: seq_num 476 ranges {0=778240} 2024-09-16T06:53:23.393 INFO:tasks.rados.rados.0.smithi042.stdout:1511: writing smithi04281968-15 from 0 to 778240 tid 1 2024-09-16T06:53:23.394 INFO:tasks.rados.rados.0.smithi042.stdout:1496: done (10 left) 2024-09-16T06:53:23.394 INFO:tasks.rados.rados.0.smithi042.stdout:1497: done (9 left) 2024-09-16T06:53:23.394 INFO:tasks.rados.rados.0.smithi042.stdout:1500: done (8 left) 2024-09-16T06:53:23.394 INFO:tasks.rados.rados.0.smithi042.stdout:1503: done (7 left) 2024-09-16T06:53:23.394 INFO:tasks.rados.rados.0.smithi042.stdout:1504: done (6 left) 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:1506: done (5 left) 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:1507: done (4 left) 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:1512: snap_create 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:1509: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:1509: finishing rollback tid 2 to smithi04281968-35 2024-09-16T06:53:23.395 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 637 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:23.396 INFO:tasks.rados.rados.0.smithi042.stdout:1505: finishing write tid 3 to smithi04281968-16 2024-09-16T06:53:23.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 379 (ObjNum 475 snap 139 seq_num 475) dirty exists 2024-09-16T06:53:23.396 INFO:tasks.rados.rados.0.smithi042.stdout:1505: left oid 16 (ObjNum 475 snap 139 seq_num 475) 2024-09-16T06:53:23.398 INFO:tasks.rados.rados.0.smithi042.stdout:1511: finishing write tid 1 to smithi04281968-15 2024-09-16T06:53:23.399 INFO:tasks.rados.rados.0.smithi042.stdout:1511: finishing write tid 2 to smithi04281968-15 2024-09-16T06:53:23.401 INFO:tasks.rados.rados.0.smithi042.stdout:1511: finishing write tid 3 to smithi04281968-15 2024-09-16T06:53:23.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 613 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:53:23.401 INFO:tasks.rados.rados.0.smithi042.stdout:1511: left oid 15 (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:53:23.425 INFO:tasks.rados.rados.0.smithi042.stdout:1508: expect (ObjNum 451 snap 132 seq_num 451) 2024-09-16T06:53:23.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:23 smithi042 ceph-mon[96574]: pgmap v202: 121 pgs: 13 stale+active+clean, 108 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1008 KiB/s wr, 16 op/s 2024-09-16T06:53:23.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:23 smithi042 ceph-mon[96574]: osdmap e352: 8 total, 7 up, 8 in 2024-09-16T06:53:23.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:23 smithi042 ceph-mon[94096]: pgmap v202: 121 pgs: 13 stale+active+clean, 108 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1008 KiB/s wr, 16 op/s 2024-09-16T06:53:23.551 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:23 smithi042 ceph-mon[94096]: osdmap e352: 8 total, 7 up, 8 in 2024-09-16T06:53:23.552 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 podman[112084]: 2024-09-16 06:53:23.274370647 +0000 UTC m=+0.731872734 container remove d172d92d7e728e1e6922f140ba29bfa7a3f53ba9e99f02c8d3e717636ab2836e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:53:23.552 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-16T06:53:23.552 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 systemd[1]: Stopped Ceph osd.2 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:53:23.552 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.2.service: Consumed 14.281s CPU time. 2024-09-16T06:53:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:23 smithi164 ceph-mon[88760]: pgmap v202: 121 pgs: 13 stale+active+clean, 108 active+clean; 131 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1008 KiB/s wr, 16 op/s 2024-09-16T06:53:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:23 smithi164 ceph-mon[88760]: osdmap e352: 8 total, 7 up, 8 in 2024-09-16T06:53:23.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:23.816 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 systemd[1]: Starting Ceph osd.2 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:53:23.817 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 podman[112187]: 2024-09-16 06:53:23.689397916 +0000 UTC m=+0.022886657 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:23.817 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:23 smithi042 podman[112187]: 2024-09-16 06:53:23.81744961 +0000 UTC m=+0.150938333 container create 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b) 2024-09-16T06:53:24.104 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 podman[112187]: 2024-09-16 06:53:24.053263072 +0000 UTC m=+0.386751805 container init 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T06:53:24.104 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 podman[112187]: 2024-09-16 06:53:24.058673938 +0000 UTC m=+0.392162662 container start 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1505: done (4 left) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1508: done (3 left) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1509: done (2 left) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1511: done (1 left) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1512: done (0 left) 2024-09-16T06:53:24.330 INFO:tasks.rados.rados.0.smithi042.stdout:1513: delete oid 24 current snap is 140 2024-09-16T06:53:24.334 INFO:tasks.rados.rados.0.smithi042.stdout:1513: done (0 left) 2024-09-16T06:53:24.334 INFO:tasks.rados.rados.0.smithi042.stdout:1514: snap_remove snap 139 2024-09-16T06:53:24.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 podman[112187]: 2024-09-16 06:53:24.19722709 +0000 UTC m=+0.530715831 container attach 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T06:53:24.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T06:53:24.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T06:53:24.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate[112202]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 bash[112187]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T06:53:24.605 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:24 smithi042 podman[112187]: 2024-09-16 06:53:24.43254558 +0000 UTC m=+0.766034303 container died 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T06:53:24.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:25.337 INFO:tasks.rados.rados.0.smithi042.stdout:1514: done (0 left) 2024-09-16T06:53:25.337 INFO:tasks.rados.rados.0.smithi042.stdout:1515: delete oid 24 current snap is 140 2024-09-16T06:53:25.341 INFO:tasks.rados.rados.0.smithi042.stdout:1515: done (0 left) 2024-09-16T06:53:25.341 INFO:tasks.rados.rados.0.smithi042.stdout:1516: read oid 30 snap -1 2024-09-16T06:53:25.341 INFO:tasks.rados.rados.0.smithi042.stdout:1516: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:53:25.342 INFO:tasks.rados.rados.0.smithi042.stdout:1517: read oid 43 snap -1 2024-09-16T06:53:25.342 INFO:tasks.rados.rados.0.smithi042.stdout:1517: expect deleted 2024-09-16T06:53:25.342 INFO:tasks.rados.rados.0.smithi042.stdout:1518: delete oid 29 current snap is 140 2024-09-16T06:53:25.348 INFO:tasks.rados.rados.0.smithi042.stdout:1517: done (2 left) 2024-09-16T06:53:25.348 INFO:tasks.rados.rados.0.smithi042.stdout:1518: done (1 left) 2024-09-16T06:53:25.348 INFO:tasks.rados.rados.0.smithi042.stdout:1519: read oid 36 snap 138 2024-09-16T06:53:25.348 INFO:tasks.rados.rados.0.smithi042.stdout:1519: expect (ObjNum 467 snap 137 seq_num 467) 2024-09-16T06:53:25.348 INFO:tasks.rados.rados.0.smithi042.stdout:1520: rollback oid 28 current snap is 140 2024-09-16T06:53:25.349 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 138 2024-09-16T06:53:25.349 INFO:tasks.rados.rados.0.smithi042.stdout:1521: snap_create 2024-09-16T06:53:25.352 INFO:tasks.rados.rados.0.smithi042.stdout:1520: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:53:25.352 INFO:tasks.rados.rados.0.smithi042.stdout:1520: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:53:25.354 INFO:tasks.rados.rados.0.smithi042.stdout:1520: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:53:25.354 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 671 (ObjNum 443 snap 130 seq_num 443) dirty exists 2024-09-16T06:53:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[94096]: pgmap v205: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 8/222 objects degraded (3.604%) 2024-09-16T06:53:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[94096]: osdmap e353: 8 total, 7 up, 8 in 2024-09-16T06:53:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 8/222 objects degraded (3.604%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[96574]: pgmap v205: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 8/222 objects degraded (3.604%) 2024-09-16T06:53:25.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[96574]: osdmap e353: 8 total, 7 up, 8 in 2024-09-16T06:53:25.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 8/222 objects degraded (3.604%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:25.355 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 podman[112351]: 2024-09-16 06:53:25.092909212 +0000 UTC m=+0.654086355 container remove 1a5a60afd5a15e1cf0211d1c657edecf3c3e75d0403e20758ed641a28d542a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T06:53:25.355 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 podman[112417]: 2024-09-16 06:53:25.215055822 +0000 UTC m=+0.017917804 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:25.355 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 podman[112417]: 2024-09-16 06:53:25.335566255 +0000 UTC m=+0.138428233 container create e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T06:53:25.358 INFO:tasks.rados.rados.0.smithi042.stdout:1516: expect (ObjNum 386 snap 112 seq_num 386) 2024-09-16T06:53:25.437 INFO:tasks.rados.rados.0.smithi042.stdout:1519: expect (ObjNum 467 snap 137 seq_num 467) 2024-09-16T06:53:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:25 smithi164 ceph-mon[88760]: pgmap v205: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 124 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 4 op/s; 8/222 objects degraded (3.604%) 2024-09-16T06:53:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:25 smithi164 ceph-mon[88760]: osdmap e353: 8 total, 7 up, 8 in 2024-09-16T06:53:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:25 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 8/222 objects degraded (3.604%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:25.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 podman[112417]: 2024-09-16 06:53:25.588463481 +0000 UTC m=+0.391325451 container init e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:53:25.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 podman[112417]: 2024-09-16 06:53:25.593524735 +0000 UTC m=+0.396386708 container start e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-16T06:53:25.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 ceph-osd[112455]: -- 172.21.15.42:0/3321951986 <== mon.0 v2:172.21.15.42:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f92230d1e0 con 0x55f92308e400 2024-09-16T06:53:25.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 bash[112417]: e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 2024-09-16T06:53:25.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:25 smithi042 systemd[1]: Started Ceph osd.2 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1516: done (3 left) 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1519: done (2 left) 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1520: done (1 left) 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1521: done (0 left) 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1522: rollback oid 29 current snap is 141 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 140 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1523: read oid 47 snap -1 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1523: expect (ObjNum 401 snap 117 seq_num 401) 2024-09-16T06:53:26.342 INFO:tasks.rados.rados.0.smithi042.stdout:1524: snap_remove snap 138 2024-09-16T06:53:26.475 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T06:53:26.128+0000 7f00e3b08640 -1 Falling back to public interface 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[96574]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[94096]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.476 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:26 smithi164 ceph-mon[88760]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T06:53:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1524: done (2 left) 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1525: read oid 5 snap -1 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1525: expect (ObjNum 461 snap 136 seq_num 461) 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1526: setattr oid 2 current snap is 141 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1522: finishing rollback tid 1 to smithi04281968-29 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 602 (ObjNum 129 snap 0 seq_num 110750744) dirty dne 2024-09-16T06:53:27.329 INFO:tasks.rados.rados.0.smithi042.stdout:1523: expect (ObjNum 401 snap 117 seq_num 401) 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[94096]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 129 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 20 op/s; 32/240 objects degraded (13.333%) 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[94096]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[94096]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[96574]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 129 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 20 op/s; 32/240 objects degraded (13.333%) 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[96574]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T06:53:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:27 smithi042 ceph-mon[96574]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T06:53:27.665 INFO:tasks.rados.rados.0.smithi042.stdout:1525: expect (ObjNum 461 snap 136 seq_num 461) 2024-09-16T06:53:27.711 INFO:tasks.rados.rados.0.smithi042.stdout:1522: done (3 left) 2024-09-16T06:53:27.711 INFO:tasks.rados.rados.0.smithi042.stdout:1523: done (2 left) 2024-09-16T06:53:27.711 INFO:tasks.rados.rados.0.smithi042.stdout:1525: done (1 left) 2024-09-16T06:53:27.711 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 141 2024-09-16T06:53:27.711 INFO:tasks.rados.rados.0.smithi042.stdout:1527: seq_num 480 ranges {0=442368,442368=401408} 2024-09-16T06:53:27.713 INFO:tasks.rados.rados.0.smithi042.stdout:1527: writing smithi04281968-6 from 0 to 442368 tid 1 2024-09-16T06:53:27.715 INFO:tasks.rados.rados.0.smithi042.stdout:1527: writing smithi04281968-6 from 442368 to 843776 tid 2 2024-09-16T06:53:27.716 INFO:tasks.rados.rados.0.smithi042.stdout:1528: snap_remove snap 140 2024-09-16T06:53:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:27 smithi164 ceph-mon[88760]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 129 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 20 op/s; 32/240 objects degraded (13.333%) 2024-09-16T06:53:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:27 smithi164 ceph-mon[88760]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T06:53:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:27 smithi164 ceph-mon[88760]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T06:53:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:1528: done (2 left) 2024-09-16T06:53:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 141 2024-09-16T06:53:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 385 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:53:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:1529: seq_num 481 ranges {1171456=458752,1630208=401408} 2024-09-16T06:53:28.359 INFO:tasks.rados.rados.0.smithi042.stdout:1529: writing smithi04281968-46 from 1171456 to 1630208 tid 1 2024-09-16T06:53:28.362 INFO:tasks.rados.rados.0.smithi042.stdout:1529: writing smithi04281968-46 from 1630208 to 2031616 tid 2 2024-09-16T06:53:28.362 INFO:tasks.rados.rados.0.smithi042.stdout:1526: done (2 left) 2024-09-16T06:53:28.362 INFO:tasks.rados.rados.0.smithi042.stdout:1530: rollback oid 39 current snap is 141 2024-09-16T06:53:28.362 INFO:tasks.rados.rados.0.smithi042.stdout:1530: done (2 left) 2024-09-16T06:53:28.362 INFO:tasks.rados.rados.0.smithi042.stdout:1531: copy_from oid 28 from oid 31 current snap is 141 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: finishing write tid 1 to smithi04281968-6 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: finishing write tid 2 to smithi04281968-6 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: finishing write tid 3 to smithi04281968-6 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: finishing write tid 4 to smithi04281968-6 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 640 (ObjNum 480 snap 141 seq_num 480) dirty exists 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: left oid 6 (ObjNum 480 snap 141 seq_num 480) 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1527: done (2 left) 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 141 2024-09-16T06:53:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:1532: seq_num 482 ranges {2916352=475136,3391488=401408} 2024-09-16T06:53:28.382 INFO:tasks.rados.rados.0.smithi042.stdout:1532: writing smithi04281968-25 from 2916352 to 3391488 tid 1 2024-09-16T06:53:28.385 INFO:tasks.rados.rados.0.smithi042.stdout:1532: writing smithi04281968-25 from 3391488 to 3792896 tid 2 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:1533: read oid 23 snap -1 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:1533: expect (ObjNum 433 snap 126 seq_num 433) 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:1534: rmattr oid 30 current snap is 141 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:1534: done (4 left) 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 141 2024-09-16T06:53:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:1535: seq_num 483 ranges {73728=491520,565248=401408} 2024-09-16T06:53:28.388 INFO:tasks.rados.rados.0.smithi042.stdout:1535: writing smithi04281968-27 from 73728 to 565248 tid 1 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1535: writing smithi04281968-27 from 565248 to 966656 tid 2 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1536: delete oid 17 current snap is 141 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1529: finishing write tid 1 to smithi04281968-46 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1529: finishing write tid 2 to smithi04281968-46 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1529: finishing write tid 3 to smithi04281968-46 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1529: finishing write tid 4 to smithi04281968-46 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 605 (ObjNum 481 snap 141 seq_num 481) dirty exists 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1529: left oid 46 (ObjNum 481 snap 141 seq_num 481) 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1531: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:53:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:1531: finishing copy_from to smithi04281968-28 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 384 (ObjNum 425 snap 123 seq_num 425) dirty exists 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1532: finishing write tid 1 to smithi04281968-25 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1532: finishing write tid 2 to smithi04281968-25 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1532: finishing write tid 3 to smithi04281968-25 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1532: finishing write tid 4 to smithi04281968-25 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 481 (ObjNum 482 snap 141 seq_num 482) dirty exists 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1532: left oid 25 (ObjNum 482 snap 141 seq_num 482) 2024-09-16T06:53:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:1535: finishing write tid 1 to smithi04281968-27 2024-09-16T06:53:28.394 INFO:tasks.rados.rados.0.smithi042.stdout:1535: finishing write tid 2 to smithi04281968-27 2024-09-16T06:53:28.394 INFO:tasks.rados.rados.0.smithi042.stdout:1535: finishing write tid 3 to smithi04281968-27 2024-09-16T06:53:28.394 INFO:tasks.rados.rados.0.smithi042.stdout:1535: finishing write tid 4 to smithi04281968-27 2024-09-16T06:53:28.394 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 484 (ObjNum 483 snap 141 seq_num 483) dirty exists 2024-09-16T06:53:28.394 INFO:tasks.rados.rados.0.smithi042.stdout:1535: left oid 27 (ObjNum 483 snap 141 seq_num 483) 2024-09-16T06:53:28.404 INFO:tasks.rados.rados.0.smithi042.stdout:1533: expect (ObjNum 433 snap 126 seq_num 433) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1529: done (5 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1531: done (4 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1532: done (3 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1533: done (2 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1535: done (1 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1536: done (0 left) 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1537: read oid 38 snap -1 2024-09-16T06:53:28.562 INFO:tasks.rados.rados.0.smithi042.stdout:1537: expect (ObjNum 454 snap 133 seq_num 454) 2024-09-16T06:53:28.563 INFO:tasks.rados.rados.0.smithi042.stdout:1538: snap_create 2024-09-16T06:53:28.565 INFO:tasks.rados.rados.0.smithi042.stdout:1537: expect (ObjNum 454 snap 133 seq_num 454) 2024-09-16T06:53:28.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:29.102 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:28 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T06:53:28.991+0000 7f00e3b08640 -1 osd.2 348 log_to_monitors true 2024-09-16T06:53:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[96574]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 34/249 objects degraded (13.655%) 2024-09-16T06:53:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[96574]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T06:53:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[96574]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[96574]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[94096]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 34/249 objects degraded (13.655%) 2024-09-16T06:53:29.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[94096]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T06:53:29.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[94096]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-mon[94096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.357 INFO:tasks.rados.rados.0.smithi042.stdout:1537: done (1 left) 2024-09-16T06:53:29.358 INFO:tasks.rados.rados.0.smithi042.stdout:1538: done (0 left) 2024-09-16T06:53:29.358 INFO:tasks.rados.rados.0.smithi042.stdout:1539: delete oid 24 current snap is 142 2024-09-16T06:53:29.359 INFO:tasks.rados.rados.0.smithi042.stdout:1539: done (0 left) 2024-09-16T06:53:29.359 INFO:tasks.rados.rados.0.smithi042.stdout:1540: snap_create 2024-09-16T06:53:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:29 smithi164 ceph-mon[88760]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 25 op/s; 34/249 objects degraded (13.655%) 2024-09-16T06:53:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:29 smithi164 ceph-mon[88760]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T06:53:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:29 smithi164 ceph-mon[88760]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:29 smithi164 ceph-mon[88760]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T06:53:29.854 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 06:53:29 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T06:53:29.381+0000 7f00db8b2640 -1 osd.2 348 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:53:30.367 INFO:tasks.rados.rados.0.smithi042.stdout:1540: done (0 left) 2024-09-16T06:53:30.367 INFO:tasks.rados.rados.0.smithi042.stdout:1541: snap_remove snap 141 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.613 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.614 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:31.362 INFO:tasks.rados.rados.0.smithi042.stdout:1541: done (0 left) 2024-09-16T06:53:31.362 INFO:tasks.rados.rados.0.smithi042.stdout:1542: snap_create 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:31] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 34/240 objects degraded (14.167%) 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458] boot 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T06:53:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 34/240 objects degraded (14.167%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[94096]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 34/240 objects degraded (14.167%) 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458] boot 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 34/240 objects degraded (14.167%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:31 smithi042 ceph-mon[96574]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 125 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 19 op/s; 34/240 objects degraded (14.167%) 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: osd.2 [v2:172.21.15.42:6818/870977458,v1:172.21.15.42:6819/870977458] boot 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: osdmap e359: 8 total, 8 up, 8 in 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 34/240 objects degraded (14.167%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T06:53:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:31 smithi164 ceph-mon[88760]: osdmap e360: 8 total, 8 up, 8 in 2024-09-16T06:53:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:1542: done (0 left) 2024-09-16T06:53:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:1543: read oid 11 snap -1 2024-09-16T06:53:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:1543: expect deleted 2024-09-16T06:53:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 144 2024-09-16T06:53:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:1544: seq_num 486 ranges {0=548864,548864=401408} 2024-09-16T06:53:32.377 INFO:tasks.rados.rados.0.smithi042.stdout:1544: writing smithi04281968-24 from 0 to 548864 tid 1 2024-09-16T06:53:32.380 INFO:tasks.rados.rados.0.smithi042.stdout:1544: writing smithi04281968-24 from 548864 to 950272 tid 2 2024-09-16T06:53:32.380 INFO:tasks.rados.rados.0.smithi042.stdout:1543: done (1 left) 2024-09-16T06:53:32.380 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 144 2024-09-16T06:53:32.380 INFO:tasks.rados.rados.0.smithi042.stdout:1545: seq_num 487 ranges {2220032=565248,2785280=401408} 2024-09-16T06:53:32.396 INFO:tasks.rados.rados.0.smithi042.stdout:1545: writing smithi04281968-26 from 2220032 to 2785280 tid 1 2024-09-16T06:53:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:1545: writing smithi04281968-26 from 2785280 to 3186688 tid 2 2024-09-16T06:53:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 144 2024-09-16T06:53:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:1544: finishing write tid 1 to smithi04281968-24 2024-09-16T06:53:32.399 INFO:tasks.rados.rados.0.smithi042.stdout:1544: finishing write tid 2 to smithi04281968-24 2024-09-16T06:53:32.399 INFO:tasks.rados.rados.0.smithi042.stdout:1544: finishing write tid 3 to smithi04281968-24 2024-09-16T06:53:32.399 INFO:tasks.rados.rados.0.smithi042.stdout:1546: seq_num 488 ranges {3219456=581632,3801088=401408} 2024-09-16T06:53:32.419 INFO:tasks.rados.rados.0.smithi042.stdout:1546: writing smithi04281968-16 from 3219456 to 3801088 tid 1 2024-09-16T06:53:32.421 INFO:tasks.rados.rados.0.smithi042.stdout:1546: writing smithi04281968-16 from 3801088 to 4202496 tid 2 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 144 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:1544: finishing write tid 4 to smithi04281968-24 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 680 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:1544: left oid 24 (ObjNum 486 snap 144 seq_num 486) 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:1545: finishing write tid 1 to smithi04281968-26 2024-09-16T06:53:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:1547: seq_num 489 ranges {8159232=598016,8757248=401408} 2024-09-16T06:53:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:1547: writing smithi04281968-45 from 8159232 to 8757248 tid 1 2024-09-16T06:53:32.471 INFO:tasks.rados.rados.0.smithi042.stdout:1547: writing smithi04281968-45 from 8757248 to 9158656 tid 2 2024-09-16T06:53:32.471 INFO:tasks.rados.rados.0.smithi042.stdout:1544: done (3 left) 2024-09-16T06:53:32.472 INFO:tasks.rados.rados.0.smithi042.stdout:1548: snap_remove snap 143 2024-09-16T06:53:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:33.382 INFO:tasks.rados.rados.0.smithi042.stdout:1548: done (3 left) 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1549: rollback oid 21 current snap is 144 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 142 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1545: finishing write tid 2 to smithi04281968-26 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1545: finishing write tid 3 to smithi04281968-26 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1545: finishing write tid 4 to smithi04281968-26 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 615 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1545: left oid 26 (ObjNum 487 snap 144 seq_num 487) 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1546: finishing write tid 1 to smithi04281968-16 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1546: finishing write tid 2 to smithi04281968-16 2024-09-16T06:53:33.383 INFO:tasks.rados.rados.0.smithi042.stdout:1546: finishing write tid 3 to smithi04281968-16 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1546: finishing write tid 4 to smithi04281968-16 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 382 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1546: left oid 16 (ObjNum 488 snap 144 seq_num 488) 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: finishing write tid 1 to smithi04281968-45 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: finishing write tid 2 to smithi04281968-45 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: finishing write tid 3 to smithi04281968-45 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: finishing write tid 4 to smithi04281968-45 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 418 (ObjNum 489 snap 144 seq_num 489) dirty exists 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: left oid 45 (ObjNum 489 snap 144 seq_num 489) 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1545: done (3 left) 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1546: done (2 left) 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1547: done (1 left) 2024-09-16T06:53:33.384 INFO:tasks.rados.rados.0.smithi042.stdout:1550: delete oid 28 current snap is 144 2024-09-16T06:53:33.387 INFO:tasks.rados.rados.0.smithi042.stdout:1549: finishing rollback tid 0 to smithi04281968-21 2024-09-16T06:53:33.390 INFO:tasks.rados.rados.0.smithi042.stdout:1549: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:53:33.390 INFO:tasks.rados.rados.0.smithi042.stdout:1549: finishing rollback tid 2 to smithi04281968-21 2024-09-16T06:53:33.390 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 684 (ObjNum 384 snap 112 seq_num 384) dirty exists 2024-09-16T06:53:33.392 INFO:tasks.rados.rados.0.smithi042.stdout:1549: done (1 left) 2024-09-16T06:53:33.392 INFO:tasks.rados.rados.0.smithi042.stdout:1550: done (0 left) 2024-09-16T06:53:33.392 INFO:tasks.rados.rados.0.smithi042.stdout:1551: read oid 3 snap 142 2024-09-16T06:53:33.392 INFO:tasks.rados.rados.0.smithi042.stdout:1551: expect deleted 2024-09-16T06:53:33.393 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 144 2024-09-16T06:53:33.393 INFO:tasks.rados.rados.0.smithi042.stdout:1552: seq_num 491 ranges {0=630784,630784=401408} 2024-09-16T06:53:33.396 INFO:tasks.rados.rados.0.smithi042.stdout:1552: writing smithi04281968-43 from 0 to 630784 tid 1 2024-09-16T06:53:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:1552: writing smithi04281968-43 from 630784 to 1032192 tid 2 2024-09-16T06:53:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:1553: copy_from oid 48 from oid 42 current snap is 144 2024-09-16T06:53:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:1551: done (2 left) 2024-09-16T06:53:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:1554: snap_remove snap 142 2024-09-16T06:53:33.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:33 smithi042 ceph-mon[94096]: pgmap v217: 121 pgs: 2 peering, 25 active+undersized, 10 active+undersized+degraded, 84 active+clean; 120 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 778 KiB/s wr, 12 op/s; 34/231 objects degraded (14.719%) 2024-09-16T06:53:33.665 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:33 smithi042 ceph-mon[94096]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T06:53:33.665 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:33 smithi042 ceph-mon[96574]: pgmap v217: 121 pgs: 2 peering, 25 active+undersized, 10 active+undersized+degraded, 84 active+clean; 120 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 778 KiB/s wr, 12 op/s; 34/231 objects degraded (14.719%) 2024-09-16T06:53:33.666 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:33 smithi042 ceph-mon[96574]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T06:53:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:33 smithi164 ceph-mon[88760]: pgmap v217: 121 pgs: 2 peering, 25 active+undersized, 10 active+undersized+degraded, 84 active+clean; 120 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 778 KiB/s wr, 12 op/s; 34/231 objects degraded (14.719%) 2024-09-16T06:53:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:33 smithi164 ceph-mon[88760]: osdmap e361: 8 total, 8 up, 8 in 2024-09-16T06:53:33.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:34.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:33 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:53:33.664+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1554: done (2 left) 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1555: snap_create 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1552: finishing write tid 1 to smithi04281968-43 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1552: finishing write tid 2 to smithi04281968-43 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1552: finishing write tid 3 to smithi04281968-43 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1552: finishing write tid 4 to smithi04281968-43 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 376 (ObjNum 491 snap 144 seq_num 491) dirty exists 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1552: left oid 43 (ObjNum 491 snap 144 seq_num 491) 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1553: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:53:34.389 INFO:tasks.rados.rados.0.smithi042.stdout:1553: finishing copy_from to smithi04281968-48 2024-09-16T06:53:34.390 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 611 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-09-16T06:53:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T06:53:34.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T06:53:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: osdmap e362: 8 total, 8 up, 8 in 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T06:53:34.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:34.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:35.393 INFO:tasks.rados.rados.0.smithi042.stdout:1552: done (2 left) 2024-09-16T06:53:35.393 INFO:tasks.rados.rados.0.smithi042.stdout:1553: done (1 left) 2024-09-16T06:53:35.393 INFO:tasks.rados.rados.0.smithi042.stdout:1555: done (0 left) 2024-09-16T06:53:35.393 INFO:tasks.rados.rados.0.smithi042.stdout:1556: read oid 28 snap -1 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1556: expect deleted 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1557: read oid 11 snap -1 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1557: expect deleted 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1558: read oid 14 snap -1 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1558: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1559: copy_from oid 50 from oid 12 current snap is 145 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 145 2024-09-16T06:53:35.394 INFO:tasks.rados.rados.0.smithi042.stdout:1560: seq_num 492 ranges {9158656=647168,9805824=401408} 2024-09-16T06:53:35.447 INFO:tasks.rados.rados.0.smithi042.stdout:1560: writing smithi04281968-45 from 9158656 to 9805824 tid 1 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1560: writing smithi04281968-45 from 9805824 to 10207232 tid 2 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1561: read oid 2 snap 144 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1561: expect (ObjNum 111129744 snap 21996 seq_num 110885040) 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1562: rollback oid 38 current snap is 145 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 144 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1559: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1559: finishing copy_from to smithi04281968-50 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 630 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-09-16T06:53:35.450 INFO:tasks.rados.rados.0.smithi042.stdout:1558: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:53:35.567 INFO:tasks.rados.rados.0.smithi042.stdout:1561: expect (ObjNum 111129744 snap 21996 seq_num 110885040) 2024-09-16T06:53:35.571 INFO:tasks.rados.rados.0.smithi042.stdout:1562: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:53:35.571 INFO:tasks.rados.rados.0.smithi042.stdout:1562: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:53:35.571 INFO:tasks.rados.rados.0.smithi042.stdout:1562: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 694 (ObjNum 454 snap 133 seq_num 454) dirty exists 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: finishing write tid 1 to smithi04281968-45 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: finishing write tid 2 to smithi04281968-45 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: finishing write tid 3 to smithi04281968-45 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: finishing write tid 4 to smithi04281968-45 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 421 (ObjNum 492 snap 145 seq_num 492) dirty exists 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: left oid 45 (ObjNum 492 snap 145 seq_num 492) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1556: done (6 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1557: done (5 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1558: done (4 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1559: done (3 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1560: done (2 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1561: done (1 left) 2024-09-16T06:53:35.572 INFO:tasks.rados.rados.0.smithi042.stdout:1562: done (0 left) 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1563: copy_from oid 43 from oid 15 current snap is 145 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1564: read oid 25 snap -1 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1564: expect (ObjNum 482 snap 141 seq_num 482) 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1565: read oid 29 snap -1 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1565: expect deleted 2024-09-16T06:53:35.573 INFO:tasks.rados.rados.0.smithi042.stdout:1566: snap_create 2024-09-16T06:53:35.577 INFO:tasks.rados.rados.0.smithi042.stdout:1563: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:53:35.578 INFO:tasks.rados.rados.0.smithi042.stdout:1563: finishing copy_from to smithi04281968-43 2024-09-16T06:53:35.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 613 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:53:35.580 INFO:tasks.rados.rados.0.smithi042.stdout:1564: expect (ObjNum 482 snap 141 seq_num 482) 2024-09-16T06:53:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:35 smithi164 ceph-mon[88760]: pgmap v220: 121 pgs: 2 peering, 22 active+undersized, 10 active+undersized+degraded, 87 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 34/234 objects degraded (14.530%) 2024-09-16T06:53:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:35 smithi164 ceph-mon[88760]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T06:53:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:35 smithi042 ceph-mon[94096]: pgmap v220: 121 pgs: 2 peering, 22 active+undersized, 10 active+undersized+degraded, 87 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 34/234 objects degraded (14.530%) 2024-09-16T06:53:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:35 smithi042 ceph-mon[94096]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T06:53:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:35 smithi042 ceph-mon[96574]: pgmap v220: 121 pgs: 2 peering, 22 active+undersized, 10 active+undersized+degraded, 87 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 301 KiB/s rd, 1.2 MiB/s wr, 4 op/s; 34/234 objects degraded (14.530%) 2024-09-16T06:53:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:35 smithi042 ceph-mon[96574]: osdmap e363: 8 total, 8 up, 8 in 2024-09-16T06:53:36.399 INFO:tasks.rados.rados.0.smithi042.stdout:1563: done (3 left) 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1564: done (2 left) 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1565: done (1 left) 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1566: done (0 left) 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1567: rollback oid 45 current snap is 146 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 144 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1568: rmattr oid 3 current snap is 146 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1568: done (1 left) 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 146 2024-09-16T06:53:36.400 INFO:tasks.rados.rados.0.smithi042.stdout:1569: seq_num 493 ranges {802816=663552,1466368=401408} 2024-09-16T06:53:36.407 INFO:tasks.rados.rados.0.smithi042.stdout:1569: writing smithi04281968-12 from 802816 to 1466368 tid 1 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1569: writing smithi04281968-12 from 1466368 to 1867776 tid 2 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1570: read oid 14 snap -1 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1570: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1571: rollback oid 38 current snap is 146 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 144 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1567: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1567: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1567: finishing rollback tid 2 to smithi04281968-45 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 424 (ObjNum 489 snap 144 seq_num 489) dirty exists 2024-09-16T06:53:36.413 INFO:tasks.rados.rados.0.smithi042.stdout:1567: done (3 left) 2024-09-16T06:53:36.414 INFO:tasks.rados.rados.0.smithi042.stdout:1572: snap_remove snap 145 2024-09-16T06:53:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:36 smithi164 ceph-mon[88760]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T06:53:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:36 smithi042 ceph-mon[96574]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T06:53:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:36 smithi042 ceph-mon[94096]: osdmap e364: 8 total, 8 up, 8 in 2024-09-16T06:53:37.333 INFO:tasks.rados.rados.0.smithi042.stdout:1569: finishing write tid 1 to smithi04281968-12 2024-09-16T06:53:37.333 INFO:tasks.rados.rados.0.smithi042.stdout:1569: finishing write tid 2 to smithi04281968-12 2024-09-16T06:53:37.333 INFO:tasks.rados.rados.0.smithi042.stdout:1569: finishing write tid 3 to smithi04281968-12 2024-09-16T06:53:37.333 INFO:tasks.rados.rados.0.smithi042.stdout:1569: finishing write tid 4 to smithi04281968-12 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 650 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:1569: left oid 12 (ObjNum 493 snap 146 seq_num 493) 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:1571: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:1571: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:1571: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 698 (ObjNum 454 snap 133 seq_num 454) dirty exists 2024-09-16T06:53:37.334 INFO:tasks.rados.rados.0.smithi042.stdout:1570: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1569: done (3 left) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1570: done (2 left) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1571: done (1 left) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1572: done (0 left) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1573: read oid 22 snap -1 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1573: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:53:37.452 INFO:tasks.rados.rados.0.smithi042.stdout:1574: delete oid 34 current snap is 146 2024-09-16T06:53:37.453 INFO:tasks.rados.rados.0.smithi042.stdout:1574: done (1 left) 2024-09-16T06:53:37.453 INFO:tasks.rados.rados.0.smithi042.stdout:1575: snap_create 2024-09-16T06:53:37.475 INFO:tasks.rados.rados.0.smithi042.stdout:1573: expect (ObjNum 322 snap 94 seq_num 322) 2024-09-16T06:53:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:37 smithi164 ceph-mon[88760]: pgmap v223: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:37 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/234 objects degraded (14.530%), 10 pgs degraded) 2024-09-16T06:53:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:37 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:53:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:37 smithi164 ceph-mon[88760]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T06:53:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:37 smithi164 ceph-mon[88760]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[94096]: pgmap v223: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/234 objects degraded (14.530%), 10 pgs degraded) 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[94096]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[94096]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[96574]: pgmap v223: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.0 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 34/234 objects degraded (14.530%), 10 pgs degraded) 2024-09-16T06:53:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:53:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[96574]: osdmap e365: 8 total, 8 up, 8 in 2024-09-16T06:53:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:37 smithi042 ceph-mon[96574]: osdmap e366: 8 total, 8 up, 8 in 2024-09-16T06:53:38.404 INFO:tasks.rados.rados.0.smithi042.stdout:1573: done (1 left) 2024-09-16T06:53:38.404 INFO:tasks.rados.rados.0.smithi042.stdout:1575: done (0 left) 2024-09-16T06:53:38.405 INFO:tasks.rados.rados.0.smithi042.stdout:1576: read oid 13 snap -1 2024-09-16T06:53:38.405 INFO:tasks.rados.rados.0.smithi042.stdout:1576: expect (ObjNum 464 snap 137 seq_num 464) 2024-09-16T06:53:38.405 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 147 2024-09-16T06:53:38.405 INFO:tasks.rados.rados.0.smithi042.stdout:1577: seq_num 495 ranges {2736128=696320,3432448=401408} 2024-09-16T06:53:38.423 INFO:tasks.rados.rados.0.smithi042.stdout:1577: writing smithi04281968-32 from 2736128 to 3432448 tid 1 2024-09-16T06:53:38.425 INFO:tasks.rados.rados.0.smithi042.stdout:1577: writing smithi04281968-32 from 3432448 to 3833856 tid 2 2024-09-16T06:53:38.426 INFO:tasks.rados.rados.0.smithi042.stdout:1578: copy_from oid 3 from oid 14 current snap is 147 2024-09-16T06:53:38.426 INFO:tasks.rados.rados.0.smithi042.stdout:1576: expect (ObjNum 464 snap 137 seq_num 464) 2024-09-16T06:53:38.532 INFO:tasks.rados.rados.0.smithi042.stdout:1577: finishing write tid 1 to smithi04281968-32 2024-09-16T06:53:38.532 INFO:tasks.rados.rados.0.smithi042.stdout:1577: finishing write tid 2 to smithi04281968-32 2024-09-16T06:53:38.532 INFO:tasks.rados.rados.0.smithi042.stdout:1577: finishing write tid 3 to smithi04281968-32 2024-09-16T06:53:38.532 INFO:tasks.rados.rados.0.smithi042.stdout:1577: finishing write tid 4 to smithi04281968-32 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 618 (ObjNum 495 snap 147 seq_num 495) dirty exists 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1577: left oid 32 (ObjNum 495 snap 147 seq_num 495) 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1578: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1578: finishing copy_from to smithi04281968-3 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 385 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1576: done (2 left) 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1577: done (1 left) 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1578: done (0 left) 2024-09-16T06:53:38.533 INFO:tasks.rados.rados.0.smithi042.stdout:1579: snap_create 2024-09-16T06:53:38.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:39.406 INFO:tasks.rados.rados.0.smithi042.stdout:1579: done (0 left) 2024-09-16T06:53:39.406 INFO:tasks.rados.rados.0.smithi042.stdout:1580: delete oid 33 current snap is 148 2024-09-16T06:53:39.414 INFO:tasks.rados.rados.0.smithi042.stdout:1580: done (0 left) 2024-09-16T06:53:39.414 INFO:tasks.rados.rados.0.smithi042.stdout:1581: read oid 12 snap -1 2024-09-16T06:53:39.414 INFO:tasks.rados.rados.0.smithi042.stdout:1581: expect (ObjNum 493 snap 146 seq_num 493) 2024-09-16T06:53:39.415 INFO:tasks.rados.rados.0.smithi042.stdout:1582: read oid 50 snap 144 2024-09-16T06:53:39.415 INFO:tasks.rados.rados.0.smithi042.stdout:1582: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:39.415 INFO:tasks.rados.rados.0.smithi042.stdout:1583: snap_remove snap 146 2024-09-16T06:53:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:39 smithi164 ceph-mon[88760]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 903 KiB/s rd, 1.3 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:39 smithi164 ceph-mon[88760]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T06:53:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:39 smithi042 ceph-mon[96574]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 903 KiB/s rd, 1.3 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:39 smithi042 ceph-mon[96574]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T06:53:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:39 smithi042 ceph-mon[94096]: pgmap v226: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 903 KiB/s rd, 1.3 MiB/s wr, 7 op/s; 8.2 MiB/s, 3 objects/s recovering 2024-09-16T06:53:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:39 smithi042 ceph-mon[94096]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T06:53:40.417 INFO:tasks.rados.rados.0.smithi042.stdout:1583: done (2 left) 2024-09-16T06:53:40.417 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 148 2024-09-16T06:53:40.417 INFO:tasks.rados.rados.0.smithi042.stdout:1584: seq_num 497 ranges {4825088=729088,5554176=401408} 2024-09-16T06:53:40.447 INFO:tasks.rados.rados.0.smithi042.stdout:1584: writing smithi04281968-22 from 4825088 to 5554176 tid 1 2024-09-16T06:53:40.449 INFO:tasks.rados.rados.0.smithi042.stdout:1584: writing smithi04281968-22 from 5554176 to 5955584 tid 2 2024-09-16T06:53:40.449 INFO:tasks.rados.rados.0.smithi042.stdout:1585: rollback oid 3 current snap is 148 2024-09-16T06:53:40.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 147 2024-09-16T06:53:40.449 INFO:tasks.rados.rados.0.smithi042.stdout:1581: expect (ObjNum 493 snap 146 seq_num 493) 2024-09-16T06:53:40.521 INFO:tasks.rados.rados.0.smithi042.stdout:1582: expect (ObjNum 329 snap 98 seq_num 329) 2024-09-16T06:53:40.633 INFO:tasks.rados.rados.0.smithi042.stdout:1584: finishing write tid 1 to smithi04281968-22 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1584: finishing write tid 2 to smithi04281968-22 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1584: finishing write tid 3 to smithi04281968-22 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1585: finishing rollback tid 0 to smithi04281968-3 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1585: finishing rollback tid 1 to smithi04281968-3 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1585: finishing rollback tid 2 to smithi04281968-3 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 633 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1584: finishing write tid 4 to smithi04281968-22 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 427 (ObjNum 497 snap 148 seq_num 497) dirty exists 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1584: left oid 22 (ObjNum 497 snap 148 seq_num 497) 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1581: done (3 left) 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1582: done (2 left) 2024-09-16T06:53:40.634 INFO:tasks.rados.rados.0.smithi042.stdout:1584: done (1 left) 2024-09-16T06:53:40.635 INFO:tasks.rados.rados.0.smithi042.stdout:1585: done (0 left) 2024-09-16T06:53:40.635 INFO:tasks.rados.rados.0.smithi042.stdout:1586: setattr oid 19 current snap is 148 2024-09-16T06:53:40.635 INFO:tasks.rados.rados.0.smithi042.stdout:1587: rollback oid 8 current snap is 148 2024-09-16T06:53:40.635 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 144 2024-09-16T06:53:40.635 INFO:tasks.rados.rados.0.smithi042.stdout:1588: snap_remove snap 147 2024-09-16T06:53:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:40 smithi164 ceph-mon[88760]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T06:53:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:40 smithi042 ceph-mon[94096]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T06:53:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:40 smithi042 ceph-mon[96574]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T06:53:40.917 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (3m) 11s ago 7m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (3m) 2m ago 7m 79.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (8m) 11s ago 8m 17.5M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (8m) 2m ago 8m 17.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:53:41.184 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (2m) 2m ago 11m 437M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (3m) 11s ago 13m 489M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (2m) 11s ago 13m 55.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (2m) 2m ago 12m 22.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (2m) 11s ago 12m 47.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (3m) 11s ago 7m 16.2M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (3m) 2m ago 7m 8358k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (82s) 11s ago 11m 117M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (49s) 11s ago 11m 94.7M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (15s) 11s ago 10m 11.3M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (10m) 11s ago 10m 103M 2481M 17.2.7-1633-g6d025bc2 33ed8dba3996 d85e0056b2c0 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (10m) 2m ago 10m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (9m) 2m ago 9m 160M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (9m) 2m ago 9m 102M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:53:41.185 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (8m) 2m ago 8m 97.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:53:41.186 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (3m) 2m ago 8m 49.2M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1588: done (2 left) 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1589: rollback oid 35 current snap is 148 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 144 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1587: finishing rollback tid 0 to smithi04281968-8 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1587: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 653 (ObjNum 1265 snap 0 seq_num 110776512) dirty exists 2024-09-16T06:53:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1587: finishing rollback tid 2 to smithi04281968-8 2024-09-16T06:53:41.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 391 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:41.422 INFO:tasks.rados.rados.0.smithi042.stdout:1586: done (2 left) 2024-09-16T06:53:41.422 INFO:tasks.rados.rados.0.smithi042.stdout:1587: done (1 left) 2024-09-16T06:53:41.422 INFO:tasks.rados.rados.0.smithi042.stdout:1590: delete oid 30 current snap is 148 2024-09-16T06:53:41.428 INFO:tasks.rados.rados.0.smithi042.stdout:1589: finishing rollback tid 0 to smithi04281968-35 2024-09-16T06:53:41.428 INFO:tasks.rados.rados.0.smithi042.stdout:1590: done (1 left) 2024-09-16T06:53:41.428 INFO:tasks.rados.rados.0.smithi042.stdout:1591: snap_create 2024-09-16T06:53:41.429 INFO:tasks.rados.rados.0.smithi042.stdout:1589: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:53:41.429 INFO:tasks.rados.rados.0.smithi042.stdout:1589: finishing rollback tid 2 to smithi04281968-35 2024-09-16T06:53:41.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 657 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:41.523 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:53:41.523 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 5, 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:53:41.524 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 7, 2024-09-16T06:53:41.525 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T06:53:41.525 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:53:41.525 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:53:41.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:41 smithi042 ceph-mon[94096]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T06:53:41.525 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:41 smithi042 ceph-mon[94096]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T06:53:41.525 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:41] "GET /metrics HTTP/1.1" 200 36105 "" "Prometheus/2.43.0" 2024-09-16T06:53:41.526 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:41 smithi042 ceph-mon[96574]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T06:53:41.526 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:41 smithi042 ceph-mon[96574]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T06:53:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:41 smithi164 ceph-mon[88760]: pgmap v229: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-09-16T06:53:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:41 smithi164 ceph-mon[88760]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1589: done (1 left) 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1591: done (0 left) 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1592: read oid 12 snap 144 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1592: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1593: read oid 21 snap -1 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1593: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1594: read oid 41 snap -1 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1594: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:53:42.334 INFO:tasks.rados.rados.0.smithi042.stdout:1595: delete oid 17 current snap is 149 2024-09-16T06:53:42.338 INFO:tasks.rados.rados.0.smithi042.stdout:1592: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:53:42.368 INFO:tasks.rados.rados.0.smithi042.stdout:1593: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:42.503 INFO:tasks.rados.rados.0.smithi042.stdout:1594: expect (ObjNum 208 snap 51 seq_num 208) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1592: done (3 left) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1593: done (2 left) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1594: done (1 left) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1595: done (0 left) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1596: read oid 4 snap 144 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1596: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 149 2024-09-16T06:53:42.536 INFO:tasks.rados.rados.0.smithi042.stdout:1597: seq_num 500 ranges {2326528=778240,3104768=401408} 2024-09-16T06:53:42.552 INFO:tasks.rados.rados.0.smithi042.stdout:1597: writing smithi04281968-31 from 2326528 to 3104768 tid 1 2024-09-16T06:53:42.555 INFO:tasks.rados.rados.0.smithi042.stdout:1597: writing smithi04281968-31 from 3104768 to 3506176 tid 2 2024-09-16T06:53:42.555 INFO:tasks.rados.rados.0.smithi042.stdout:1598: read oid 15 snap -1 2024-09-16T06:53:42.555 INFO:tasks.rados.rados.0.smithi042.stdout:1598: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:53:42.555 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 149 2024-09-16T06:53:42.555 INFO:tasks.rados.rados.0.smithi042.stdout:1599: seq_num 501 ranges {6340608=794624,7135232=401408} 2024-09-16T06:53:42.594 INFO:tasks.rados.rados.0.smithi042.stdout:1599: writing smithi04281968-47 from 6340608 to 7135232 tid 1 2024-09-16T06:53:42.596 INFO:tasks.rados.rados.0.smithi042.stdout:1599: writing smithi04281968-47 from 7135232 to 7536640 tid 2 2024-09-16T06:53:42.596 INFO:tasks.rados.rados.0.smithi042.stdout:1600: snap_remove snap 148 2024-09-16T06:53:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-mon[88760]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-mon[88760]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-mon[88760]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T06:53:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1581366889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:42 smithi164 ceph-mon[88760]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T06:53:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[94096]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[94096]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[94096]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T06:53:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1581366889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[94096]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T06:53:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[96574]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[96574]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:53:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[96574]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T06:53:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1581366889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:53:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:42 smithi042 ceph-mon[96574]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T06:53:43.431 INFO:tasks.rados.rados.0.smithi042.stdout:1600: done (4 left) 2024-09-16T06:53:43.431 INFO:tasks.rados.rados.0.smithi042.stdout:1601: snap_create 2024-09-16T06:53:43.431 INFO:tasks.rados.rados.0.smithi042.stdout:1596: expect (ObjNum 449 snap 131 seq_num 449) 2024-09-16T06:53:43.505 INFO:tasks.rados.rados.0.smithi042.stdout:1597: finishing write tid 1 to smithi04281968-31 2024-09-16T06:53:43.505 INFO:tasks.rados.rados.0.smithi042.stdout:1597: finishing write tid 2 to smithi04281968-31 2024-09-16T06:53:43.505 INFO:tasks.rados.rados.0.smithi042.stdout:1597: finishing write tid 3 to smithi04281968-31 2024-09-16T06:53:43.505 INFO:tasks.rados.rados.0.smithi042.stdout:1598: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1597: finishing write tid 4 to smithi04281968-31 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 388 (ObjNum 500 snap 149 seq_num 500) dirty exists 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1597: left oid 31 (ObjNum 500 snap 149 seq_num 500) 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1599: finishing write tid 1 to smithi04281968-47 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1599: finishing write tid 2 to smithi04281968-47 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1599: finishing write tid 3 to smithi04281968-47 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1599: finishing write tid 4 to smithi04281968-47 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 430 (ObjNum 501 snap 149 seq_num 501) dirty exists 2024-09-16T06:53:43.526 INFO:tasks.rados.rados.0.smithi042.stdout:1599: left oid 47 (ObjNum 501 snap 149 seq_num 501) 2024-09-16T06:53:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:43 smithi164 ceph-mon[88760]: pgmap v232: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T06:53:43.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:43 smithi042 ceph-mon[94096]: pgmap v232: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T06:53:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:43 smithi042 ceph-mon[96574]: pgmap v232: 121 pgs: 121 active+clean; 117 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-09-16T06:53:44.436 INFO:tasks.rados.rados.0.smithi042.stdout:1596: done (4 left) 2024-09-16T06:53:44.436 INFO:tasks.rados.rados.0.smithi042.stdout:1597: done (3 left) 2024-09-16T06:53:44.436 INFO:tasks.rados.rados.0.smithi042.stdout:1598: done (2 left) 2024-09-16T06:53:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:1599: done (1 left) 2024-09-16T06:53:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:1601: done (0 left) 2024-09-16T06:53:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 150 2024-09-16T06:53:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:1602: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-09-16T06:53:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:1602: writing smithi04281968-44 from 0 to 409600 tid 1 2024-09-16T06:53:44.441 INFO:tasks.rados.rados.0.smithi042.stdout:1602: writing smithi04281968-44 from 409600 to 827392 tid 2 2024-09-16T06:53:44.444 INFO:tasks.rados.rados.0.smithi042.stdout:1602: writing smithi04281968-44 from 827392 to 1212416 tid 3 2024-09-16T06:53:44.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 150 2024-09-16T06:53:44.444 INFO:tasks.rados.rados.0.smithi042.stdout:1602: finishing write tid 1 to smithi04281968-44 2024-09-16T06:53:44.444 INFO:tasks.rados.rados.0.smithi042.stdout:1603: seq_num 503 ranges {696320=425984,1122304=704512,1826816=98304} 2024-09-16T06:53:44.449 INFO:tasks.rados.rados.0.smithi042.stdout:1603: writing smithi04281968-48 from 696320 to 1122304 tid 1 2024-09-16T06:53:44.454 INFO:tasks.rados.rados.0.smithi042.stdout:1603: writing smithi04281968-48 from 1122304 to 1826816 tid 2 2024-09-16T06:53:44.454 INFO:tasks.rados.rados.0.smithi042.stdout:1603: writing smithi04281968-48 from 1826816 to 1925120 tid 3 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1604: delete oid 25 current snap is 150 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1602: finishing write tid 2 to smithi04281968-44 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1602: finishing write tid 3 to smithi04281968-44 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1602: finishing write tid 4 to smithi04281968-44 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1602: finishing write tid 5 to smithi04281968-44 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 609 (ObjNum 502 snap 150 seq_num 502) dirty exists 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1602: left oid 44 (ObjNum 502 snap 150 seq_num 502) 2024-09-16T06:53:44.455 INFO:tasks.rados.rados.0.smithi042.stdout:1603: finishing write tid 1 to smithi04281968-48 2024-09-16T06:53:44.458 INFO:tasks.rados.rados.0.smithi042.stdout:1602: done (2 left) 2024-09-16T06:53:44.458 INFO:tasks.rados.rados.0.smithi042.stdout:1604: done (1 left) 2024-09-16T06:53:44.458 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 150 2024-09-16T06:53:44.459 INFO:tasks.rados.rados.0.smithi042.stdout:1603: finishing write tid 2 to smithi04281968-48 2024-09-16T06:53:44.459 INFO:tasks.rados.rados.0.smithi042.stdout:1603: finishing write tid 3 to smithi04281968-48 2024-09-16T06:53:44.459 INFO:tasks.rados.rados.0.smithi042.stdout:1605: seq_num 505 ranges {5955584=466944,6422528=475136,6897664=327680} 2024-09-16T06:53:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:1605: writing smithi04281968-22 from 5955584 to 6422528 tid 1 2024-09-16T06:53:44.496 INFO:tasks.rados.rados.0.smithi042.stdout:1605: writing smithi04281968-22 from 6422528 to 6897664 tid 2 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:1605: writing smithi04281968-22 from 6897664 to 7225344 tid 3 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 150 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:1603: finishing write tid 4 to smithi04281968-48 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:1603: finishing write tid 5 to smithi04281968-48 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 637 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-09-16T06:53:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:1603: left oid 48 (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:53:44.499 INFO:tasks.rados.rados.0.smithi042.stdout:1605: finishing write tid 1 to smithi04281968-22 2024-09-16T06:53:44.499 INFO:tasks.rados.rados.0.smithi042.stdout:1606: seq_num 506 ranges {4481024=483328,4964352=761856,5726208=40960} 2024-09-16T06:53:44.525 INFO:tasks.rados.rados.0.smithi042.stdout:1606: writing smithi04281968-49 from 4481024 to 4964352 tid 1 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1606: writing smithi04281968-49 from 4964352 to 5726208 tid 2 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1606: writing smithi04281968-49 from 5726208 to 5767168 tid 3 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1603: done (2 left) 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1607: read oid 39 snap 144 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1607: expect (ObjNum 430 snap 125 seq_num 430) 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 150 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1605: finishing write tid 2 to smithi04281968-22 2024-09-16T06:53:44.530 INFO:tasks.rados.rados.0.smithi042.stdout:1608: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-09-16T06:53:44.533 INFO:tasks.rados.rados.0.smithi042.stdout:1608: writing smithi04281968-20 from 0 to 499712 tid 1 2024-09-16T06:53:44.537 INFO:tasks.rados.rados.0.smithi042.stdout:1608: writing smithi04281968-20 from 499712 to 1138688 tid 2 2024-09-16T06:53:44.538 INFO:tasks.rados.rados.0.smithi042.stdout:1608: writing smithi04281968-20 from 1138688 to 1302528 tid 3 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1609: delete oid 40 current snap is 150 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1605: finishing write tid 3 to smithi04281968-22 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1605: finishing write tid 4 to smithi04281968-22 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1605: finishing write tid 5 to smithi04281968-22 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 434 (ObjNum 505 snap 150 seq_num 505) dirty exists 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1605: left oid 22 (ObjNum 505 snap 150 seq_num 505) 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1606: finishing write tid 1 to smithi04281968-49 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1606: finishing write tid 2 to smithi04281968-49 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1606: finishing write tid 3 to smithi04281968-49 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1606: finishing write tid 4 to smithi04281968-49 2024-09-16T06:53:44.539 INFO:tasks.rados.rados.0.smithi042.stdout:1608: finishing write tid 1 to smithi04281968-20 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1608: finishing write tid 2 to smithi04281968-20 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1608: finishing write tid 3 to smithi04281968-20 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1608: finishing write tid 4 to smithi04281968-20 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1605: done (4 left) 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1609: done (3 left) 2024-09-16T06:53:44.543 INFO:tasks.rados.rados.0.smithi042.stdout:1610: setattr oid 50 current snap is 150 2024-09-16T06:53:44.544 INFO:tasks.rados.rados.0.smithi042.stdout:1611: snap_remove snap 149 2024-09-16T06:53:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:44 smithi164 ceph-mon[88760]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T06:53:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:44.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:44.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:44 smithi042 ceph-mon[96574]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T06:53:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:44 smithi042 ceph-mon[94096]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T06:53:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:1611: done (4 left) 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:1612: setattr oid 5 current snap is 150 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:1608: finishing write tid 5 to smithi04281968-20 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 254 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:1608: left oid 20 (ObjNum 507 snap 150 seq_num 507) 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:1606: finishing write tid 5 to smithi04281968-49 2024-09-16T06:53:45.447 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 613 (ObjNum 506 snap 150 seq_num 506) dirty exists 2024-09-16T06:53:45.448 INFO:tasks.rados.rados.0.smithi042.stdout:1606: left oid 49 (ObjNum 506 snap 150 seq_num 506) 2024-09-16T06:53:45.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 638 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-09-16T06:53:45.448 INFO:tasks.rados.rados.0.smithi042.stdout:1607: expect (ObjNum 430 snap 125 seq_num 430) 2024-09-16T06:53:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:45 smithi164 ceph-mon[88760]: pgmap v235: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 268 KiB/s wr, 1 op/s 2024-09-16T06:53:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:45 smithi164 ceph-mon[88760]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T06:53:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:45 smithi042 ceph-mon[94096]: pgmap v235: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 268 KiB/s wr, 1 op/s 2024-09-16T06:53:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:45 smithi042 ceph-mon[94096]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T06:53:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:45 smithi042 ceph-mon[96574]: pgmap v235: 121 pgs: 121 active+clean; 118 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 268 KiB/s wr, 1 op/s 2024-09-16T06:53:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:45 smithi042 ceph-mon[96574]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1606: done (4 left) 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1607: done (3 left) 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1608: done (2 left) 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1610: done (1 left) 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1613: rollback oid 32 current snap is 150 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 144 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1614: copy_from oid 19 from oid 46 current snap is 150 2024-09-16T06:53:46.054 INFO:tasks.rados.rados.0.smithi042.stdout:1615: delete oid 44 current snap is 150 2024-09-16T06:53:46.057 INFO:tasks.rados.rados.0.smithi042.stdout:1613: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:53:46.057 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 486 (ObjNum 461 snap 136 seq_num 461) dirty exists 2024-09-16T06:53:46.057 INFO:tasks.rados.rados.0.smithi042.stdout:1613: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:53:46.057 INFO:tasks.rados.rados.0.smithi042.stdout:1613: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:53:46.057 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 622 (ObjNum 456 snap 135 seq_num 456) dirty exists 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1612: done (3 left) 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1613: done (2 left) 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1615: done (1 left) 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1616: read oid 7 snap -1 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1616: expect (ObjNum 468 snap 137 seq_num 468) 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1617: copy_from oid 33 from oid 11 current snap is 150 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1618: copy_from oid 10 from oid 47 current snap is 150 2024-09-16T06:53:46.059 INFO:tasks.rados.rados.0.smithi042.stdout:1619: snap_remove snap 144 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1619: done (4 left) 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1620: copy_from oid 28 from oid 36 current snap is 150 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1617: finishing copy_from to smithi04281968-33 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1617: got expected ENOENT (src dne) 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1617: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:53:46.448 INFO:tasks.rados.rados.0.smithi042.stdout:1614: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:53:46.449 INFO:tasks.rados.rados.0.smithi042.stdout:1614: finishing copy_from to smithi04281968-19 2024-09-16T06:53:46.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 605 (ObjNum 481 snap 141 seq_num 481) dirty exists 2024-09-16T06:53:46.449 INFO:tasks.rados.rados.0.smithi042.stdout:1616: expect (ObjNum 468 snap 137 seq_num 468) 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:1618: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:1618: finishing copy_from to smithi04281968-10 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 430 (ObjNum 501 snap 149 seq_num 501) dirty exists 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:1620: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:1620: finishing copy_from to smithi04281968-28 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 548 (ObjNum 467 snap 137 seq_num 467) dirty exists 2024-09-16T06:53:46.490 INFO:tasks.rados.rados.0.smithi042.stdout:1614: done (4 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1616: done (3 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1617: done (2 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1618: done (1 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1620: done (0 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1621: rmattr oid 39 current snap is 150 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1621: done (0 left) 2024-09-16T06:53:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:1622: snap_create 2024-09-16T06:53:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:46 smithi164 ceph-mon[88760]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T06:53:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:46 smithi042 ceph-mon[94096]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T06:53:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:46 smithi042 ceph-mon[96574]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T06:53:47.334 INFO:tasks.rados.rados.0.smithi042.stdout:1622: done (0 left) 2024-09-16T06:53:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1623: rollback oid 43 current snap is 151 2024-09-16T06:53:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 150 2024-09-16T06:53:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 151 2024-09-16T06:53:47.335 INFO:tasks.rados.rados.0.smithi042.stdout:1624: seq_num 510 ranges {1703936=548864,2252800=745472,2998272=57344} 2024-09-16T06:53:47.347 INFO:tasks.rados.rados.0.smithi042.stdout:1624: writing smithi04281968-4 from 1703936 to 2252800 tid 1 2024-09-16T06:53:47.351 INFO:tasks.rados.rados.0.smithi042.stdout:1624: writing smithi04281968-4 from 2252800 to 2998272 tid 2 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1624: writing smithi04281968-4 from 2998272 to 3055616 tid 3 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1625: read oid 18 snap -1 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1625: expect (ObjNum 403 snap 117 seq_num 403) 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1626: copy_from oid 6 from oid 29 current snap is 151 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1623: finishing rollback tid 0 to smithi04281968-43 2024-09-16T06:53:47.352 INFO:tasks.rados.rados.0.smithi042.stdout:1623: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:53:47.353 INFO:tasks.rados.rados.0.smithi042.stdout:1623: finishing rollback tid 2 to smithi04281968-43 2024-09-16T06:53:47.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 617 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:53:47.353 INFO:tasks.rados.rados.0.smithi042.stdout:1623: done (3 left) 2024-09-16T06:53:47.353 INFO:tasks.rados.rados.0.smithi042.stdout:1627: setattr oid 26 current snap is 151 2024-09-16T06:53:47.353 INFO:tasks.rados.rados.0.smithi042.stdout:1624: finishing write tid 1 to smithi04281968-4 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1628: rollback oid 45 current snap is 151 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 150 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1626: finishing copy_from to smithi04281968-6 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1626: got expected ENOENT (src dne) 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1629: read oid 33 snap -1 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1629: expect deleted 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 151 2024-09-16T06:53:47.354 INFO:tasks.rados.rados.0.smithi042.stdout:1630: seq_num 511 ranges {409600=565248,974848=630784,1605632=172032} 2024-09-16T06:53:47.359 INFO:tasks.rados.rados.0.smithi042.stdout:1630: writing smithi04281968-38 from 409600 to 974848 tid 1 2024-09-16T06:53:47.364 INFO:tasks.rados.rados.0.smithi042.stdout:1630: writing smithi04281968-38 from 974848 to 1605632 tid 2 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1630: writing smithi04281968-38 from 1605632 to 1777664 tid 3 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1631: read oid 21 snap -1 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1631: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1632: read oid 34 snap -1 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1632: expect deleted 2024-09-16T06:53:47.366 INFO:tasks.rados.rados.0.smithi042.stdout:1626: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1624: finishing write tid 2 to smithi04281968-4 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1628: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1624: finishing write tid 3 to smithi04281968-4 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1626: done (8 left) 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1629: done (7 left) 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1633: delete oid 20 current snap is 151 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1628: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1624: finishing write tid 4 to smithi04281968-4 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1628: finishing rollback tid 2 to smithi04281968-45 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 437 (ObjNum 489 snap 144 seq_num 489) dirty exists 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 623 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1624: finishing write tid 5 to smithi04281968-4 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 621 (ObjNum 510 snap 151 seq_num 510) dirty exists 2024-09-16T06:53:47.367 INFO:tasks.rados.rados.0.smithi042.stdout:1624: left oid 4 (ObjNum 510 snap 151 seq_num 510) 2024-09-16T06:53:47.368 INFO:tasks.rados.rados.0.smithi042.stdout:1630: finishing write tid 1 to smithi04281968-38 2024-09-16T06:53:47.369 INFO:tasks.rados.rados.0.smithi042.stdout:1630: finishing write tid 2 to smithi04281968-38 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1624: done (7 left) 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1627: done (6 left) 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1628: done (5 left) 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1632: done (4 left) 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1633: done (3 left) 2024-09-16T06:53:47.370 INFO:tasks.rados.rados.0.smithi042.stdout:1634: copy_from oid 27 from oid 7 current snap is 151 2024-09-16T06:53:47.371 INFO:tasks.rados.rados.0.smithi042.stdout:1635: snap_remove snap 150 2024-09-16T06:53:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:47 smithi164 ceph-mon[88760]: pgmap v238: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-16T06:53:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:47 smithi164 ceph-mon[88760]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T06:53:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:47 smithi164 ceph-mon[88760]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T06:53:47.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[94096]: pgmap v238: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-16T06:53:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[94096]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T06:53:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[94096]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T06:53:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[96574]: pgmap v238: 121 pgs: 121 active+clean; 123 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-09-16T06:53:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[96574]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T06:53:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:47 smithi042 ceph-mon[96574]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T06:53:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1635: done (4 left) 2024-09-16T06:53:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1636: read oid 29 snap -1 2024-09-16T06:53:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1636: expect deleted 2024-09-16T06:53:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1637: rollback oid 31 current snap is 151 2024-09-16T06:53:48.336 INFO:tasks.rados.rados.0.smithi042.stdout:1637: done (5 left) 2024-09-16T06:53:48.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 151 2024-09-16T06:53:48.337 INFO:tasks.rados.rados.0.smithi042.stdout:1638: seq_num 513 ranges {696320=598016,1294336=794624,2088960=8192} 2024-09-16T06:53:48.344 INFO:tasks.rados.rados.0.smithi042.stdout:1638: writing smithi04281968-42 from 696320 to 1294336 tid 1 2024-09-16T06:53:48.349 INFO:tasks.rados.rados.0.smithi042.stdout:1638: writing smithi04281968-42 from 1294336 to 2088960 tid 2 2024-09-16T06:53:48.349 INFO:tasks.rados.rados.0.smithi042.stdout:1638: writing smithi04281968-42 from 2088960 to 2097152 tid 3 2024-09-16T06:53:48.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 151 2024-09-16T06:53:48.349 INFO:tasks.rados.rados.0.smithi042.stdout:1630: finishing write tid 3 to smithi04281968-38 2024-09-16T06:53:48.349 INFO:tasks.rados.rados.0.smithi042.stdout:1639: seq_num 514 ranges {2973696=614400,3588096=679936,4268032=122880} 2024-09-16T06:53:48.368 INFO:tasks.rados.rados.0.smithi042.stdout:1639: writing smithi04281968-3 from 2973696 to 3588096 tid 1 2024-09-16T06:53:48.372 INFO:tasks.rados.rados.0.smithi042.stdout:1639: writing smithi04281968-3 from 3588096 to 4268032 tid 2 2024-09-16T06:53:48.373 INFO:tasks.rados.rados.0.smithi042.stdout:1639: writing smithi04281968-3 from 4268032 to 4390912 tid 3 2024-09-16T06:53:48.373 INFO:tasks.rados.rados.0.smithi042.stdout:1640: snap_create 2024-09-16T06:53:48.373 INFO:tasks.rados.rados.0.smithi042.stdout:1630: finishing write tid 4 to smithi04281968-38 2024-09-16T06:53:48.373 INFO:tasks.rados.rados.0.smithi042.stdout:1634: finishing copy_from racing read to smithi04281968-27 2024-09-16T06:53:48.374 INFO:tasks.rados.rados.0.smithi042.stdout:1630: finishing write tid 5 to smithi04281968-38 2024-09-16T06:53:48.374 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 708 (ObjNum 511 snap 151 seq_num 511) dirty exists 2024-09-16T06:53:48.374 INFO:tasks.rados.rados.0.smithi042.stdout:1630: left oid 38 (ObjNum 511 snap 151 seq_num 511) 2024-09-16T06:53:48.374 INFO:tasks.rados.rados.0.smithi042.stdout:1625: expect (ObjNum 403 snap 117 seq_num 403) 2024-09-16T06:53:48.689 INFO:tasks.rados.rados.0.smithi042.stdout:1634: finishing copy_from to smithi04281968-27 2024-09-16T06:53:48.689 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 609 (ObjNum 468 snap 137 seq_num 468) dirty exists 2024-09-16T06:53:48.689 INFO:tasks.rados.rados.0.smithi042.stdout:1631: expect (ObjNum 384 snap 112 seq_num 384) 2024-09-16T06:53:48.827 INFO:tasks.rados.rados.0.smithi042.stdout:1638: finishing write tid 1 to smithi04281968-42 2024-09-16T06:53:48.827 INFO:tasks.rados.rados.0.smithi042.stdout:1638: finishing write tid 2 to smithi04281968-42 2024-09-16T06:53:48.827 INFO:tasks.rados.rados.0.smithi042.stdout:1638: finishing write tid 3 to smithi04281968-42 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1638: finishing write tid 4 to smithi04281968-42 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1638: finishing write tid 5 to smithi04281968-42 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 621 (ObjNum 513 snap 151 seq_num 513) dirty exists 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1638: left oid 42 (ObjNum 513 snap 151 seq_num 513) 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: finishing write tid 1 to smithi04281968-3 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: finishing write tid 2 to smithi04281968-3 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: finishing write tid 3 to smithi04281968-3 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: finishing write tid 4 to smithi04281968-3 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: finishing write tid 5 to smithi04281968-3 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 642 (ObjNum 514 snap 151 seq_num 514) dirty exists 2024-09-16T06:53:48.828 INFO:tasks.rados.rados.0.smithi042.stdout:1639: left oid 3 (ObjNum 514 snap 151 seq_num 514) 2024-09-16T06:53:48.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:49.340 INFO:tasks.rados.rados.0.smithi042.stdout:1625: done (7 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1630: done (6 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1631: done (5 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1634: done (4 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1636: done (3 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1638: done (2 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1639: done (1 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1640: done (0 left) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1641: read oid 26 snap -1 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1641: expect (ObjNum 487 snap 144 seq_num 487) 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 152 2024-09-16T06:53:49.341 INFO:tasks.rados.rados.0.smithi042.stdout:1642: seq_num 515 ranges {5767168=630784,6397952=565248,6963200=237568} 2024-09-16T06:53:49.375 INFO:tasks.rados.rados.0.smithi042.stdout:1642: writing smithi04281968-49 from 5767168 to 6397952 tid 1 2024-09-16T06:53:49.379 INFO:tasks.rados.rados.0.smithi042.stdout:1642: writing smithi04281968-49 from 6397952 to 6963200 tid 2 2024-09-16T06:53:49.380 INFO:tasks.rados.rados.0.smithi042.stdout:1642: writing smithi04281968-49 from 6963200 to 7200768 tid 3 2024-09-16T06:53:49.380 INFO:tasks.rados.rados.0.smithi042.stdout:1643: copy_from oid 36 from oid 47 current snap is 152 2024-09-16T06:53:49.380 INFO:tasks.rados.rados.0.smithi042.stdout:1641: expect (ObjNum 487 snap 144 seq_num 487) 2024-09-16T06:53:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:1642: finishing write tid 1 to smithi04281968-49 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: finishing write tid 2 to smithi04281968-49 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: finishing write tid 3 to smithi04281968-49 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: finishing write tid 4 to smithi04281968-49 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: finishing write tid 5 to smithi04281968-49 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 618 (ObjNum 515 snap 152 seq_num 515) dirty exists 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: left oid 49 (ObjNum 515 snap 152 seq_num 515) 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1643: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1641: done (2 left) 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1642: done (1 left) 2024-09-16T06:53:49.541 INFO:tasks.rados.rados.0.smithi042.stdout:1644: rollback oid 38 current snap is 152 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 151 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:1643: finishing copy_from to smithi04281968-36 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 430 (ObjNum 501 snap 149 seq_num 501) dirty exists 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:1643: done (1 left) 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:1645: rollback oid 7 current snap is 152 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 151 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:1646: delete oid 29 current snap is 152 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:1646: done (2 left) 2024-09-16T06:53:49.542 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 152 2024-09-16T06:53:49.543 INFO:tasks.rados.rados.0.smithi042.stdout:1647: seq_num 517 ranges {7536640=663552,8200192=786432,8986624=16384} 2024-09-16T06:53:49.587 INFO:tasks.rados.rados.0.smithi042.stdout:1647: writing smithi04281968-47 from 7536640 to 8200192 tid 1 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1647: writing smithi04281968-47 from 8200192 to 8986624 tid 2 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1647: writing smithi04281968-47 from 8986624 to 9003008 tid 3 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1648: read oid 31 snap -1 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1648: expect (ObjNum 500 snap 149 seq_num 500) 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 152 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1645: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1644: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1645: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:53:49.592 INFO:tasks.rados.rados.0.smithi042.stdout:1649: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-09-16T06:53:49.595 INFO:tasks.rados.rados.0.smithi042.stdout:1649: writing smithi04281968-34 from 0 to 679936 tid 1 2024-09-16T06:53:49.599 INFO:tasks.rados.rados.0.smithi042.stdout:1649: writing smithi04281968-34 from 679936 to 1351680 tid 2 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1649: writing smithi04281968-34 from 1351680 to 1482752 tid 3 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1650: read oid 32 snap 151 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1650: expect (ObjNum 456 snap 135 seq_num 456) 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1651: read oid 9 snap -1 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1651: expect (ObjNum 470 snap 138 seq_num 470) 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1652: copy_from oid 6 from oid 16 current snap is 152 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 152 2024-09-16T06:53:49.601 INFO:tasks.rados.rados.0.smithi042.stdout:1653: seq_num 519 ranges {7536640=696320,8232960=548864,8781824=253952} 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: pgmap v241: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: Upgrade: osd.3 is safe to restart 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: pgmap v241: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: Upgrade: osd.3 is safe to restart 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:49.647 INFO:tasks.rados.rados.0.smithi042.stdout:1653: writing smithi04281968-36 from 7536640 to 8232960 tid 1 2024-09-16T06:53:49.650 INFO:tasks.rados.rados.0.smithi042.stdout:1653: writing smithi04281968-36 from 8232960 to 8781824 tid 2 2024-09-16T06:53:49.652 INFO:tasks.rados.rados.0.smithi042.stdout:1653: writing smithi04281968-36 from 8781824 to 9035776 tid 3 2024-09-16T06:53:49.652 INFO:tasks.rados.rados.0.smithi042.stdout:1654: copy_from oid 27 from oid 2 current snap is 152 2024-09-16T06:53:49.652 INFO:tasks.rados.rados.0.smithi042.stdout:1644: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:53:49.652 INFO:tasks.rados.rados.0.smithi042.stdout:1645: finishing rollback tid 2 to smithi04281968-7 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 625 (ObjNum 468 snap 137 seq_num 468) dirty exists 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1644: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 714 (ObjNum 511 snap 151 seq_num 511) dirty exists 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1647: finishing write tid 1 to smithi04281968-47 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1644: done (9 left) 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1645: done (8 left) 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1655: read oid 40 snap -1 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1655: expect deleted 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1656: copy_from oid 12 from oid 18 current snap is 152 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1647: finishing write tid 2 to smithi04281968-47 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1647: finishing write tid 3 to smithi04281968-47 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1647: finishing write tid 4 to smithi04281968-47 2024-09-16T06:53:49.653 INFO:tasks.rados.rados.0.smithi042.stdout:1647: finishing write tid 5 to smithi04281968-47 2024-09-16T06:53:49.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 441 (ObjNum 517 snap 152 seq_num 517) dirty exists 2024-09-16T06:53:49.654 INFO:tasks.rados.rados.0.smithi042.stdout:1647: left oid 47 (ObjNum 517 snap 152 seq_num 517) 2024-09-16T06:53:49.654 INFO:tasks.rados.rados.0.smithi042.stdout:1649: finishing write tid 1 to smithi04281968-34 2024-09-16T06:53:49.654 INFO:tasks.rados.rados.0.smithi042.stdout:1648: expect (ObjNum 500 snap 149 seq_num 500) 2024-09-16T06:53:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: pgmap v241: 121 pgs: 121 active+clean; 119 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: Upgrade: osd.3 is safe to restart 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:53:49.790 INFO:tasks.rados.rados.0.smithi042.stdout:1651: expect (ObjNum 470 snap 138 seq_num 470) 2024-09-16T06:53:49.812 INFO:tasks.rados.rados.0.smithi042.stdout:1649: finishing write tid 2 to smithi04281968-34 2024-09-16T06:53:49.812 INFO:tasks.rados.rados.0.smithi042.stdout:1649: finishing write tid 3 to smithi04281968-34 2024-09-16T06:53:49.812 INFO:tasks.rados.rados.0.smithi042.stdout:1649: finishing write tid 4 to smithi04281968-34 2024-09-16T06:53:49.812 INFO:tasks.rados.rados.0.smithi042.stdout:1649: finishing write tid 5 to smithi04281968-34 2024-09-16T06:53:49.813 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 392 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-09-16T06:53:49.813 INFO:tasks.rados.rados.0.smithi042.stdout:1649: left oid 34 (ObjNum 518 snap 152 seq_num 518) 2024-09-16T06:53:49.813 INFO:tasks.rados.rados.0.smithi042.stdout:1650: expect (ObjNum 456 snap 135 seq_num 456) 2024-09-16T06:53:49.978 INFO:tasks.rados.rados.0.smithi042.stdout:1652: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1652: finishing copy_from to smithi04281968-6 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 382 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1653: finishing write tid 1 to smithi04281968-36 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1647: done (9 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1648: done (8 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1649: done (7 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1650: done (6 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1651: done (5 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1652: done (4 left) 2024-09-16T06:53:49.979 INFO:tasks.rados.rados.0.smithi042.stdout:1657: snap_remove snap 151 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1657: done (4 left) 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1658: rmattr oid 35 current snap is 152 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1659: delete oid 46 current snap is 152 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1653: finishing write tid 2 to smithi04281968-36 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1653: finishing write tid 3 to smithi04281968-36 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1653: finishing write tid 4 to smithi04281968-36 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1654: finishing copy_from racing read to smithi04281968-27 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:1653: finishing write tid 5 to smithi04281968-36 2024-09-16T06:53:50.347 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 553 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:1653: left oid 36 (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:1654: finishing copy_from to smithi04281968-27 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 385 (ObjNum 33 snap 0 seq_num 1449094747) dirty exists 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:1656: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:1656: finishing copy_from to smithi04281968-12 2024-09-16T06:53:50.348 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 364 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-09-16T06:53:50.353 INFO:tasks.rados.rados.0.smithi042.stdout:1653: done (5 left) 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1654: done (4 left) 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1655: done (3 left) 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1656: done (2 left) 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1659: done (1 left) 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1660: read oid 44 snap -1 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1660: expect deleted 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 152 2024-09-16T06:53:50.354 INFO:tasks.rados.rados.0.smithi042.stdout:1661: seq_num 521 ranges {614400=729088,1343488=720896,2064384=81920} 2024-09-16T06:53:50.361 INFO:tasks.rados.rados.0.smithi042.stdout:1661: writing smithi04281968-1 from 614400 to 1343488 tid 1 2024-09-16T06:53:50.365 INFO:tasks.rados.rados.0.smithi042.stdout:1661: writing smithi04281968-1 from 1343488 to 2064384 tid 2 2024-09-16T06:53:50.365 INFO:tasks.rados.rados.0.smithi042.stdout:1661: writing smithi04281968-1 from 2064384 to 2146304 tid 3 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1662: copy_from oid 28 from oid 27 current snap is 152 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 671 (ObjNum 439 snap 129 seq_num 439) dirty exists 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1658: done (3 left) 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1660: done (2 left) 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1663: rollback oid 49 current snap is 152 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1663: done (2 left) 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1664: snap_create 2024-09-16T06:53:50.366 INFO:tasks.rados.rados.0.smithi042.stdout:1661: finishing write tid 1 to smithi04281968-1 2024-09-16T06:53:50.368 INFO:tasks.rados.rados.0.smithi042.stdout:1662: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:53:50.371 INFO:tasks.rados.rados.0.smithi042.stdout:1662: finishing copy_from to smithi04281968-28 2024-09-16T06:53:50.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 385 (ObjNum 129 snap 0 seq_num 111426080) dirty exists 2024-09-16T06:53:50.371 INFO:tasks.rados.rados.0.smithi042.stdout:1661: finishing write tid 2 to smithi04281968-1 2024-09-16T06:53:50.372 INFO:tasks.rados.rados.0.smithi042.stdout:1661: finishing write tid 3 to smithi04281968-1 2024-09-16T06:53:50.372 INFO:tasks.rados.rados.0.smithi042.stdout:1661: finishing write tid 4 to smithi04281968-1 2024-09-16T06:53:50.373 INFO:tasks.rados.rados.0.smithi042.stdout:1661: finishing write tid 5 to smithi04281968-1 2024-09-16T06:53:50.373 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 575 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:53:50.373 INFO:tasks.rados.rados.0.smithi042.stdout:1661: left oid 1 (ObjNum 521 snap 152 seq_num 521) 2024-09-16T06:53:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[94096]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T06:53:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:53:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[96574]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T06:53:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:53:50.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:50 smithi164 ceph-mon[88760]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T06:53:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:53:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T06:53:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1661: done (2 left) 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1662: done (1 left) 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1664: done (0 left) 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1665: rollback oid 1 current snap is 153 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 152 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1666: read oid 32 snap -1 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1666: expect (ObjNum 456 snap 135 seq_num 456) 2024-09-16T06:53:51.350 INFO:tasks.rados.rados.0.smithi042.stdout:1667: snap_create 2024-09-16T06:53:51.357 INFO:tasks.rados.rados.0.smithi042.stdout:1665: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:53:51.357 INFO:tasks.rados.rados.0.smithi042.stdout:1665: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:53:51.358 INFO:tasks.rados.rados.0.smithi042.stdout:1665: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:53:51.358 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 579 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:53:51.359 INFO:tasks.rados.rados.0.smithi042.stdout:1666: expect (ObjNum 456 snap 135 seq_num 456) 2024-09-16T06:53:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[96574]: pgmap v244: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-09-16T06:53:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[96574]: Upgrade: Updating osd.3 2024-09-16T06:53:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[96574]: Deploying daemon osd.3 on smithi042 2024-09-16T06:53:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[96574]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T06:53:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[94096]: pgmap v244: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-09-16T06:53:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[94096]: Upgrade: Updating osd.3 2024-09-16T06:53:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[94096]: Deploying daemon osd.3 on smithi042 2024-09-16T06:53:51.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-mon[94096]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T06:53:51.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:53:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:53:51] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-09-16T06:53:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:51 smithi164 ceph-mon[88760]: pgmap v244: 121 pgs: 121 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-09-16T06:53:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:51 smithi164 ceph-mon[88760]: Upgrade: Updating osd.3 2024-09-16T06:53:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:51 smithi164 ceph-mon[88760]: Deploying daemon osd.3 on smithi042 2024-09-16T06:53:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:51 smithi164 ceph-mon[88760]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T06:53:52.335 INFO:tasks.rados.rados.0.smithi042.stdout:1665: done (2 left) 2024-09-16T06:53:52.336 INFO:tasks.rados.rados.0.smithi042.stdout:1666: done (1 left) 2024-09-16T06:53:52.336 INFO:tasks.rados.rados.0.smithi042.stdout:1667: done (0 left) 2024-09-16T06:53:52.336 INFO:tasks.rados.rados.0.smithi042.stdout:1668: snap_create 2024-09-16T06:53:52.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:52 smithi042 ceph-mon[96574]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T06:53:52.576 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:52 smithi042 ceph-mon[96574]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T06:53:52.576 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:52 smithi042 ceph-mon[94096]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T06:53:52.576 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:52 smithi042 ceph-mon[94096]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T06:53:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:52 smithi164 ceph-mon[88760]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T06:53:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:52 smithi164 ceph-mon[88760]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T06:53:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:53.337 INFO:tasks.rados.rados.0.smithi042.stdout:1668: done (0 left) 2024-09-16T06:53:53.337 INFO:tasks.rados.rados.0.smithi042.stdout:1669: copy_from oid 10 from oid 15 current snap is 155 2024-09-16T06:53:53.337 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 155 2024-09-16T06:53:53.337 INFO:tasks.rados.rados.0.smithi042.stdout:1670: seq_num 522 ranges {7143424=745472,7888896=606208,8495104=196608} 2024-09-16T06:53:53.380 INFO:tasks.rados.rados.0.smithi042.stdout:1670: writing smithi04281968-35 from 7143424 to 7888896 tid 1 2024-09-16T06:53:53.384 INFO:tasks.rados.rados.0.smithi042.stdout:1670: writing smithi04281968-35 from 7888896 to 8495104 tid 2 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:1670: writing smithi04281968-35 from 8495104 to 8691712 tid 3 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:1671: copy_from oid 6 from oid 14 current snap is 155 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:1669: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:1669: finishing copy_from to smithi04281968-10 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 613 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:53:53.386 INFO:tasks.rados.rados.0.smithi042.stdout:1669: done (2 left) 2024-09-16T06:53:53.387 INFO:tasks.rados.rados.0.smithi042.stdout:1672: snap_create 2024-09-16T06:53:53.387 INFO:tasks.rados.rados.0.smithi042.stdout:1670: finishing write tid 1 to smithi04281968-35 2024-09-16T06:53:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1670: finishing write tid 2 to smithi04281968-35 2024-09-16T06:53:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1670: finishing write tid 3 to smithi04281968-35 2024-09-16T06:53:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:1670: finishing write tid 4 to smithi04281968-35 2024-09-16T06:53:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1670: finishing write tid 5 to smithi04281968-35 2024-09-16T06:53:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 676 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:53:53.391 INFO:tasks.rados.rados.0.smithi042.stdout:1670: left oid 35 (ObjNum 522 snap 155 seq_num 522) 2024-09-16T06:53:53.400 INFO:tasks.rados.rados.0.smithi042.stdout:1671: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:53:53.401 INFO:tasks.rados.rados.0.smithi042.stdout:1671: finishing copy_from to smithi04281968-6 2024-09-16T06:53:53.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 385 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-mon[96574]: pgmap v247: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-09-16T06:53:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-mon[96574]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T06:53:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-mon[94096]: pgmap v247: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-09-16T06:53:53.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-mon[94096]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T06:53:53.605 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:53 smithi042 systemd[1]: Stopping Ceph osd.3 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:53:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:53 smithi164 ceph-mon[88760]: pgmap v247: 121 pgs: 121 active+clean; 130 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.8 MiB/s wr, 25 op/s 2024-09-16T06:53:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:53 smithi164 ceph-mon[88760]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T06:53:53.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:54.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[62300]: 2024-09-16T06:53:53.649+0000 7fbdf647d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:53:54.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[62300]: 2024-09-16T06:53:53.649+0000 7fbdf647d640 -1 osd.3 382 *** Got signal Terminated *** 2024-09-16T06:53:54.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[62300]: 2024-09-16T06:53:53.649+0000 7fbdf647d640 -1 osd.3 382 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:53:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1670: done (2 left) 2024-09-16T06:53:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1671: done (1 left) 2024-09-16T06:53:54.364 INFO:tasks.rados.rados.0.smithi042.stdout:1672: done (0 left) 2024-09-16T06:53:54.365 INFO:tasks.rados.rados.0.smithi042.stdout:1673: delete oid 36 current snap is 156 2024-09-16T06:53:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:54 smithi164 ceph-mon[88760]: osd.3 marked itself down and dead 2024-09-16T06:53:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:54.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:54 smithi042 ceph-mon[96574]: osd.3 marked itself down and dead 2024-09-16T06:53:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:54 smithi042 ceph-mon[94096]: osd.3 marked itself down and dead 2024-09-16T06:53:55.198 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:54 smithi042 podman[117133]: 2024-09-16 06:53:54.877992396 +0000 UTC m=+1.358607441 container died d85e0056b2c0e4370c1b648602c067314603184638bb0d09bb9bc27b0b2f2118 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=quincy-6d025bc, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:53:55.378 INFO:tasks.rados.rados.0.smithi042.stdout:1673: done (0 left) 2024-09-16T06:53:55.378 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 156 2024-09-16T06:53:55.378 INFO:tasks.rados.rados.0.smithi042.stdout:1674: seq_num 524 ranges {3055616=786432,3842048=778240,4620288=24576} 2024-09-16T06:53:55.399 INFO:tasks.rados.rados.0.smithi042.stdout:1674: writing smithi04281968-4 from 3055616 to 3842048 tid 1 2024-09-16T06:53:55.404 INFO:tasks.rados.rados.0.smithi042.stdout:1674: writing smithi04281968-4 from 3842048 to 4620288 tid 2 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1674: writing smithi04281968-4 from 4620288 to 4644864 tid 3 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1675: rollback oid 39 current snap is 156 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 155 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1676: read oid 48 snap 152 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1676: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1677: rollback oid 36 current snap is 156 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 155 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1678: rmattr oid 5 current snap is 156 2024-09-16T06:53:55.405 INFO:tasks.rados.rados.0.smithi042.stdout:1679: setattr oid 14 current snap is 156 2024-09-16T06:53:55.406 INFO:tasks.rados.rados.0.smithi042.stdout:1674: finishing write tid 1 to smithi04281968-4 2024-09-16T06:53:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:1680: read oid 15 snap 152 2024-09-16T06:53:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:1680: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:53:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:1681: setattr oid 6 current snap is 156 2024-09-16T06:53:55.407 INFO:tasks.rados.rados.0.smithi042.stdout:1677: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:53:55.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 610 (ObjNum 461 snap 136 seq_num 461) dirty exists 2024-09-16T06:53:55.409 INFO:tasks.rados.rados.0.smithi042.stdout:1678: done (7 left) 2024-09-16T06:53:55.410 INFO:tasks.rados.rados.0.smithi042.stdout:1682: snap_remove snap 154 2024-09-16T06:53:55.604 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:55 smithi042 podman[117133]: 2024-09-16 06:53:55.398279523 +0000 UTC m=+1.878894570 container cleanup d85e0056b2c0e4370c1b648602c067314603184638bb0d09bb9bc27b0b2f2118 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-6d025bc, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:53:55.604 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:55 smithi042 bash[117133]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3 2024-09-16T06:53:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[94096]: pgmap v250: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-16T06:53:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[94096]: osdmap e383: 8 total, 7 up, 8 in 2024-09-16T06:53:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[96574]: pgmap v250: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-16T06:53:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:55 smithi042 ceph-mon[96574]: osdmap e383: 8 total, 7 up, 8 in 2024-09-16T06:53:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:55 smithi164 ceph-mon[88760]: pgmap v250: 121 pgs: 121 active+clean; 128 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-09-16T06:53:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:55 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:53:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:55 smithi164 ceph-mon[88760]: osdmap e383: 8 total, 7 up, 8 in 2024-09-16T06:53:56.070 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:55 smithi042 podman[117153]: 2024-09-16 06:53:55.633157131 +0000 UTC m=+0.747942338 container remove d85e0056b2c0e4370c1b648602c067314603184638bb0d09bb9bc27b0b2f2118 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T06:53:56.354 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:55.97413661 +0000 UTC m=+0.016591972 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:56.354 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:56.092566377 +0000 UTC m=+0.135021725 container create c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T06:53:56.354 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:56.303218267 +0000 UTC m=+0.345673619 container init c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T06:53:56.354 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:56.308410764 +0000 UTC m=+0.350866121 container start c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T06:53:56.375 INFO:tasks.rados.rados.0.smithi042.stdout:1682: done (7 left) 2024-09-16T06:53:56.375 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 156 2024-09-16T06:53:56.378 INFO:tasks.rados.rados.0.smithi042.stdout:1677: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:53:56.378 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 556 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:53:56.378 INFO:tasks.rados.rados.0.smithi042.stdout:1674: finishing write tid 2 to smithi04281968-4 2024-09-16T06:53:56.378 INFO:tasks.rados.rados.0.smithi042.stdout:1680: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1674: finishing write tid 3 to smithi04281968-4 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1674: finishing write tid 4 to smithi04281968-4 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1674: finishing write tid 5 to smithi04281968-4 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 625 (ObjNum 524 snap 156 seq_num 524) dirty exists 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1674: left oid 4 (ObjNum 524 snap 156 seq_num 524) 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 624 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1675: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:53:56.399 INFO:tasks.rados.rados.0.smithi042.stdout:1676: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:53:56.461 INFO:tasks.rados.rados.0.smithi042.stdout:1675: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:53:56.461 INFO:tasks.rados.rados.0.smithi042.stdout:1675: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:53:56.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 682 (ObjNum 430 snap 125 seq_num 430) dirty exists 2024-09-16T06:53:56.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 684 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:53:56.461 INFO:tasks.rados.rados.0.smithi042.stdout:1683: seq_num 525 ranges {1777664=802816,2580480=712704,3293184=90112} 2024-09-16T06:53:56.475 INFO:tasks.rados.rados.0.smithi042.stdout:1683: writing smithi04281968-38 from 1777664 to 2580480 tid 1 2024-09-16T06:53:56.479 INFO:tasks.rados.rados.0.smithi042.stdout:1683: writing smithi04281968-38 from 2580480 to 3293184 tid 2 2024-09-16T06:53:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1683: writing smithi04281968-38 from 3293184 to 3383296 tid 3 2024-09-16T06:53:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1674: done (7 left) 2024-09-16T06:53:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1675: done (6 left) 2024-09-16T06:53:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1676: done (5 left) 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1677: done (4 left) 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1679: done (3 left) 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1680: done (2 left) 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1681: done (1 left) 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1684: rollback oid 16 current snap is 156 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 152 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1683: finishing write tid 1 to smithi04281968-38 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1685: rollback oid 24 current snap is 156 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 155 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1686: read oid 33 snap -1 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1686: expect deleted 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1687: read oid 48 snap -1 2024-09-16T06:53:56.481 INFO:tasks.rados.rados.0.smithi042.stdout:1687: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:53:56.482 INFO:tasks.rados.rados.0.smithi042.stdout:1688: setattr oid 9 current snap is 156 2024-09-16T06:53:56.482 INFO:tasks.rados.rados.0.smithi042.stdout:1686: done (5 left) 2024-09-16T06:53:56.482 INFO:tasks.rados.rados.0.smithi042.stdout:1689: snap_remove snap 153 2024-09-16T06:53:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:56 smithi164 ceph-mon[88760]: osdmap e384: 8 total, 7 up, 8 in 2024-09-16T06:53:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:56 smithi042 ceph-mon[94096]: osdmap e384: 8 total, 7 up, 8 in 2024-09-16T06:53:56.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:56 smithi042 ceph-mon[96574]: osdmap e384: 8 total, 7 up, 8 in 2024-09-16T06:53:56.855 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:56.412080338 +0000 UTC m=+0.454535699 container attach c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-16T06:53:56.855 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:56 smithi042 podman[117245]: 2024-09-16 06:53:56.506945618 +0000 UTC m=+0.549400984 container died c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-16T06:53:57.342 INFO:tasks.rados.rados.0.smithi042.stdout:1689: done (5 left) 2024-09-16T06:53:57.342 INFO:tasks.rados.rados.0.smithi042.stdout:1690: snap_create 2024-09-16T06:53:57.342 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 581 (ObjNum 470 snap 138 seq_num 470) dirty exists 2024-09-16T06:53:57.342 INFO:tasks.rados.rados.0.smithi042.stdout:1683: finishing write tid 2 to smithi04281968-38 2024-09-16T06:53:57.342 INFO:tasks.rados.rados.0.smithi042.stdout:1687: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:53:57.407 INFO:tasks.rados.rados.0.smithi042.stdout:1684: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:53:57.407 INFO:tasks.rados.rados.0.smithi042.stdout:1683: finishing write tid 3 to smithi04281968-38 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1684: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1683: finishing write tid 4 to smithi04281968-38 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1684: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 385 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1685: finishing rollback tid 0 to smithi04281968-24 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1685: finishing rollback tid 1 to smithi04281968-24 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1685: finishing rollback tid 2 to smithi04281968-24 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 726 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1683: finishing write tid 5 to smithi04281968-38 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 722 (ObjNum 525 snap 156 seq_num 525) dirty exists 2024-09-16T06:53:57.408 INFO:tasks.rados.rados.0.smithi042.stdout:1683: left oid 38 (ObjNum 525 snap 156 seq_num 525) 2024-09-16T06:53:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[94096]: pgmap v253: 121 pgs: 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 3 stale+active+clean, 86 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 13 op/s; 3/210 objects degraded (1.429%) 2024-09-16T06:53:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[94096]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-16T06:53:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 3/210 objects degraded (1.429%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:53:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[94096]: osdmap e385: 8 total, 7 up, 8 in 2024-09-16T06:53:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[94096]: osdmap e386: 8 total, 7 up, 8 in 2024-09-16T06:53:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[96574]: pgmap v253: 121 pgs: 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 3 stale+active+clean, 86 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 13 op/s; 3/210 objects degraded (1.429%) 2024-09-16T06:53:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[96574]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-16T06:53:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 3/210 objects degraded (1.429%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:53:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[96574]: osdmap e385: 8 total, 7 up, 8 in 2024-09-16T06:53:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:57 smithi042 ceph-mon[96574]: osdmap e386: 8 total, 7 up, 8 in 2024-09-16T06:53:57.606 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117288]: 2024-09-16 06:53:57.165574202 +0000 UTC m=+0.652659250 container remove c76faf3936cef5ff77887d518540051f9a813281492369f935688b8ea19b536c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-16T06:53:57.606 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-16T06:53:57.606 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 systemd[1]: Stopped Ceph osd.3 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:53:57.606 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.3.service: Consumed 9.207s CPU time. 2024-09-16T06:53:57.606 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 systemd[1]: Starting Ceph osd.3 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:53:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:57 smithi164 ceph-mon[88760]: pgmap v253: 121 pgs: 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 3 stale+active+clean, 86 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 13 op/s; 3/210 objects degraded (1.429%) 2024-09-16T06:53:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:57 smithi164 ceph-mon[88760]: Health check failed: Reduced data availability: 6 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-09-16T06:53:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:57 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 3/210 objects degraded (1.429%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:53:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:57 smithi164 ceph-mon[88760]: osdmap e385: 8 total, 7 up, 8 in 2024-09-16T06:53:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:57 smithi164 ceph-mon[88760]: osdmap e386: 8 total, 7 up, 8 in 2024-09-16T06:53:57.935 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117393]: 2024-09-16 06:53:57.52218319 +0000 UTC m=+0.016403341 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:57.935 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117393]: 2024-09-16 06:53:57.633724027 +0000 UTC m=+0.127944168 container create 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:53:57.935 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117393]: 2024-09-16 06:53:57.844614393 +0000 UTC m=+0.338834537 container init 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2) 2024-09-16T06:53:57.935 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117393]: 2024-09-16 06:53:57.850608045 +0000 UTC m=+0.344828187 container start 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-16T06:53:57.935 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:57 smithi042 podman[117393]: 2024-09-16 06:53:57.936037161 +0000 UTC m=+0.430257318 container attach 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T06:53:58.201 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T06:53:58.201 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T06:53:58.201 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T06:53:58.201 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T06:53:58.201 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate[117407]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T06:53:58.202 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 bash[117393]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T06:53:58.338 INFO:tasks.rados.rados.0.smithi042.stdout:1683: done (5 left) 2024-09-16T06:53:58.338 INFO:tasks.rados.rados.0.smithi042.stdout:1684: done (4 left) 2024-09-16T06:53:58.338 INFO:tasks.rados.rados.0.smithi042.stdout:1685: done (3 left) 2024-09-16T06:53:58.338 INFO:tasks.rados.rados.0.smithi042.stdout:1687: done (2 left) 2024-09-16T06:53:58.338 INFO:tasks.rados.rados.0.smithi042.stdout:1688: done (1 left) 2024-09-16T06:53:58.339 INFO:tasks.rados.rados.0.smithi042.stdout:1690: done (0 left) 2024-09-16T06:53:58.339 INFO:tasks.rados.rados.0.smithi042.stdout:1691: read oid 27 snap -1 2024-09-16T06:53:58.339 INFO:tasks.rados.rados.0.smithi042.stdout:1691: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:53:58.339 INFO:tasks.rados.rados.0.smithi042.stdout:1692: snap_create 2024-09-16T06:53:58.340 INFO:tasks.rados.rados.0.smithi042.stdout:1691: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:53:58.531 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 podman[117393]: 2024-09-16 06:53:58.201944362 +0000 UTC m=+0.696164530 container died 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T06:53:58.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:53:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:53:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:53:59.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:58 smithi042 podman[117541]: 2024-09-16 06:53:58.840054719 +0000 UTC m=+0.631944915 container remove 998aaf05799b69e5b2e544ac995013d3c75f4b01b0047d0d308e52509b32af58 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-activate, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:53:59.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 podman[117606]: 2024-09-16 06:53:58.954474265 +0000 UTC m=+0.016439621 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:53:59.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 podman[117606]: 2024-09-16 06:53:59.066034486 +0000 UTC m=+0.127999871 container create d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T06:53:59.340 INFO:tasks.rados.rados.0.smithi042.stdout:1691: done (1 left) 2024-09-16T06:53:59.340 INFO:tasks.rados.rados.0.smithi042.stdout:1692: done (0 left) 2024-09-16T06:53:59.340 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 158 2024-09-16T06:53:59.340 INFO:tasks.rados.rados.0.smithi042.stdout:1693: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-09-16T06:53:59.341 INFO:tasks.rados.rados.0.smithi042.stdout:1693: writing smithi04281968-27 from 0 to 417792 tid 1 2024-09-16T06:53:59.345 INFO:tasks.rados.rados.0.smithi042.stdout:1693: writing smithi04281968-27 from 417792 to 1007616 tid 2 2024-09-16T06:53:59.349 INFO:tasks.rados.rados.0.smithi042.stdout:1693: writing smithi04281968-27 from 1007616 to 1622016 tid 3 2024-09-16T06:53:59.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 158 2024-09-16T06:53:59.349 INFO:tasks.rados.rados.0.smithi042.stdout:1693: finishing write tid 1 to smithi04281968-27 2024-09-16T06:53:59.349 INFO:tasks.rados.rados.0.smithi042.stdout:1693: finishing write tid 2 to smithi04281968-27 2024-09-16T06:53:59.350 INFO:tasks.rados.rados.0.smithi042.stdout:1694: seq_num 527 ranges {778240=434176,1212416=475136,1687552=565248,2252800=163840} 2024-09-16T06:53:59.356 INFO:tasks.rados.rados.0.smithi042.stdout:1694: writing smithi04281968-15 from 778240 to 1212416 tid 1 2024-09-16T06:53:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:1694: writing smithi04281968-15 from 1212416 to 1687552 tid 2 2024-09-16T06:53:59.362 INFO:tasks.rados.rados.0.smithi042.stdout:1694: writing smithi04281968-15 from 1687552 to 2252800 tid 3 2024-09-16T06:53:59.363 INFO:tasks.rados.rados.0.smithi042.stdout:1694: writing smithi04281968-15 from 2252800 to 2416640 tid 4 2024-09-16T06:53:59.363 INFO:tasks.rados.rados.0.smithi042.stdout:1695: read oid 29 snap -1 2024-09-16T06:53:59.363 INFO:tasks.rados.rados.0.smithi042.stdout:1695: expect deleted 2024-09-16T06:53:59.363 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 158 2024-09-16T06:53:59.363 INFO:tasks.rados.rados.0.smithi042.stdout:1693: finishing write tid 3 to smithi04281968-27 2024-09-16T06:53:59.364 INFO:tasks.rados.rados.0.smithi042.stdout:1693: finishing write tid 4 to smithi04281968-27 2024-09-16T06:53:59.364 INFO:tasks.rados.rados.0.smithi042.stdout:1693: finishing write tid 5 to smithi04281968-27 2024-09-16T06:53:59.364 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 614 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-09-16T06:53:59.364 INFO:tasks.rados.rados.0.smithi042.stdout:1693: left oid 27 (ObjNum 526 snap 158 seq_num 526) 2024-09-16T06:53:59.364 INFO:tasks.rados.rados.0.smithi042.stdout:1696: seq_num 528 ranges {3506176=450560,3956736=761856,4718592=442368} 2024-09-16T06:53:59.384 INFO:tasks.rados.rados.0.smithi042.stdout:1696: writing smithi04281968-31 from 3506176 to 3956736 tid 1 2024-09-16T06:53:59.389 INFO:tasks.rados.rados.0.smithi042.stdout:1696: writing smithi04281968-31 from 3956736 to 4718592 tid 2 2024-09-16T06:53:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1696: writing smithi04281968-31 from 4718592 to 5160960 tid 3 2024-09-16T06:53:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1693: done (3 left) 2024-09-16T06:53:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:1697: read oid 38 snap -1 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1697: expect (ObjNum 525 snap 156 seq_num 525) 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1698: delete oid 4 current snap is 158 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 1 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 2 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 3 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 4 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 5 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: finishing write tid 6 to smithi04281968-15 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 633 (ObjNum 527 snap 158 seq_num 527) dirty exists 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1694: left oid 15 (ObjNum 527 snap 158 seq_num 527) 2024-09-16T06:53:59.393 INFO:tasks.rados.rados.0.smithi042.stdout:1696: finishing write tid 1 to smithi04281968-31 2024-09-16T06:53:59.394 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-mon[96574]: pgmap v256: 121 pgs: 6 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 2 active+undersized+degraded, 81 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 9/216 objects degraded (4.167%) 2024-09-16T06:53:59.394 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-mon[96574]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T06:53:59.395 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-mon[94096]: pgmap v256: 121 pgs: 6 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 2 active+undersized+degraded, 81 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 9/216 objects degraded (4.167%) 2024-09-16T06:53:59.395 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-mon[94096]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T06:53:59.395 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 podman[117606]: 2024-09-16 06:53:59.293504504 +0000 UTC m=+0.355469848 container init d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T06:53:59.395 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 podman[117606]: 2024-09-16 06:53:59.298507353 +0000 UTC m=+0.360472707 container start d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T06:53:59.395 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-osd[117645]: -- 172.21.15.42:0/4099830118 <== mon.2 v2:172.21.15.42:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564a8b0031e0 con 0x564a8afa1c00 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:1696: finishing write tid 2 to smithi04281968-31 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:1696: finishing write tid 3 to smithi04281968-31 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:1694: done (4 left) 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:1695: done (3 left) 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:1698: done (2 left) 2024-09-16T06:53:59.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 158 2024-09-16T06:53:59.397 INFO:tasks.rados.rados.0.smithi042.stdout:1699: seq_num 530 ranges {3784704=483328,4268032=532480,4800512=671744} 2024-09-16T06:53:59.419 INFO:tasks.rados.rados.0.smithi042.stdout:1699: writing smithi04281968-21 from 3784704 to 4268032 tid 1 2024-09-16T06:53:59.423 INFO:tasks.rados.rados.0.smithi042.stdout:1699: writing smithi04281968-21 from 4268032 to 4800512 tid 2 2024-09-16T06:53:59.428 INFO:tasks.rados.rados.0.smithi042.stdout:1699: writing smithi04281968-21 from 4800512 to 5472256 tid 3 2024-09-16T06:53:59.428 INFO:tasks.rados.rados.0.smithi042.stdout:1700: snap_remove snap 157 2024-09-16T06:53:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:59 smithi164 ceph-mon[88760]: pgmap v256: 121 pgs: 6 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 24 peering, 2 active+undersized+degraded, 81 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 17 op/s; 9/216 objects degraded (4.167%) 2024-09-16T06:53:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:53:59 smithi164 ceph-mon[88760]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T06:53:59.834 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 bash[117606]: d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 2024-09-16T06:53:59.834 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 systemd[1]: Started Ceph osd.3 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:54:00.096 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:53:59 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T06:53:59.834+0000 7f2b62838640 -1 Falling back to public interface 2024-09-16T06:54:00.346 INFO:tasks.rados.rados.0.smithi042.stdout:1700: done (3 left) 2024-09-16T06:54:00.346 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 158 2024-09-16T06:54:00.346 INFO:tasks.rados.rados.0.smithi042.stdout:1696: finishing write tid 4 to smithi04281968-31 2024-09-16T06:54:00.346 INFO:tasks.rados.rados.0.smithi042.stdout:1701: seq_num 531 ranges {786432=499712,1286144=417792,1703936=548864,2252800=237568} 2024-09-16T06:54:00.353 INFO:tasks.rados.rados.0.smithi042.stdout:1701: writing smithi04281968-9 from 786432 to 1286144 tid 1 2024-09-16T06:54:00.356 INFO:tasks.rados.rados.0.smithi042.stdout:1701: writing smithi04281968-9 from 1286144 to 1703936 tid 2 2024-09-16T06:54:00.359 INFO:tasks.rados.rados.0.smithi042.stdout:1701: writing smithi04281968-9 from 1703936 to 2252800 tid 3 2024-09-16T06:54:00.360 INFO:tasks.rados.rados.0.smithi042.stdout:1701: writing smithi04281968-9 from 2252800 to 2490368 tid 4 2024-09-16T06:54:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:1702: snap_create 2024-09-16T06:54:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:1696: finishing write tid 5 to smithi04281968-31 2024-09-16T06:54:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 396 (ObjNum 528 snap 158 seq_num 528) dirty exists 2024-09-16T06:54:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:1696: left oid 31 (ObjNum 528 snap 158 seq_num 528) 2024-09-16T06:54:00.361 INFO:tasks.rados.rados.0.smithi042.stdout:1697: expect (ObjNum 525 snap 156 seq_num 525) 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: finishing write tid 1 to smithi04281968-21 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: finishing write tid 2 to smithi04281968-21 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: finishing write tid 3 to smithi04281968-21 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: finishing write tid 4 to smithi04281968-21 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: finishing write tid 5 to smithi04281968-21 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 735 (ObjNum 530 snap 158 seq_num 530) dirty exists 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1699: left oid 21 (ObjNum 530 snap 158 seq_num 530) 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 1 to smithi04281968-9 2024-09-16T06:54:00.487 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 2 to smithi04281968-9 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 3 to smithi04281968-9 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 4 to smithi04281968-9 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 5 to smithi04281968-9 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:1701: finishing write tid 6 to smithi04281968-9 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 589 (ObjNum 531 snap 158 seq_num 531) dirty exists 2024-09-16T06:54:00.488 INFO:tasks.rados.rados.0.smithi042.stdout:1701: left oid 9 (ObjNum 531 snap 158 seq_num 531) 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[94096]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[96574]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T06:54:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:00 smithi164 ceph-mon[88760]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T06:54:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:01.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:01 smithi042 ceph-mon[96574]: pgmap v259: 121 pgs: 27 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 5 active+undersized+degraded, 81 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 788 KiB/s wr, 24 op/s; 18/237 objects degraded (7.595%) 2024-09-16T06:54:01.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:01 smithi042 ceph-mon[96574]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T06:54:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:01 smithi042 ceph-mon[94096]: pgmap v259: 121 pgs: 27 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 5 active+undersized+degraded, 81 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 788 KiB/s wr, 24 op/s; 18/237 objects degraded (7.595%) 2024-09-16T06:54:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:01 smithi042 ceph-mon[94096]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T06:54:01.355 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:01] "GET /metrics HTTP/1.1" 200 36252 "" "Prometheus/2.43.0" 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:1696: done (4 left) 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:1697: done (3 left) 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:1699: done (2 left) 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:1701: done (1 left) 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:1702: done (0 left) 2024-09-16T06:54:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 159 2024-09-16T06:54:01.356 INFO:tasks.rados.rados.0.smithi042.stdout:1703: seq_num 532 ranges {4390912=516096,4907008=696320,5603328=507904} 2024-09-16T06:54:01.381 INFO:tasks.rados.rados.0.smithi042.stdout:1703: writing smithi04281968-3 from 4390912 to 4907008 tid 1 2024-09-16T06:54:01.385 INFO:tasks.rados.rados.0.smithi042.stdout:1703: writing smithi04281968-3 from 4907008 to 5603328 tid 2 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1703: writing smithi04281968-3 from 5603328 to 6111232 tid 3 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1704: read oid 23 snap -1 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1704: expect (ObjNum 433 snap 126 seq_num 433) 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1705: snap_create 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1703: finishing write tid 1 to smithi04281968-3 2024-09-16T06:54:01.389 INFO:tasks.rados.rados.0.smithi042.stdout:1703: finishing write tid 2 to smithi04281968-3 2024-09-16T06:54:01.392 INFO:tasks.rados.rados.0.smithi042.stdout:1703: finishing write tid 3 to smithi04281968-3 2024-09-16T06:54:01.392 INFO:tasks.rados.rados.0.smithi042.stdout:1703: finishing write tid 4 to smithi04281968-3 2024-09-16T06:54:01.392 INFO:tasks.rados.rados.0.smithi042.stdout:1703: finishing write tid 5 to smithi04281968-3 2024-09-16T06:54:01.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 646 (ObjNum 532 snap 159 seq_num 532) dirty exists 2024-09-16T06:54:01.392 INFO:tasks.rados.rados.0.smithi042.stdout:1703: left oid 3 (ObjNum 532 snap 159 seq_num 532) 2024-09-16T06:54:01.408 INFO:tasks.rados.rados.0.smithi042.stdout:1704: expect (ObjNum 433 snap 126 seq_num 433) 2024-09-16T06:54:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:01 smithi164 ceph-mon[88760]: pgmap v259: 121 pgs: 27 active+undersized, 1 activating+undersized+degraded, 7 activating+undersized, 5 active+undersized+degraded, 81 active+clean; 140 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 788 KiB/s wr, 24 op/s; 18/237 objects degraded (7.595%) 2024-09-16T06:54:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:01 smithi164 ceph-mon[88760]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T06:54:02.359 INFO:tasks.rados.rados.0.smithi042.stdout:1703: done (2 left) 2024-09-16T06:54:02.359 INFO:tasks.rados.rados.0.smithi042.stdout:1704: done (1 left) 2024-09-16T06:54:02.360 INFO:tasks.rados.rados.0.smithi042.stdout:1705: done (0 left) 2024-09-16T06:54:02.360 INFO:tasks.rados.rados.0.smithi042.stdout:1706: snap_create 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[96574]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[96574]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[94096]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[94096]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-16T06:54:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:02 smithi164 ceph-mon[88760]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T06:54:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:02 smithi164 ceph-mon[88760]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-09-16T06:54:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:02 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 18/237 objects degraded (7.595%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:02.866 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:54:02 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T06:54:02.613+0000 7f2b62838640 -1 osd.3 382 log_to_monitors true 2024-09-16T06:54:03.362 INFO:tasks.rados.rados.0.smithi042.stdout:1706: done (0 left) 2024-09-16T06:54:03.362 INFO:tasks.rados.rados.0.smithi042.stdout:1707: snap_remove snap 156 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: pgmap v262: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 21 op/s; 19/249 objects degraded (7.631%) 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: pgmap v262: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 21 op/s; 19/249 objects degraded (7.631%) 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:03.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:03.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: pgmap v262: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 152 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 21 op/s; 19/249 objects degraded (7.631%) 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.043 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 06:54:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T06:54:03.646+0000 7f2b565da640 -1 osd.3 382 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:54:04.366 INFO:tasks.rados.rados.0.smithi042.stdout:1707: done (0 left) 2024-09-16T06:54:04.366 INFO:tasks.rados.rados.0.smithi042.stdout:1708: delete oid 32 current snap is 161 2024-09-16T06:54:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:54:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T06:54:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:54:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:54:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' 2024-09-16T06:54:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:04.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:04.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T06:54:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T06:54:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi042", "root=default"]}]: dispatch 2024-09-16T06:54:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892]' entity='osd.3' 2024-09-16T06:54:04.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:04.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:05.390 INFO:tasks.rados.rados.0.smithi042.stdout:1708: done (0 left) 2024-09-16T06:54:05.390 INFO:tasks.rados.rados.0.smithi042.stdout:1709: delete oid 21 current snap is 161 2024-09-16T06:54:05.392 INFO:tasks.rados.rados.0.smithi042.stdout:1709: done (0 left) 2024-09-16T06:54:05.392 INFO:tasks.rados.rados.0.smithi042.stdout:1710: snap_remove snap 160 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: pgmap v265: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 19/252 objects degraded (7.540%) 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892] boot 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[94096]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: pgmap v265: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 19/252 objects degraded (7.540%) 2024-09-16T06:54:05.696 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:05.697 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892] boot 2024-09-16T06:54:05.697 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T06:54:05.697 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:54:05.697 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:05 smithi042 ceph-mon[96574]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T06:54:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: pgmap v265: 121 pgs: 33 active+undersized, 7 active+undersized+degraded, 81 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 19/252 objects degraded (7.540%) 2024-09-16T06:54:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: osd.3 [v2:172.21.15.42:6826/405932892,v1:172.21.15.42:6827/405932892] boot 2024-09-16T06:54:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: osdmap e393: 8 total, 8 up, 8 in 2024-09-16T06:54:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T06:54:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:05 smithi164 ceph-mon[88760]: osdmap e394: 8 total, 8 up, 8 in 2024-09-16T06:54:06.380 INFO:tasks.rados.rados.0.smithi042.stdout:1710: done (0 left) 2024-09-16T06:54:06.380 INFO:tasks.rados.rados.0.smithi042.stdout:1711: snap_remove snap 155 2024-09-16T06:54:07.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:54:06.976+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:1711: done (0 left) 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:1712: copy_from oid 11 from oid 16 current snap is 161 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:1713: rollback oid 40 current snap is 161 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 158 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:1714: read oid 17 snap -1 2024-09-16T06:54:07.384 INFO:tasks.rados.rados.0.smithi042.stdout:1714: expect deleted 2024-09-16T06:54:07.385 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 161 2024-09-16T06:54:07.385 INFO:tasks.rados.rados.0.smithi042.stdout:1715: seq_num 535 ranges {6111232=565248,6676480=802816,7479296=401408} 2024-09-16T06:54:07.420 INFO:tasks.rados.rados.0.smithi042.stdout:1715: writing smithi04281968-3 from 6111232 to 6676480 tid 1 2024-09-16T06:54:07.425 INFO:tasks.rados.rados.0.smithi042.stdout:1715: writing smithi04281968-3 from 6676480 to 7479296 tid 2 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:1715: writing smithi04281968-3 from 7479296 to 7880704 tid 3 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:1716: copy_from oid 41 from oid 24 current snap is 161 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:1713: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 0 (ObjNum 673 snap 0 seq_num 110809104) dirty dne 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:1712: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:1712: finishing copy_from to smithi04281968-11 2024-09-16T06:54:07.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 385 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:1715: finishing write tid 1 to smithi04281968-3 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:1712: done (4 left) 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:1713: done (3 left) 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:1714: done (2 left) 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 161 2024-09-16T06:54:07.429 INFO:tasks.rados.rados.0.smithi042.stdout:1717: seq_num 536 ranges {0=581632,581632=688128,1269760=516096} 2024-09-16T06:54:07.431 INFO:tasks.rados.rados.0.smithi042.stdout:1717: writing smithi04281968-44 from 0 to 581632 tid 1 2024-09-16T06:54:07.436 INFO:tasks.rados.rados.0.smithi042.stdout:1717: writing smithi04281968-44 from 581632 to 1269760 tid 2 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1717: writing smithi04281968-44 from 1269760 to 1785856 tid 3 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1718: copy_from oid 20 from oid 35 current snap is 161 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1715: finishing write tid 2 to smithi04281968-3 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1715: finishing write tid 3 to smithi04281968-3 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1715: finishing write tid 4 to smithi04281968-3 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1715: finishing write tid 5 to smithi04281968-3 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 650 (ObjNum 535 snap 161 seq_num 535) dirty exists 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1715: left oid 3 (ObjNum 535 snap 161 seq_num 535) 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1717: finishing write tid 1 to smithi04281968-44 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1716: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:54:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:1716: finishing copy_from to smithi04281968-41 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 726 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:1717: finishing write tid 2 to smithi04281968-44 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:1715: done (3 left) 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:1716: done (2 left) 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:1719: delete oid 46 current snap is 161 2024-09-16T06:54:07.441 INFO:tasks.rados.rados.0.smithi042.stdout:1717: finishing write tid 3 to smithi04281968-44 2024-09-16T06:54:07.442 INFO:tasks.rados.rados.0.smithi042.stdout:1717: finishing write tid 4 to smithi04281968-44 2024-09-16T06:54:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:1719: done (2 left) 2024-09-16T06:54:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:1720: snap_remove snap 152 2024-09-16T06:54:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: pgmap v268: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 18 active+undersized, 3 active+undersized+degraded, 79 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 9/255 objects degraded (3.529%) 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:07.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:07 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 9/255 objects degraded (3.529%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: pgmap v268: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 18 active+undersized, 3 active+undersized+degraded, 79 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 9/255 objects degraded (3.529%) 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 9/255 objects degraded (3.529%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: pgmap v268: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 18 active+undersized, 3 active+undersized+degraded, 79 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 9/255 objects degraded (3.529%) 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: osdmap e395: 8 total, 8 up, 8 in 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:07 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 9/255 objects degraded (3.529%), 3 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1717: finishing write tid 5 to smithi04281968-44 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 623 (ObjNum 536 snap 161 seq_num 536) dirty exists 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1717: left oid 44 (ObjNum 536 snap 161 seq_num 536) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1718: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1718: finishing copy_from to smithi04281968-20 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 676 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1717: done (2 left) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1718: done (1 left) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1720: done (0 left) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1721: read oid 3 snap 158 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1721: expect (ObjNum 514 snap 151 seq_num 514) 2024-09-16T06:54:08.401 INFO:tasks.rados.rados.0.smithi042.stdout:1722: rmattr oid 18 current snap is 161 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:1722: done (1 left) 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:1723: read oid 45 snap -1 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:1723: expect (ObjNum 489 snap 144 seq_num 489) 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:1724: copy_from oid 12 from oid 33 current snap is 161 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 161 2024-09-16T06:54:08.402 INFO:tasks.rados.rados.0.smithi042.stdout:1725: seq_num 538 ranges {2097152=614400,2711552=450560,3162112=704512,3866624=49152} 2024-09-16T06:54:08.418 INFO:tasks.rados.rados.0.smithi042.stdout:1725: writing smithi04281968-42 from 2097152 to 2711552 tid 1 2024-09-16T06:54:08.421 INFO:tasks.rados.rados.0.smithi042.stdout:1725: writing smithi04281968-42 from 2711552 to 3162112 tid 2 2024-09-16T06:54:08.425 INFO:tasks.rados.rados.0.smithi042.stdout:1725: writing smithi04281968-42 from 3162112 to 3866624 tid 3 2024-09-16T06:54:08.426 INFO:tasks.rados.rados.0.smithi042.stdout:1725: writing smithi04281968-42 from 3866624 to 3915776 tid 4 2024-09-16T06:54:08.426 INFO:tasks.rados.rados.0.smithi042.stdout:1726: setattr oid 9 current snap is 161 2024-09-16T06:54:08.426 INFO:tasks.rados.rados.0.smithi042.stdout:1724: finishing copy_from to smithi04281968-12 2024-09-16T06:54:08.426 INFO:tasks.rados.rados.0.smithi042.stdout:1724: got expected ENOENT (src dne) 2024-09-16T06:54:08.426 INFO:tasks.rados.rados.0.smithi042.stdout:1724: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:54:08.427 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 1 to smithi04281968-42 2024-09-16T06:54:08.427 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 2 to smithi04281968-42 2024-09-16T06:54:08.427 INFO:tasks.rados.rados.0.smithi042.stdout:1721: expect (ObjNum 514 snap 151 seq_num 514) 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 3 to smithi04281968-42 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 4 to smithi04281968-42 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 5 to smithi04281968-42 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1725: finishing write tid 6 to smithi04281968-42 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 647 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1725: left oid 42 (ObjNum 538 snap 161 seq_num 538) 2024-09-16T06:54:08.635 INFO:tasks.rados.rados.0.smithi042.stdout:1723: expect (ObjNum 489 snap 144 seq_num 489) 2024-09-16T06:54:08.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:08 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:08.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:08 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T06:54:08.657 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:08 smithi164 ceph-mon[88760]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[94096]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T06:54:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:08 smithi042 ceph-mon[96574]: osdmap e396: 8 total, 8 up, 8 in 2024-09-16T06:54:08.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:08 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:08.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:09.265 INFO:tasks.rados.rados.0.smithi042.stdout:1721: done (4 left) 2024-09-16T06:54:09.265 INFO:tasks.rados.rados.0.smithi042.stdout:1723: done (3 left) 2024-09-16T06:54:09.265 INFO:tasks.rados.rados.0.smithi042.stdout:1724: done (2 left) 2024-09-16T06:54:09.265 INFO:tasks.rados.rados.0.smithi042.stdout:1725: done (1 left) 2024-09-16T06:54:09.265 INFO:tasks.rados.rados.0.smithi042.stdout:1727: snap_remove snap 158 2024-09-16T06:54:09.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 600 (ObjNum 531 snap 158 seq_num 531) dirty exists 2024-09-16T06:54:09.399 INFO:tasks.rados.rados.0.smithi042.stdout:1726: done (1 left) 2024-09-16T06:54:09.399 INFO:tasks.rados.rados.0.smithi042.stdout:1727: done (0 left) 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:1728: rmattr oid 39 current snap is 161 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:1728: done (0 left) 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:1729: read oid 26 snap 159 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:1729: expect (ObjNum 487 snap 144 seq_num 487) 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 161 2024-09-16T06:54:09.400 INFO:tasks.rados.rados.0.smithi042.stdout:1730: seq_num 539 ranges {3252224=630784,3883008=737280,4620288=466944} 2024-09-16T06:54:09.421 INFO:tasks.rados.rados.0.smithi042.stdout:1730: writing smithi04281968-23 from 3252224 to 3883008 tid 1 2024-09-16T06:54:09.425 INFO:tasks.rados.rados.0.smithi042.stdout:1730: writing smithi04281968-23 from 3883008 to 4620288 tid 2 2024-09-16T06:54:09.427 INFO:tasks.rados.rados.0.smithi042.stdout:1730: writing smithi04281968-23 from 4620288 to 5087232 tid 3 2024-09-16T06:54:09.427 INFO:tasks.rados.rados.0.smithi042.stdout:1731: rollback oid 17 current snap is 161 2024-09-16T06:54:09.428 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 159 2024-09-16T06:54:09.428 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 161 2024-09-16T06:54:09.428 INFO:tasks.rados.rados.0.smithi042.stdout:1729: expect (ObjNum 487 snap 144 seq_num 487) 2024-09-16T06:54:09.584 INFO:tasks.rados.rados.0.smithi042.stdout:1730: finishing write tid 1 to smithi04281968-23 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:1730: finishing write tid 2 to smithi04281968-23 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:1730: finishing write tid 3 to smithi04281968-23 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:1730: finishing write tid 4 to smithi04281968-23 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:1731: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 0 (ObjNum 305 snap 0 seq_num 3307183616) dirty dne 2024-09-16T06:54:09.585 INFO:tasks.rados.rados.0.smithi042.stdout:1732: seq_num 540 ranges {1785856=647168,2433024=671744,3104768=532480} 2024-09-16T06:54:09.597 INFO:tasks.rados.rados.0.smithi042.stdout:1732: writing smithi04281968-44 from 1785856 to 2433024 tid 1 2024-09-16T06:54:09.601 INFO:tasks.rados.rados.0.smithi042.stdout:1732: writing smithi04281968-44 from 2433024 to 3104768 tid 2 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1732: writing smithi04281968-44 from 3104768 to 3637248 tid 3 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1729: done (3 left) 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1731: done (2 left) 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1733: read oid 2 snap -1 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1733: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 161 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:1730: finishing write tid 5 to smithi04281968-23 2024-09-16T06:54:09.606 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 654 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T06:54:09.607 INFO:tasks.rados.rados.0.smithi042.stdout:1730: left oid 23 (ObjNum 539 snap 161 seq_num 539) 2024-09-16T06:54:09.607 INFO:tasks.rados.rados.0.smithi042.stdout:1734: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-09-16T06:54:09.609 INFO:tasks.rados.rados.0.smithi042.stdout:1734: writing smithi04281968-29 from 0 to 663552 tid 1 2024-09-16T06:54:09.612 INFO:tasks.rados.rados.0.smithi042.stdout:1734: writing smithi04281968-29 from 663552 to 1220608 tid 2 2024-09-16T06:54:09.615 INFO:tasks.rados.rados.0.smithi042.stdout:1734: writing smithi04281968-29 from 1220608 to 1695744 tid 3 2024-09-16T06:54:09.617 INFO:tasks.rados.rados.0.smithi042.stdout:1734: writing smithi04281968-29 from 1695744 to 1867776 tid 4 2024-09-16T06:54:09.617 INFO:tasks.rados.rados.0.smithi042.stdout:1730: done (3 left) 2024-09-16T06:54:09.617 INFO:tasks.rados.rados.0.smithi042.stdout:1735: snap_remove snap 159 2024-09-16T06:54:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:09 smithi164 ceph-mon[88760]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 84 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 3/258 objects degraded (1.163%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:54:09.851 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:09 smithi164 ceph-mon[88760]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T06:54:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:09 smithi042 ceph-mon[94096]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 84 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 3/258 objects degraded (1.163%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:54:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:09 smithi042 ceph-mon[94096]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T06:54:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:09 smithi042 ceph-mon[96574]: pgmap v271: 121 pgs: 2 active+clean+snaptrim, 6 activating, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 84 active+clean; 156 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 3/258 objects degraded (1.163%); 1.4 MiB/s, 0 objects/s recovering 2024-09-16T06:54:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:09 smithi042 ceph-mon[96574]: osdmap e397: 8 total, 8 up, 8 in 2024-09-16T06:54:10.411 INFO:tasks.rados.rados.0.smithi042.stdout:1735: done (3 left) 2024-09-16T06:54:10.412 INFO:tasks.rados.rados.0.smithi042.stdout:1736: snap_create 2024-09-16T06:54:10.412 INFO:tasks.rados.rados.0.smithi042.stdout:1732: finishing write tid 1 to smithi04281968-44 2024-09-16T06:54:10.412 INFO:tasks.rados.rados.0.smithi042.stdout:1732: finishing write tid 2 to smithi04281968-44 2024-09-16T06:54:10.412 INFO:tasks.rados.rados.0.smithi042.stdout:1733: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1732: finishing write tid 3 to smithi04281968-44 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1732: finishing write tid 4 to smithi04281968-44 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1732: finishing write tid 5 to smithi04281968-44 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 627 (ObjNum 540 snap 161 seq_num 540) dirty exists 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1732: left oid 44 (ObjNum 540 snap 161 seq_num 540) 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 1 to smithi04281968-29 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 2 to smithi04281968-29 2024-09-16T06:54:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 3 to smithi04281968-29 2024-09-16T06:54:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 4 to smithi04281968-29 2024-09-16T06:54:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 5 to smithi04281968-29 2024-09-16T06:54:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:1734: finishing write tid 6 to smithi04281968-29 2024-09-16T06:54:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 632 (ObjNum 541 snap 161 seq_num 541) dirty exists 2024-09-16T06:54:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:1734: left oid 29 (ObjNum 541 snap 161 seq_num 541) 2024-09-16T06:54:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:10 smithi164 ceph-mon[88760]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T06:54:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:10 smithi042 ceph-mon[94096]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T06:54:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:10 smithi042 ceph-mon[96574]: osdmap e398: 8 total, 8 up, 8 in 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:1732: done (3 left) 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:1733: done (2 left) 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:1734: done (1 left) 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:1736: done (0 left) 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 162 2024-09-16T06:54:11.413 INFO:tasks.rados.rados.0.smithi042.stdout:1737: seq_num 542 ranges {3915776=679936,4595712=442368,5038080=679936,5718016=81920} 2024-09-16T06:54:11.438 INFO:tasks.rados.rados.0.smithi042.stdout:1737: writing smithi04281968-42 from 3915776 to 4595712 tid 1 2024-09-16T06:54:11.440 INFO:tasks.rados.rados.0.smithi042.stdout:1737: writing smithi04281968-42 from 4595712 to 5038080 tid 2 2024-09-16T06:54:11.444 INFO:tasks.rados.rados.0.smithi042.stdout:1737: writing smithi04281968-42 from 5038080 to 5718016 tid 3 2024-09-16T06:54:11.445 INFO:tasks.rados.rados.0.smithi042.stdout:1737: writing smithi04281968-42 from 5718016 to 5799936 tid 4 2024-09-16T06:54:11.445 INFO:tasks.rados.rados.0.smithi042.stdout:1738: copy_from oid 22 from oid 18 current snap is 162 2024-09-16T06:54:11.445 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 162 2024-09-16T06:54:11.445 INFO:tasks.rados.rados.0.smithi042.stdout:1739: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-09-16T06:54:11.448 INFO:tasks.rados.rados.0.smithi042.stdout:1739: writing smithi04281968-21 from 0 to 704512 tid 1 2024-09-16T06:54:11.453 INFO:tasks.rados.rados.0.smithi042.stdout:1739: writing smithi04281968-21 from 704512 to 1433600 tid 2 2024-09-16T06:54:11.457 INFO:tasks.rados.rados.0.smithi042.stdout:1739: writing smithi04281968-21 from 1433600 to 1908736 tid 3 2024-09-16T06:54:11.457 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 162 2024-09-16T06:54:11.457 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 1 to smithi04281968-42 2024-09-16T06:54:11.457 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 2 to smithi04281968-42 2024-09-16T06:54:11.457 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 3 to smithi04281968-42 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 4 to smithi04281968-42 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 5 to smithi04281968-42 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1737: finishing write tid 6 to smithi04281968-42 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 665 (ObjNum 542 snap 162 seq_num 542) dirty exists 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1737: left oid 42 (ObjNum 542 snap 162 seq_num 542) 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1739: finishing write tid 1 to smithi04281968-21 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1739: finishing write tid 2 to smithi04281968-21 2024-09-16T06:54:11.458 INFO:tasks.rados.rados.0.smithi042.stdout:1740: seq_num 544 ranges {2416640=720896,3137536=614400,3751936=589824} 2024-09-16T06:54:11.474 INFO:tasks.rados.rados.0.smithi042.stdout:1740: writing smithi04281968-15 from 2416640 to 3137536 tid 1 2024-09-16T06:54:11.478 INFO:tasks.rados.rados.0.smithi042.stdout:1740: writing smithi04281968-15 from 3137536 to 3751936 tid 2 2024-09-16T06:54:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:1740: writing smithi04281968-15 from 3751936 to 4341760 tid 3 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1737: done (3 left) 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1741: read oid 9 snap -1 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1741: expect (ObjNum 531 snap 158 seq_num 531) 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1742: delete oid 13 current snap is 162 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1739: finishing write tid 3 to smithi04281968-21 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1739: finishing write tid 4 to smithi04281968-21 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1739: finishing write tid 5 to smithi04281968-21 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 771 (ObjNum 543 snap 162 seq_num 543) dirty exists 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1739: left oid 21 (ObjNum 543 snap 162 seq_num 543) 2024-09-16T06:54:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:1738: finishing copy_from racing read to smithi04281968-22 2024-09-16T06:54:11.483 INFO:tasks.rados.rados.0.smithi042.stdout:1738: finishing copy_from to smithi04281968-22 2024-09-16T06:54:11.483 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 364 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-09-16T06:54:11.485 INFO:tasks.rados.rados.0.smithi042.stdout:1740: finishing write tid 1 to smithi04281968-15 2024-09-16T06:54:11.485 INFO:tasks.rados.rados.0.smithi042.stdout:1740: finishing write tid 2 to smithi04281968-15 2024-09-16T06:54:11.486 INFO:tasks.rados.rados.0.smithi042.stdout:1740: finishing write tid 3 to smithi04281968-15 2024-09-16T06:54:11.486 INFO:tasks.rados.rados.0.smithi042.stdout:1740: finishing write tid 4 to smithi04281968-15 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1738: done (4 left) 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1739: done (3 left) 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1742: done (2 left) 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1743: copy_from oid 17 from oid 34 current snap is 162 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1744: read oid 23 snap 161 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1744: expect (ObjNum 539 snap 161 seq_num 539) 2024-09-16T06:54:11.487 INFO:tasks.rados.rados.0.smithi042.stdout:1745: delete oid 8 current snap is 162 2024-09-16T06:54:11.488 INFO:tasks.rados.rados.0.smithi042.stdout:1740: finishing write tid 5 to smithi04281968-15 2024-09-16T06:54:11.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 670 (ObjNum 544 snap 162 seq_num 544) dirty exists 2024-09-16T06:54:11.488 INFO:tasks.rados.rados.0.smithi042.stdout:1740: left oid 15 (ObjNum 544 snap 162 seq_num 544) 2024-09-16T06:54:11.490 INFO:tasks.rados.rados.0.smithi042.stdout:1740: done (4 left) 2024-09-16T06:54:11.490 INFO:tasks.rados.rados.0.smithi042.stdout:1745: done (3 left) 2024-09-16T06:54:11.490 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 162 2024-09-16T06:54:11.490 INFO:tasks.rados.rados.0.smithi042.stdout:1746: seq_num 547 ranges {5799936=770048,6569984=663552,7233536=466944,7700480=73728} 2024-09-16T06:54:11.527 INFO:tasks.rados.rados.0.smithi042.stdout:1746: writing smithi04281968-42 from 5799936 to 6569984 tid 1 2024-09-16T06:54:11.531 INFO:tasks.rados.rados.0.smithi042.stdout:1746: writing smithi04281968-42 from 6569984 to 7233536 tid 2 2024-09-16T06:54:11.533 INFO:tasks.rados.rados.0.smithi042.stdout:1746: writing smithi04281968-42 from 7233536 to 7700480 tid 3 2024-09-16T06:54:11.534 INFO:tasks.rados.rados.0.smithi042.stdout:1746: writing smithi04281968-42 from 7700480 to 7774208 tid 4 2024-09-16T06:54:11.534 INFO:tasks.rados.rados.0.smithi042.stdout:1747: snap_create 2024-09-16T06:54:11.535 INFO:tasks.rados.rados.0.smithi042.stdout:1741: expect (ObjNum 531 snap 158 seq_num 531) 2024-09-16T06:54:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:11] "GET /metrics HTTP/1.1" 200 36106 "" "Prometheus/2.43.0" 2024-09-16T06:54:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[94096]: pgmap v274: 121 pgs: 6 activating, 115 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 5.7 MiB/s, 0 objects/s recovering 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/258 objects degraded (1.163%), 1 pg degraded) 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[94096]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[96574]: pgmap v274: 121 pgs: 6 activating, 115 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 5.7 MiB/s, 0 objects/s recovering 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/258 objects degraded (1.163%), 1 pg degraded) 2024-09-16T06:54:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:54:11.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:11 smithi042 ceph-mon[96574]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T06:54:11.619 INFO:tasks.rados.rados.0.smithi042.stdout:1744: expect (ObjNum 539 snap 161 seq_num 539) 2024-09-16T06:54:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:11 smithi164 ceph-mon[88760]: pgmap v274: 121 pgs: 6 activating, 115 active+clean; 153 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 13 op/s; 5.7 MiB/s, 0 objects/s recovering 2024-09-16T06:54:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:11 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/258 objects degraded (1.163%), 1 pg degraded) 2024-09-16T06:54:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:11 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:54:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:11 smithi164 ceph-mon[88760]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T06:54:11.817 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:1743: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:1743: finishing copy_from to smithi04281968-17 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 392 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 1 to smithi04281968-42 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 2 to smithi04281968-42 2024-09-16T06:54:11.877 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 3 to smithi04281968-42 2024-09-16T06:54:11.878 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 4 to smithi04281968-42 2024-09-16T06:54:11.878 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 5 to smithi04281968-42 2024-09-16T06:54:11.878 INFO:tasks.rados.rados.0.smithi042.stdout:1746: finishing write tid 6 to smithi04281968-42 2024-09-16T06:54:11.878 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 676 (ObjNum 547 snap 162 seq_num 547) dirty exists 2024-09-16T06:54:11.878 INFO:tasks.rados.rados.0.smithi042.stdout:1746: left oid 42 (ObjNum 547 snap 162 seq_num 547) 2024-09-16T06:54:12.083 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:54:12.083 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (4m) 8s ago 8m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (4m) 2m ago 7m 79.0M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (9m) 8s ago 9m 17.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (9m) 2m ago 9m 17.7M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (3m) 2m ago 12m 437M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (3m) 8s ago 14m 490M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (3m) 8s ago 14m 50.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (2m) 2m ago 12m 22.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (2m) 8s ago 12m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (4m) 8s ago 7m 15.6M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (4m) 2m ago 7m 8358k - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (113s) 8s ago 12m 133M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (80s) 8s ago 11m 121M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:54:12.084 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (46s) 8s ago 11m 93.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (13s) 8s ago 10m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (10m) 2m ago 10m 124M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 56a6478df21b 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (10m) 2m ago 10m 160M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (9m) 2m ago 9m 102M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (9m) 2m ago 9m 97.2M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:54:12.085 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (3m) 2m ago 8m 49.2M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:54:12.340 INFO:tasks.rados.rados.0.smithi042.stdout:1741: done (4 left) 2024-09-16T06:54:12.340 INFO:tasks.rados.rados.0.smithi042.stdout:1743: done (3 left) 2024-09-16T06:54:12.340 INFO:tasks.rados.rados.0.smithi042.stdout:1744: done (2 left) 2024-09-16T06:54:12.340 INFO:tasks.rados.rados.0.smithi042.stdout:1746: done (1 left) 2024-09-16T06:54:12.341 INFO:tasks.rados.rados.0.smithi042.stdout:1747: done (0 left) 2024-09-16T06:54:12.341 INFO:tasks.rados.rados.0.smithi042.stdout:1748: read oid 32 snap -1 2024-09-16T06:54:12.341 INFO:tasks.rados.rados.0.smithi042.stdout:1748: expect deleted 2024-09-16T06:54:12.341 INFO:tasks.rados.rados.0.smithi042.stdout:1749: delete oid 42 current snap is 163 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1748: done (1 left) 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1749: done (0 left) 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1750: read oid 39 snap 161 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1750: expect (ObjNum 430 snap 125 seq_num 430) 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1751: read oid 27 snap 162 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1751: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1752: copy_from oid 9 from oid 23 current snap is 163 2024-09-16T06:54:12.346 INFO:tasks.rados.rados.0.smithi042.stdout:1753: rollback oid 49 current snap is 163 2024-09-16T06:54:12.347 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 162 2024-09-16T06:54:12.347 INFO:tasks.rados.rados.0.smithi042.stdout:1754: snap_create 2024-09-16T06:54:12.356 INFO:tasks.rados.rados.0.smithi042.stdout:1751: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:1753: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:1753: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:1753: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 635 (ObjNum 515 snap 152 seq_num 515) dirty exists 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:1752: finishing copy_from racing read to smithi04281968-9 2024-09-16T06:54:12.407 INFO:tasks.rados.rados.0.smithi042.stdout:1752: finishing copy_from to smithi04281968-9 2024-09-16T06:54:12.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 654 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T06:54:12.408 INFO:tasks.rados.rados.0.smithi042.stdout:1750: expect (ObjNum 430 snap 125 seq_num 430) 2024-09-16T06:54:12.429 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:54:12.429 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 4, 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 4 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:54:12.430 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 6, 2024-09-16T06:54:12.431 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 9 2024-09-16T06:54:12.431 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:54:12.431 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:54:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:12 smithi164 ceph-mon[88760]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T06:54:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:12 smithi164 ceph-mon[88760]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T06:54:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:12 smithi042 ceph-mon[94096]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T06:54:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:12 smithi042 ceph-mon[94096]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T06:54:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:12 smithi042 ceph-mon[96574]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T06:54:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:12 smithi042 ceph-mon[96574]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1750: done (4 left) 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1751: done (3 left) 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1752: done (2 left) 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1753: done (1 left) 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1754: done (0 left) 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 164 2024-09-16T06:54:13.342 INFO:tasks.rados.rados.0.smithi042.stdout:1755: seq_num 549 ranges {9003008=802816,9805824=483328,10289152=434176,10723328=286720} 2024-09-16T06:54:13.396 INFO:tasks.rados.rados.0.smithi042.stdout:1755: writing smithi04281968-47 from 9003008 to 9805824 tid 1 2024-09-16T06:54:13.398 INFO:tasks.rados.rados.0.smithi042.stdout:1755: writing smithi04281968-47 from 9805824 to 10289152 tid 2 2024-09-16T06:54:13.400 INFO:tasks.rados.rados.0.smithi042.stdout:1755: writing smithi04281968-47 from 10289152 to 10723328 tid 3 2024-09-16T06:54:13.402 INFO:tasks.rados.rados.0.smithi042.stdout:1755: writing smithi04281968-47 from 10723328 to 11010048 tid 4 2024-09-16T06:54:13.402 INFO:tasks.rados.rados.0.smithi042.stdout:1756: setattr oid 48 current snap is 164 2024-09-16T06:54:13.404 INFO:tasks.rados.rados.0.smithi042.stdout:1757: read oid 17 snap 162 2024-09-16T06:54:13.404 INFO:tasks.rados.rados.0.smithi042.stdout:1757: expect (ObjNum 518 snap 152 seq_num 518) 2024-09-16T06:54:13.404 INFO:tasks.rados.rados.0.smithi042.stdout:1758: snap_create 2024-09-16T06:54:13.404 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 1 to smithi04281968-47 2024-09-16T06:54:13.405 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 2 to smithi04281968-47 2024-09-16T06:54:13.407 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 651 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-09-16T06:54:13.407 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 3 to smithi04281968-47 2024-09-16T06:54:13.407 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 4 to smithi04281968-47 2024-09-16T06:54:13.408 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 5 to smithi04281968-47 2024-09-16T06:54:13.409 INFO:tasks.rados.rados.0.smithi042.stdout:1755: finishing write tid 6 to smithi04281968-47 2024-09-16T06:54:13.410 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 446 (ObjNum 549 snap 164 seq_num 549) dirty exists 2024-09-16T06:54:13.410 INFO:tasks.rados.rados.0.smithi042.stdout:1755: left oid 47 (ObjNum 549 snap 164 seq_num 549) 2024-09-16T06:54:13.416 INFO:tasks.rados.rados.0.smithi042.stdout:1757: expect (ObjNum 518 snap 152 seq_num 518) 2024-09-16T06:54:13.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-mon[88760]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-mon[88760]: pgmap v277: 121 pgs: 121 active+clean; 154 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 4.3 MiB/s, 0 objects/s recovering 2024-09-16T06:54:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-mon[88760]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2741346249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:13 smithi164 ceph-mon[88760]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T06:54:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[94096]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[94096]: pgmap v277: 121 pgs: 121 active+clean; 154 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 4.3 MiB/s, 0 objects/s recovering 2024-09-16T06:54:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[94096]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2741346249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[94096]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[96574]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[96574]: pgmap v277: 121 pgs: 121 active+clean; 154 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 4.3 MiB/s, 0 objects/s recovering 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[96574]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2741346249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:13 smithi042 ceph-mon[96574]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:1755: done (3 left) 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:1756: done (2 left) 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:1757: done (1 left) 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:1758: done (0 left) 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 165 2024-09-16T06:54:14.344 INFO:tasks.rados.rados.0.smithi042.stdout:1759: seq_num 550 ranges {1163264=417792,1581056=770048,2351104=638976,2990080=196608} 2024-09-16T06:54:14.352 INFO:tasks.rados.rados.0.smithi042.stdout:1759: writing smithi04281968-5 from 1163264 to 1581056 tid 1 2024-09-16T06:54:14.357 INFO:tasks.rados.rados.0.smithi042.stdout:1759: writing smithi04281968-5 from 1581056 to 2351104 tid 2 2024-09-16T06:54:14.361 INFO:tasks.rados.rados.0.smithi042.stdout:1759: writing smithi04281968-5 from 2351104 to 2990080 tid 3 2024-09-16T06:54:14.362 INFO:tasks.rados.rados.0.smithi042.stdout:1759: writing smithi04281968-5 from 2990080 to 3186688 tid 4 2024-09-16T06:54:14.362 INFO:tasks.rados.rados.0.smithi042.stdout:1760: rollback oid 45 current snap is 165 2024-09-16T06:54:14.362 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 161 2024-09-16T06:54:14.363 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 1 to smithi04281968-5 2024-09-16T06:54:14.363 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 2 to smithi04281968-5 2024-09-16T06:54:14.363 INFO:tasks.rados.rados.0.smithi042.stdout:1761: setattr oid 38 current snap is 165 2024-09-16T06:54:14.363 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 165 2024-09-16T06:54:14.363 INFO:tasks.rados.rados.0.smithi042.stdout:1762: seq_num 551 ranges {1073152=434176,1507328=647168,2154496=450560,2605056=507904} 2024-09-16T06:54:14.371 INFO:tasks.rados.rados.0.smithi042.stdout:1762: writing smithi04281968-7 from 1073152 to 1507328 tid 1 2024-09-16T06:54:14.375 INFO:tasks.rados.rados.0.smithi042.stdout:1762: writing smithi04281968-7 from 1507328 to 2154496 tid 2 2024-09-16T06:54:14.377 INFO:tasks.rados.rados.0.smithi042.stdout:1762: writing smithi04281968-7 from 2154496 to 2605056 tid 3 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1762: writing smithi04281968-7 from 2605056 to 3112960 tid 4 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1763: read oid 11 snap -1 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1763: expect (ObjNum 488 snap 144 seq_num 488) 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 165 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 3 to smithi04281968-5 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 4 to smithi04281968-5 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1760: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 5 to smithi04281968-5 2024-09-16T06:54:14.381 INFO:tasks.rados.rados.0.smithi042.stdout:1764: seq_num 552 ranges {8167424=450560,8617984=532480,9150464=655360,9805824=417792} 2024-09-16T06:54:14.428 INFO:tasks.rados.rados.0.smithi042.stdout:1764: writing smithi04281968-39 from 8167424 to 8617984 tid 1 2024-09-16T06:54:14.431 INFO:tasks.rados.rados.0.smithi042.stdout:1764: writing smithi04281968-39 from 8617984 to 9150464 tid 2 2024-09-16T06:54:14.435 INFO:tasks.rados.rados.0.smithi042.stdout:1764: writing smithi04281968-39 from 9150464 to 9805824 tid 3 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1764: writing smithi04281968-39 from 9805824 to 10223616 tid 4 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1765: read oid 43 snap -1 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1765: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1766: copy_from oid 15 from oid 48 current snap is 165 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1760: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:1760: finishing rollback tid 2 to smithi04281968-45 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 449 (ObjNum 489 snap 144 seq_num 489) dirty exists 2024-09-16T06:54:14.438 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 773 (ObjNum 525 snap 156 seq_num 525) dirty exists 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1759: finishing write tid 6 to smithi04281968-5 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 619 (ObjNum 550 snap 165 seq_num 550) dirty exists 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1759: left oid 5 (ObjNum 550 snap 165 seq_num 550) 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 1 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 2 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1759: done (7 left) 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1760: done (6 left) 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1761: done (5 left) 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1767: snap_create 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 3 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 4 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 5 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:1762: finishing write tid 6 to smithi04281968-7 2024-09-16T06:54:14.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 684 (ObjNum 551 snap 165 seq_num 551) dirty exists 2024-09-16T06:54:14.440 INFO:tasks.rados.rados.0.smithi042.stdout:1762: left oid 7 (ObjNum 551 snap 165 seq_num 551) 2024-09-16T06:54:14.440 INFO:tasks.rados.rados.0.smithi042.stdout:1763: expect (ObjNum 488 snap 144 seq_num 488) 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 1 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 2 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 3 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 4 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 5 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:1764: finishing write tid 6 to smithi04281968-39 2024-09-16T06:54:14.655 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 712 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:54:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:1764: left oid 39 (ObjNum 552 snap 165 seq_num 552) 2024-09-16T06:54:14.656 INFO:tasks.rados.rados.0.smithi042.stdout:1765: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:54:14.675 INFO:tasks.rados.rados.0.smithi042.stdout:1766: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:54:14.675 INFO:tasks.rados.rados.0.smithi042.stdout:1766: finishing copy_from to smithi04281968-15 2024-09-16T06:54:14.675 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 651 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-09-16T06:54:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:14.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:14 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:14.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1762: done (5 left) 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1763: done (4 left) 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1764: done (3 left) 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1765: done (2 left) 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1766: done (1 left) 2024-09-16T06:54:15.426 INFO:tasks.rados.rados.0.smithi042.stdout:1767: done (0 left) 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:1768: rollback oid 1 current snap is 166 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 163 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:1769: read oid 38 snap -1 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:1769: expect (ObjNum 525 snap 156 seq_num 525) 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 166 2024-09-16T06:54:15.427 INFO:tasks.rados.rados.0.smithi042.stdout:1770: seq_num 553 ranges {5087232=466944,5554176=417792,5971968=417792,6389760=516096,6905856=253952} 2024-09-16T06:54:15.457 INFO:tasks.rados.rados.0.smithi042.stdout:1770: writing smithi04281968-9 from 5087232 to 5554176 tid 1 2024-09-16T06:54:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:1770: writing smithi04281968-9 from 5554176 to 5971968 tid 2 2024-09-16T06:54:15.461 INFO:tasks.rados.rados.0.smithi042.stdout:1770: writing smithi04281968-9 from 5971968 to 6389760 tid 3 2024-09-16T06:54:15.464 INFO:tasks.rados.rados.0.smithi042.stdout:1770: writing smithi04281968-9 from 6389760 to 6905856 tid 4 2024-09-16T06:54:15.465 INFO:tasks.rados.rados.0.smithi042.stdout:1770: writing smithi04281968-9 from 6905856 to 7159808 tid 5 2024-09-16T06:54:15.465 INFO:tasks.rados.rados.0.smithi042.stdout:1771: copy_from oid 7 from oid 4 current snap is 166 2024-09-16T06:54:15.465 INFO:tasks.rados.rados.0.smithi042.stdout:1768: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:54:15.466 INFO:tasks.rados.rados.0.smithi042.stdout:1768: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:54:15.466 INFO:tasks.rados.rados.0.smithi042.stdout:1768: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:54:15.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 657 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:54:15.466 INFO:tasks.rados.rados.0.smithi042.stdout:1769: expect (ObjNum 525 snap 156 seq_num 525) 2024-09-16T06:54:15.591 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 1 to smithi04281968-9 2024-09-16T06:54:15.591 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 2 to smithi04281968-9 2024-09-16T06:54:15.591 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 3 to smithi04281968-9 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 4 to smithi04281968-9 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 5 to smithi04281968-9 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 6 to smithi04281968-9 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1771: finishing copy_from to smithi04281968-7 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1771: got expected ENOENT (src dne) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1771: finishing copy_from racing read to smithi04281968-7 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: finishing write tid 7 to smithi04281968-9 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 663 (ObjNum 553 snap 166 seq_num 553) dirty exists 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: left oid 9 (ObjNum 553 snap 166 seq_num 553) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1768: done (3 left) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1769: done (2 left) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1770: done (1 left) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1771: done (0 left) 2024-09-16T06:54:15.592 INFO:tasks.rados.rados.0.smithi042.stdout:1772: rollback oid 13 current snap is 166 2024-09-16T06:54:15.593 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 163 2024-09-16T06:54:15.593 INFO:tasks.rados.rados.0.smithi042.stdout:1773: delete oid 40 current snap is 166 2024-09-16T06:54:15.593 INFO:tasks.rados.rados.0.smithi042.stdout:1772: finishing rollback tid 1 to smithi04281968-13 2024-09-16T06:54:15.593 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 386 (ObjNum 97 snap 0 seq_num 111117248) dirty dne 2024-09-16T06:54:15.595 INFO:tasks.rados.rados.0.smithi042.stdout:1772: done (1 left) 2024-09-16T06:54:15.595 INFO:tasks.rados.rados.0.smithi042.stdout:1773: done (0 left) 2024-09-16T06:54:15.595 INFO:tasks.rados.rados.0.smithi042.stdout:1774: copy_from oid 37 from oid 47 current snap is 166 2024-09-16T06:54:15.595 INFO:tasks.rados.rados.0.smithi042.stdout:1775: copy_from oid 17 from oid 36 current snap is 166 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1776: read oid 27 snap -1 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1776: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1777: rollback oid 30 current snap is 166 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 162 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1778: rollback oid 23 current snap is 166 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 165 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1779: delete oid 44 current snap is 166 2024-09-16T06:54:15.596 INFO:tasks.rados.rados.0.smithi042.stdout:1777: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:54:15.597 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:54:15.598 INFO:tasks.rados.rados.0.smithi042.stdout:1777: done (5 left) 2024-09-16T06:54:15.598 INFO:tasks.rados.rados.0.smithi042.stdout:1779: done (4 left) 2024-09-16T06:54:15.598 INFO:tasks.rados.rados.0.smithi042.stdout:1780: delete oid 30 current snap is 166 2024-09-16T06:54:15.600 INFO:tasks.rados.rados.0.smithi042.stdout:1778: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:54:15.601 INFO:tasks.rados.rados.0.smithi042.stdout:1776: expect (ObjNum 526 snap 158 seq_num 526) 2024-09-16T06:54:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:15 smithi042 ceph-mon[94096]: pgmap v280: 121 pgs: 121 active+clean; 151 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 2 op/s 2024-09-16T06:54:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:15 smithi042 ceph-mon[94096]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T06:54:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:15 smithi042 ceph-mon[96574]: pgmap v280: 121 pgs: 121 active+clean; 151 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 2 op/s 2024-09-16T06:54:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:15 smithi042 ceph-mon[96574]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T06:54:15.653 INFO:tasks.rados.rados.0.smithi042.stdout:1778: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:54:15.653 INFO:tasks.rados.rados.0.smithi042.stdout:1778: finishing rollback tid 2 to smithi04281968-23 2024-09-16T06:54:15.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 690 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T06:54:15.653 INFO:tasks.rados.rados.0.smithi042.stdout:1775: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:54:15.653 INFO:tasks.rados.rados.0.smithi042.stdout:1775: finishing copy_from to smithi04281968-17 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 556 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1774: finishing copy_from racing read to smithi04281968-37 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1774: finishing copy_from to smithi04281968-37 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 446 (ObjNum 549 snap 164 seq_num 549) dirty exists 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1774: done (4 left) 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1775: done (3 left) 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1776: done (2 left) 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1778: done (1 left) 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1780: done (0 left) 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1781: rmattr oid 35 current snap is 166 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 166 2024-09-16T06:54:15.654 INFO:tasks.rados.rados.0.smithi042.stdout:1782: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-09-16T06:54:15.656 INFO:tasks.rados.rados.0.smithi042.stdout:1782: writing smithi04281968-25 from 0 to 532480 tid 1 2024-09-16T06:54:15.661 INFO:tasks.rados.rados.0.smithi042.stdout:1782: writing smithi04281968-25 from 532480 to 1335296 tid 2 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1782: writing smithi04281968-25 from 1335296 to 2129920 tid 3 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1782: writing smithi04281968-25 from 2129920 to 2138112 tid 4 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1783: copy_from oid 30 from oid 13 current snap is 166 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 714 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 1 to smithi04281968-25 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 2 to smithi04281968-25 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1781: done (2 left) 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1784: read oid 36 snap -1 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1784: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:54:15.666 INFO:tasks.rados.rados.0.smithi042.stdout:1785: setattr oid 47 current snap is 166 2024-09-16T06:54:15.667 INFO:tasks.rados.rados.0.smithi042.stdout:1783: finishing copy_from to smithi04281968-30 2024-09-16T06:54:15.667 INFO:tasks.rados.rados.0.smithi042.stdout:1783: got expected ENOENT (src dne) 2024-09-16T06:54:15.667 INFO:tasks.rados.rados.0.smithi042.stdout:1783: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:54:15.667 INFO:tasks.rados.rados.0.smithi042.stdout:1783: done (3 left) 2024-09-16T06:54:15.668 INFO:tasks.rados.rados.0.smithi042.stdout:1786: read oid 21 snap -1 2024-09-16T06:54:15.668 INFO:tasks.rados.rados.0.smithi042.stdout:1786: expect (ObjNum 543 snap 162 seq_num 543) 2024-09-16T06:54:15.668 INFO:tasks.rados.rados.0.smithi042.stdout:1787: delete oid 37 current snap is 166 2024-09-16T06:54:15.668 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 3 to smithi04281968-25 2024-09-16T06:54:15.670 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 4 to smithi04281968-25 2024-09-16T06:54:15.670 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 451 (ObjNum 549 snap 164 seq_num 549) dirty exists 2024-09-16T06:54:15.671 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 5 to smithi04281968-25 2024-09-16T06:54:15.672 INFO:tasks.rados.rados.0.smithi042.stdout:1782: finishing write tid 6 to smithi04281968-25 2024-09-16T06:54:15.672 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 624 (ObjNum 557 snap 166 seq_num 557) dirty exists 2024-09-16T06:54:15.672 INFO:tasks.rados.rados.0.smithi042.stdout:1782: left oid 25 (ObjNum 557 snap 166 seq_num 557) 2024-09-16T06:54:15.676 INFO:tasks.rados.rados.0.smithi042.stdout:1786: expect (ObjNum 543 snap 162 seq_num 543) 2024-09-16T06:54:15.731 INFO:tasks.rados.rados.0.smithi042.stdout:1784: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:54:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:15 smithi164 ceph-mon[88760]: pgmap v280: 121 pgs: 121 active+clean; 151 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 2 op/s 2024-09-16T06:54:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:15 smithi164 ceph-mon[88760]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1782: done (4 left) 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1784: done (3 left) 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1785: done (2 left) 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1786: done (1 left) 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1787: done (0 left) 2024-09-16T06:54:16.352 INFO:tasks.rados.rados.0.smithi042.stdout:1788: snap_remove snap 162 2024-09-16T06:54:16.430 INFO:tasks.rados.rados.0.smithi042.stdout:1788: done (0 left) 2024-09-16T06:54:16.430 INFO:tasks.rados.rados.0.smithi042.stdout:1789: rollback oid 35 current snap is 166 2024-09-16T06:54:16.430 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 163 2024-09-16T06:54:16.430 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 166 2024-09-16T06:54:16.430 INFO:tasks.rados.rados.0.smithi042.stdout:1790: seq_num 559 ranges {1867776=565248,2433024=573440,3006464=409600,3416064=622592} 2024-09-16T06:54:16.444 INFO:tasks.rados.rados.0.smithi042.stdout:1790: writing smithi04281968-29 from 1867776 to 2433024 tid 1 2024-09-16T06:54:16.447 INFO:tasks.rados.rados.0.smithi042.stdout:1790: writing smithi04281968-29 from 2433024 to 3006464 tid 2 2024-09-16T06:54:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:1790: writing smithi04281968-29 from 3006464 to 3416064 tid 3 2024-09-16T06:54:16.453 INFO:tasks.rados.rados.0.smithi042.stdout:1790: writing smithi04281968-29 from 3416064 to 4038656 tid 4 2024-09-16T06:54:16.453 INFO:tasks.rados.rados.0.smithi042.stdout:1791: delete oid 30 current snap is 166 2024-09-16T06:54:16.453 INFO:tasks.rados.rados.0.smithi042.stdout:1789: finishing rollback tid 0 to smithi04281968-35 2024-09-16T06:54:16.453 INFO:tasks.rados.rados.0.smithi042.stdout:1789: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:54:16.453 INFO:tasks.rados.rados.0.smithi042.stdout:1789: finishing rollback tid 2 to smithi04281968-35 2024-09-16T06:54:16.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 721 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:54:16.454 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 1 to smithi04281968-29 2024-09-16T06:54:16.454 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 2 to smithi04281968-29 2024-09-16T06:54:16.454 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 3 to smithi04281968-29 2024-09-16T06:54:16.455 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 4 to smithi04281968-29 2024-09-16T06:54:16.455 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 5 to smithi04281968-29 2024-09-16T06:54:16.456 INFO:tasks.rados.rados.0.smithi042.stdout:1790: finishing write tid 6 to smithi04281968-29 2024-09-16T06:54:16.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 641 (ObjNum 559 snap 166 seq_num 559) dirty exists 2024-09-16T06:54:16.456 INFO:tasks.rados.rados.0.smithi042.stdout:1790: left oid 29 (ObjNum 559 snap 166 seq_num 559) 2024-09-16T06:54:16.457 INFO:tasks.rados.rados.0.smithi042.stdout:1789: done (2 left) 2024-09-16T06:54:16.457 INFO:tasks.rados.rados.0.smithi042.stdout:1790: done (1 left) 2024-09-16T06:54:16.457 INFO:tasks.rados.rados.0.smithi042.stdout:1791: done (0 left) 2024-09-16T06:54:16.457 INFO:tasks.rados.rados.0.smithi042.stdout:1792: delete oid 33 current snap is 166 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1792: done (0 left) 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1793: read oid 29 snap -1 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1793: expect (ObjNum 559 snap 166 seq_num 559) 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1794: rollback oid 6 current snap is 166 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 161 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1795: read oid 9 snap -1 2024-09-16T06:54:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:1795: expect (ObjNum 553 snap 166 seq_num 553) 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:1796: copy_from oid 38 from oid 35 current snap is 166 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:1797: rollback oid 11 current snap is 166 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 161 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:1798: copy_from oid 50 from oid 13 current snap is 166 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 166 2024-09-16T06:54:16.461 INFO:tasks.rados.rados.0.smithi042.stdout:1799: seq_num 562 ranges {3112960=622592,3735552=630784,4366336=581632,4947968=393216} 2024-09-16T06:54:16.482 INFO:tasks.rados.rados.0.smithi042.stdout:1799: writing smithi04281968-7 from 3112960 to 3735552 tid 1 2024-09-16T06:54:16.487 INFO:tasks.rados.rados.0.smithi042.stdout:1799: writing smithi04281968-7 from 3735552 to 4366336 tid 2 2024-09-16T06:54:16.491 INFO:tasks.rados.rados.0.smithi042.stdout:1799: writing smithi04281968-7 from 4366336 to 4947968 tid 3 2024-09-16T06:54:16.494 INFO:tasks.rados.rados.0.smithi042.stdout:1799: writing smithi04281968-7 from 4947968 to 5341184 tid 4 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1800: delete oid 20 current snap is 166 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1798: finishing copy_from to smithi04281968-50 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1798: got expected ENOENT (src dne) 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1798: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1794: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1794: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1794: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 725 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:54:16.495 INFO:tasks.rados.rados.0.smithi042.stdout:1793: expect (ObjNum 559 snap 166 seq_num 559) 2024-09-16T06:54:16.633 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 1 to smithi04281968-7 2024-09-16T06:54:16.633 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 2 to smithi04281968-7 2024-09-16T06:54:16.633 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 3 to smithi04281968-7 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 4 to smithi04281968-7 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 5 to smithi04281968-7 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1799: finishing write tid 6 to smithi04281968-7 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 708 (ObjNum 562 snap 166 seq_num 562) dirty exists 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1799: left oid 7 (ObjNum 562 snap 166 seq_num 562) 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1796: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:54:16.634 INFO:tasks.rados.rados.0.smithi042.stdout:1795: expect (ObjNum 553 snap 166 seq_num 553) 2024-09-16T06:54:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:16 smithi164 ceph-mon[88760]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T06:54:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:16 smithi042 ceph-mon[94096]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T06:54:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:16 smithi042 ceph-mon[96574]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T06:54:17.028 INFO:tasks.rados.rados.0.smithi042.stdout:1797: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:54:17.028 INFO:tasks.rados.rados.0.smithi042.stdout:1797: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:54:17.028 INFO:tasks.rados.rados.0.smithi042.stdout:1797: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:54:17.028 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 666 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-09-16T06:54:17.028 INFO:tasks.rados.rados.0.smithi042.stdout:1796: finishing copy_from to smithi04281968-38 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 721 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1793: done (7 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1794: done (6 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1795: done (5 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1796: done (4 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1797: done (3 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1798: done (2 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1799: done (1 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1800: done (0 left) 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 166 2024-09-16T06:54:17.029 INFO:tasks.rados.rados.0.smithi042.stdout:1801: seq_num 564 ranges {4038656=655360,4694016=442368,5136384=598016,5734400=565248} 2024-09-16T06:54:17.053 INFO:tasks.rados.rados.0.smithi042.stdout:1801: writing smithi04281968-29 from 4038656 to 4694016 tid 1 2024-09-16T06:54:17.056 INFO:tasks.rados.rados.0.smithi042.stdout:1801: writing smithi04281968-29 from 4694016 to 5136384 tid 2 2024-09-16T06:54:17.059 INFO:tasks.rados.rados.0.smithi042.stdout:1801: writing smithi04281968-29 from 5136384 to 5734400 tid 3 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1801: writing smithi04281968-29 from 5734400 to 6299648 tid 4 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1802: rollback oid 46 current snap is 166 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 165 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 1 to smithi04281968-29 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 166 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 2 to smithi04281968-29 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 3 to smithi04281968-29 2024-09-16T06:54:17.063 INFO:tasks.rados.rados.0.smithi042.stdout:1803: seq_num 565 ranges {9158656=671744,9830400=729088,10559488=753664,11313152=122880} 2024-09-16T06:54:17.116 INFO:tasks.rados.rados.0.smithi042.stdout:1803: writing smithi04281968-45 from 9158656 to 9830400 tid 1 2024-09-16T06:54:17.120 INFO:tasks.rados.rados.0.smithi042.stdout:1803: writing smithi04281968-45 from 9830400 to 10559488 tid 2 2024-09-16T06:54:17.124 INFO:tasks.rados.rados.0.smithi042.stdout:1803: writing smithi04281968-45 from 10559488 to 11313152 tid 3 2024-09-16T06:54:17.125 INFO:tasks.rados.rados.0.smithi042.stdout:1803: writing smithi04281968-45 from 11313152 to 11436032 tid 4 2024-09-16T06:54:17.125 INFO:tasks.rados.rados.0.smithi042.stdout:1804: setattr oid 13 current snap is 166 2024-09-16T06:54:17.125 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 4 to smithi04281968-29 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 5 to smithi04281968-29 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1802: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 0 (ObjNum 145 snap 0 seq_num 110761472) dirty dne 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1801: finishing write tid 6 to smithi04281968-29 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 646 (ObjNum 564 snap 166 seq_num 564) dirty exists 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1801: left oid 29 (ObjNum 564 snap 166 seq_num 564) 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 1 to smithi04281968-45 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 2 to smithi04281968-45 2024-09-16T06:54:17.126 INFO:tasks.rados.rados.0.smithi042.stdout:1801: done (3 left) 2024-09-16T06:54:17.127 INFO:tasks.rados.rados.0.smithi042.stdout:1802: done (2 left) 2024-09-16T06:54:17.127 INFO:tasks.rados.rados.0.smithi042.stdout:1805: setattr oid 17 current snap is 166 2024-09-16T06:54:17.129 INFO:tasks.rados.rados.0.smithi042.stdout:1806: copy_from oid 43 from oid 39 current snap is 166 2024-09-16T06:54:17.129 INFO:tasks.rados.rados.0.smithi042.stdout:1807: read oid 38 snap -1 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1807: expect (ObjNum 522 snap 155 seq_num 522) 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1808: copy_from oid 32 from oid 34 current snap is 166 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1809: read oid 22 snap -1 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1809: expect (ObjNum 403 snap 117 seq_num 403) 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1810: read oid 44 snap 163 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1810: expect (ObjNum 540 snap 161 seq_num 540) 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1811: read oid 42 snap -1 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1811: expect deleted 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1812: read oid 28 snap -1 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1812: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1813: rollback oid 4 current snap is 166 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 165 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1814: read oid 35 snap -1 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1814: expect (ObjNum 522 snap 155 seq_num 522) 2024-09-16T06:54:17.130 INFO:tasks.rados.rados.0.smithi042.stdout:1815: read oid 46 snap -1 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:1815: expect deleted 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:1816: delete oid 27 current snap is 166 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:1813: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 0 (ObjNum 33 snap 0 seq_num 1483589515) dirty dne 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 387 (ObjNum 97 snap 0 seq_num 1482780142) dirty exists 2024-09-16T06:54:17.131 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 3 to smithi04281968-45 2024-09-16T06:54:17.135 INFO:tasks.rados.rados.0.smithi042.stdout:1812: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1804: done (13 left) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1811: done (12 left) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1812: done (11 left) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1813: done (10 left) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1816: done (9 left) 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1817: read oid 47 snap -1 2024-09-16T06:54:17.141 INFO:tasks.rados.rados.0.smithi042.stdout:1817: expect (ObjNum 549 snap 164 seq_num 549) 2024-09-16T06:54:17.150 INFO:tasks.rados.rados.0.smithi042.stdout:1818: read oid 11 snap -1 2024-09-16T06:54:17.150 INFO:tasks.rados.rados.0.smithi042.stdout:1818: expect (ObjNum 488 snap 144 seq_num 488) 2024-09-16T06:54:17.158 INFO:tasks.rados.rados.0.smithi042.stdout:1819: setattr oid 13 current snap is 166 2024-09-16T06:54:17.159 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 709 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:17.159 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 4 to smithi04281968-45 2024-09-16T06:54:17.159 INFO:tasks.rados.rados.0.smithi042.stdout:1808: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:54:17.159 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 5 to smithi04281968-45 2024-09-16T06:54:17.160 INFO:tasks.rados.rados.0.smithi042.stdout:1808: finishing copy_from to smithi04281968-32 2024-09-16T06:54:17.160 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 392 (ObjNum 518 snap 152 seq_num 518) dirty exists 2024-09-16T06:54:17.160 INFO:tasks.rados.rados.0.smithi042.stdout:1810: expect (ObjNum 540 snap 161 seq_num 540) 2024-09-16T06:54:17.294 INFO:tasks.rados.rados.0.smithi042.stdout:1814: expect (ObjNum 522 snap 155 seq_num 522) 2024-09-16T06:54:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:17 smithi164 ceph-mon[88760]: pgmap v283: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-09-16T06:54:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:17 smithi164 ceph-mon[88760]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T06:54:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:17 smithi164 ceph-mon[88760]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[96574]: pgmap v283: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[96574]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[96574]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[94096]: pgmap v283: 121 pgs: 121 active+clean; 174 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 7.3 MiB/s wr, 34 op/s 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[94096]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T06:54:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:17 smithi042 ceph-mon[94096]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T06:54:18.013 INFO:tasks.rados.rados.0.smithi042.stdout:1807: expect (ObjNum 522 snap 155 seq_num 522) 2024-09-16T06:54:18.732 INFO:tasks.rados.rados.0.smithi042.stdout:1818: expect (ObjNum 488 snap 144 seq_num 488) 2024-09-16T06:54:18.951 INFO:tasks.rados.rados.0.smithi042.stdout:1809: expect (ObjNum 403 snap 117 seq_num 403) 2024-09-16T06:54:18.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:18.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:54:18.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:18 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:1803: finishing write tid 6 to smithi04281968-45 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 461 (ObjNum 565 snap 166 seq_num 565) dirty exists 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:1803: left oid 45 (ObjNum 565 snap 166 seq_num 565) 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:1806: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:1806: finishing copy_from to smithi04281968-43 2024-09-16T06:54:19.266 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 712 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:54:19.267 INFO:tasks.rados.rados.0.smithi042.stdout:1817: expect (ObjNum 549 snap 164 seq_num 549) 2024-09-16T06:54:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:19 smithi164 ceph-mon[88760]: pgmap v286: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 36 op/s 2024-09-16T06:54:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[94096]: pgmap v286: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 36 op/s 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[96574]: pgmap v286: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 8.6 MiB/s wr, 36 op/s 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1803: done (11 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1805: done (10 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1806: done (9 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1807: done (8 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1808: done (7 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1809: done (6 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1810: done (5 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1814: done (4 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1815: done (3 left) 2024-09-16T06:54:20.090 INFO:tasks.rados.rados.0.smithi042.stdout:1817: done (2 left) 2024-09-16T06:54:20.091 INFO:tasks.rados.rados.0.smithi042.stdout:1818: done (1 left) 2024-09-16T06:54:20.091 INFO:tasks.rados.rados.0.smithi042.stdout:1820: read oid 1 snap -1 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1820: expect (ObjNum 521 snap 152 seq_num 521) 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1821: copy_from oid 49 from oid 35 current snap is 166 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1822: read oid 48 snap 164 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1822: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1823: read oid 37 snap -1 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1823: expect deleted 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 166 2024-09-16T06:54:20.092 INFO:tasks.rados.rados.0.smithi042.stdout:1824: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-09-16T06:54:20.095 INFO:tasks.rados.rados.0.smithi042.stdout:1824: writing smithi04281968-46 from 0 to 704512 tid 1 2024-09-16T06:54:20.098 INFO:tasks.rados.rados.0.smithi042.stdout:1824: writing smithi04281968-46 from 704512 to 1204224 tid 2 2024-09-16T06:54:20.103 INFO:tasks.rados.rados.0.smithi042.stdout:1824: writing smithi04281968-46 from 1204224 to 1974272 tid 3 2024-09-16T06:54:20.105 INFO:tasks.rados.rados.0.smithi042.stdout:1824: writing smithi04281968-46 from 1974272 to 2310144 tid 4 2024-09-16T06:54:20.105 INFO:tasks.rados.rados.0.smithi042.stdout:1825: delete oid 45 current snap is 166 2024-09-16T06:54:20.105 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 388 (ObjNum 97 snap 0 seq_num 111207616) dirty exists 2024-09-16T06:54:20.105 INFO:tasks.rados.rados.0.smithi042.stdout:1822: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:20.171 INFO:tasks.rados.rados.0.smithi042.stdout:1820: expect (ObjNum 521 snap 152 seq_num 521) 2024-09-16T06:54:20.241 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 1 to smithi04281968-46 2024-09-16T06:54:20.242 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 2 to smithi04281968-46 2024-09-16T06:54:20.242 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 3 to smithi04281968-46 2024-09-16T06:54:20.242 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 4 to smithi04281968-46 2024-09-16T06:54:20.242 INFO:tasks.rados.rados.0.smithi042.stdout:1821: finishing copy_from racing read to smithi04281968-49 2024-09-16T06:54:20.242 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 5 to smithi04281968-46 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:1821: finishing copy_from to smithi04281968-49 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 721 (ObjNum 522 snap 155 seq_num 522) dirty exists 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:1824: finishing write tid 6 to smithi04281968-46 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 651 (ObjNum 567 snap 166 seq_num 567) dirty exists 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:1824: left oid 46 (ObjNum 567 snap 166 seq_num 567) 2024-09-16T06:54:20.243 INFO:tasks.rados.rados.0.smithi042.stdout:1819: done (6 left) 2024-09-16T06:54:20.244 INFO:tasks.rados.rados.0.smithi042.stdout:1820: done (5 left) 2024-09-16T06:54:20.244 INFO:tasks.rados.rados.0.smithi042.stdout:1821: done (4 left) 2024-09-16T06:54:20.244 INFO:tasks.rados.rados.0.smithi042.stdout:1822: done (3 left) 2024-09-16T06:54:20.244 INFO:tasks.rados.rados.0.smithi042.stdout:1823: done (2 left) 2024-09-16T06:54:20.244 INFO:tasks.rados.rados.0.smithi042.stdout:1824: done (1 left) 2024-09-16T06:54:20.245 INFO:tasks.rados.rados.0.smithi042.stdout:1825: done (0 left) 2024-09-16T06:54:20.245 INFO:tasks.rados.rados.0.smithi042.stdout:1826: rollback oid 22 current snap is 166 2024-09-16T06:54:20.245 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 164 2024-09-16T06:54:20.245 INFO:tasks.rados.rados.0.smithi042.stdout:1827: snap_remove snap 161 2024-09-16T06:54:20.439 INFO:tasks.rados.rados.0.smithi042.stdout:1827: done (1 left) 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:1828: rollback oid 18 current snap is 166 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:1826: finishing rollback tid 0 to smithi04281968-22 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:1826: finishing rollback tid 1 to smithi04281968-22 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:1826: finishing rollback tid 2 to smithi04281968-22 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 466 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 163 2024-09-16T06:54:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:1826: done (1 left) 2024-09-16T06:54:20.441 INFO:tasks.rados.rados.0.smithi042.stdout:1829: snap_create 2024-09-16T06:54:20.445 INFO:tasks.rados.rados.0.smithi042.stdout:1828: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:54:20.448 INFO:tasks.rados.rados.0.smithi042.stdout:1828: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:54:20.449 INFO:tasks.rados.rados.0.smithi042.stdout:1828: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:54:20.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 617 (ObjNum 403 snap 117 seq_num 403) dirty exists 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:1828: done (1 left) 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:1829: done (0 left) 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:1830: rmattr oid 18 current snap is 167 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:1830: done (0 left) 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 167 2024-09-16T06:54:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:1831: seq_num 569 ranges {4202496=737280,4939776=671744,5611520=737280,6348800=196608} 2024-09-16T06:54:21.471 INFO:tasks.rados.rados.0.smithi042.stdout:1831: writing smithi04281968-11 from 4202496 to 4939776 tid 1 2024-09-16T06:54:21.475 INFO:tasks.rados.rados.0.smithi042.stdout:1831: writing smithi04281968-11 from 4939776 to 5611520 tid 2 2024-09-16T06:54:21.479 INFO:tasks.rados.rados.0.smithi042.stdout:1831: writing smithi04281968-11 from 5611520 to 6348800 tid 3 2024-09-16T06:54:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:1831: writing smithi04281968-11 from 6348800 to 6545408 tid 4 2024-09-16T06:54:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:1832: snap_create 2024-09-16T06:54:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 1 to smithi04281968-11 2024-09-16T06:54:21.482 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 2 to smithi04281968-11 2024-09-16T06:54:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 3 to smithi04281968-11 2024-09-16T06:54:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 4 to smithi04281968-11 2024-09-16T06:54:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 5 to smithi04281968-11 2024-09-16T06:54:21.486 INFO:tasks.rados.rados.0.smithi042.stdout:1831: finishing write tid 6 to smithi04281968-11 2024-09-16T06:54:21.486 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 671 (ObjNum 569 snap 167 seq_num 569) dirty exists 2024-09-16T06:54:21.486 INFO:tasks.rados.rados.0.smithi042.stdout:1831: left oid 11 (ObjNum 569 snap 167 seq_num 569) 2024-09-16T06:54:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:21 smithi042 ceph-mon[96574]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 55 op/s 2024-09-16T06:54:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:21 smithi042 ceph-mon[96574]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T06:54:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:21 smithi042 ceph-mon[94096]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 55 op/s 2024-09-16T06:54:21.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:21 smithi042 ceph-mon[94096]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T06:54:21.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:21] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-09-16T06:54:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:21 smithi164 ceph-mon[88760]: pgmap v287: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 41 MiB/s rd, 14 MiB/s wr, 55 op/s 2024-09-16T06:54:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:21 smithi164 ceph-mon[88760]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1831: done (1 left) 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1832: done (0 left) 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1833: copy_from oid 34 from oid 41 current snap is 168 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1834: rollback oid 2 current snap is 168 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 2 to 165 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1835: rollback oid 26 current snap is 168 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 166 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1836: read oid 9 snap -1 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1836: expect (ObjNum 553 snap 166 seq_num 553) 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1837: read oid 8 snap -1 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:1837: expect deleted 2024-09-16T06:54:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 168 2024-09-16T06:54:22.454 INFO:tasks.rados.rados.0.smithi042.stdout:1838: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-09-16T06:54:22.457 INFO:tasks.rados.rados.0.smithi042.stdout:1838: writing smithi04281968-40 from 0 to 753664 tid 1 2024-09-16T06:54:22.461 INFO:tasks.rados.rados.0.smithi042.stdout:1838: writing smithi04281968-40 from 753664 to 1302528 tid 2 2024-09-16T06:54:22.465 INFO:tasks.rados.rados.0.smithi042.stdout:1838: writing smithi04281968-40 from 1302528 to 1843200 tid 3 2024-09-16T06:54:22.468 INFO:tasks.rados.rados.0.smithi042.stdout:1838: writing smithi04281968-40 from 1843200 to 2359296 tid 4 2024-09-16T06:54:22.468 INFO:tasks.rados.rados.0.smithi042.stdout:1839: snap_remove snap 164 2024-09-16T06:54:22.598 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:22 smithi164 ceph-mon[88760]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T06:54:22.598 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:22.599 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:22 smithi042 ceph-mon[94096]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T06:54:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:22 smithi042 ceph-mon[96574]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T06:54:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:23.457 INFO:tasks.rados.rados.0.smithi042.stdout:1839: done (6 left) 2024-09-16T06:54:23.457 INFO:tasks.rados.rados.0.smithi042.stdout:1840: copy_from oid 28 from oid 39 current snap is 168 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1834: finishing rollback tid 0 to smithi04281968-2 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1834: finishing rollback tid 1 to smithi04281968-2 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1834: finishing rollback tid 2 to smithi04281968-2 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 399 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1835: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1835: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1835: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 628 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 1 to smithi04281968-40 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 2 to smithi04281968-40 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1833: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:54:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:1833: finishing copy_from to smithi04281968-34 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 726 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 3 to smithi04281968-40 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 4 to smithi04281968-40 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 5 to smithi04281968-40 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: finishing write tid 6 to smithi04281968-40 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 633 (ObjNum 570 snap 168 seq_num 570) dirty exists 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: left oid 40 (ObjNum 570 snap 168 seq_num 570) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1833: done (6 left) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1834: done (5 left) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1835: done (4 left) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1837: done (3 left) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1838: done (2 left) 2024-09-16T06:54:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:1841: rmattr oid 36 current snap is 168 2024-09-16T06:54:23.460 INFO:tasks.rados.rados.0.smithi042.stdout:1836: expect (ObjNum 553 snap 166 seq_num 553) 2024-09-16T06:54:23.734 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 36 op/s 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: Upgrade: osd.4 is safe to restart 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:54:23.735 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:23 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 36 op/s 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: Upgrade: osd.4 is safe to restart 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:54:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: pgmap v290: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 37 MiB/s rd, 10 MiB/s wr, 36 op/s 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: Upgrade: osd.4 is safe to restart 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T06:54:23.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:23 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1840: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1840: finishing copy_from to smithi04281968-28 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 712 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1836: done (2 left) 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1840: done (1 left) 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1841: done (0 left) 2024-09-16T06:54:23.862 INFO:tasks.rados.rados.0.smithi042.stdout:1842: setattr oid 27 current snap is 168 2024-09-16T06:54:23.863 INFO:tasks.rados.rados.0.smithi042.stdout:1843: snap_remove snap 163 2024-09-16T06:54:24.466 INFO:tasks.rados.rados.0.smithi042.stdout:1843: done (1 left) 2024-09-16T06:54:24.466 INFO:tasks.rados.rados.0.smithi042.stdout:1844: setattr oid 33 current snap is 168 2024-09-16T06:54:24.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 626 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:1842: done (1 left) 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:1845: copy_from oid 38 from oid 1 current snap is 168 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:1846: rollback oid 15 current snap is 168 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 165 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 168 2024-09-16T06:54:24.469 INFO:tasks.rados.rados.0.smithi042.stdout:1847: seq_num 571 ranges {6627328=770048,7397376=483328,7880704=753664,8634368=368640} 2024-09-16T06:54:24.510 INFO:tasks.rados.rados.0.smithi042.stdout:1847: writing smithi04281968-22 from 6627328 to 7397376 tid 1 2024-09-16T06:54:24.513 INFO:tasks.rados.rados.0.smithi042.stdout:1847: writing smithi04281968-22 from 7397376 to 7880704 tid 2 2024-09-16T06:54:24.517 INFO:tasks.rados.rados.0.smithi042.stdout:1847: writing smithi04281968-22 from 7880704 to 8634368 tid 3 2024-09-16T06:54:24.520 INFO:tasks.rados.rados.0.smithi042.stdout:1847: writing smithi04281968-22 from 8634368 to 9003008 tid 4 2024-09-16T06:54:24.520 INFO:tasks.rados.rados.0.smithi042.stdout:1848: rollback oid 10 current snap is 168 2024-09-16T06:54:24.520 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 166 2024-09-16T06:54:24.520 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 672 (ObjNum 129 snap 0 seq_num 111105296) dirty exists 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1846: finishing rollback tid 0 to smithi04281968-15 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1846: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1846: finishing rollback tid 2 to smithi04281968-15 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 729 (ObjNum 503 snap 150 seq_num 503) dirty exists 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1845: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1845: finishing copy_from to smithi04281968-38 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 657 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 1 to smithi04281968-22 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 2 to smithi04281968-22 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1844: done (4 left) 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1845: done (3 left) 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1846: done (2 left) 2024-09-16T06:54:24.521 INFO:tasks.rados.rados.0.smithi042.stdout:1849: snap_create 2024-09-16T06:54:24.522 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 3 to smithi04281968-22 2024-09-16T06:54:24.522 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 4 to smithi04281968-22 2024-09-16T06:54:24.522 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 5 to smithi04281968-22 2024-09-16T06:54:24.523 INFO:tasks.rados.rados.0.smithi042.stdout:1848: finishing rollback tid 0 to smithi04281968-10 2024-09-16T06:54:24.523 INFO:tasks.rados.rados.0.smithi042.stdout:1848: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:54:24.523 INFO:tasks.rados.rados.0.smithi042.stdout:1848: finishing rollback tid 2 to smithi04281968-10 2024-09-16T06:54:24.523 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 620 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:54:24.524 INFO:tasks.rados.rados.0.smithi042.stdout:1847: finishing write tid 6 to smithi04281968-22 2024-09-16T06:54:24.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 490 (ObjNum 571 snap 168 seq_num 571) dirty exists 2024-09-16T06:54:24.524 INFO:tasks.rados.rados.0.smithi042.stdout:1847: left oid 22 (ObjNum 571 snap 168 seq_num 571) 2024-09-16T06:54:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:24 smithi164 ceph-mon[88760]: Upgrade: Updating osd.4 2024-09-16T06:54:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:24 smithi164 ceph-mon[88760]: Deploying daemon osd.4 on smithi164 2024-09-16T06:54:24.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:24 smithi164 ceph-mon[88760]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T06:54:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:24.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:24 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[94096]: Upgrade: Updating osd.4 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[94096]: Deploying daemon osd.4 on smithi164 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[94096]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[96574]: Upgrade: Updating osd.4 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[96574]: Deploying daemon osd.4 on smithi164 2024-09-16T06:54:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:24 smithi042 ceph-mon[96574]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T06:54:25.466 INFO:tasks.rados.rados.0.smithi042.stdout:1847: done (2 left) 2024-09-16T06:54:25.466 INFO:tasks.rados.rados.0.smithi042.stdout:1848: done (1 left) 2024-09-16T06:54:25.466 INFO:tasks.rados.rados.0.smithi042.stdout:1849: done (0 left) 2024-09-16T06:54:25.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 169 2024-09-16T06:54:25.466 INFO:tasks.rados.rados.0.smithi042.stdout:1850: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-09-16T06:54:25.470 INFO:tasks.rados.rados.0.smithi042.stdout:1850: writing smithi04281968-8 from 0 to 786432 tid 1 2024-09-16T06:54:25.474 INFO:tasks.rados.rados.0.smithi042.stdout:1850: writing smithi04281968-8 from 786432 to 1556480 tid 2 2024-09-16T06:54:25.478 INFO:tasks.rados.rados.0.smithi042.stdout:1850: writing smithi04281968-8 from 1556480 to 2113536 tid 3 2024-09-16T06:54:25.480 INFO:tasks.rados.rados.0.smithi042.stdout:1850: writing smithi04281968-8 from 2113536 to 2392064 tid 4 2024-09-16T06:54:25.480 INFO:tasks.rados.rados.0.smithi042.stdout:1851: delete oid 12 current snap is 169 2024-09-16T06:54:25.480 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 1 to smithi04281968-8 2024-09-16T06:54:25.480 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 2 to smithi04281968-8 2024-09-16T06:54:25.482 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 3 to smithi04281968-8 2024-09-16T06:54:25.483 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 4 to smithi04281968-8 2024-09-16T06:54:25.484 INFO:tasks.rados.rados.0.smithi042.stdout:1851: done (1 left) 2024-09-16T06:54:25.485 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 169 2024-09-16T06:54:25.485 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 5 to smithi04281968-8 2024-09-16T06:54:25.485 INFO:tasks.rados.rados.0.smithi042.stdout:1852: seq_num 574 ranges {8691712=16384} 2024-09-16T06:54:25.532 INFO:tasks.rados.rados.0.smithi042.stdout:1852: writing smithi04281968-35 from 8691712 to 8708096 tid 1 2024-09-16T06:54:25.533 INFO:tasks.rados.rados.0.smithi042.stdout:1853: delete oid 4 current snap is 169 2024-09-16T06:54:25.533 INFO:tasks.rados.rados.0.smithi042.stdout:1850: finishing write tid 6 to smithi04281968-8 2024-09-16T06:54:25.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 625 (ObjNum 572 snap 169 seq_num 572) dirty exists 2024-09-16T06:54:25.533 INFO:tasks.rados.rados.0.smithi042.stdout:1850: left oid 8 (ObjNum 572 snap 169 seq_num 572) 2024-09-16T06:54:25.535 INFO:tasks.rados.rados.0.smithi042.stdout:1852: finishing write tid 1 to smithi04281968-35 2024-09-16T06:54:25.535 INFO:tasks.rados.rados.0.smithi042.stdout:1852: finishing write tid 2 to smithi04281968-35 2024-09-16T06:54:25.536 INFO:tasks.rados.rados.0.smithi042.stdout:1850: done (2 left) 2024-09-16T06:54:25.536 INFO:tasks.rados.rados.0.smithi042.stdout:1853: done (1 left) 2024-09-16T06:54:25.536 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 169 2024-09-16T06:54:25.536 INFO:tasks.rados.rados.0.smithi042.stdout:1854: seq_num 576 ranges {11010048=49152} 2024-09-16T06:54:25.596 INFO:tasks.rados.rados.0.smithi042.stdout:1854: writing smithi04281968-47 from 11010048 to 11059200 tid 1 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1855: rmattr oid 23 current snap is 169 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1852: finishing write tid 3 to smithi04281968-35 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 748 (ObjNum 574 snap 169 seq_num 574) dirty exists 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1852: left oid 35 (ObjNum 574 snap 169 seq_num 574) 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1852: done (2 left) 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1856: copy_from oid 31 from oid 2 current snap is 169 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1857: copy_from oid 7 from oid 46 current snap is 169 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 169 2024-09-16T06:54:25.597 INFO:tasks.rados.rados.0.smithi042.stdout:1858: seq_num 577 ranges {10223616=65536} 2024-09-16T06:54:25.653 INFO:tasks.rados.rados.0.smithi042.stdout:1858: writing smithi04281968-43 from 10223616 to 10289152 tid 1 2024-09-16T06:54:25.653 INFO:tasks.rados.rados.0.smithi042.stdout:1859: delete oid 48 current snap is 169 2024-09-16T06:54:25.653 INFO:tasks.rados.rados.0.smithi042.stdout:1856: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 739 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1854: finishing write tid 1 to smithi04281968-47 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1854: finishing write tid 2 to smithi04281968-47 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1856: finishing copy_from to smithi04281968-31 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 399 (ObjNum 65 snap 0 seq_num 1398626156) dirty exists 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1854: finishing write tid 3 to smithi04281968-47 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 493 (ObjNum 576 snap 169 seq_num 576) dirty exists 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1854: left oid 47 (ObjNum 576 snap 169 seq_num 576) 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1857: finishing copy_from racing read to smithi04281968-7 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:1857: finishing copy_from to smithi04281968-7 2024-09-16T06:54:25.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 651 (ObjNum 567 snap 166 seq_num 567) dirty exists 2024-09-16T06:54:25.655 INFO:tasks.rados.rados.0.smithi042.stdout:1854: done (5 left) 2024-09-16T06:54:25.655 INFO:tasks.rados.rados.0.smithi042.stdout:1855: done (4 left) 2024-09-16T06:54:25.655 INFO:tasks.rados.rados.0.smithi042.stdout:1856: done (3 left) 2024-09-16T06:54:25.655 INFO:tasks.rados.rados.0.smithi042.stdout:1857: done (2 left) 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1859: done (1 left) 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1860: read oid 29 snap -1 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1860: expect (ObjNum 564 snap 166 seq_num 564) 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1861: delete oid 40 current snap is 169 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1858: finishing write tid 1 to smithi04281968-43 2024-09-16T06:54:25.656 INFO:tasks.rados.rados.0.smithi042.stdout:1858: finishing write tid 2 to smithi04281968-43 2024-09-16T06:54:25.657 INFO:tasks.rados.rados.0.smithi042.stdout:1861: done (2 left) 2024-09-16T06:54:25.657 INFO:tasks.rados.rados.0.smithi042.stdout:1862: snap_create 2024-09-16T06:54:25.658 INFO:tasks.rados.rados.0.smithi042.stdout:1858: finishing write tid 3 to smithi04281968-43 2024-09-16T06:54:25.658 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 714 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-09-16T06:54:25.659 INFO:tasks.rados.rados.0.smithi042.stdout:1858: left oid 43 (ObjNum 577 snap 169 seq_num 577) 2024-09-16T06:54:25.675 INFO:tasks.rados.rados.0.smithi042.stdout:1860: expect (ObjNum 564 snap 166 seq_num 564) 2024-09-16T06:54:25.701 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:25 smithi164 ceph-mon[88760]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T06:54:25.701 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:25 smithi164 ceph-mon[88760]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T06:54:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:25 smithi042 ceph-mon[94096]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T06:54:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:25 smithi042 ceph-mon[94096]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T06:54:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:25 smithi042 ceph-mon[96574]: pgmap v293: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T06:54:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:25 smithi042 ceph-mon[96574]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T06:54:26.472 INFO:tasks.rados.rados.0.smithi042.stdout:1858: done (2 left) 2024-09-16T06:54:26.472 INFO:tasks.rados.rados.0.smithi042.stdout:1860: done (1 left) 2024-09-16T06:54:26.472 INFO:tasks.rados.rados.0.smithi042.stdout:1862: done (0 left) 2024-09-16T06:54:26.472 INFO:tasks.rados.rados.0.smithi042.stdout:1863: delete oid 9 current snap is 170 2024-09-16T06:54:26.478 INFO:tasks.rados.rados.0.smithi042.stdout:1863: done (0 left) 2024-09-16T06:54:26.478 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 170 2024-09-16T06:54:26.478 INFO:tasks.rados.rados.0.smithi042.stdout:1864: seq_num 581 ranges {10223616=139264} 2024-09-16T06:54:26.535 INFO:tasks.rados.rados.0.smithi042.stdout:1864: writing smithi04281968-39 from 10223616 to 10362880 tid 1 2024-09-16T06:54:26.535 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 170 2024-09-16T06:54:26.535 INFO:tasks.rados.rados.0.smithi042.stdout:1865: seq_num 582 ranges {11059200=155648} 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1865: writing smithi04281968-47 from 11059200 to 11214848 tid 1 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1866: read oid 32 snap -1 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1866: expect (ObjNum 518 snap 152 seq_num 518) 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1867: snap_create 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1864: finishing write tid 1 to smithi04281968-39 2024-09-16T06:54:26.597 INFO:tasks.rados.rados.0.smithi042.stdout:1864: finishing write tid 2 to smithi04281968-39 2024-09-16T06:54:26.598 INFO:tasks.rados.rados.0.smithi042.stdout:1864: finishing write tid 3 to smithi04281968-39 2024-09-16T06:54:26.598 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 751 (ObjNum 581 snap 170 seq_num 581) dirty exists 2024-09-16T06:54:26.598 INFO:tasks.rados.rados.0.smithi042.stdout:1864: left oid 39 (ObjNum 581 snap 170 seq_num 581) 2024-09-16T06:54:26.600 INFO:tasks.rados.rados.0.smithi042.stdout:1865: finishing write tid 1 to smithi04281968-47 2024-09-16T06:54:26.600 INFO:tasks.rados.rados.0.smithi042.stdout:1865: finishing write tid 2 to smithi04281968-47 2024-09-16T06:54:26.600 INFO:tasks.rados.rados.0.smithi042.stdout:1865: finishing write tid 3 to smithi04281968-47 2024-09-16T06:54:26.600 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 496 (ObjNum 582 snap 170 seq_num 582) dirty exists 2024-09-16T06:54:26.601 INFO:tasks.rados.rados.0.smithi042.stdout:1865: left oid 47 (ObjNum 582 snap 170 seq_num 582) 2024-09-16T06:54:26.601 INFO:tasks.rados.rados.0.smithi042.stdout:1866: expect (ObjNum 518 snap 152 seq_num 518) 2024-09-16T06:54:26.616 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:26 smithi164 ceph-mon[88760]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T06:54:26.617 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:26 smithi164 systemd[1]: Stopping Ceph osd.4 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:54:26.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:26 smithi042 ceph-mon[94096]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T06:54:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:26 smithi042 ceph-mon[96574]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T06:54:26.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[36753]: 2024-09-16T06:54:26.615+0000 7f1298017640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:54:26.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[36753]: 2024-09-16T06:54:26.615+0000 7f1298017640 -1 osd.4 413 *** Got signal Terminated *** 2024-09-16T06:54:26.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:26 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[36753]: 2024-09-16T06:54:26.615+0000 7f1298017640 -1 osd.4 413 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:54:27.348 INFO:tasks.rados.rados.0.smithi042.stdout:1864: done (3 left) 2024-09-16T06:54:27.349 INFO:tasks.rados.rados.0.smithi042.stdout:1865: done (2 left) 2024-09-16T06:54:27.349 INFO:tasks.rados.rados.0.smithi042.stdout:1866: done (1 left) 2024-09-16T06:54:27.349 INFO:tasks.rados.rados.0.smithi042.stdout:1867: done (0 left) 2024-09-16T06:54:27.349 INFO:tasks.rados.rados.0.smithi042.stdout:1868: copy_from oid 23 from oid 48 current snap is 171 2024-09-16T06:54:27.349 INFO:tasks.rados.rados.0.smithi042.stdout:1869: delete oid 40 current snap is 171 2024-09-16T06:54:27.356 INFO:tasks.rados.rados.0.smithi042.stdout:1868: finishing copy_from to smithi04281968-23 2024-09-16T06:54:27.357 INFO:tasks.rados.rados.0.smithi042.stdout:1868: got expected ENOENT (src dne) 2024-09-16T06:54:27.357 INFO:tasks.rados.rados.0.smithi042.stdout:1868: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:54:27.357 INFO:tasks.rados.rados.0.smithi042.stdout:1868: done (1 left) 2024-09-16T06:54:27.357 INFO:tasks.rados.rados.0.smithi042.stdout:1869: done (0 left) 2024-09-16T06:54:27.357 INFO:tasks.rados.rados.0.smithi042.stdout:1870: snap_remove snap 169 2024-09-16T06:54:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:27 smithi164 ceph-mon[88760]: pgmap v296: 121 pgs: 121 active+clean; 218 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-09-16T06:54:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:27 smithi164 ceph-mon[88760]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T06:54:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:27 smithi164 ceph-mon[88760]: osd.4 marked itself down and dead 2024-09-16T06:54:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:27 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:54:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:27 smithi164 ceph-mon[88760]: osdmap e414: 8 total, 7 up, 8 in 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[94096]: pgmap v296: 121 pgs: 121 active+clean; 218 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[94096]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[94096]: osd.4 marked itself down and dead 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[94096]: osdmap e414: 8 total, 7 up, 8 in 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[96574]: pgmap v296: 121 pgs: 121 active+clean; 218 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.9 MiB/s wr, 21 op/s 2024-09-16T06:54:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[96574]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T06:54:27.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[96574]: osd.4 marked itself down and dead 2024-09-16T06:54:27.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:54:27.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:27 smithi042 ceph-mon[96574]: osdmap e414: 8 total, 7 up, 8 in 2024-09-16T06:54:28.183 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:27 smithi164 podman[94120]: 2024-09-16 06:54:27.903463243 +0000 UTC m=+1.396096833 container died 56a6478df21b1145f08e1becfec7f0a0bd7122e9c31c1b55a3a093cc2a7d1c4b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-6d025bc, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T06:54:28.348 INFO:tasks.rados.rados.0.smithi042.stdout:1870: done (0 left) 2024-09-16T06:54:28.348 INFO:tasks.rados.rados.0.smithi042.stdout:1871: setattr oid 38 current snap is 171 2024-09-16T06:54:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 171 2024-09-16T06:54:28.351 INFO:tasks.rados.rados.0.smithi042.stdout:1872: seq_num 584 ranges {2310144=188416} 2024-09-16T06:54:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:1872: writing smithi04281968-46 from 2310144 to 2498560 tid 1 2024-09-16T06:54:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:1873: delete oid 23 current snap is 171 2024-09-16T06:54:28.366 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 791 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:54:28.369 INFO:tasks.rados.rados.0.smithi042.stdout:1871: done (2 left) 2024-09-16T06:54:28.369 INFO:tasks.rados.rados.0.smithi042.stdout:1873: done (1 left) 2024-09-16T06:54:28.369 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 171 2024-09-16T06:54:28.369 INFO:tasks.rados.rados.0.smithi042.stdout:1874: seq_num 586 ranges {3186688=221184} 2024-09-16T06:54:28.387 INFO:tasks.rados.rados.0.smithi042.stdout:1874: writing smithi04281968-26 from 3186688 to 3407872 tid 1 2024-09-16T06:54:28.388 INFO:tasks.rados.rados.0.smithi042.stdout:1875: snap_remove snap 170 2024-09-16T06:54:28.488 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:28 smithi164 podman[94120]: 2024-09-16 06:54:28.298334313 +0000 UTC m=+1.790967902 container cleanup 56a6478df21b1145f08e1becfec7f0a0bd7122e9c31c1b55a3a093cc2a7d1c4b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, RELEASE=quincy-6d025bc, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True) 2024-09-16T06:54:28.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:28 smithi164 bash[94120]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4 2024-09-16T06:54:28.937 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:28 smithi164 podman[94143]: 2024-09-16 06:54:28.583263379 +0000 UTC m=+0.678500946 container remove 56a6478df21b1145f08e1becfec7f0a0bd7122e9c31c1b55a3a093cc2a7d1c4b (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=quincy-6d025bc) 2024-09-16T06:54:28.937 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:28 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:29.194 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:28 smithi164 podman[94234]: 2024-09-16 06:54:28.840034656 +0000 UTC m=+0.016137675 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:54:29.194 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:28 smithi164 podman[94234]: 2024-09-16 06:54:28.967631103 +0000 UTC m=+0.143734159 container create b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=reef-e4e227b, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:54:29.194 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:29 smithi164 podman[94234]: 2024-09-16 06:54:29.195100692 +0000 UTC m=+0.371203711 container init b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b) 2024-09-16T06:54:29.351 INFO:tasks.rados.rados.0.smithi042.stdout:1875: done (2 left) 2024-09-16T06:54:29.351 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 171 2024-09-16T06:54:29.351 INFO:tasks.rados.rados.0.smithi042.stdout:1872: finishing write tid 1 to smithi04281968-46 2024-09-16T06:54:29.351 INFO:tasks.rados.rados.0.smithi042.stdout:1876: seq_num 587 ranges {0=237568} 2024-09-16T06:54:29.352 INFO:tasks.rados.rados.0.smithi042.stdout:1876: writing smithi04281968-9 from 0 to 237568 tid 1 2024-09-16T06:54:29.352 INFO:tasks.rados.rados.0.smithi042.stdout:1877: snap_create 2024-09-16T06:54:29.352 INFO:tasks.rados.rados.0.smithi042.stdout:1872: finishing write tid 2 to smithi04281968-46 2024-09-16T06:54:29.352 INFO:tasks.rados.rados.0.smithi042.stdout:1872: finishing write tid 3 to smithi04281968-46 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 723 (ObjNum 584 snap 171 seq_num 584) dirty exists 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:1872: left oid 46 (ObjNum 584 snap 171 seq_num 584) 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:1874: finishing write tid 1 to smithi04281968-26 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:1874: finishing write tid 2 to smithi04281968-26 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:1874: finishing write tid 3 to smithi04281968-26 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 636 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-09-16T06:54:29.353 INFO:tasks.rados.rados.0.smithi042.stdout:1874: left oid 26 (ObjNum 586 snap 171 seq_num 586) 2024-09-16T06:54:29.355 INFO:tasks.rados.rados.0.smithi042.stdout:1876: finishing write tid 1 to smithi04281968-9 2024-09-16T06:54:29.355 INFO:tasks.rados.rados.0.smithi042.stdout:1876: finishing write tid 2 to smithi04281968-9 2024-09-16T06:54:29.357 INFO:tasks.rados.rados.0.smithi042.stdout:1876: finishing write tid 3 to smithi04281968-9 2024-09-16T06:54:29.357 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 675 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:54:29.357 INFO:tasks.rados.rados.0.smithi042.stdout:1876: left oid 9 (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:54:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:29 smithi164 ceph-mon[88760]: pgmap v299: 121 pgs: 9 peering, 7 stale+active+clean, 105 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2024-09-16T06:54:29.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:29 smithi164 ceph-mon[88760]: osdmap e415: 8 total, 7 up, 8 in 2024-09-16T06:54:29.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:29 smithi164 ceph-mon[88760]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T06:54:29.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:29 smithi164 podman[94234]: 2024-09-16 06:54:29.200347865 +0000 UTC m=+0.376450879 container start b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=reef-e4e227b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-16T06:54:29.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:29 smithi164 podman[94234]: 2024-09-16 06:54:29.319914512 +0000 UTC m=+0.496017538 container attach b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-16T06:54:29.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:29 smithi164 podman[94234]: 2024-09-16 06:54:29.386527884 +0000 UTC m=+0.562630898 container died b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[94096]: pgmap v299: 121 pgs: 9 peering, 7 stale+active+clean, 105 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[94096]: osdmap e415: 8 total, 7 up, 8 in 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[94096]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[96574]: pgmap v299: 121 pgs: 9 peering, 7 stale+active+clean, 105 active+clean; 220 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[96574]: osdmap e415: 8 total, 7 up, 8 in 2024-09-16T06:54:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:29 smithi042 ceph-mon[96574]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2024-09-16T06:54:30.115 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94278]: 2024-09-16 06:54:30.098601511 +0000 UTC m=+0.705844945 container remove b5c74be154d12b58a7def47339aed2e5522c19dc85b3e1d4987699cbcf5fb044 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T06:54:30.356 INFO:tasks.rados.rados.0.smithi042.stdout:1872: done (3 left) 2024-09-16T06:54:30.356 INFO:tasks.rados.rados.0.smithi042.stdout:1874: done (2 left) 2024-09-16T06:54:30.357 INFO:tasks.rados.rados.0.smithi042.stdout:1876: done (1 left) 2024-09-16T06:54:30.357 INFO:tasks.rados.rados.0.smithi042.stdout:1877: done (0 left) 2024-09-16T06:54:30.357 INFO:tasks.rados.rados.0.smithi042.stdout:1878: rollback oid 36 current snap is 172 2024-09-16T06:54:30.357 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 168 2024-09-16T06:54:30.357 INFO:tasks.rados.rados.0.smithi042.stdout:1879: snap_create 2024-09-16T06:54:30.362 INFO:tasks.rados.rados.0.smithi042.stdout:1878: finishing rollback tid 0 to smithi04281968-36 2024-09-16T06:54:30.362 INFO:tasks.rados.rados.0.smithi042.stdout:1878: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:54:30.362 INFO:tasks.rados.rados.0.smithi042.stdout:1878: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:54:30.362 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 560 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:30.400 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:30 smithi164 ceph-mon[88760]: osdmap e416: 8 total, 7 up, 8 in 2024-09-16T06:54:30.400 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-16T06:54:30.400 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 systemd[1]: Stopped Ceph osd.4 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:54:30.401 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.4.service: Consumed 12.321s CPU time. 2024-09-16T06:54:30.401 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 systemd[1]: Starting Ceph osd.4 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:54:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:30 smithi042 ceph-mon[94096]: osdmap e416: 8 total, 7 up, 8 in 2024-09-16T06:54:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:30 smithi042 ceph-mon[96574]: osdmap e416: 8 total, 7 up, 8 in 2024-09-16T06:54:30.692 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94380]: 2024-09-16 06:54:30.465430607 +0000 UTC m=+0.016877419 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:54:30.693 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94380]: 2024-09-16 06:54:30.582893092 +0000 UTC m=+0.134339906 container create 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:54:30.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94380]: 2024-09-16 06:54:30.802014582 +0000 UTC m=+0.353461400 container init 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T06:54:30.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94380]: 2024-09-16 06:54:30.806634356 +0000 UTC m=+0.358081164 container start 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T06:54:30.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:30 smithi164 podman[94380]: 2024-09-16 06:54:30.885060081 +0000 UTC m=+0.436506886 container attach 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:54:31.358 INFO:tasks.rados.rados.0.smithi042.stdout:1878: done (1 left) 2024-09-16T06:54:31.358 INFO:tasks.rados.rados.0.smithi042.stdout:1879: done (0 left) 2024-09-16T06:54:31.358 INFO:tasks.rados.rados.0.smithi042.stdout:1880: read oid 4 snap 167 2024-09-16T06:54:31.358 INFO:tasks.rados.rados.0.smithi042.stdout:1880: expect deleted 2024-09-16T06:54:31.358 INFO:tasks.rados.rados.0.smithi042.stdout:1881: snap_remove snap 168 2024-09-16T06:54:31.406 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-mon[88760]: pgmap v302: 121 pgs: 26 active+undersized, 9 peering, 1 stale+active+clean, 5 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 21 op/s; 27/345 objects degraded (7.826%) 2024-09-16T06:54:31.406 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 27/345 objects degraded (7.826%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:31.406 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-mon[88760]: osdmap e417: 8 total, 7 up, 8 in 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T06:54:31.407 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T06:54:31.408 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T06:54:31.408 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate[94403]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T06:54:31.408 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 bash[94380]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T06:54:31.408 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 podman[94380]: 2024-09-16 06:54:31.161568826 +0000 UTC m=+0.713015638 container died 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T06:54:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[94096]: pgmap v302: 121 pgs: 26 active+undersized, 9 peering, 1 stale+active+clean, 5 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 21 op/s; 27/345 objects degraded (7.826%) 2024-09-16T06:54:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 27/345 objects degraded (7.826%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[94096]: osdmap e417: 8 total, 7 up, 8 in 2024-09-16T06:54:31.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:31] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-09-16T06:54:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[96574]: pgmap v302: 121 pgs: 26 active+undersized, 9 peering, 1 stale+active+clean, 5 active+undersized+degraded, 80 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 21 op/s; 27/345 objects degraded (7.826%) 2024-09-16T06:54:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 27/345 objects degraded (7.826%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:31.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:31 smithi042 ceph-mon[96574]: osdmap e417: 8 total, 7 up, 8 in 2024-09-16T06:54:31.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 podman[94544]: 2024-09-16 06:54:31.732676426 +0000 UTC m=+0.560092655 container remove 396a4278ec918ac1ffa1d2101ec6bfe9f74a19955e226aad21044fd4ba1903ee (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-16T06:54:31.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 podman[94610]: 2024-09-16 06:54:31.839910412 +0000 UTC m=+0.015752272 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:54:31.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:31 smithi164 podman[94610]: 2024-09-16 06:54:31.976415308 +0000 UTC m=+0.152257168 container create fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731) 2024-09-16T06:54:32.347 INFO:tasks.rados.rados.0.smithi042.stdout:1880: done (1 left) 2024-09-16T06:54:32.347 INFO:tasks.rados.rados.0.smithi042.stdout:1881: done (0 left) 2024-09-16T06:54:32.347 INFO:tasks.rados.rados.0.smithi042.stdout:1882: setattr oid 3 current snap is 173 2024-09-16T06:54:32.348 INFO:tasks.rados.rados.0.smithi042.stdout:1883: snap_remove snap 165 2024-09-16T06:54:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:32 smithi164 ceph-mon[88760]: osdmap e418: 8 total, 7 up, 8 in 2024-09-16T06:54:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:32 smithi164 ceph-mon[88760]: osdmap e419: 8 total, 7 up, 8 in 2024-09-16T06:54:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:32.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 podman[94610]: 2024-09-16 06:54:32.213496922 +0000 UTC m=+0.389338784 container init fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T06:54:32.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 podman[94610]: 2024-09-16 06:54:32.218544183 +0000 UTC m=+0.394386045 container start fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, io.buildah.version=1.37.2) 2024-09-16T06:54:32.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 ceph-osd[94648]: -- 172.21.15.164:0/4105069460 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d3399251e0 con 0x55d339a98000 2024-09-16T06:54:32.489 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 bash[94610]: fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b 2024-09-16T06:54:32.490 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 systemd[1]: Started Ceph osd.4 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:54:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:32 smithi042 ceph-mon[94096]: osdmap e418: 8 total, 7 up, 8 in 2024-09-16T06:54:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:32 smithi042 ceph-mon[94096]: osdmap e419: 8 total, 7 up, 8 in 2024-09-16T06:54:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:32 smithi042 ceph-mon[96574]: osdmap e418: 8 total, 7 up, 8 in 2024-09-16T06:54:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:32 smithi042 ceph-mon[96574]: osdmap e419: 8 total, 7 up, 8 in 2024-09-16T06:54:33.066 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T06:54:32.756+0000 7f20d00a6640 -1 Falling back to public interface 2024-09-16T06:54:33.348 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 653 (ObjNum 535 snap 161 seq_num 535) dirty exists 2024-09-16T06:54:33.348 INFO:tasks.rados.rados.0.smithi042.stdout:1882: done (1 left) 2024-09-16T06:54:33.348 INFO:tasks.rados.rados.0.smithi042.stdout:1883: done (0 left) 2024-09-16T06:54:33.348 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 173 2024-09-16T06:54:33.348 INFO:tasks.rados.rados.0.smithi042.stdout:1884: seq_num 588 ranges {2498560=253952} 2024-09-16T06:54:33.364 INFO:tasks.rados.rados.0.smithi042.stdout:1884: writing smithi04281968-46 from 2498560 to 2752512 tid 1 2024-09-16T06:54:33.364 INFO:tasks.rados.rados.0.smithi042.stdout:1885: copy_from oid 29 from oid 48 current snap is 173 2024-09-16T06:54:33.365 INFO:tasks.rados.rados.0.smithi042.stdout:1886: snap_remove snap 167 2024-09-16T06:54:33.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-mon[88760]: pgmap v305: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 39/348 objects degraded (11.207%) 2024-09-16T06:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:33 smithi164 ceph-mon[88760]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T06:54:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[96574]: pgmap v305: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 39/348 objects degraded (11.207%) 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[96574]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[94096]: pgmap v305: 121 pgs: 28 active+undersized, 9 peering, 9 active+undersized+degraded, 75 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 39/348 objects degraded (11.207%) 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:33 smithi042 ceph-mon[94096]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T06:54:34.349 INFO:tasks.rados.rados.0.smithi042.stdout:1886: done (2 left) 2024-09-16T06:54:34.349 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 173 2024-09-16T06:54:34.349 INFO:tasks.rados.rados.0.smithi042.stdout:1884: finishing write tid 1 to smithi04281968-46 2024-09-16T06:54:34.349 INFO:tasks.rados.rados.0.smithi042.stdout:1884: finishing write tid 2 to smithi04281968-46 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1884: finishing write tid 3 to smithi04281968-46 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 725 (ObjNum 588 snap 173 seq_num 588) dirty exists 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1884: left oid 46 (ObjNum 588 snap 173 seq_num 588) 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1885: finishing copy_from to smithi04281968-29 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1885: got expected ENOENT (src dne) 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1885: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:54:34.350 INFO:tasks.rados.rados.0.smithi042.stdout:1887: seq_num 589 ranges {8691712=270336} 2024-09-16T06:54:34.399 INFO:tasks.rados.rados.0.smithi042.stdout:1887: writing smithi04281968-49 from 8691712 to 8962048 tid 1 2024-09-16T06:54:34.400 INFO:tasks.rados.rados.0.smithi042.stdout:1884: done (2 left) 2024-09-16T06:54:34.400 INFO:tasks.rados.rados.0.smithi042.stdout:1885: done (1 left) 2024-09-16T06:54:34.400 INFO:tasks.rados.rados.0.smithi042.stdout:1888: read oid 11 snap -1 2024-09-16T06:54:34.400 INFO:tasks.rados.rados.0.smithi042.stdout:1888: expect (ObjNum 569 snap 167 seq_num 569) 2024-09-16T06:54:34.400 INFO:tasks.rados.rados.0.smithi042.stdout:1889: snap_create 2024-09-16T06:54:34.404 INFO:tasks.rados.rados.0.smithi042.stdout:1887: finishing write tid 1 to smithi04281968-49 2024-09-16T06:54:34.404 INFO:tasks.rados.rados.0.smithi042.stdout:1887: finishing write tid 2 to smithi04281968-49 2024-09-16T06:54:34.405 INFO:tasks.rados.rados.0.smithi042.stdout:1887: finishing write tid 3 to smithi04281968-49 2024-09-16T06:54:34.405 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 727 (ObjNum 589 snap 173 seq_num 589) dirty exists 2024-09-16T06:54:34.405 INFO:tasks.rados.rados.0.smithi042.stdout:1887: left oid 49 (ObjNum 589 snap 173 seq_num 589) 2024-09-16T06:54:34.443 INFO:tasks.rados.rados.0.smithi042.stdout:1888: expect (ObjNum 569 snap 167 seq_num 569) 2024-09-16T06:54:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:34.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[94096]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 6 op/s; 49/345 objects degraded (14.203%) 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[94096]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[94096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:54:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[96574]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 6 op/s; 49/345 objects degraded (14.203%) 2024-09-16T06:54:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[96574]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T06:54:35.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:34 smithi042 ceph-mon[96574]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:54:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-mon[88760]: pgmap v308: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 223 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 54 KiB/s wr, 6 op/s; 49/345 objects degraded (14.203%) 2024-09-16T06:54:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-mon[88760]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T06:54:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:34 smithi164 ceph-mon[88760]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:54:35.376 INFO:tasks.rados.rados.0.smithi042.stdout:1887: done (2 left) 2024-09-16T06:54:35.376 INFO:tasks.rados.rados.0.smithi042.stdout:1888: done (1 left) 2024-09-16T06:54:35.376 INFO:tasks.rados.rados.0.smithi042.stdout:1889: done (0 left) 2024-09-16T06:54:35.376 INFO:tasks.rados.rados.0.smithi042.stdout:1890: setattr oid 37 current snap is 174 2024-09-16T06:54:35.377 INFO:tasks.rados.rados.0.smithi042.stdout:1891: copy_from oid 34 from oid 33 current snap is 174 2024-09-16T06:54:35.377 INFO:tasks.rados.rados.0.smithi042.stdout:1892: copy_from oid 16 from oid 43 current snap is 174 2024-09-16T06:54:35.377 INFO:tasks.rados.rados.0.smithi042.stdout:1893: rollback oid 13 current snap is 174 2024-09-16T06:54:35.378 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 172 2024-09-16T06:54:35.378 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 174 2024-09-16T06:54:35.378 INFO:tasks.rados.rados.0.smithi042.stdout:1894: seq_num 590 ranges {950272=286720} 2024-09-16T06:54:35.385 INFO:tasks.rados.rados.0.smithi042.stdout:1894: writing smithi04281968-24 from 950272 to 1236992 tid 1 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1895: copy_from oid 38 from oid 11 current snap is 174 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 561 (ObjNum 1889 snap 0 seq_num 3307184544) dirty exists 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1893: finishing rollback tid 0 to smithi04281968-13 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1890: done (5 left) 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1896: rollback oid 9 current snap is 174 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 173 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1897: snap_create 2024-09-16T06:54:35.386 INFO:tasks.rados.rados.0.smithi042.stdout:1891: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:54:35.387 INFO:tasks.rados.rados.0.smithi042.stdout:1893: finishing rollback tid 1 to smithi04281968-13 2024-09-16T06:54:35.389 INFO:tasks.rados.rados.0.smithi042.stdout:1894: finishing write tid 1 to smithi04281968-24 2024-09-16T06:54:35.389 INFO:tasks.rados.rados.0.smithi042.stdout:1894: finishing write tid 2 to smithi04281968-24 2024-09-16T06:54:35.389 INFO:tasks.rados.rados.0.smithi042.stdout:1891: finishing copy_from to smithi04281968-34 2024-09-16T06:54:35.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 672 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:54:35.390 INFO:tasks.rados.rados.0.smithi042.stdout:1896: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:54:35.390 INFO:tasks.rados.rados.0.smithi042.stdout:1894: finishing write tid 3 to smithi04281968-24 2024-09-16T06:54:35.390 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 794 (ObjNum 590 snap 174 seq_num 590) dirty exists 2024-09-16T06:54:35.391 INFO:tasks.rados.rados.0.smithi042.stdout:1894: left oid 24 (ObjNum 590 snap 174 seq_num 590) 2024-09-16T06:54:35.391 INFO:tasks.rados.rados.0.smithi042.stdout:1893: finishing rollback tid 2 to smithi04281968-13 2024-09-16T06:54:35.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 391 (ObjNum 705 snap 0 seq_num 111105680) dirty exists 2024-09-16T06:54:35.397 INFO:tasks.rados.rados.0.smithi042.stdout:1896: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:54:35.397 INFO:tasks.rados.rados.0.smithi042.stdout:1896: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:54:35.397 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 678 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:54:35.420 INFO:tasks.rados.rados.0.smithi042.stdout:1895: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:54:35.424 INFO:tasks.rados.rados.0.smithi042.stdout:1895: finishing copy_from to smithi04281968-38 2024-09-16T06:54:35.424 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 671 (ObjNum 569 snap 167 seq_num 569) dirty exists 2024-09-16T06:54:35.428 INFO:tasks.rados.rados.0.smithi042.stdout:1892: finishing copy_from racing read to smithi04281968-16 2024-09-16T06:54:35.429 INFO:tasks.rados.rados.0.smithi042.stdout:1892: finishing copy_from to smithi04281968-16 2024-09-16T06:54:35.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 714 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-09-16T06:54:35.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T06:54:35.723+0000 7f20d00a6640 -1 osd.4 413 log_to_monitors true 2024-09-16T06:54:36.381 INFO:tasks.rados.rados.0.smithi042.stdout:1891: done (6 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1892: done (5 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1893: done (4 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1894: done (3 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1895: done (2 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1896: done (1 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1897: done (0 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1898: rmattr oid 9 current snap is 175 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1898: done (0 left) 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1899: copy_from oid 8 from oid 42 current snap is 175 2024-09-16T06:54:36.382 INFO:tasks.rados.rados.0.smithi042.stdout:1900: delete oid 3 current snap is 175 2024-09-16T06:54:36.385 INFO:tasks.rados.rados.0.smithi042.stdout:1900: done (1 left) 2024-09-16T06:54:36.385 INFO:tasks.rados.rados.0.smithi042.stdout:1901: rollback oid 25 current snap is 175 2024-09-16T06:54:36.385 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 172 2024-09-16T06:54:36.385 INFO:tasks.rados.rados.0.smithi042.stdout:1902: snap_create 2024-09-16T06:54:36.386 INFO:tasks.rados.rados.0.smithi042.stdout:1899: finishing copy_from to smithi04281968-8 2024-09-16T06:54:36.386 INFO:tasks.rados.rados.0.smithi042.stdout:1899: got expected ENOENT (src dne) 2024-09-16T06:54:36.386 INFO:tasks.rados.rados.0.smithi042.stdout:1899: finishing copy_from racing read to smithi04281968-8 2024-09-16T06:54:36.389 INFO:tasks.rados.rados.0.smithi042.stdout:1901: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:54:36.389 INFO:tasks.rados.rados.0.smithi042.stdout:1901: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:54:36.389 INFO:tasks.rados.rados.0.smithi042.stdout:1901: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:54:36.389 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 629 (ObjNum 557 snap 166 seq_num 557) dirty exists 2024-09-16T06:54:36.739 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 06:54:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T06:54:36.413+0000 7f20c7e50640 -1 osd.4 413 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:54:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:36 smithi164 ceph-mon[88760]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T06:54:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:36 smithi164 ceph-mon[88760]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:36 smithi164 ceph-mon[88760]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[96574]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[96574]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[96574]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[94096]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[94096]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:36 smithi042 ceph-mon[94096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1899: done (2 left) 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1901: done (1 left) 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1902: done (0 left) 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1903: read oid 30 snap 173 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1903: expect deleted 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1904: rollback oid 17 current snap is 176 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 166 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1905: read oid 14 snap 172 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1905: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 176 2024-09-16T06:54:37.389 INFO:tasks.rados.rados.0.smithi042.stdout:1906: seq_num 592 ranges {0=319488} 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:1906: writing smithi04281968-45 from 0 to 319488 tid 1 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:1907: rmattr oid 7 current snap is 176 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:1907: done (4 left) 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:1908: copy_from oid 33 from oid 36 current snap is 176 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 176 2024-09-16T06:54:37.391 INFO:tasks.rados.rados.0.smithi042.stdout:1909: seq_num 593 ranges {0=335872} 2024-09-16T06:54:37.393 INFO:tasks.rados.rados.0.smithi042.stdout:1909: writing smithi04281968-44 from 0 to 335872 tid 1 2024-09-16T06:54:37.394 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 176 2024-09-16T06:54:37.394 INFO:tasks.rados.rados.0.smithi042.stdout:1910: seq_num 594 ranges {2973696=352256} 2024-09-16T06:54:37.414 INFO:tasks.rados.rados.0.smithi042.stdout:1910: writing smithi04281968-6 from 2973696 to 3325952 tid 1 2024-09-16T06:54:37.414 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 176 2024-09-16T06:54:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:1911: seq_num 595 ranges {2031616=368640} 2024-09-16T06:54:37.427 INFO:tasks.rados.rados.0.smithi042.stdout:1911: writing smithi04281968-19 from 2031616 to 2400256 tid 1 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1912: snap_create 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1904: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1909: finishing write tid 1 to smithi04281968-44 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1904: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1909: finishing write tid 2 to smithi04281968-44 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1904: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 767 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1909: finishing write tid 3 to smithi04281968-44 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 729 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1909: left oid 44 (ObjNum 593 snap 176 seq_num 593) 2024-09-16T06:54:37.428 INFO:tasks.rados.rados.0.smithi042.stdout:1905: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1910: finishing write tid 1 to smithi04281968-6 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1910: finishing write tid 2 to smithi04281968-6 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1910: finishing write tid 3 to smithi04281968-6 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 776 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1910: left oid 6 (ObjNum 594 snap 176 seq_num 594) 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1911: finishing write tid 1 to smithi04281968-19 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1911: finishing write tid 2 to smithi04281968-19 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1911: finishing write tid 3 to smithi04281968-19 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 779 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-09-16T06:54:37.547 INFO:tasks.rados.rados.0.smithi042.stdout:1911: left oid 19 (ObjNum 595 snap 176 seq_num 595) 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 116 KiB/s wr, 8 op/s; 49/315 objects degraded (15.556%) 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 49/315 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.727 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.728 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 116 KiB/s wr, 8 op/s; 49/315 objects degraded (15.556%) 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 49/315 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: pgmap v311: 121 pgs: 33 active+undersized, 13 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 116 KiB/s wr, 8 op/s; 49/315 objects degraded (15.556%) 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 49/315 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1903: done (8 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1904: done (7 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1905: done (6 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1909: done (5 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1910: done (4 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1911: done (3 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1912: done (2 left) 2024-09-16T06:54:38.394 INFO:tasks.rados.rados.0.smithi042.stdout:1913: delete oid 28 current snap is 177 2024-09-16T06:54:38.414 INFO:tasks.rados.rados.0.smithi042.stdout:1906: finishing write tid 1 to smithi04281968-45 2024-09-16T06:54:38.414 INFO:tasks.rados.rados.0.smithi042.stdout:1906: finishing write tid 2 to smithi04281968-45 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1913: done (2 left) 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1914: read oid 15 snap 166 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1914: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1915: rollback oid 10 current snap is 177 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 10 to 174 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1906: finishing write tid 3 to smithi04281968-45 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 498 (ObjNum 592 snap 176 seq_num 592) dirty exists 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1906: left oid 45 (ObjNum 592 snap 176 seq_num 592) 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1906: done (3 left) 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1916: rollback oid 28 current snap is 177 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 173 2024-09-16T06:54:38.417 INFO:tasks.rados.rados.0.smithi042.stdout:1917: snap_create 2024-09-16T06:54:38.421 INFO:tasks.rados.rados.0.smithi042.stdout:1915: finishing rollback tid 0 to smithi04281968-10 2024-09-16T06:54:38.421 INFO:tasks.rados.rados.0.smithi042.stdout:1916: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:54:38.421 INFO:tasks.rados.rados.0.smithi042.stdout:1915: finishing rollback tid 1 to smithi04281968-10 2024-09-16T06:54:38.422 INFO:tasks.rados.rados.0.smithi042.stdout:1916: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:54:38.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 800 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:54:38.422 INFO:tasks.rados.rados.0.smithi042.stdout:1915: finishing rollback tid 2 to smithi04281968-10 2024-09-16T06:54:38.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 628 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:54:38.430 INFO:tasks.rados.rados.0.smithi042.stdout:1914: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:38.501 INFO:tasks.rados.rados.0.smithi042.stdout:1908: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:54:38.501 INFO:tasks.rados.rados.0.smithi042.stdout:1908: finishing copy_from to smithi04281968-33 2024-09-16T06:54:38.501 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 560 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:38.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:38 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:38.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:38 smithi164 ceph-mon[88760]: osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376] boot 2024-09-16T06:54:38.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:38 smithi164 ceph-mon[88760]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T06:54:38.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:38 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[96574]: osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376] boot 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[96574]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[94096]: osd.4 [v2:172.21.15.164:6800/1909171376,v1:172.21.15.164:6801/1909171376] boot 2024-09-16T06:54:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[94096]: osdmap e424: 8 total, 8 up, 8 in 2024-09-16T06:54:38.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:38 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T06:54:38.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:39.397 INFO:tasks.rados.rados.0.smithi042.stdout:1908: done (4 left) 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:1914: done (3 left) 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:1915: done (2 left) 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:1916: done (1 left) 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:1917: done (0 left) 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 178 2024-09-16T06:54:39.398 INFO:tasks.rados.rados.0.smithi042.stdout:1918: seq_num 597 ranges {6545408=401408} 2024-09-16T06:54:39.435 INFO:tasks.rados.rados.0.smithi042.stdout:1918: writing smithi04281968-38 from 6545408 to 6946816 tid 1 2024-09-16T06:54:39.435 INFO:tasks.rados.rados.0.smithi042.stdout:1919: snap_create 2024-09-16T06:54:39.441 INFO:tasks.rados.rados.0.smithi042.stdout:1918: finishing write tid 1 to smithi04281968-38 2024-09-16T06:54:39.441 INFO:tasks.rados.rados.0.smithi042.stdout:1918: finishing write tid 2 to smithi04281968-38 2024-09-16T06:54:39.442 INFO:tasks.rados.rados.0.smithi042.stdout:1918: finishing write tid 3 to smithi04281968-38 2024-09-16T06:54:39.442 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 811 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T06:54:39.442 INFO:tasks.rados.rados.0.smithi042.stdout:1918: left oid 38 (ObjNum 597 snap 178 seq_num 597) 2024-09-16T06:54:39.736 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:39 smithi164 ceph-mon[88760]: pgmap v314: 121 pgs: 7 peering, 29 active+undersized, 10 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 62 KiB/s wr, 8 op/s; 41/318 objects degraded (12.893%) 2024-09-16T06:54:39.736 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:39 smithi164 ceph-mon[88760]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T06:54:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:39 smithi042 ceph-mon[96574]: pgmap v314: 121 pgs: 7 peering, 29 active+undersized, 10 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 62 KiB/s wr, 8 op/s; 41/318 objects degraded (12.893%) 2024-09-16T06:54:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:39 smithi042 ceph-mon[96574]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T06:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:39 smithi042 ceph-mon[94096]: pgmap v314: 121 pgs: 7 peering, 29 active+undersized, 10 active+undersized+degraded, 75 active+clean; 203 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 62 KiB/s wr, 8 op/s; 41/318 objects degraded (12.893%) 2024-09-16T06:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:39 smithi042 ceph-mon[94096]: osdmap e425: 8 total, 8 up, 8 in 2024-09-16T06:54:40.403 INFO:tasks.rados.rados.0.smithi042.stdout:1918: done (1 left) 2024-09-16T06:54:40.403 INFO:tasks.rados.rados.0.smithi042.stdout:1919: done (0 left) 2024-09-16T06:54:40.403 INFO:tasks.rados.rados.0.smithi042.stdout:1920: setattr oid 29 current snap is 179 2024-09-16T06:54:40.405 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 179 2024-09-16T06:54:40.405 INFO:tasks.rados.rados.0.smithi042.stdout:1921: seq_num 598 ranges {0=417792} 2024-09-16T06:54:40.407 INFO:tasks.rados.rados.0.smithi042.stdout:1921: writing smithi04281968-31 from 0 to 417792 tid 1 2024-09-16T06:54:40.407 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 179 2024-09-16T06:54:40.407 INFO:tasks.rados.rados.0.smithi042.stdout:1922: seq_num 599 ranges {2752512=434176} 2024-09-16T06:54:40.425 INFO:tasks.rados.rados.0.smithi042.stdout:1922: writing smithi04281968-46 from 2752512 to 3186688 tid 1 2024-09-16T06:54:40.425 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 179 2024-09-16T06:54:40.425 INFO:tasks.rados.rados.0.smithi042.stdout:1923: seq_num 600 ranges {2973696=450560} 2024-09-16T06:54:40.444 INFO:tasks.rados.rados.0.smithi042.stdout:1923: writing smithi04281968-14 from 2973696 to 3424256 tid 1 2024-09-16T06:54:40.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 179 2024-09-16T06:54:40.444 INFO:tasks.rados.rados.0.smithi042.stdout:1924: seq_num 601 ranges {0=475136} 2024-09-16T06:54:40.448 INFO:tasks.rados.rados.0.smithi042.stdout:1924: writing smithi04281968-12 from 0 to 475136 tid 1 2024-09-16T06:54:40.529 INFO:tasks.rados.rados.0.smithi042.stdout:1925: rmattr oid 11 current snap is 179 2024-09-16T06:54:40.530 INFO:tasks.rados.rados.0.smithi042.stdout:1925: done (5 left) 2024-09-16T06:54:40.530 INFO:tasks.rados.rados.0.smithi042.stdout:1926: setattr oid 10 current snap is 179 2024-09-16T06:54:40.530 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 730 (ObjNum 564 snap 166 seq_num 564) dirty exists 2024-09-16T06:54:40.530 INFO:tasks.rados.rados.0.smithi042.stdout:1921: finishing write tid 1 to smithi04281968-31 2024-09-16T06:54:40.530 INFO:tasks.rados.rados.0.smithi042.stdout:1921: finishing write tid 2 to smithi04281968-31 2024-09-16T06:54:40.531 INFO:tasks.rados.rados.0.smithi042.stdout:1921: finishing write tid 3 to smithi04281968-31 2024-09-16T06:54:40.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 728 (ObjNum 598 snap 179 seq_num 598) dirty exists 2024-09-16T06:54:40.531 INFO:tasks.rados.rados.0.smithi042.stdout:1921: left oid 31 (ObjNum 598 snap 179 seq_num 598) 2024-09-16T06:54:40.531 INFO:tasks.rados.rados.0.smithi042.stdout:1922: finishing write tid 1 to smithi04281968-46 2024-09-16T06:54:40.532 INFO:tasks.rados.rados.0.smithi042.stdout:1922: finishing write tid 2 to smithi04281968-46 2024-09-16T06:54:40.532 INFO:tasks.rados.rados.0.smithi042.stdout:1922: finishing write tid 3 to smithi04281968-46 2024-09-16T06:54:40.532 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 732 (ObjNum 599 snap 179 seq_num 599) dirty exists 2024-09-16T06:54:40.532 INFO:tasks.rados.rados.0.smithi042.stdout:1922: left oid 46 (ObjNum 599 snap 179 seq_num 599) 2024-09-16T06:54:40.538 INFO:tasks.rados.rados.0.smithi042.stdout:1920: done (5 left) 2024-09-16T06:54:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1921: done (4 left) 2024-09-16T06:54:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1922: done (3 left) 2024-09-16T06:54:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:1927: rollback oid 40 current snap is 179 2024-09-16T06:54:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 172 2024-09-16T06:54:40.539 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 179 2024-09-16T06:54:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:1928: seq_num 602 ranges {2392064=491520} 2024-09-16T06:54:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:1928: writing smithi04281968-8 from 2392064 to 2883584 tid 1 2024-09-16T06:54:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:1929: rollback oid 3 current snap is 179 2024-09-16T06:54:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 178 2024-09-16T06:54:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:1927: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:54:40.541 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 0 (ObjNum 225 snap 0 seq_num 3307183536) dirty dne 2024-09-16T06:54:40.541 INFO:tasks.rados.rados.0.smithi042.stdout:1923: finishing write tid 1 to smithi04281968-14 2024-09-16T06:54:40.541 INFO:tasks.rados.rados.0.smithi042.stdout:1924: finishing write tid 1 to smithi04281968-12 2024-09-16T06:54:40.541 INFO:tasks.rados.rados.0.smithi042.stdout:1927: done (5 left) 2024-09-16T06:54:40.541 INFO:tasks.rados.rados.0.smithi042.stdout:1930: copy_from oid 49 from oid 34 current snap is 179 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:1923: finishing write tid 2 to smithi04281968-14 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:1924: finishing write tid 2 to smithi04281968-12 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 629 (ObjNum 476 snap 139 seq_num 476) dirty exists 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:1923: finishing write tid 3 to smithi04281968-14 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 638 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T06:54:40.542 INFO:tasks.rados.rados.0.smithi042.stdout:1923: left oid 14 (ObjNum 600 snap 179 seq_num 600) 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:1924: finishing write tid 3 to smithi04281968-12 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 781 (ObjNum 601 snap 179 seq_num 601) dirty exists 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:1924: left oid 12 (ObjNum 601 snap 179 seq_num 601) 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:1923: done (5 left) 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:1924: done (4 left) 2024-09-16T06:54:40.543 INFO:tasks.rados.rados.0.smithi042.stdout:1926: done (3 left) 2024-09-16T06:54:40.544 INFO:tasks.rados.rados.0.smithi042.stdout:1931: delete oid 21 current snap is 179 2024-09-16T06:54:40.544 INFO:tasks.rados.rados.0.smithi042.stdout:1929: finishing rollback tid 1 to smithi04281968-3 2024-09-16T06:54:40.544 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 654 (ObjNum 33 snap 0 seq_num 109313536) dirty dne 2024-09-16T06:54:40.544 INFO:tasks.rados.rados.0.smithi042.stdout:1930: finishing copy_from racing read to smithi04281968-49 2024-09-16T06:54:40.544 INFO:tasks.rados.rados.0.smithi042.stdout:1929: done (3 left) 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1931: done (2 left) 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1932: rmattr oid 16 current snap is 179 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1932: done (2 left) 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1933: copy_from oid 18 from oid 48 current snap is 179 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1934: setattr oid 14 current snap is 179 2024-09-16T06:54:40.545 INFO:tasks.rados.rados.0.smithi042.stdout:1928: finishing write tid 1 to smithi04281968-8 2024-09-16T06:54:40.546 INFO:tasks.rados.rados.0.smithi042.stdout:1928: finishing write tid 2 to smithi04281968-8 2024-09-16T06:54:40.546 INFO:tasks.rados.rados.0.smithi042.stdout:1930: finishing copy_from to smithi04281968-49 2024-09-16T06:54:40.546 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 672 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T06:54:40.546 INFO:tasks.rados.rados.0.smithi042.stdout:1933: finishing copy_from to smithi04281968-18 2024-09-16T06:54:40.546 INFO:tasks.rados.rados.0.smithi042.stdout:1933: got expected ENOENT (src dne) 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:1933: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:1928: finishing write tid 3 to smithi04281968-8 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 631 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:1928: left oid 8 (ObjNum 602 snap 179 seq_num 602) 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:1928: done (3 left) 2024-09-16T06:54:40.547 INFO:tasks.rados.rados.0.smithi042.stdout:1930: done (2 left) 2024-09-16T06:54:40.548 INFO:tasks.rados.rados.0.smithi042.stdout:1933: done (1 left) 2024-09-16T06:54:40.548 INFO:tasks.rados.rados.0.smithi042.stdout:1935: snap_create 2024-09-16T06:54:40.548 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 639 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T06:54:40.679 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:40 smithi164 ceph-mon[88760]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T06:54:40.841 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:40 smithi042 ceph-mon[94096]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T06:54:40.841 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:40 smithi042 ceph-mon[96574]: osdmap e426: 8 total, 8 up, 8 in 2024-09-16T06:54:41.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:40 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:54:40.840+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-16T06:54:41.408 INFO:tasks.rados.rados.0.smithi042.stdout:1934: done (1 left) 2024-09-16T06:54:41.408 INFO:tasks.rados.rados.0.smithi042.stdout:1935: done (0 left) 2024-09-16T06:54:41.408 INFO:tasks.rados.rados.0.smithi042.stdout:1936: delete oid 24 current snap is 180 2024-09-16T06:54:41.412 INFO:tasks.rados.rados.0.smithi042.stdout:1936: done (0 left) 2024-09-16T06:54:41.413 INFO:tasks.rados.rados.0.smithi042.stdout:1937: rmattr oid 14 current snap is 180 2024-09-16T06:54:41.413 INFO:tasks.rados.rados.0.smithi042.stdout:1938: delete oid 7 current snap is 180 2024-09-16T06:54:41.416 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 640 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T06:54:41.418 INFO:tasks.rados.rados.0.smithi042.stdout:1937: done (1 left) 2024-09-16T06:54:41.418 INFO:tasks.rados.rados.0.smithi042.stdout:1938: done (0 left) 2024-09-16T06:54:41.418 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 180 2024-09-16T06:54:41.418 INFO:tasks.rados.rados.0.smithi042.stdout:1939: seq_num 606 ranges {0=557056} 2024-09-16T06:54:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1939: writing smithi04281968-4 from 0 to 557056 tid 1 2024-09-16T06:54:41.421 INFO:tasks.rados.rados.0.smithi042.stdout:1940: snap_create 2024-09-16T06:54:41.424 INFO:tasks.rados.rados.0.smithi042.stdout:1939: finishing write tid 1 to smithi04281968-4 2024-09-16T06:54:41.424 INFO:tasks.rados.rados.0.smithi042.stdout:1939: finishing write tid 2 to smithi04281968-4 2024-09-16T06:54:41.429 INFO:tasks.rados.rados.0.smithi042.stdout:1939: finishing write tid 3 to smithi04281968-4 2024-09-16T06:54:41.430 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 716 (ObjNum 606 snap 180 seq_num 606) dirty exists 2024-09-16T06:54:41.430 INFO:tasks.rados.rados.0.smithi042.stdout:1939: left oid 4 (ObjNum 606 snap 180 seq_num 606) 2024-09-16T06:54:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:41] "GET /metrics HTTP/1.1" 200 36317 "" "Prometheus/2.43.0" 2024-09-16T06:54:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: pgmap v317: 121 pgs: 1 active+recovering+degraded, 7 peering, 8 active+undersized, 6 active+undersized+degraded, 99 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 25/342 objects degraded (7.310%); 116 KiB/s, 0 objects/s recovering 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: pgmap v317: 121 pgs: 1 active+recovering+degraded, 7 peering, 8 active+undersized, 6 active+undersized+degraded, 99 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 25/342 objects degraded (7.310%); 116 KiB/s, 0 objects/s recovering 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: pgmap v317: 121 pgs: 1 active+recovering+degraded, 7 peering, 8 active+undersized, 6 active+undersized+degraded, 99 active+clean; 223 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 4.9 MiB/s wr, 14 op/s; 25/342 objects degraded (7.310%); 116 KiB/s, 0 objects/s recovering 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: osdmap e427: 8 total, 8 up, 8 in 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:42.413 INFO:tasks.rados.rados.0.smithi042.stdout:1939: done (1 left) 2024-09-16T06:54:42.414 INFO:tasks.rados.rados.0.smithi042.stdout:1940: done (0 left) 2024-09-16T06:54:42.414 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 181 2024-09-16T06:54:42.414 INFO:tasks.rados.rados.0.smithi042.stdout:1941: seq_num 607 ranges {319488=573440} 2024-09-16T06:54:42.418 INFO:tasks.rados.rados.0.smithi042.stdout:1941: writing smithi04281968-45 from 319488 to 892928 tid 1 2024-09-16T06:54:42.418 INFO:tasks.rados.rados.0.smithi042.stdout:1942: snap_remove snap 171 2024-09-16T06:54:42.730 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[96574]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 25/342 objects degraded (7.310%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[94096]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T06:54:42.731 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:42 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 25/342 objects degraded (7.310%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:42.732 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:54:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:42 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:42 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-16T06:54:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:42 smithi164 ceph-mon[88760]: osdmap e428: 8 total, 8 up, 8 in 2024-09-16T06:54:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:42 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 25/342 objects degraded (7.310%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T06:54:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:43.000 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:54:43.000 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (4m) 39s ago 8m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:54:43.000 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (4m) 6s ago 8m 87.2M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:54:43.000 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (9m) 39s ago 9m 17.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:54:43.000 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (9m) 6s ago 9m 19.2M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (3m) 6s ago 12m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (4m) 39s ago 14m 490M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (3m) 39s ago 14m 50.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (3m) 6s ago 13m 43.5M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (3m) 39s ago 13m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (4m) 39s ago 8m 15.6M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (4m) 6s ago 8m 15.1M - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (2m) 39s ago 12m 133M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (111s) 39s ago 12m 121M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (77s) 39s ago 11m 93.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:54:43.001 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (44s) 39s ago 11m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:54:43.002 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (11s) 6s ago 11m 11.2M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:54:43.002 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (10m) 6s ago 10m 238M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 a10f74d5a1ba 2024-09-16T06:54:43.002 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (10m) 6s ago 10m 148M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:54:43.002 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (9m) 6s ago 9m 137M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:54:43.002 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (4m) 6s ago 9m 62.7M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:54:43.326 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:54:43.326 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:54:43.326 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:54:43.326 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 5 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 5, 2024-09-16T06:54:43.327 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 10 2024-09-16T06:54:43.328 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:54:43.328 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:54:43.415 INFO:tasks.rados.rados.0.smithi042.stdout:1941: finishing write tid 1 to smithi04281968-45 2024-09-16T06:54:43.415 INFO:tasks.rados.rados.0.smithi042.stdout:1941: finishing write tid 2 to smithi04281968-45 2024-09-16T06:54:43.415 INFO:tasks.rados.rados.0.smithi042.stdout:1941: finishing write tid 3 to smithi04281968-45 2024-09-16T06:54:43.415 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 513 (ObjNum 607 snap 181 seq_num 607) dirty exists 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:1941: left oid 45 (ObjNum 607 snap 181 seq_num 607) 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:1941: done (1 left) 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:1942: done (0 left) 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:1943: copy_from oid 41 from oid 23 current snap is 181 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 181 2024-09-16T06:54:43.416 INFO:tasks.rados.rados.0.smithi042.stdout:1944: seq_num 608 ranges {1482752=589824} 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1944: writing smithi04281968-32 from 1482752 to 2072576 tid 1 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1943: finishing copy_from to smithi04281968-41 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1943: got expected ENOENT (src dne) 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1943: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1943: done (1 left) 2024-09-16T06:54:43.428 INFO:tasks.rados.rados.0.smithi042.stdout:1945: snap_remove snap 178 2024-09-16T06:54:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[94096]: pgmap v320: 121 pgs: 1 active+recovering+degraded, 7 peering, 113 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 16 op/s; 3/336 objects degraded (0.893%); 3.2 MiB/s, 1 objects/s recovering 2024-09-16T06:54:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[94096]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T06:54:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[94096]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:43.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1528834602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[96574]: pgmap v320: 121 pgs: 1 active+recovering+degraded, 7 peering, 113 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 16 op/s; 3/336 objects degraded (0.893%); 3.2 MiB/s, 1 objects/s recovering 2024-09-16T06:54:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[96574]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T06:54:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[96574]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:43.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:43 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1528834602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:43.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:43 smithi164 ceph-mon[88760]: pgmap v320: 121 pgs: 1 active+recovering+degraded, 7 peering, 113 active+clean; 228 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 6.7 MiB/s wr, 16 op/s; 3/336 objects degraded (0.893%); 3.2 MiB/s, 1 objects/s recovering 2024-09-16T06:54:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:43 smithi164 ceph-mon[88760]: osdmap e429: 8 total, 8 up, 8 in 2024-09-16T06:54:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:43 smithi164 ceph-mon[88760]: from='client.44237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:43 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1528834602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:54:44.429 INFO:tasks.rados.rados.0.smithi042.stdout:1944: finishing write tid 1 to smithi04281968-32 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1944: finishing write tid 2 to smithi04281968-32 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1944: finishing write tid 3 to smithi04281968-32 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 642 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1944: left oid 32 (ObjNum 608 snap 181 seq_num 608) 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1944: done (1 left) 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1945: done (0 left) 2024-09-16T06:54:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:1946: delete oid 8 current snap is 181 2024-09-16T06:54:44.435 INFO:tasks.rados.rados.0.smithi042.stdout:1946: done (0 left) 2024-09-16T06:54:44.435 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 181 2024-09-16T06:54:44.435 INFO:tasks.rados.rados.0.smithi042.stdout:1947: seq_num 610 ranges {0=622592} 2024-09-16T06:54:44.440 INFO:tasks.rados.rados.0.smithi042.stdout:1947: writing smithi04281968-23 from 0 to 622592 tid 1 2024-09-16T06:54:44.440 INFO:tasks.rados.rados.0.smithi042.stdout:1948: snap_create 2024-09-16T06:54:44.446 INFO:tasks.rados.rados.0.smithi042.stdout:1947: finishing write tid 1 to smithi04281968-23 2024-09-16T06:54:44.446 INFO:tasks.rados.rados.0.smithi042.stdout:1947: finishing write tid 2 to smithi04281968-23 2024-09-16T06:54:44.447 INFO:tasks.rados.rados.0.smithi042.stdout:1947: finishing write tid 3 to smithi04281968-23 2024-09-16T06:54:44.447 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 777 (ObjNum 610 snap 181 seq_num 610) dirty exists 2024-09-16T06:54:44.447 INFO:tasks.rados.rados.0.smithi042.stdout:1947: left oid 23 (ObjNum 610 snap 181 seq_num 610) 2024-09-16T06:54:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:44 smithi164 ceph-mon[88760]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:44 smithi164 ceph-mon[88760]: osdmap e430: 8 total, 8 up, 8 in 2024-09-16T06:54:44.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:44.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:44.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:44 smithi042 ceph-mon[94096]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:44 smithi042 ceph-mon[94096]: osdmap e430: 8 total, 8 up, 8 in 2024-09-16T06:54:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:44 smithi042 ceph-mon[96574]: from='client.44243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:54:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:44 smithi042 ceph-mon[96574]: osdmap e430: 8 total, 8 up, 8 in 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1947: done (1 left) 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1948: done (0 left) 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1949: read oid 33 snap -1 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1949: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1950: read oid 6 snap -1 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1950: expect (ObjNum 594 snap 176 seq_num 594) 2024-09-16T06:54:45.435 INFO:tasks.rados.rados.0.smithi042.stdout:1951: delete oid 48 current snap is 182 2024-09-16T06:54:45.437 INFO:tasks.rados.rados.0.smithi042.stdout:1951: done (2 left) 2024-09-16T06:54:45.437 INFO:tasks.rados.rados.0.smithi042.stdout:1952: read oid 15 snap -1 2024-09-16T06:54:45.437 INFO:tasks.rados.rados.0.smithi042.stdout:1952: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:45.437 INFO:tasks.rados.rados.0.smithi042.stdout:1953: snap_remove snap 179 2024-09-16T06:54:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:45 smithi164 ceph-mon[88760]: pgmap v323: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 13 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-09-16T06:54:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:45 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/336 objects degraded (0.893%), 1 pg degraded) 2024-09-16T06:54:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:45 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:54:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:45 smithi164 ceph-mon[88760]: osdmap e431: 8 total, 8 up, 8 in 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[94096]: pgmap v323: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 13 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/336 objects degraded (0.893%), 1 pg degraded) 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[94096]: osdmap e431: 8 total, 8 up, 8 in 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[96574]: pgmap v323: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 13 op/s; 8.4 MiB/s, 2 objects/s recovering 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/336 objects degraded (0.893%), 1 pg degraded) 2024-09-16T06:54:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:54:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:45 smithi042 ceph-mon[96574]: osdmap e431: 8 total, 8 up, 8 in 2024-09-16T06:54:46.441 INFO:tasks.rados.rados.0.smithi042.stdout:1950: expect (ObjNum 594 snap 176 seq_num 594) 2024-09-16T06:54:46.620 INFO:tasks.rados.rados.0.smithi042.stdout:1952: expect (ObjNum 503 snap 150 seq_num 503) 2024-09-16T06:54:46.684 INFO:tasks.rados.rados.0.smithi042.stdout:1949: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:54:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:46 smithi164 ceph-mon[88760]: osdmap e432: 8 total, 8 up, 8 in 2024-09-16T06:54:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:46 smithi042 ceph-mon[96574]: osdmap e432: 8 total, 8 up, 8 in 2024-09-16T06:54:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:46 smithi042 ceph-mon[94096]: osdmap e432: 8 total, 8 up, 8 in 2024-09-16T06:54:47.304 INFO:tasks.rados.rados.0.smithi042.stdout:1949: done (3 left) 2024-09-16T06:54:47.304 INFO:tasks.rados.rados.0.smithi042.stdout:1950: done (2 left) 2024-09-16T06:54:47.304 INFO:tasks.rados.rados.0.smithi042.stdout:1952: done (1 left) 2024-09-16T06:54:47.304 INFO:tasks.rados.rados.0.smithi042.stdout:1953: done (0 left) 2024-09-16T06:54:47.305 INFO:tasks.rados.rados.0.smithi042.stdout:1954: read oid 39 snap 174 2024-09-16T06:54:47.305 INFO:tasks.rados.rados.0.smithi042.stdout:1954: expect (ObjNum 581 snap 170 seq_num 581) 2024-09-16T06:54:47.305 INFO:tasks.rados.rados.0.smithi042.stdout:1955: snap_remove snap 180 2024-09-16T06:54:47.348 INFO:tasks.rados.rados.0.smithi042.stdout:1954: expect (ObjNum 581 snap 170 seq_num 581) 2024-09-16T06:54:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:47 smithi164 ceph-mon[88760]: pgmap v326: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 842 KiB/s wr, 27 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-16T06:54:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:47 smithi164 ceph-mon[88760]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T06:54:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:47 smithi164 ceph-mon[88760]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T06:54:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[96574]: pgmap v326: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 842 KiB/s wr, 27 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-16T06:54:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[96574]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T06:54:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[96574]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T06:54:47.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[94096]: pgmap v326: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 229 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 842 KiB/s wr, 27 op/s; 5.3 MiB/s, 1 objects/s recovering 2024-09-16T06:54:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[94096]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T06:54:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:47 smithi042 ceph-mon[94096]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T06:54:48.312 INFO:tasks.rados.rados.0.smithi042.stdout:1954: done (1 left) 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1955: done (0 left) 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1956: read oid 43 snap -1 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1956: expect (ObjNum 577 snap 169 seq_num 577) 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1957: copy_from oid 42 from oid 19 current snap is 182 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1958: read oid 7 snap -1 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1958: expect deleted 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1959: read oid 22 snap -1 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1959: expect (ObjNum 571 snap 168 seq_num 571) 2024-09-16T06:54:48.313 INFO:tasks.rados.rados.0.smithi042.stdout:1960: snap_remove snap 181 2024-09-16T06:54:48.443 INFO:tasks.rados.rados.0.smithi042.stdout:1960: done (4 left) 2024-09-16T06:54:48.443 INFO:tasks.rados.rados.0.smithi042.stdout:1961: rmattr oid 4 current snap is 182 2024-09-16T06:54:48.443 INFO:tasks.rados.rados.0.smithi042.stdout:1961: done (4 left) 2024-09-16T06:54:48.443 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 182 2024-09-16T06:54:48.443 INFO:tasks.rados.rados.0.smithi042.stdout:1962: seq_num 612 ranges {3186688=655360} 2024-09-16T06:54:48.464 INFO:tasks.rados.rados.0.smithi042.stdout:1962: writing smithi04281968-5 from 3186688 to 3842048 tid 1 2024-09-16T06:54:48.464 INFO:tasks.rados.rados.0.smithi042.stdout:1963: snap_remove snap 173 2024-09-16T06:54:48.988 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:48.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-09-16T06:54:48.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)\", cluster_addr=\"172.21.15.42\", device_class=\"ssd\", hostname=\"smithi042\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.42\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:49.445 INFO:tasks.rados.rados.0.smithi042.stdout:1963: done (5 left) 2024-09-16T06:54:49.445 INFO:tasks.rados.rados.0.smithi042.stdout:1964: delete oid 11 current snap is 182 2024-09-16T06:54:49.445 INFO:tasks.rados.rados.0.smithi042.stdout:1957: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:54:49.445 INFO:tasks.rados.rados.0.smithi042.stdout:1957: finishing copy_from to smithi04281968-42 2024-09-16T06:54:49.446 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 779 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-09-16T06:54:49.446 INFO:tasks.rados.rados.0.smithi042.stdout:1959: expect (ObjNum 571 snap 168 seq_num 571) 2024-09-16T06:54:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:49 smithi164 ceph-mon[88760]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1016 KiB/s wr, 18 op/s 2024-09-16T06:54:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:49 smithi164 ceph-mon[88760]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T06:54:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[94096]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1016 KiB/s wr, 18 op/s 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[94096]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[96574]: pgmap v329: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 230 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 1016 KiB/s wr, 18 op/s 2024-09-16T06:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[96574]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T06:54:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:54:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:49.938 INFO:tasks.rados.rados.0.smithi042.stdout:1956: expect (ObjNum 577 snap 169 seq_num 577) 2024-09-16T06:54:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:50 smithi164 ceph-mon[88760]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T06:54:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:50 smithi042 ceph-mon[96574]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T06:54:50.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:50 smithi042 ceph-mon[94096]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1962: finishing write tid 1 to smithi04281968-5 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1962: finishing write tid 2 to smithi04281968-5 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1962: finishing write tid 3 to smithi04281968-5 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 631 (ObjNum 612 snap 182 seq_num 612) dirty exists 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1962: left oid 5 (ObjNum 612 snap 182 seq_num 612) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1956: done (5 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1957: done (4 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1958: done (3 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1959: done (2 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1962: done (1 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:1964: done (0 left) 2024-09-16T06:54:50.899 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 182 2024-09-16T06:54:50.900 INFO:tasks.rados.rados.0.smithi042.stdout:1965: seq_num 614 ranges {3325952=688128} 2024-09-16T06:54:50.920 INFO:tasks.rados.rados.0.smithi042.stdout:1965: writing smithi04281968-6 from 3325952 to 4014080 tid 1 2024-09-16T06:54:50.920 INFO:tasks.rados.rados.0.smithi042.stdout:1966: snap_create 2024-09-16T06:54:50.924 INFO:tasks.rados.rados.0.smithi042.stdout:1965: finishing write tid 1 to smithi04281968-6 2024-09-16T06:54:50.924 INFO:tasks.rados.rados.0.smithi042.stdout:1965: finishing write tid 2 to smithi04281968-6 2024-09-16T06:54:50.925 INFO:tasks.rados.rados.0.smithi042.stdout:1965: finishing write tid 3 to smithi04281968-6 2024-09-16T06:54:50.925 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 792 (ObjNum 614 snap 182 seq_num 614) dirty exists 2024-09-16T06:54:50.925 INFO:tasks.rados.rados.0.smithi042.stdout:1965: left oid 6 (ObjNum 614 snap 182 seq_num 614) 2024-09-16T06:54:51.458 INFO:tasks.rados.rados.0.smithi042.stdout:1965: done (1 left) 2024-09-16T06:54:51.458 INFO:tasks.rados.rados.0.smithi042.stdout:1966: done (0 left) 2024-09-16T06:54:51.458 INFO:tasks.rados.rados.0.smithi042.stdout:1967: rmattr oid 25 current snap is 183 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1967: done (0 left) 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1968: copy_from oid 15 from oid 38 current snap is 183 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1969: rollback oid 45 current snap is 183 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 166 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1970: read oid 30 snap -1 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1970: expect deleted 2024-09-16T06:54:51.459 INFO:tasks.rados.rados.0.smithi042.stdout:1971: delete oid 27 current snap is 183 2024-09-16T06:54:51.461 INFO:tasks.rados.rados.0.smithi042.stdout:1969: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:54:51.462 INFO:tasks.rados.rados.0.smithi042.stdout:1969: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:54:51.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 522 (ObjNum 33 snap 0 seq_num 88402000) dirty dne 2024-09-16T06:54:51.464 INFO:tasks.rados.rados.0.smithi042.stdout:1969: done (3 left) 2024-09-16T06:54:51.464 INFO:tasks.rados.rados.0.smithi042.stdout:1971: done (2 left) 2024-09-16T06:54:51.464 INFO:tasks.rados.rados.0.smithi042.stdout:1972: rollback oid 43 current snap is 183 2024-09-16T06:54:51.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 174 2024-09-16T06:54:51.464 INFO:tasks.rados.rados.0.smithi042.stdout:1973: delete oid 45 current snap is 183 2024-09-16T06:54:51.466 INFO:tasks.rados.rados.0.smithi042.stdout:1970: done (3 left) 2024-09-16T06:54:51.466 INFO:tasks.rados.rados.0.smithi042.stdout:1973: done (2 left) 2024-09-16T06:54:51.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 183 2024-09-16T06:54:51.466 INFO:tasks.rados.rados.0.smithi042.stdout:1974: seq_num 617 ranges {0=737280} 2024-09-16T06:54:51.471 INFO:tasks.rados.rados.0.smithi042.stdout:1974: writing smithi04281968-11 from 0 to 737280 tid 1 2024-09-16T06:54:51.471 INFO:tasks.rados.rados.0.smithi042.stdout:1975: snap_remove snap 172 2024-09-16T06:54:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:51 smithi042 ceph-mon[94096]: pgmap v332: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 870 KiB/s wr, 7 op/s 2024-09-16T06:54:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:51 smithi042 ceph-mon[96574]: pgmap v332: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 870 KiB/s wr, 7 op/s 2024-09-16T06:54:51.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:54:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:54:51] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T06:54:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:51 smithi164 ceph-mon[88760]: pgmap v332: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 870 KiB/s wr, 7 op/s 2024-09-16T06:54:52.351 INFO:tasks.rados.rados.0.smithi042.stdout:1975: done (3 left) 2024-09-16T06:54:52.351 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 183 2024-09-16T06:54:52.351 INFO:tasks.rados.rados.0.smithi042.stdout:1976: seq_num 618 ranges {0=753664} 2024-09-16T06:54:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:1976: writing smithi04281968-20 from 0 to 753664 tid 1 2024-09-16T06:54:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:1972: finishing rollback tid 0 to smithi04281968-43 2024-09-16T06:54:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:1972: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:54:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:1972: finishing rollback tid 2 to smithi04281968-43 2024-09-16T06:54:52.358 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 719 (ObjNum 577 snap 169 seq_num 577) dirty exists 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:1974: finishing write tid 1 to smithi04281968-11 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:1974: finishing write tid 2 to smithi04281968-11 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:1974: finishing write tid 3 to smithi04281968-11 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 681 (ObjNum 617 snap 183 seq_num 617) dirty exists 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:1974: left oid 11 (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:54:52.359 INFO:tasks.rados.rados.0.smithi042.stdout:1968: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:1968: finishing copy_from to smithi04281968-15 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 811 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:1968: done (3 left) 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:1972: done (2 left) 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:1974: done (1 left) 2024-09-16T06:54:52.360 INFO:tasks.rados.rados.0.smithi042.stdout:1977: read oid 9 snap -1 2024-09-16T06:54:52.361 INFO:tasks.rados.rados.0.smithi042.stdout:1977: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:54:52.361 INFO:tasks.rados.rados.0.smithi042.stdout:1978: snap_remove snap 182 2024-09-16T06:54:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:52 smithi164 ceph-mon[88760]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T06:54:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:52 smithi164 ceph-mon[88760]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T06:54:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:52 smithi042 ceph-mon[96574]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T06:54:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:52 smithi042 ceph-mon[96574]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T06:54:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:52 smithi042 ceph-mon[94096]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T06:54:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:52 smithi042 ceph-mon[94096]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T06:54:53.353 INFO:tasks.rados.rados.0.smithi042.stdout:1978: done (2 left) 2024-09-16T06:54:53.353 INFO:tasks.rados.rados.0.smithi042.stdout:1979: snap_remove snap 175 2024-09-16T06:54:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:53 smithi164 ceph-mon[88760]: pgmap v334: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-16T06:54:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:53 smithi164 ceph-mon[88760]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T06:54:53.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:54:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:54:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi164\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", domainname=\"(none)\", instance=\"smithi164\", job=\"node\", machine=\"x86_64\", nodename=\"smithi164\", release=\"5.14.0-505.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:54:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:53 smithi042 ceph-mon[94096]: pgmap v334: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-16T06:54:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:53 smithi042 ceph-mon[94096]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T06:54:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:53 smithi042 ceph-mon[96574]: pgmap v334: 121 pgs: 121 active+clean; 232 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 652 KiB/s wr, 7 op/s 2024-09-16T06:54:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:53 smithi042 ceph-mon[96574]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T06:54:54.360 INFO:tasks.rados.rados.0.smithi042.stdout:1976: finishing write tid 1 to smithi04281968-20 2024-09-16T06:54:54.361 INFO:tasks.rados.rados.0.smithi042.stdout:1976: finishing write tid 2 to smithi04281968-20 2024-09-16T06:54:54.361 INFO:tasks.rados.rados.0.smithi042.stdout:1977: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:54:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:1976: finishing write tid 3 to smithi04281968-20 2024-09-16T06:54:54.370 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 679 (ObjNum 618 snap 183 seq_num 618) dirty exists 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1976: left oid 20 (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1976: done (2 left) 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1977: done (1 left) 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1979: done (0 left) 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1980: rmattr oid 42 current snap is 183 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1980: done (0 left) 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 183 2024-09-16T06:54:54.371 INFO:tasks.rados.rados.0.smithi042.stdout:1981: seq_num 619 ranges {6627328=770048} 2024-09-16T06:54:54.411 INFO:tasks.rados.rados.0.smithi042.stdout:1981: writing smithi04281968-18 from 6627328 to 7397376 tid 1 2024-09-16T06:54:54.411 INFO:tasks.rados.rados.0.smithi042.stdout:1982: read oid 15 snap -1 2024-09-16T06:54:54.411 INFO:tasks.rados.rados.0.smithi042.stdout:1982: expect (ObjNum 597 snap 178 seq_num 597) 2024-09-16T06:54:54.411 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 183 2024-09-16T06:54:54.411 INFO:tasks.rados.rados.0.smithi042.stdout:1983: seq_num 620 ranges {11214848=794624} 2024-09-16T06:54:54.477 INFO:tasks.rados.rados.0.smithi042.stdout:1983: writing smithi04281968-47 from 11214848 to 12009472 tid 1 2024-09-16T06:54:54.477 INFO:tasks.rados.rados.0.smithi042.stdout:1984: delete oid 42 current snap is 183 2024-09-16T06:54:54.477 INFO:tasks.rados.rados.0.smithi042.stdout:1981: finishing write tid 1 to smithi04281968-18 2024-09-16T06:54:54.477 INFO:tasks.rados.rados.0.smithi042.stdout:1981: finishing write tid 2 to smithi04281968-18 2024-09-16T06:54:54.478 INFO:tasks.rados.rados.0.smithi042.stdout:1981: finishing write tid 3 to smithi04281968-18 2024-09-16T06:54:54.478 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 634 (ObjNum 619 snap 183 seq_num 619) dirty exists 2024-09-16T06:54:54.478 INFO:tasks.rados.rados.0.smithi042.stdout:1981: left oid 18 (ObjNum 619 snap 183 seq_num 619) 2024-09-16T06:54:54.478 INFO:tasks.rados.rados.0.smithi042.stdout:1982: expect (ObjNum 597 snap 178 seq_num 597) 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1983: finishing write tid 1 to smithi04281968-47 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1983: finishing write tid 2 to smithi04281968-47 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1983: finishing write tid 3 to smithi04281968-47 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 528 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1983: left oid 47 (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1981: done (3 left) 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1982: done (2 left) 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1983: done (1 left) 2024-09-16T06:54:54.940 INFO:tasks.rados.rados.0.smithi042.stdout:1984: done (0 left) 2024-09-16T06:54:54.941 INFO:tasks.rados.rados.0.smithi042.stdout:1985: read oid 10 snap -1 2024-09-16T06:54:54.941 INFO:tasks.rados.rados.0.smithi042.stdout:1985: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:54:54.941 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 183 2024-09-16T06:54:54.941 INFO:tasks.rados.rados.0.smithi042.stdout:1986: seq_num 622 ranges {0=425984,425984=401408} 2024-09-16T06:54:54.942 INFO:tasks.rados.rados.0.smithi042.stdout:1986: writing smithi04281968-13 from 0 to 425984 tid 1 2024-09-16T06:54:54.945 INFO:tasks.rados.rados.0.smithi042.stdout:1986: writing smithi04281968-13 from 425984 to 827392 tid 2 2024-09-16T06:54:54.945 INFO:tasks.rados.rados.0.smithi042.stdout:1987: read oid 38 snap -1 2024-09-16T06:54:54.945 INFO:tasks.rados.rados.0.smithi042.stdout:1987: expect (ObjNum 597 snap 178 seq_num 597) 2024-09-16T06:54:54.945 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 183 2024-09-16T06:54:54.945 INFO:tasks.rados.rados.0.smithi042.stdout:1988: seq_num 623 ranges {0=442368,442368=401408} 2024-09-16T06:54:54.947 INFO:tasks.rados.rados.0.smithi042.stdout:1988: writing smithi04281968-48 from 0 to 442368 tid 1 2024-09-16T06:54:54.950 INFO:tasks.rados.rados.0.smithi042.stdout:1988: writing smithi04281968-48 from 442368 to 843776 tid 2 2024-09-16T06:54:54.950 INFO:tasks.rados.rados.0.smithi042.stdout:1989: rollback oid 14 current snap is 183 2024-09-16T06:54:54.950 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 166 2024-09-16T06:54:54.950 INFO:tasks.rados.rados.0.smithi042.stdout:1985: expect (ObjNum 476 snap 139 seq_num 476) 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1986: finishing write tid 1 to smithi04281968-13 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1986: finishing write tid 2 to smithi04281968-13 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1986: finishing write tid 3 to smithi04281968-13 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1988: finishing write tid 1 to smithi04281968-48 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1986: finishing write tid 4 to smithi04281968-13 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 717 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1986: left oid 13 (ObjNum 622 snap 183 seq_num 622) 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1989: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:54:54.978 INFO:tasks.rados.rados.0.smithi042.stdout:1985: done (4 left) 2024-09-16T06:54:54.979 INFO:tasks.rados.rados.0.smithi042.stdout:1986: done (3 left) 2024-09-16T06:54:54.979 INFO:tasks.rados.rados.0.smithi042.stdout:1990: snap_remove snap 174 2024-09-16T06:54:55.472 INFO:tasks.rados.rados.0.smithi042.stdout:1990: done (3 left) 2024-09-16T06:54:55.472 INFO:tasks.rados.rados.0.smithi042.stdout:1991: rollback oid 28 current snap is 183 2024-09-16T06:54:55.473 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 176 2024-09-16T06:54:55.473 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 183 2024-09-16T06:54:55.473 INFO:tasks.rados.rados.0.smithi042.stdout:1992: seq_num 624 ranges {802816=458752,1261568=401408} 2024-09-16T06:54:55.481 INFO:tasks.rados.rados.0.smithi042.stdout:1992: writing smithi04281968-50 from 802816 to 1261568 tid 1 2024-09-16T06:54:55.483 INFO:tasks.rados.rados.0.smithi042.stdout:1992: writing smithi04281968-50 from 1261568 to 1662976 tid 2 2024-09-16T06:54:55.484 INFO:tasks.rados.rados.0.smithi042.stdout:1989: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:54:55.484 INFO:tasks.rados.rados.0.smithi042.stdout:1988: finishing write tid 2 to smithi04281968-48 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:1989: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 645 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:1988: finishing write tid 3 to smithi04281968-48 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:1988: finishing write tid 4 to smithi04281968-48 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 657 (ObjNum 623 snap 183 seq_num 623) dirty exists 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:1988: left oid 48 (ObjNum 623 snap 183 seq_num 623) 2024-09-16T06:54:55.485 INFO:tasks.rados.rados.0.smithi042.stdout:1987: expect (ObjNum 597 snap 178 seq_num 597) 2024-09-16T06:54:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:55 smithi042 ceph-mon[96574]: pgmap v337: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 681 KiB/s wr, 5 op/s 2024-09-16T06:54:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:55 smithi042 ceph-mon[96574]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T06:54:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:55 smithi042 ceph-mon[94096]: pgmap v337: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 681 KiB/s wr, 5 op/s 2024-09-16T06:54:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:55 smithi042 ceph-mon[94096]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T06:54:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:55 smithi164 ceph-mon[88760]: pgmap v337: 121 pgs: 121 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 681 KiB/s wr, 5 op/s 2024-09-16T06:54:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:55 smithi164 ceph-mon[88760]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1991: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1991: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1987: done (4 left) 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1988: done (3 left) 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1989: done (2 left) 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 183 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1992: finishing write tid 1 to smithi04281968-50 2024-09-16T06:54:55.952 INFO:tasks.rados.rados.0.smithi042.stdout:1991: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:54:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 857 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:54:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:1992: finishing write tid 2 to smithi04281968-50 2024-09-16T06:54:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:1993: seq_num 625 ranges {0=475136,475136=401408} 2024-09-16T06:54:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:1993: writing smithi04281968-8 from 0 to 475136 tid 1 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1993: writing smithi04281968-8 from 475136 to 876544 tid 2 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1991: done (2 left) 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1994: snap_create 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1992: finishing write tid 3 to smithi04281968-50 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1992: finishing write tid 4 to smithi04281968-50 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 660 (ObjNum 624 snap 183 seq_num 624) dirty exists 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1992: left oid 50 (ObjNum 624 snap 183 seq_num 624) 2024-09-16T06:54:55.957 INFO:tasks.rados.rados.0.smithi042.stdout:1993: finishing write tid 1 to smithi04281968-8 2024-09-16T06:54:55.959 INFO:tasks.rados.rados.0.smithi042.stdout:1993: finishing write tid 2 to smithi04281968-8 2024-09-16T06:54:55.959 INFO:tasks.rados.rados.0.smithi042.stdout:1993: finishing write tid 3 to smithi04281968-8 2024-09-16T06:54:55.960 INFO:tasks.rados.rados.0.smithi042.stdout:1993: finishing write tid 4 to smithi04281968-8 2024-09-16T06:54:55.960 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 637 (ObjNum 625 snap 183 seq_num 625) dirty exists 2024-09-16T06:54:55.960 INFO:tasks.rados.rados.0.smithi042.stdout:1993: left oid 8 (ObjNum 625 snap 183 seq_num 625) 2024-09-16T06:54:56.477 INFO:tasks.rados.rados.0.smithi042.stdout:1992: done (2 left) 2024-09-16T06:54:56.477 INFO:tasks.rados.rados.0.smithi042.stdout:1993: done (1 left) 2024-09-16T06:54:56.477 INFO:tasks.rados.rados.0.smithi042.stdout:1994: done (0 left) 2024-09-16T06:54:56.477 INFO:tasks.rados.rados.0.smithi042.stdout:1995: delete oid 50 current snap is 184 2024-09-16T06:54:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1995: done (0 left) 2024-09-16T06:54:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1996: rmattr oid 47 current snap is 184 2024-09-16T06:54:56.480 INFO:tasks.rados.rados.0.smithi042.stdout:1997: delete oid 15 current snap is 184 2024-09-16T06:54:56.483 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 532 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-09-16T06:54:56.485 INFO:tasks.rados.rados.0.smithi042.stdout:1996: done (1 left) 2024-09-16T06:54:56.485 INFO:tasks.rados.rados.0.smithi042.stdout:1997: done (0 left) 2024-09-16T06:54:56.485 INFO:tasks.rados.rados.0.smithi042.stdout:1998: snap_remove snap 183 2024-09-16T06:54:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:56 smithi164 ceph-mon[88760]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T06:54:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:56 smithi042 ceph-mon[94096]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T06:54:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:56 smithi042 ceph-mon[96574]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T06:54:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:57.353 INFO:tasks.rados.rados.0.smithi042.stdout:1998: done (0 left) 2024-09-16T06:54:57.354 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 184 2024-09-16T06:54:57.354 INFO:tasks.rados.rados.0.smithi042.stdout:1999: seq_num 628 ranges {622592=524288,1146880=401408} 2024-09-16T06:54:57.360 INFO:tasks.rados.rados.0.smithi042.stdout:1999: writing smithi04281968-23 from 622592 to 1146880 tid 1 2024-09-16T06:54:57.362 INFO:tasks.rados.rados.0.smithi042.stdout:1999: writing smithi04281968-23 from 1146880 to 1548288 tid 2 2024-09-16T06:54:57.363 INFO:tasks.rados.rados.0.smithi042.stdout:2000: read oid 15 snap -1 2024-09-16T06:54:57.363 INFO:tasks.rados.rados.0.smithi042.stdout:2000: expect deleted 2024-09-16T06:54:57.363 INFO:tasks.rados.rados.0.smithi042.stdout:2001: setattr oid 36 current snap is 184 2024-09-16T06:54:57.364 INFO:tasks.rados.rados.0.smithi042.stdout:2002: snap_create 2024-09-16T06:54:57.368 INFO:tasks.rados.rados.0.smithi042.stdout:1999: finishing write tid 1 to smithi04281968-23 2024-09-16T06:54:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:1999: finishing write tid 2 to smithi04281968-23 2024-09-16T06:54:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 562 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:54:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:1999: finishing write tid 3 to smithi04281968-23 2024-09-16T06:54:57.371 INFO:tasks.rados.rados.0.smithi042.stdout:1999: finishing write tid 4 to smithi04281968-23 2024-09-16T06:54:57.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 816 (ObjNum 628 snap 184 seq_num 628) dirty exists 2024-09-16T06:54:57.371 INFO:tasks.rados.rados.0.smithi042.stdout:1999: left oid 23 (ObjNum 628 snap 184 seq_num 628) 2024-09-16T06:54:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: pgmap v340: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: Upgrade: osd.5 is safe to restart 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:57 smithi164 ceph-mon[88760]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: pgmap v340: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: Upgrade: osd.5 is safe to restart 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:54:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[94096]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: pgmap v340: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: Upgrade: osd.5 is safe to restart 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:54:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:57 smithi042 ceph-mon[96574]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T06:54:58.353 INFO:tasks.rados.rados.0.smithi042.stdout:1999: done (3 left) 2024-09-16T06:54:58.354 INFO:tasks.rados.rados.0.smithi042.stdout:2000: done (2 left) 2024-09-16T06:54:58.354 INFO:tasks.rados.rados.0.smithi042.stdout:2001: done (1 left) 2024-09-16T06:54:58.354 INFO:tasks.rados.rados.0.smithi042.stdout:2002: done (0 left) 2024-09-16T06:54:58.354 INFO:tasks.rados.rados.0.smithi042.stdout:2003: delete oid 2 current snap is 185 2024-09-16T06:54:58.357 INFO:tasks.rados.rados.0.smithi042.stdout:2003: done (0 left) 2024-09-16T06:54:58.357 INFO:tasks.rados.rados.0.smithi042.stdout:2004: copy_from oid 29 from oid 30 current snap is 185 2024-09-16T06:54:58.357 INFO:tasks.rados.rados.0.smithi042.stdout:2005: read oid 1 snap 184 2024-09-16T06:54:58.357 INFO:tasks.rados.rados.0.smithi042.stdout:2005: expect (ObjNum 521 snap 152 seq_num 521) 2024-09-16T06:54:58.357 INFO:tasks.rados.rados.0.smithi042.stdout:2006: snap_remove snap 176 2024-09-16T06:54:58.603 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:58 smithi164 ceph-mon[88760]: Upgrade: Updating osd.5 2024-09-16T06:54:58.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:58 smithi164 ceph-mon[88760]: Deploying daemon osd.5 on smithi164 2024-09-16T06:54:58.604 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:58 smithi164 ceph-mon[88760]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[94096]: Upgrade: Updating osd.5 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[94096]: Deploying daemon osd.5 on smithi164 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[94096]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[96574]: Upgrade: Updating osd.5 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[96574]: Deploying daemon osd.5 on smithi164 2024-09-16T06:54:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:58 smithi042 ceph-mon[96574]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2006: done (2 left) 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2007: snap_create 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2004: finishing copy_from to smithi04281968-29 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2004: got expected ENOENT (src dne) 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2004: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:54:59.358 INFO:tasks.rados.rados.0.smithi042.stdout:2005: expect (ObjNum 521 snap 152 seq_num 521) 2024-09-16T06:54:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:59 smithi164 ceph-mon[88760]: pgmap v343: 121 pgs: 121 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-16T06:54:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:54:59 smithi164 ceph-mon[88760]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T06:54:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:59 smithi042 ceph-mon[94096]: pgmap v343: 121 pgs: 121 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-16T06:54:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:54:59 smithi042 ceph-mon[94096]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T06:54:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:59 smithi042 ceph-mon[96574]: pgmap v343: 121 pgs: 121 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-09-16T06:54:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:54:59 smithi042 ceph-mon[96574]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T06:55:00.357 INFO:tasks.rados.rados.0.smithi042.stdout:2004: done (2 left) 2024-09-16T06:55:00.357 INFO:tasks.rados.rados.0.smithi042.stdout:2005: done (1 left) 2024-09-16T06:55:00.357 INFO:tasks.rados.rados.0.smithi042.stdout:2007: done (0 left) 2024-09-16T06:55:00.357 INFO:tasks.rados.rados.0.smithi042.stdout:2008: snap_create 2024-09-16T06:55:00.644 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:00 smithi164 systemd[1]: Stopping Ceph osd.5 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:55:00.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[42931]: 2024-09-16T06:55:00.643+0000 7fde16903640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:55:00.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[42931]: 2024-09-16T06:55:00.643+0000 7fde16903640 -1 osd.5 445 *** Got signal Terminated *** 2024-09-16T06:55:00.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[42931]: 2024-09-16T06:55:00.643+0000 7fde16903640 -1 osd.5 445 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:2008: done (0 left) 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:2009: read oid 23 snap 186 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:2009: expect (ObjNum 628 snap 184 seq_num 628) 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:2010: copy_from oid 25 from oid 46 current snap is 187 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 187 2024-09-16T06:55:01.362 INFO:tasks.rados.rados.0.smithi042.stdout:2011: seq_num 630 ranges {9035776=557056,9592832=401408} 2024-09-16T06:55:01.415 INFO:tasks.rados.rados.0.smithi042.stdout:2011: writing smithi04281968-33 from 9035776 to 9592832 tid 1 2024-09-16T06:55:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:2011: writing smithi04281968-33 from 9592832 to 9994240 tid 2 2024-09-16T06:55:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 187 2024-09-16T06:55:01.418 INFO:tasks.rados.rados.0.smithi042.stdout:2012: seq_num 631 ranges {876544=573440,1449984=401408} 2024-09-16T06:55:01.429 INFO:tasks.rados.rados.0.smithi042.stdout:2012: writing smithi04281968-8 from 876544 to 1449984 tid 1 2024-09-16T06:55:01.429 INFO:tasks.rados.rados.0.smithi042.stdout:2012: writing smithi04281968-8 from 1449984 to 1851392 tid 2 2024-09-16T06:55:01.429 INFO:tasks.rados.rados.0.smithi042.stdout:2013: copy_from oid 42 from oid 1 current snap is 187 2024-09-16T06:55:01.429 INFO:tasks.rados.rados.0.smithi042.stdout:2014: delete oid 16 current snap is 187 2024-09-16T06:55:01.430 INFO:tasks.rados.rados.0.smithi042.stdout:2012: finishing write tid 1 to smithi04281968-8 2024-09-16T06:55:01.430 INFO:tasks.rados.rados.0.smithi042.stdout:2012: finishing write tid 2 to smithi04281968-8 2024-09-16T06:55:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2012: finishing write tid 3 to smithi04281968-8 2024-09-16T06:55:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2012: finishing write tid 4 to smithi04281968-8 2024-09-16T06:55:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 640 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-09-16T06:55:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2012: left oid 8 (ObjNum 631 snap 187 seq_num 631) 2024-09-16T06:55:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:01] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T06:55:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[94096]: pgmap v346: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:55:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[94096]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T06:55:01.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[94096]: osd.5 marked itself down and dead 2024-09-16T06:55:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[96574]: pgmap v346: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:55:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[96574]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T06:55:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:01 smithi042 ceph-mon[96574]: osd.5 marked itself down and dead 2024-09-16T06:55:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:01 smithi164 ceph-mon[88760]: pgmap v346: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:55:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:01 smithi164 ceph-mon[88760]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T06:55:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:01 smithi164 ceph-mon[88760]: osd.5 marked itself down and dead 2024-09-16T06:55:02.211 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:01 smithi164 podman[98852]: 2024-09-16 06:55:01.881073469 +0000 UTC m=+1.359122558 container died a10f74d5a1ba49d43c701235c0833e91fbf148b7a278951b4496ce6ca810d869 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T06:55:02.369 INFO:tasks.rados.rados.0.smithi042.stdout:2011: finishing write tid 1 to smithi04281968-33 2024-09-16T06:55:02.369 INFO:tasks.rados.rados.0.smithi042.stdout:2011: finishing write tid 2 to smithi04281968-33 2024-09-16T06:55:02.370 INFO:tasks.rados.rados.0.smithi042.stdout:2011: finishing write tid 3 to smithi04281968-33 2024-09-16T06:55:02.372 INFO:tasks.rados.rados.0.smithi042.stdout:2011: finishing write tid 4 to smithi04281968-33 2024-09-16T06:55:02.372 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 701 (ObjNum 630 snap 187 seq_num 630) dirty exists 2024-09-16T06:55:02.372 INFO:tasks.rados.rados.0.smithi042.stdout:2011: left oid 33 (ObjNum 630 snap 187 seq_num 630) 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2011: done (5 left) 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2012: done (4 left) 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2014: done (3 left) 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2015: read oid 8 snap 185 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2015: expect (ObjNum 625 snap 183 seq_num 625) 2024-09-16T06:55:02.373 INFO:tasks.rados.rados.0.smithi042.stdout:2016: delete oid 41 current snap is 187 2024-09-16T06:55:02.377 INFO:tasks.rados.rados.0.smithi042.stdout:2016: done (4 left) 2024-09-16T06:55:02.377 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 187 2024-09-16T06:55:02.377 INFO:tasks.rados.rados.0.smithi042.stdout:2017: seq_num 634 ranges {0=622592,622592=401408} 2024-09-16T06:55:02.381 INFO:tasks.rados.rados.0.smithi042.stdout:2017: writing smithi04281968-27 from 0 to 622592 tid 1 2024-09-16T06:55:02.384 INFO:tasks.rados.rados.0.smithi042.stdout:2017: writing smithi04281968-27 from 622592 to 1024000 tid 2 2024-09-16T06:55:02.384 INFO:tasks.rados.rados.0.smithi042.stdout:2018: snap_create 2024-09-16T06:55:02.384 INFO:tasks.rados.rados.0.smithi042.stdout:2015: expect (ObjNum 625 snap 183 seq_num 625) 2024-09-16T06:55:02.410 INFO:tasks.rados.rados.0.smithi042.stdout:2009: expect (ObjNum 628 snap 184 seq_num 628) 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2013: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2010: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2013: finishing copy_from to smithi04281968-42 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 657 (ObjNum 521 snap 152 seq_num 521) dirty exists 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2017: finishing write tid 1 to smithi04281968-27 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2010: finishing copy_from to smithi04281968-25 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 732 (ObjNum 599 snap 179 seq_num 599) dirty exists 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2017: finishing write tid 2 to smithi04281968-27 2024-09-16T06:55:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:2017: finishing write tid 3 to smithi04281968-27 2024-09-16T06:55:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:2017: finishing write tid 4 to smithi04281968-27 2024-09-16T06:55:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 734 (ObjNum 634 snap 187 seq_num 634) dirty exists 2024-09-16T06:55:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:2017: left oid 27 (ObjNum 634 snap 187 seq_num 634) 2024-09-16T06:55:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:02 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:02 smithi164 ceph-mon[88760]: osdmap e447: 8 total, 7 up, 8 in 2024-09-16T06:55:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:02 smithi164 ceph-mon[88760]: osdmap e448: 8 total, 7 up, 8 in 2024-09-16T06:55:02.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:02.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:02 smithi164 podman[98852]: 2024-09-16 06:55:02.384157832 +0000 UTC m=+1.862206920 container cleanup a10f74d5a1ba49d43c701235c0833e91fbf148b7a278951b4496ce6ca810d869 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T06:55:02.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:02 smithi164 bash[98852]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[96574]: osdmap e447: 8 total, 7 up, 8 in 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[96574]: osdmap e448: 8 total, 7 up, 8 in 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[94096]: osdmap e447: 8 total, 7 up, 8 in 2024-09-16T06:55:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:02 smithi042 ceph-mon[94096]: osdmap e448: 8 total, 7 up, 8 in 2024-09-16T06:55:02.943 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:02 smithi164 podman[98873]: 2024-09-16 06:55:02.627591358 +0000 UTC m=+0.738065820 container remove a10f74d5a1ba49d43c701235c0833e91fbf148b7a278951b4496ce6ca810d869 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=quincy-6d025bc, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T06:55:03.223 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:02 smithi164 podman[98966]: 2024-09-16 06:55:02.847314994 +0000 UTC m=+0.016213840 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:03.223 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:02 smithi164 podman[98966]: 2024-09-16 06:55:02.962467379 +0000 UTC m=+0.131366218 container create 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2) 2024-09-16T06:55:03.223 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 podman[98966]: 2024-09-16 06:55:03.223417231 +0000 UTC m=+0.392316072 container init 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD) 2024-09-16T06:55:03.380 INFO:tasks.rados.rados.0.smithi042.stdout:2009: done (5 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2010: done (4 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2013: done (3 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2015: done (2 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2017: done (1 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2018: done (0 left) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2019: read oid 14 snap 185 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2019: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2020: rollback oid 43 current snap is 188 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 166 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2021: read oid 29 snap -1 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2021: expect (ObjNum 564 snap 166 seq_num 564) 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2022: copy_from oid 22 from oid 12 current snap is 188 2024-09-16T06:55:03.381 INFO:tasks.rados.rados.0.smithi042.stdout:2023: setattr oid 30 current snap is 188 2024-09-16T06:55:03.383 INFO:tasks.rados.rados.0.smithi042.stdout:2024: read oid 27 snap -1 2024-09-16T06:55:03.383 INFO:tasks.rados.rados.0.smithi042.stdout:2024: expect (ObjNum 634 snap 187 seq_num 634) 2024-09-16T06:55:03.383 INFO:tasks.rados.rados.0.smithi042.stdout:2025: read oid 4 snap -1 2024-09-16T06:55:03.383 INFO:tasks.rados.rados.0.smithi042.stdout:2025: expect (ObjNum 606 snap 180 seq_num 606) 2024-09-16T06:55:03.383 INFO:tasks.rados.rados.0.smithi042.stdout:2026: snap_create 2024-09-16T06:55:03.389 INFO:tasks.rados.rados.0.smithi042.stdout:2025: expect (ObjNum 606 snap 180 seq_num 606) 2024-09-16T06:55:03.407 INFO:tasks.rados.rados.0.smithi042.stdout:2020: finishing rollback tid 0 to smithi04281968-43 2024-09-16T06:55:03.408 INFO:tasks.rados.rados.0.smithi042.stdout:2020: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:55:03.408 INFO:tasks.rados.rados.0.smithi042.stdout:2020: finishing rollback tid 2 to smithi04281968-43 2024-09-16T06:55:03.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 722 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:55:03.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 723 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:55:03.408 INFO:tasks.rados.rados.0.smithi042.stdout:2024: expect (ObjNum 634 snap 187 seq_num 634) 2024-09-16T06:55:03.435 INFO:tasks.rados.rados.0.smithi042.stdout:2022: finishing copy_from racing read to smithi04281968-22 2024-09-16T06:55:03.435 INFO:tasks.rados.rados.0.smithi042.stdout:2019: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:55:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:03 smithi164 ceph-mon[88760]: pgmap v349: 121 pgs: 6 peering, 14 stale+active+clean, 101 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:55:03.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 podman[98966]: 2024-09-16 06:55:03.228767928 +0000 UTC m=+0.397666768 container start 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-16T06:55:03.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 podman[98966]: 2024-09-16 06:55:03.339915675 +0000 UTC m=+0.508814524 container attach 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:55:03.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 podman[98966]: 2024-09-16 06:55:03.413993414 +0000 UTC m=+0.582892261 container died 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T06:55:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:2022: finishing copy_from to smithi04281968-22 2024-09-16T06:55:03.564 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 781 (ObjNum 601 snap 179 seq_num 601) dirty exists 2024-09-16T06:55:03.564 INFO:tasks.rados.rados.0.smithi042.stdout:2021: expect (ObjNum 564 snap 166 seq_num 564) 2024-09-16T06:55:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:03 smithi042 ceph-mon[96574]: pgmap v349: 121 pgs: 6 peering, 14 stale+active+clean, 101 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:55:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:03 smithi042 ceph-mon[94096]: pgmap v349: 121 pgs: 6 peering, 14 stale+active+clean, 101 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:55:03.962 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 podman[99009]: 2024-09-16 06:55:03.934877322 +0000 UTC m=+0.515027042 container remove 7a1265b775a348109c9e531d5ebb6add8567bdb0eacec74392ff7f723bdb1d65 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:55:03.962 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-16T06:55:03.962 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 systemd[1]: Stopped Ceph osd.5 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:55:03.962 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:03 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.5.service: Consumed 14.686s CPU time. 2024-09-16T06:55:04.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 systemd[1]: Starting Ceph osd.5 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:55:04.386 INFO:tasks.rados.rados.0.smithi042.stdout:2019: done (7 left) 2024-09-16T06:55:04.386 INFO:tasks.rados.rados.0.smithi042.stdout:2020: done (6 left) 2024-09-16T06:55:04.386 INFO:tasks.rados.rados.0.smithi042.stdout:2021: done (5 left) 2024-09-16T06:55:04.386 INFO:tasks.rados.rados.0.smithi042.stdout:2022: done (4 left) 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2023: done (3 left) 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2024: done (2 left) 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2025: done (1 left) 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2026: done (0 left) 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2027: copy_from oid 43 from oid 29 current snap is 189 2024-09-16T06:55:04.387 INFO:tasks.rados.rados.0.smithi042.stdout:2028: delete oid 37 current snap is 189 2024-09-16T06:55:04.391 INFO:tasks.rados.rados.0.smithi042.stdout:2028: done (1 left) 2024-09-16T06:55:04.391 INFO:tasks.rados.rados.0.smithi042.stdout:2029: read oid 5 snap -1 2024-09-16T06:55:04.391 INFO:tasks.rados.rados.0.smithi042.stdout:2029: expect (ObjNum 612 snap 182 seq_num 612) 2024-09-16T06:55:04.391 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 189 2024-09-16T06:55:04.391 INFO:tasks.rados.rados.0.smithi042.stdout:2030: seq_num 636 ranges {1548288=655360,2203648=401408} 2024-09-16T06:55:04.403 INFO:tasks.rados.rados.0.smithi042.stdout:2030: writing smithi04281968-23 from 1548288 to 2203648 tid 1 2024-09-16T06:55:04.405 INFO:tasks.rados.rados.0.smithi042.stdout:2030: writing smithi04281968-23 from 2203648 to 2605056 tid 2 2024-09-16T06:55:04.406 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 189 2024-09-16T06:55:04.406 INFO:tasks.rados.rados.0.smithi042.stdout:2031: seq_num 637 ranges {475136=671744,1146880=401408} 2024-09-16T06:55:04.412 INFO:tasks.rados.rados.0.smithi042.stdout:2031: writing smithi04281968-22 from 475136 to 1146880 tid 1 2024-09-16T06:55:04.414 INFO:tasks.rados.rados.0.smithi042.stdout:2031: writing smithi04281968-22 from 1146880 to 1548288 tid 2 2024-09-16T06:55:04.414 INFO:tasks.rados.rados.0.smithi042.stdout:2032: copy_from oid 16 from oid 30 current snap is 189 2024-09-16T06:55:04.414 INFO:tasks.rados.rados.0.smithi042.stdout:2029: expect (ObjNum 612 snap 182 seq_num 612) 2024-09-16T06:55:04.603 INFO:tasks.rados.rados.0.smithi042.stdout:2030: finishing write tid 1 to smithi04281968-23 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2030: finishing write tid 2 to smithi04281968-23 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2030: finishing write tid 3 to smithi04281968-23 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2030: finishing write tid 4 to smithi04281968-23 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 823 (ObjNum 636 snap 189 seq_num 636) dirty exists 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2030: left oid 23 (ObjNum 636 snap 189 seq_num 636) 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2031: finishing write tid 1 to smithi04281968-22 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2031: finishing write tid 2 to smithi04281968-22 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2029: done (4 left) 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2030: done (3 left) 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2033: setattr oid 7 current snap is 189 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2031: finishing write tid 3 to smithi04281968-22 2024-09-16T06:55:04.604 INFO:tasks.rados.rados.0.smithi042.stdout:2027: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2031: finishing write tid 4 to smithi04281968-22 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 784 (ObjNum 637 snap 189 seq_num 637) dirty exists 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2031: left oid 22 (ObjNum 637 snap 189 seq_num 637) 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2027: finishing copy_from to smithi04281968-43 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 730 (ObjNum 564 snap 166 seq_num 564) dirty exists 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2032: finishing copy_from racing read to smithi04281968-16 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2032: finishing copy_from to smithi04281968-16 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 723 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T06:55:04.605 INFO:tasks.rados.rados.0.smithi042.stdout:2027: done (3 left) 2024-09-16T06:55:04.606 INFO:tasks.rados.rados.0.smithi042.stdout:2031: done (2 left) 2024-09-16T06:55:04.606 INFO:tasks.rados.rados.0.smithi042.stdout:2032: done (1 left) 2024-09-16T06:55:04.606 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 189 2024-09-16T06:55:04.606 INFO:tasks.rados.rados.0.smithi042.stdout:2034: seq_num 638 ranges {8708096=688128,9396224=401408} 2024-09-16T06:55:04.655 INFO:tasks.rados.rados.0.smithi042.stdout:2034: writing smithi04281968-35 from 8708096 to 9396224 tid 1 2024-09-16T06:55:04.658 INFO:tasks.rados.rados.0.smithi042.stdout:2034: writing smithi04281968-35 from 9396224 to 9797632 tid 2 2024-09-16T06:55:04.658 INFO:tasks.rados.rados.0.smithi042.stdout:2035: snap_create 2024-09-16T06:55:04.658 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 824 (ObjNum 33 snap 0 seq_num 110662192) dirty exists 2024-09-16T06:55:04.660 INFO:tasks.rados.rados.0.smithi042.stdout:2034: finishing write tid 1 to smithi04281968-35 2024-09-16T06:55:04.660 INFO:tasks.rados.rados.0.smithi042.stdout:2034: finishing write tid 2 to smithi04281968-35 2024-09-16T06:55:04.661 INFO:tasks.rados.rados.0.smithi042.stdout:2034: finishing write tid 3 to smithi04281968-35 2024-09-16T06:55:04.661 INFO:tasks.rados.rados.0.smithi042.stdout:2034: finishing write tid 4 to smithi04281968-35 2024-09-16T06:55:04.662 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 810 (ObjNum 638 snap 189 seq_num 638) dirty exists 2024-09-16T06:55:04.662 INFO:tasks.rados.rados.0.smithi042.stdout:2034: left oid 35 (ObjNum 638 snap 189 seq_num 638) 2024-09-16T06:55:04.705 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-mon[88760]: osdmap e449: 8 total, 7 up, 8 in 2024-09-16T06:55:04.706 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:04.706 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:04.706 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.256545667 +0000 UTC m=+0.016298939 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:04.706 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.360720509 +0000 UTC m=+0.120473813 container create 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:55:04.706 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.598462343 +0000 UTC m=+0.358215605 container init 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T06:55:04.706 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.603579442 +0000 UTC m=+0.363332705 container start 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:55:04.706 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.706778688 +0000 UTC m=+0.466531966 container attach 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T06:55:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[96574]: osdmap e449: 8 total, 7 up, 8 in 2024-09-16T06:55:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[94096]: osdmap e449: 8 total, 7 up, 8 in 2024-09-16T06:55:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:04.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T06:55:04.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate[99130]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T06:55:04.990 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 bash[99115]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T06:55:04.991 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:04 smithi164 podman[99115]: 2024-09-16 06:55:04.952259217 +0000 UTC m=+0.712012490 container died 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731) 2024-09-16T06:55:05.393 INFO:tasks.rados.rados.0.smithi042.stdout:2033: done (2 left) 2024-09-16T06:55:05.393 INFO:tasks.rados.rados.0.smithi042.stdout:2034: done (1 left) 2024-09-16T06:55:05.393 INFO:tasks.rados.rados.0.smithi042.stdout:2035: done (0 left) 2024-09-16T06:55:05.393 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 190 2024-09-16T06:55:05.393 INFO:tasks.rados.rados.0.smithi042.stdout:2036: seq_num 639 ranges {2146304=704512,2850816=401408} 2024-09-16T06:55:05.408 INFO:tasks.rados.rados.0.smithi042.stdout:2036: writing smithi04281968-42 from 2146304 to 2850816 tid 1 2024-09-16T06:55:05.410 INFO:tasks.rados.rados.0.smithi042.stdout:2036: writing smithi04281968-42 from 2850816 to 3252224 tid 2 2024-09-16T06:55:05.410 INFO:tasks.rados.rados.0.smithi042.stdout:2037: snap_create 2024-09-16T06:55:05.415 INFO:tasks.rados.rados.0.smithi042.stdout:2036: finishing write tid 1 to smithi04281968-42 2024-09-16T06:55:05.415 INFO:tasks.rados.rados.0.smithi042.stdout:2036: finishing write tid 2 to smithi04281968-42 2024-09-16T06:55:05.415 INFO:tasks.rados.rados.0.smithi042.stdout:2036: finishing write tid 3 to smithi04281968-42 2024-09-16T06:55:05.416 INFO:tasks.rados.rados.0.smithi042.stdout:2036: finishing write tid 4 to smithi04281968-42 2024-09-16T06:55:05.416 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 828 (ObjNum 639 snap 190 seq_num 639) dirty exists 2024-09-16T06:55:05.416 INFO:tasks.rados.rados.0.smithi042.stdout:2036: left oid 42 (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:05 smithi164 ceph-mon[88760]: pgmap v352: 121 pgs: 13 active+undersized, 6 peering, 7 stale+active+clean, 1 active+undersized+degraded, 94 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s; 1/390 objects degraded (0.256%) 2024-09-16T06:55:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:05 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 1/390 objects degraded (0.256%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:05 smithi164 ceph-mon[88760]: osdmap e450: 8 total, 7 up, 8 in 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[96574]: pgmap v352: 121 pgs: 13 active+undersized, 6 peering, 7 stale+active+clean, 1 active+undersized+degraded, 94 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s; 1/390 objects degraded (0.256%) 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 1/390 objects degraded (0.256%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[96574]: osdmap e450: 8 total, 7 up, 8 in 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[94096]: pgmap v352: 121 pgs: 13 active+undersized, 6 peering, 7 stale+active+clean, 1 active+undersized+degraded, 94 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s; 1/390 objects degraded (0.256%) 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 1/390 objects degraded (0.256%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:05 smithi042 ceph-mon[94096]: osdmap e450: 8 total, 7 up, 8 in 2024-09-16T06:55:06.171 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:05 smithi164 podman[99278]: 2024-09-16 06:55:05.794647599 +0000 UTC m=+0.836693335 container remove 3853b8adb9e247fad389e57954c444db29fb143a16b2f9060f086325da64c7d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:55:06.235 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 podman[99346]: 2024-09-16 06:55:05.905883995 +0000 UTC m=+0.016152313 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:06.235 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 podman[99346]: 2024-09-16 06:55:06.028802989 +0000 UTC m=+0.139071294 container create 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:55:06.398 INFO:tasks.rados.rados.0.smithi042.stdout:2036: done (1 left) 2024-09-16T06:55:06.398 INFO:tasks.rados.rados.0.smithi042.stdout:2037: done (0 left) 2024-09-16T06:55:06.398 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 191 2024-09-16T06:55:06.398 INFO:tasks.rados.rados.0.smithi042.stdout:2038: seq_num 640 ranges {7397376=729088,8126464=401408} 2024-09-16T06:55:06.442 INFO:tasks.rados.rados.0.smithi042.stdout:2038: writing smithi04281968-18 from 7397376 to 8126464 tid 1 2024-09-16T06:55:06.445 INFO:tasks.rados.rados.0.smithi042.stdout:2038: writing smithi04281968-18 from 8126464 to 8527872 tid 2 2024-09-16T06:55:06.445 INFO:tasks.rados.rados.0.smithi042.stdout:2039: snap_create 2024-09-16T06:55:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2038: finishing write tid 1 to smithi04281968-18 2024-09-16T06:55:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2038: finishing write tid 2 to smithi04281968-18 2024-09-16T06:55:06.449 INFO:tasks.rados.rados.0.smithi042.stdout:2038: finishing write tid 3 to smithi04281968-18 2024-09-16T06:55:06.449 INFO:tasks.rados.rados.0.smithi042.stdout:2038: finishing write tid 4 to smithi04281968-18 2024-09-16T06:55:06.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 643 (ObjNum 640 snap 191 seq_num 640) dirty exists 2024-09-16T06:55:06.449 INFO:tasks.rados.rados.0.smithi042.stdout:2038: left oid 18 (ObjNum 640 snap 191 seq_num 640) 2024-09-16T06:55:06.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:06 smithi164 ceph-mon[88760]: osdmap e451: 8 total, 7 up, 8 in 2024-09-16T06:55:06.739 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 podman[99346]: 2024-09-16 06:55:06.265481966 +0000 UTC m=+0.375750286 container init 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-16T06:55:06.739 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 podman[99346]: 2024-09-16 06:55:06.270369896 +0000 UTC m=+0.380638204 container start 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-16T06:55:06.739 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 ceph-osd[99385]: -- 172.21.15.164:0/2488979012 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561baf8071e0 con 0x561baf7a5c00 2024-09-16T06:55:06.739 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 bash[99346]: 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e 2024-09-16T06:55:06.739 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 systemd[1]: Started Ceph osd.5 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:55:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:06 smithi042 ceph-mon[96574]: osdmap e451: 8 total, 7 up, 8 in 2024-09-16T06:55:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:06 smithi042 ceph-mon[94096]: osdmap e451: 8 total, 7 up, 8 in 2024-09-16T06:55:07.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:06 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T06:55:06.824+0000 7f354c002640 -1 Falling back to public interface 2024-09-16T06:55:07.355 INFO:tasks.rados.rados.0.smithi042.stdout:2038: done (1 left) 2024-09-16T06:55:07.355 INFO:tasks.rados.rados.0.smithi042.stdout:2039: done (0 left) 2024-09-16T06:55:07.355 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 192 2024-09-16T06:55:07.355 INFO:tasks.rados.rados.0.smithi042.stdout:2040: seq_num 641 ranges {9035776=745472,9781248=401408} 2024-09-16T06:55:07.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: writing smithi04281968-17 from 9035776 to 9781248 tid 1 2024-09-16T06:55:07.411 INFO:tasks.rados.rados.0.smithi042.stdout:2040: writing smithi04281968-17 from 9781248 to 10182656 tid 2 2024-09-16T06:55:07.411 INFO:tasks.rados.rados.0.smithi042.stdout:2041: rollback oid 22 current snap is 192 2024-09-16T06:55:07.411 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 185 2024-09-16T06:55:07.411 INFO:tasks.rados.rados.0.smithi042.stdout:2042: delete oid 39 current snap is 192 2024-09-16T06:55:07.414 INFO:tasks.rados.rados.0.smithi042.stdout:2041: finishing rollback tid 0 to smithi04281968-22 2024-09-16T06:55:07.414 INFO:tasks.rados.rados.0.smithi042.stdout:2041: finishing rollback tid 1 to smithi04281968-22 2024-09-16T06:55:07.415 INFO:tasks.rados.rados.0.smithi042.stdout:2041: finishing rollback tid 2 to smithi04281968-22 2024-09-16T06:55:07.415 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 787 (ObjNum 571 snap 168 seq_num 571) dirty exists 2024-09-16T06:55:07.416 INFO:tasks.rados.rados.0.smithi042.stdout:2041: done (2 left) 2024-09-16T06:55:07.416 INFO:tasks.rados.rados.0.smithi042.stdout:2042: done (1 left) 2024-09-16T06:55:07.416 INFO:tasks.rados.rados.0.smithi042.stdout:2043: snap_remove snap 177 2024-09-16T06:55:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: pgmap v355: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 52/414 objects degraded (12.560%) 2024-09-16T06:55:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: osdmap e452: 8 total, 7 up, 8 in 2024-09-16T06:55:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:07 smithi164 ceph-mon[88760]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: pgmap v355: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 52/414 objects degraded (12.560%) 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: osdmap e452: 8 total, 7 up, 8 in 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[94096]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: pgmap v355: 121 pgs: 31 active+undersized, 6 peering, 12 active+undersized+degraded, 72 active+clean; 248 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s; 52/414 objects degraded (12.560%) 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: osdmap e452: 8 total, 7 up, 8 in 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:07 smithi042 ceph-mon[96574]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T06:55:08.408 INFO:tasks.rados.rados.0.smithi042.stdout:2040: finishing write tid 1 to smithi04281968-17 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: finishing write tid 2 to smithi04281968-17 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: finishing write tid 3 to smithi04281968-17 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: finishing write tid 4 to smithi04281968-17 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 832 (ObjNum 641 snap 192 seq_num 641) dirty exists 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: left oid 17 (ObjNum 641 snap 192 seq_num 641) 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2040: done (1 left) 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2043: done (0 left) 2024-09-16T06:55:08.409 INFO:tasks.rados.rados.0.smithi042.stdout:2044: snap_create 2024-09-16T06:55:09.406 INFO:tasks.rados.rados.0.smithi042.stdout:2044: done (0 left) 2024-09-16T06:55:09.406 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 193 2024-09-16T06:55:09.406 INFO:tasks.rados.rados.0.smithi042.stdout:2045: seq_num 643 ranges {778240=778240,1556480=401408} 2024-09-16T06:55:09.414 INFO:tasks.rados.rados.0.smithi042.stdout:2045: writing smithi04281968-10 from 778240 to 1556480 tid 1 2024-09-16T06:55:09.417 INFO:tasks.rados.rados.0.smithi042.stdout:2045: writing smithi04281968-10 from 1556480 to 1957888 tid 2 2024-09-16T06:55:09.417 INFO:tasks.rados.rados.0.smithi042.stdout:2046: snap_create 2024-09-16T06:55:09.420 INFO:tasks.rados.rados.0.smithi042.stdout:2045: finishing write tid 1 to smithi04281968-10 2024-09-16T06:55:09.421 INFO:tasks.rados.rados.0.smithi042.stdout:2045: finishing write tid 2 to smithi04281968-10 2024-09-16T06:55:09.421 INFO:tasks.rados.rados.0.smithi042.stdout:2045: finishing write tid 3 to smithi04281968-10 2024-09-16T06:55:09.422 INFO:tasks.rados.rados.0.smithi042.stdout:2045: finishing write tid 4 to smithi04281968-10 2024-09-16T06:55:09.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 646 (ObjNum 643 snap 193 seq_num 643) dirty exists 2024-09-16T06:55:09.422 INFO:tasks.rados.rados.0.smithi042.stdout:2045: left oid 10 (ObjNum 643 snap 193 seq_num 643) 2024-09-16T06:55:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:09 smithi164 ceph-mon[88760]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 250 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 69/423 objects degraded (16.312%) 2024-09-16T06:55:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:09 smithi164 ceph-mon[88760]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T06:55:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:09 smithi042 ceph-mon[94096]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 250 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 69/423 objects degraded (16.312%) 2024-09-16T06:55:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:09 smithi042 ceph-mon[94096]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T06:55:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:09 smithi042 ceph-mon[96574]: pgmap v358: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 250 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 24 op/s; 69/423 objects degraded (16.312%) 2024-09-16T06:55:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:09 smithi042 ceph-mon[96574]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T06:55:10.376 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T06:55:10.058+0000 7f354c002640 -1 osd.5 446 log_to_monitors true 2024-09-16T06:55:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:2045: done (1 left) 2024-09-16T06:55:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:2046: done (0 left) 2024-09-16T06:55:10.417 INFO:tasks.rados.rados.0.smithi042.stdout:2047: rollback oid 27 current snap is 194 2024-09-16T06:55:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 191 2024-09-16T06:55:10.418 INFO:tasks.rados.rados.0.smithi042.stdout:2048: delete oid 39 current snap is 194 2024-09-16T06:55:10.420 INFO:tasks.rados.rados.0.smithi042.stdout:2048: done (1 left) 2024-09-16T06:55:10.420 INFO:tasks.rados.rados.0.smithi042.stdout:2049: rollback oid 5 current snap is 194 2024-09-16T06:55:10.420 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 185 2024-09-16T06:55:10.420 INFO:tasks.rados.rados.0.smithi042.stdout:2050: copy_from oid 6 from oid 24 current snap is 194 2024-09-16T06:55:10.421 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 194 2024-09-16T06:55:10.421 INFO:tasks.rados.rados.0.smithi042.stdout:2051: seq_num 645 ranges {10182656=409600,10592256=778240,11370496=24576} 2024-09-16T06:55:10.479 INFO:tasks.rados.rados.0.smithi042.stdout:2051: writing smithi04281968-17 from 10182656 to 10592256 tid 1 2024-09-16T06:55:10.483 INFO:tasks.rados.rados.0.smithi042.stdout:2051: writing smithi04281968-17 from 10592256 to 11370496 tid 2 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2051: writing smithi04281968-17 from 11370496 to 11395072 tid 3 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2052: snap_create 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2050: finishing copy_from to smithi04281968-6 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2050: got expected ENOENT (src dne) 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2050: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2047: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2047: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2047: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 737 (ObjNum 634 snap 187 seq_num 634) dirty exists 2024-09-16T06:55:10.484 INFO:tasks.rados.rados.0.smithi042.stdout:2049: finishing rollback tid 0 to smithi04281968-5 2024-09-16T06:55:10.485 INFO:tasks.rados.rados.0.smithi042.stdout:2049: finishing rollback tid 1 to smithi04281968-5 2024-09-16T06:55:10.485 INFO:tasks.rados.rados.0.smithi042.stdout:2049: finishing rollback tid 2 to smithi04281968-5 2024-09-16T06:55:10.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 740 (ObjNum 612 snap 182 seq_num 612) dirty exists 2024-09-16T06:55:10.486 INFO:tasks.rados.rados.0.smithi042.stdout:2051: finishing write tid 1 to smithi04281968-17 2024-09-16T06:55:10.487 INFO:tasks.rados.rados.0.smithi042.stdout:2051: finishing write tid 2 to smithi04281968-17 2024-09-16T06:55:10.487 INFO:tasks.rados.rados.0.smithi042.stdout:2051: finishing write tid 3 to smithi04281968-17 2024-09-16T06:55:10.487 INFO:tasks.rados.rados.0.smithi042.stdout:2051: finishing write tid 4 to smithi04281968-17 2024-09-16T06:55:10.489 INFO:tasks.rados.rados.0.smithi042.stdout:2051: finishing write tid 5 to smithi04281968-17 2024-09-16T06:55:10.489 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 837 (ObjNum 645 snap 194 seq_num 645) dirty exists 2024-09-16T06:55:10.489 INFO:tasks.rados.rados.0.smithi042.stdout:2051: left oid 17 (ObjNum 645 snap 194 seq_num 645) 2024-09-16T06:55:10.649 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:10 smithi164 ceph-mon[88760]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T06:55:10.649 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:10 smithi164 ceph-mon[88760]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:10.650 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:10 smithi164 ceph-mon[88760]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:10.650 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 06:55:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T06:55:10.446+0000 7f3543dac640 -1 osd.5 446 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:55:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[96574]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T06:55:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[96574]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[96574]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[94096]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T06:55:10.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[94096]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:10.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:10 smithi042 ceph-mon[94096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T06:55:11.419 INFO:tasks.rados.rados.0.smithi042.stdout:2047: done (4 left) 2024-09-16T06:55:11.419 INFO:tasks.rados.rados.0.smithi042.stdout:2049: done (3 left) 2024-09-16T06:55:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2050: done (2 left) 2024-09-16T06:55:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2051: done (1 left) 2024-09-16T06:55:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2052: done (0 left) 2024-09-16T06:55:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2053: snap_remove snap 184 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:11] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 71/426 objects degraded (16.667%) 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 71/426 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T06:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 71/426 objects degraded (16.667%) 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 71/426 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: pgmap v361: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s; 71/426 objects degraded (16.667%) 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 71/426 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:12.423 INFO:tasks.rados.rados.0.smithi042.stdout:2053: done (0 left) 2024-09-16T06:55:12.423 INFO:tasks.rados.rados.0.smithi042.stdout:2054: read oid 42 snap 192 2024-09-16T06:55:12.424 INFO:tasks.rados.rados.0.smithi042.stdout:2054: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:12.424 INFO:tasks.rados.rados.0.smithi042.stdout:2055: snap_remove snap 194 2024-09-16T06:55:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-mon[88760]: osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120] boot 2024-09-16T06:55:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-mon[88760]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T06:55:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:55:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:12 smithi164 ceph-mon[88760]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[94096]: osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120] boot 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[94096]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[94096]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[96574]: osd.5 [v2:172.21.15.164:6808/68976120,v1:172.21.15.164:6809/68976120] boot 2024-09-16T06:55:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[96574]: osdmap e457: 8 total, 8 up, 8 in 2024-09-16T06:55:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T06:55:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:12 smithi042 ceph-mon[96574]: osdmap e458: 8 total, 8 up, 8 in 2024-09-16T06:55:13.421 INFO:tasks.rados.rados.0.smithi042.stdout:2054: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:13.558 INFO:tasks.rados.rados.0.smithi042.stdout:2054: done (1 left) 2024-09-16T06:55:13.558 INFO:tasks.rados.rados.0.smithi042.stdout:2055: done (0 left) 2024-09-16T06:55:13.558 INFO:tasks.rados.rados.0.smithi042.stdout:2056: snap_create 2024-09-16T06:55:13.639 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:55:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:13 smithi164 ceph-mon[88760]: pgmap v364: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s; 72/420 objects degraded (17.143%) 2024-09-16T06:55:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:13 smithi164 ceph-mon[88760]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T06:55:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:13 smithi042 ceph-mon[94096]: pgmap v364: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s; 72/420 objects degraded (17.143%) 2024-09-16T06:55:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:13 smithi042 ceph-mon[94096]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T06:55:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:13 smithi042 ceph-mon[96574]: pgmap v364: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 5 op/s; 72/420 objects degraded (17.143%) 2024-09-16T06:55:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:13 smithi042 ceph-mon[96574]: osdmap e459: 8 total, 8 up, 8 in 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (5m) 70s ago 9m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (5m) 3s ago 9m 86.6M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (10m) 70s ago 10m 17.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (10m) 3s ago 10m 19.4M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:55:13.911 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (4m) 3s ago 13m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (4m) 70s ago 15m 490M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (4m) 70s ago 15m 50.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (3m) 3s ago 13m 50.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (3m) 70s ago 13m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (5m) 70s ago 8m 15.6M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (5m) 3s ago 8m 14.7M - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (2m) 70s ago 13m 133M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (2m) 70s ago 12m 121M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (108s) 70s ago 12m 93.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (74s) 70s ago 11m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (42s) 3s ago 11m 84.8M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (7s) 3s ago 11m 12.0M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (10m) 3s ago 10m 171M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 c0f344732beb 2024-09-16T06:55:13.912 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (10m) 3s ago 10m 148M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:55:13.913 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (4m) 3s ago 9m 62.7M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:55:14.237 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:55:14.237 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:55:14.237 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:55:14.237 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 6 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 4, 2024-09-16T06:55:14.238 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 11 2024-09-16T06:55:14.239 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:55:14.239 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:55:14.446 INFO:tasks.rados.rados.0.smithi042.stdout:2056: done (0 left) 2024-09-16T06:55:14.446 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 196 2024-09-16T06:55:14.446 INFO:tasks.rados.rados.0.smithi042.stdout:2057: seq_num 646 ranges {2605056=425984,3031040=655360,3686400=147456} 2024-09-16T06:55:14.462 INFO:tasks.rados.rados.0.smithi042.stdout:2057: writing smithi04281968-23 from 2605056 to 3031040 tid 1 2024-09-16T06:55:14.466 INFO:tasks.rados.rados.0.smithi042.stdout:2057: writing smithi04281968-23 from 3031040 to 3686400 tid 2 2024-09-16T06:55:14.467 INFO:tasks.rados.rados.0.smithi042.stdout:2057: writing smithi04281968-23 from 3686400 to 3833856 tid 3 2024-09-16T06:55:14.468 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 196 2024-09-16T06:55:14.468 INFO:tasks.rados.rados.0.smithi042.stdout:2058: seq_num 647 ranges {9797632=442368,10240000=589824,10829824=212992} 2024-09-16T06:55:14.523 INFO:tasks.rados.rados.0.smithi042.stdout:2058: writing smithi04281968-35 from 9797632 to 10240000 tid 1 2024-09-16T06:55:14.527 INFO:tasks.rados.rados.0.smithi042.stdout:2058: writing smithi04281968-35 from 10240000 to 10829824 tid 2 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2058: writing smithi04281968-35 from 10829824 to 11042816 tid 3 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2059: rollback oid 37 current snap is 196 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 188 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: finishing write tid 1 to smithi04281968-23 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: finishing write tid 2 to smithi04281968-23 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: finishing write tid 3 to smithi04281968-23 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: finishing write tid 4 to smithi04281968-23 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: finishing write tid 5 to smithi04281968-23 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 850 (ObjNum 646 snap 196 seq_num 646) dirty exists 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2057: left oid 23 (ObjNum 646 snap 196 seq_num 646) 2024-09-16T06:55:14.529 INFO:tasks.rados.rados.0.smithi042.stdout:2058: finishing write tid 1 to smithi04281968-35 2024-09-16T06:55:14.530 INFO:tasks.rados.rados.0.smithi042.stdout:2057: done (2 left) 2024-09-16T06:55:14.530 INFO:tasks.rados.rados.0.smithi042.stdout:2060: setattr oid 26 current snap is 196 2024-09-16T06:55:14.531 INFO:tasks.rados.rados.0.smithi042.stdout:2061: read oid 24 snap -1 2024-09-16T06:55:14.531 INFO:tasks.rados.rados.0.smithi042.stdout:2061: expect deleted 2024-09-16T06:55:14.531 INFO:tasks.rados.rados.0.smithi042.stdout:2062: snap_remove snap 190 2024-09-16T06:55:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:14 smithi042 ceph-mon[94096]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:14 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1216663728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:14 smithi042 ceph-mon[96574]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:14 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1216663728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:14.663 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:14 smithi164 ceph-mon[88760]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:14.663 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:14 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1216663728' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:14 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:55:14.819+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2062: done (4 left) 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2063: delete oid 38 current snap is 196 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2058: finishing write tid 2 to smithi04281968-35 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2059: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2059: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 565 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:55:15.452 INFO:tasks.rados.rados.0.smithi042.stdout:2058: finishing write tid 3 to smithi04281968-35 2024-09-16T06:55:15.453 INFO:tasks.rados.rados.0.smithi042.stdout:2058: finishing write tid 4 to smithi04281968-35 2024-09-16T06:55:15.453 INFO:tasks.rados.rados.0.smithi042.stdout:2058: finishing write tid 5 to smithi04281968-35 2024-09-16T06:55:15.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 828 (ObjNum 647 snap 196 seq_num 647) dirty exists 2024-09-16T06:55:15.453 INFO:tasks.rados.rados.0.smithi042.stdout:2058: left oid 35 (ObjNum 647 snap 196 seq_num 647) 2024-09-16T06:55:15.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 646 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-09-16T06:55:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:2058: done (4 left) 2024-09-16T06:55:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:2059: done (3 left) 2024-09-16T06:55:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:2060: done (2 left) 2024-09-16T06:55:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:2061: done (1 left) 2024-09-16T06:55:15.459 INFO:tasks.rados.rados.0.smithi042.stdout:2063: done (0 left) 2024-09-16T06:55:15.460 INFO:tasks.rados.rados.0.smithi042.stdout:2064: snap_create 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: pgmap v367: 121 pgs: 4 peering, 29 active+undersized, 13 active+undersized+degraded, 75 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 71/423 objects degraded (16.785%) 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: pgmap v367: 121 pgs: 4 peering, 29 active+undersized, 13 active+undersized+degraded, 75 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 71/423 objects degraded (16.785%) 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: pgmap v367: 121 pgs: 4 peering, 29 active+undersized, 13 active+undersized+degraded, 75 active+clean; 251 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 71/423 objects degraded (16.785%) 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: osdmap e460: 8 total, 8 up, 8 in 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:15.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:15.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:16.458 INFO:tasks.rados.rados.0.smithi042.stdout:2064: done (0 left) 2024-09-16T06:55:16.458 INFO:tasks.rados.rados.0.smithi042.stdout:2065: read oid 15 snap 196 2024-09-16T06:55:16.458 INFO:tasks.rados.rados.0.smithi042.stdout:2065: expect deleted 2024-09-16T06:55:16.458 INFO:tasks.rados.rados.0.smithi042.stdout:2066: setattr oid 3 current snap is 197 2024-09-16T06:55:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:2067: snap_remove snap 193 2024-09-16T06:55:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:16 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:16 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-16T06:55:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:16 smithi164 ceph-mon[88760]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[96574]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-09-16T06:55:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:16 smithi042 ceph-mon[94096]: osdmap e461: 8 total, 8 up, 8 in 2024-09-16T06:55:17.459 INFO:tasks.rados.rados.0.smithi042.stdout:2067: done (2 left) 2024-09-16T06:55:17.459 INFO:tasks.rados.rados.0.smithi042.stdout:2068: read oid 42 snap 196 2024-09-16T06:55:17.459 INFO:tasks.rados.rados.0.smithi042.stdout:2068: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:17.459 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 197 2024-09-16T06:55:17.459 INFO:tasks.rados.rados.0.smithi042.stdout:2069: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-09-16T06:55:17.462 INFO:tasks.rados.rados.0.smithi042.stdout:2069: writing smithi04281968-34 from 0 to 475136 tid 1 2024-09-16T06:55:17.468 INFO:tasks.rados.rados.0.smithi042.stdout:2069: writing smithi04281968-34 from 475136 to 1236992 tid 2 2024-09-16T06:55:17.468 INFO:tasks.rados.rados.0.smithi042.stdout:2069: writing smithi04281968-34 from 1236992 to 1277952 tid 3 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 662 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:2065: done (3 left) 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:2066: done (2 left) 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:2070: read oid 31 snap -1 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:2070: expect (ObjNum 598 snap 179 seq_num 598) 2024-09-16T06:55:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:2071: snap_create 2024-09-16T06:55:17.476 INFO:tasks.rados.rados.0.smithi042.stdout:2069: finishing write tid 1 to smithi04281968-34 2024-09-16T06:55:17.476 INFO:tasks.rados.rados.0.smithi042.stdout:2069: finishing write tid 2 to smithi04281968-34 2024-09-16T06:55:17.479 INFO:tasks.rados.rados.0.smithi042.stdout:2069: finishing write tid 3 to smithi04281968-34 2024-09-16T06:55:17.479 INFO:tasks.rados.rados.0.smithi042.stdout:2069: finishing write tid 4 to smithi04281968-34 2024-09-16T06:55:17.480 INFO:tasks.rados.rados.0.smithi042.stdout:2070: expect (ObjNum 598 snap 179 seq_num 598) 2024-09-16T06:55:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2069: finishing write tid 5 to smithi04281968-34 2024-09-16T06:55:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 733 (ObjNum 649 snap 197 seq_num 649) dirty exists 2024-09-16T06:55:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2069: left oid 34 (ObjNum 649 snap 197 seq_num 649) 2024-09-16T06:55:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2068: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:17 smithi164 ceph-mon[88760]: pgmap v370: 121 pgs: 4 peering, 1 active+undersized, 1 active+undersized+degraded, 115 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 5 op/s; 10/408 objects degraded (2.451%); 17 MiB/s, 2 objects/s recovering 2024-09-16T06:55:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:17 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:17 smithi164 ceph-mon[88760]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T06:55:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[96574]: pgmap v370: 121 pgs: 4 peering, 1 active+undersized, 1 active+undersized+degraded, 115 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 5 op/s; 10/408 objects degraded (2.451%); 17 MiB/s, 2 objects/s recovering 2024-09-16T06:55:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[96574]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T06:55:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[94096]: pgmap v370: 121 pgs: 4 peering, 1 active+undersized, 1 active+undersized+degraded, 115 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 5 op/s; 10/408 objects degraded (2.451%); 17 MiB/s, 2 objects/s recovering 2024-09-16T06:55:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded (PG_DEGRADED) 2024-09-16T06:55:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:17 smithi042 ceph-mon[94096]: osdmap e462: 8 total, 8 up, 8 in 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:2068: done (3 left) 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:2069: done (2 left) 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:2070: done (1 left) 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:2071: done (0 left) 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 198 2024-09-16T06:55:18.471 INFO:tasks.rados.rados.0.smithi042.stdout:2072: seq_num 650 ranges {9003008=491520,9494528=647168,10141696=155648} 2024-09-16T06:55:18.522 INFO:tasks.rados.rados.0.smithi042.stdout:2072: writing smithi04281968-22 from 9003008 to 9494528 tid 1 2024-09-16T06:55:18.527 INFO:tasks.rados.rados.0.smithi042.stdout:2072: writing smithi04281968-22 from 9494528 to 10141696 tid 2 2024-09-16T06:55:18.528 INFO:tasks.rados.rados.0.smithi042.stdout:2072: writing smithi04281968-22 from 10141696 to 10297344 tid 3 2024-09-16T06:55:18.528 INFO:tasks.rados.rados.0.smithi042.stdout:2073: copy_from oid 50 from oid 15 current snap is 198 2024-09-16T06:55:18.528 INFO:tasks.rados.rados.0.smithi042.stdout:2072: finishing write tid 1 to smithi04281968-22 2024-09-16T06:55:18.528 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 198 2024-09-16T06:55:18.528 INFO:tasks.rados.rados.0.smithi042.stdout:2074: seq_num 651 ranges {1851392=507904,2359296=532480,2891776=270336} 2024-09-16T06:55:18.540 INFO:tasks.rados.rados.0.smithi042.stdout:2074: writing smithi04281968-8 from 1851392 to 2359296 tid 1 2024-09-16T06:55:18.543 INFO:tasks.rados.rados.0.smithi042.stdout:2074: writing smithi04281968-8 from 2359296 to 2891776 tid 2 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2074: writing smithi04281968-8 from 2891776 to 3162112 tid 3 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2075: copy_from oid 31 from oid 27 current snap is 198 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2072: finishing write tid 2 to smithi04281968-22 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2073: finishing copy_from to smithi04281968-50 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2073: got expected ENOENT (src dne) 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2073: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2072: finishing write tid 3 to smithi04281968-22 2024-09-16T06:55:18.546 INFO:tasks.rados.rados.0.smithi042.stdout:2072: finishing write tid 4 to smithi04281968-22 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2072: finishing write tid 5 to smithi04281968-22 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 791 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2072: left oid 22 (ObjNum 650 snap 198 seq_num 650) 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2074: finishing write tid 1 to smithi04281968-8 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2072: done (3 left) 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2073: done (2 left) 2024-09-16T06:55:18.547 INFO:tasks.rados.rados.0.smithi042.stdout:2076: snap_create 2024-09-16T06:55:18.548 INFO:tasks.rados.rados.0.smithi042.stdout:2074: finishing write tid 2 to smithi04281968-8 2024-09-16T06:55:18.548 INFO:tasks.rados.rados.0.smithi042.stdout:2074: finishing write tid 3 to smithi04281968-8 2024-09-16T06:55:18.549 INFO:tasks.rados.rados.0.smithi042.stdout:2074: finishing write tid 4 to smithi04281968-8 2024-09-16T06:55:18.550 INFO:tasks.rados.rados.0.smithi042.stdout:2074: finishing write tid 5 to smithi04281968-8 2024-09-16T06:55:18.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 650 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-09-16T06:55:18.550 INFO:tasks.rados.rados.0.smithi042.stdout:2074: left oid 8 (ObjNum 651 snap 198 seq_num 651) 2024-09-16T06:55:18.551 INFO:tasks.rados.rados.0.smithi042.stdout:2075: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:55:18.553 INFO:tasks.rados.rados.0.smithi042.stdout:2075: finishing copy_from to smithi04281968-31 2024-09-16T06:55:18.553 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 737 (ObjNum 634 snap 187 seq_num 634) dirty exists 2024-09-16T06:55:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:18 smithi164 ceph-mon[88760]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T06:55:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:18 smithi042 ceph-mon[94096]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T06:55:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:18 smithi042 ceph-mon[96574]: osdmap e463: 8 total, 8 up, 8 in 2024-09-16T06:55:19.477 INFO:tasks.rados.rados.0.smithi042.stdout:2074: done (2 left) 2024-09-16T06:55:19.477 INFO:tasks.rados.rados.0.smithi042.stdout:2075: done (1 left) 2024-09-16T06:55:19.477 INFO:tasks.rados.rados.0.smithi042.stdout:2076: done (0 left) 2024-09-16T06:55:19.477 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 199 2024-09-16T06:55:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:2077: seq_num 652 ranges {6299648=524288,6823936=409600,7233536=393216} 2024-09-16T06:55:19.514 INFO:tasks.rados.rados.0.smithi042.stdout:2077: writing smithi04281968-43 from 6299648 to 6823936 tid 1 2024-09-16T06:55:19.516 INFO:tasks.rados.rados.0.smithi042.stdout:2077: writing smithi04281968-43 from 6823936 to 7233536 tid 2 2024-09-16T06:55:19.518 INFO:tasks.rados.rados.0.smithi042.stdout:2077: writing smithi04281968-43 from 7233536 to 7626752 tid 3 2024-09-16T06:55:19.518 INFO:tasks.rados.rados.0.smithi042.stdout:2078: delete oid 18 current snap is 199 2024-09-16T06:55:19.522 INFO:tasks.rados.rados.0.smithi042.stdout:2078: done (1 left) 2024-09-16T06:55:19.522 INFO:tasks.rados.rados.0.smithi042.stdout:2079: read oid 13 snap -1 2024-09-16T06:55:19.522 INFO:tasks.rados.rados.0.smithi042.stdout:2079: expect (ObjNum 622 snap 183 seq_num 622) 2024-09-16T06:55:19.522 INFO:tasks.rados.rados.0.smithi042.stdout:2080: snap_create 2024-09-16T06:55:19.523 INFO:tasks.rados.rados.0.smithi042.stdout:2077: finishing write tid 1 to smithi04281968-43 2024-09-16T06:55:19.524 INFO:tasks.rados.rados.0.smithi042.stdout:2077: finishing write tid 2 to smithi04281968-43 2024-09-16T06:55:19.524 INFO:tasks.rados.rados.0.smithi042.stdout:2077: finishing write tid 3 to smithi04281968-43 2024-09-16T06:55:19.524 INFO:tasks.rados.rados.0.smithi042.stdout:2077: finishing write tid 4 to smithi04281968-43 2024-09-16T06:55:19.526 INFO:tasks.rados.rados.0.smithi042.stdout:2077: finishing write tid 5 to smithi04281968-43 2024-09-16T06:55:19.526 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 734 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-09-16T06:55:19.526 INFO:tasks.rados.rados.0.smithi042.stdout:2077: left oid 43 (ObjNum 652 snap 199 seq_num 652) 2024-09-16T06:55:19.530 INFO:tasks.rados.rados.0.smithi042.stdout:2079: expect (ObjNum 622 snap 183 seq_num 622) 2024-09-16T06:55:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: pgmap v373: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 9 op/s; 21 MiB/s, 3 objects/s recovering 2024-09-16T06:55:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded) 2024-09-16T06:55:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:55:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: osdmap e464: 8 total, 8 up, 8 in 2024-09-16T06:55:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: pgmap v373: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 9 op/s; 21 MiB/s, 3 objects/s recovering 2024-09-16T06:55:19.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded) 2024-09-16T06:55:19.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:55:19.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: osdmap e464: 8 total, 8 up, 8 in 2024-09-16T06:55:19.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:19.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:19.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: pgmap v373: 121 pgs: 121 active+clean; 249 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 884 KiB/s wr, 9 op/s; 21 MiB/s, 3 objects/s recovering 2024-09-16T06:55:19.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/408 objects degraded (2.451%), 1 pg degraded) 2024-09-16T06:55:19.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:55:19.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: osdmap e464: 8 total, 8 up, 8 in 2024-09-16T06:55:19.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:19.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:2077: done (2 left) 2024-09-16T06:55:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:2079: done (1 left) 2024-09-16T06:55:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:2080: done (0 left) 2024-09-16T06:55:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 200 2024-09-16T06:55:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:2081: seq_num 654 ranges {10223616=557056,10780672=630784,11411456=172032} 2024-09-16T06:55:20.541 INFO:tasks.rados.rados.0.smithi042.stdout:2081: writing smithi04281968-28 from 10223616 to 10780672 tid 1 2024-09-16T06:55:20.545 INFO:tasks.rados.rados.0.smithi042.stdout:2081: writing smithi04281968-28 from 10780672 to 11411456 tid 2 2024-09-16T06:55:20.546 INFO:tasks.rados.rados.0.smithi042.stdout:2081: writing smithi04281968-28 from 11411456 to 11583488 tid 3 2024-09-16T06:55:20.546 INFO:tasks.rados.rados.0.smithi042.stdout:2082: snap_create 2024-09-16T06:55:20.549 INFO:tasks.rados.rados.0.smithi042.stdout:2081: finishing write tid 1 to smithi04281968-28 2024-09-16T06:55:20.549 INFO:tasks.rados.rados.0.smithi042.stdout:2081: finishing write tid 2 to smithi04281968-28 2024-09-16T06:55:20.550 INFO:tasks.rados.rados.0.smithi042.stdout:2081: finishing write tid 3 to smithi04281968-28 2024-09-16T06:55:20.551 INFO:tasks.rados.rados.0.smithi042.stdout:2081: finishing write tid 4 to smithi04281968-28 2024-09-16T06:55:20.552 INFO:tasks.rados.rados.0.smithi042.stdout:2081: finishing write tid 5 to smithi04281968-28 2024-09-16T06:55:20.552 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 896 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-09-16T06:55:20.552 INFO:tasks.rados.rados.0.smithi042.stdout:2081: left oid 28 (ObjNum 654 snap 200 seq_num 654) 2024-09-16T06:55:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:20 smithi164 ceph-mon[88760]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T06:55:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:20 smithi042 ceph-mon[94096]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T06:55:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:20 smithi042 ceph-mon[96574]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2081: done (1 left) 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2082: done (0 left) 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2083: read oid 22 snap -1 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2083: expect (ObjNum 650 snap 198 seq_num 650) 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2084: read oid 39 snap 199 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2084: expect deleted 2024-09-16T06:55:21.485 INFO:tasks.rados.rados.0.smithi042.stdout:2085: setattr oid 14 current snap is 201 2024-09-16T06:55:21.486 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:21] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-09-16T06:55:21.487 INFO:tasks.rados.rados.0.smithi042.stdout:2084: done (2 left) 2024-09-16T06:55:21.487 INFO:tasks.rados.rados.0.smithi042.stdout:2086: read oid 36 snap 195 2024-09-16T06:55:21.487 INFO:tasks.rados.rados.0.smithi042.stdout:2086: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:55:21.487 INFO:tasks.rados.rados.0.smithi042.stdout:2087: snap_create 2024-09-16T06:55:21.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 647 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:55:21.516 INFO:tasks.rados.rados.0.smithi042.stdout:2086: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:55:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:21 smithi164 ceph-mon[88760]: pgmap v376: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-09-16T06:55:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:21 smithi164 ceph-mon[88760]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T06:55:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:21 smithi042 ceph-mon[96574]: pgmap v376: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-09-16T06:55:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:21 smithi042 ceph-mon[96574]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T06:55:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:21 smithi042 ceph-mon[94096]: pgmap v376: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-09-16T06:55:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:21 smithi042 ceph-mon[94096]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T06:55:22.140 INFO:tasks.rados.rados.0.smithi042.stdout:2083: expect (ObjNum 650 snap 198 seq_num 650) 2024-09-16T06:55:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:22 smithi164 ceph-mon[88760]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T06:55:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:22 smithi164 ceph-mon[88760]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T06:55:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2083: done (3 left) 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2085: done (2 left) 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2086: done (1 left) 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2087: done (0 left) 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2088: read oid 37 snap 198 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2088: expect (ObjNum 110543664 snap 21996 seq_num 110550656) 2024-09-16T06:55:22.809 INFO:tasks.rados.rados.0.smithi042.stdout:2089: snap_create 2024-09-16T06:55:22.810 INFO:tasks.rados.rados.0.smithi042.stdout:2088: expect (ObjNum 110543664 snap 21996 seq_num 110550656) 2024-09-16T06:55:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:22 smithi042 ceph-mon[96574]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T06:55:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:22 smithi042 ceph-mon[96574]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T06:55:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:22 smithi042 ceph-mon[94096]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T06:55:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:22 smithi042 ceph-mon[94096]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T06:55:23.499 INFO:tasks.rados.rados.0.smithi042.stdout:2088: done (1 left) 2024-09-16T06:55:23.499 INFO:tasks.rados.rados.0.smithi042.stdout:2089: done (0 left) 2024-09-16T06:55:23.499 INFO:tasks.rados.rados.0.smithi042.stdout:2090: snap_remove snap 200 2024-09-16T06:55:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:23 smithi042 ceph-mon[94096]: pgmap v379: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T06:55:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:23 smithi042 ceph-mon[96574]: pgmap v379: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T06:55:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:23 smithi164 ceph-mon[88760]: pgmap v379: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-09-16T06:55:24.505 INFO:tasks.rados.rados.0.smithi042.stdout:2090: done (0 left) 2024-09-16T06:55:24.505 INFO:tasks.rados.rados.0.smithi042.stdout:2091: copy_from oid 10 from oid 48 current snap is 203 2024-09-16T06:55:24.505 INFO:tasks.rados.rados.0.smithi042.stdout:2092: snap_create 2024-09-16T06:55:24.512 INFO:tasks.rados.rados.0.smithi042.stdout:2091: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:55:24.513 INFO:tasks.rados.rados.0.smithi042.stdout:2091: finishing copy_from to smithi04281968-10 2024-09-16T06:55:24.514 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 657 (ObjNum 623 snap 183 seq_num 623) dirty exists 2024-09-16T06:55:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:24 smithi042 ceph-mon[94096]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T06:55:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:24 smithi042 ceph-mon[96574]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T06:55:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:24 smithi164 ceph-mon[88760]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T06:55:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:2091: done (1 left) 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:2092: done (0 left) 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:2093: read oid 11 snap -1 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:2093: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 204 2024-09-16T06:55:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:2094: seq_num 655 ranges {1277952=573440,1851392=516096,2367488=286720} 2024-09-16T06:55:25.516 INFO:tasks.rados.rados.0.smithi042.stdout:2094: writing smithi04281968-34 from 1277952 to 1851392 tid 1 2024-09-16T06:55:25.519 INFO:tasks.rados.rados.0.smithi042.stdout:2094: writing smithi04281968-34 from 1851392 to 2367488 tid 2 2024-09-16T06:55:25.521 INFO:tasks.rados.rados.0.smithi042.stdout:2094: writing smithi04281968-34 from 2367488 to 2654208 tid 3 2024-09-16T06:55:25.521 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 204 2024-09-16T06:55:25.521 INFO:tasks.rados.rados.0.smithi042.stdout:2095: seq_num 656 ranges {0=589824,589824=802816} 2024-09-16T06:55:25.524 INFO:tasks.rados.rados.0.smithi042.stdout:2095: writing smithi04281968-45 from 0 to 589824 tid 1 2024-09-16T06:55:25.529 INFO:tasks.rados.rados.0.smithi042.stdout:2095: writing smithi04281968-45 from 589824 to 1392640 tid 2 2024-09-16T06:55:25.529 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 204 2024-09-16T06:55:25.529 INFO:tasks.rados.rados.0.smithi042.stdout:2096: seq_num 657 ranges {3186688=606208,3792896=688128,4481024=114688} 2024-09-16T06:55:25.550 INFO:tasks.rados.rados.0.smithi042.stdout:2096: writing smithi04281968-25 from 3186688 to 3792896 tid 1 2024-09-16T06:55:25.554 INFO:tasks.rados.rados.0.smithi042.stdout:2096: writing smithi04281968-25 from 3792896 to 4481024 tid 2 2024-09-16T06:55:25.555 INFO:tasks.rados.rados.0.smithi042.stdout:2096: writing smithi04281968-25 from 4481024 to 4595712 tid 3 2024-09-16T06:55:25.555 INFO:tasks.rados.rados.0.smithi042.stdout:2097: rollback oid 6 current snap is 204 2024-09-16T06:55:25.555 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 203 2024-09-16T06:55:25.556 INFO:tasks.rados.rados.0.smithi042.stdout:2093: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:2094: finishing write tid 1 to smithi04281968-34 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:2094: finishing write tid 2 to smithi04281968-34 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:2094: finishing write tid 3 to smithi04281968-34 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:2094: finishing write tid 4 to smithi04281968-34 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:2094: finishing write tid 5 to smithi04281968-34 2024-09-16T06:55:25.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 741 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2094: left oid 34 (ObjNum 655 snap 204 seq_num 655) 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2095: finishing write tid 1 to smithi04281968-45 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2095: finishing write tid 2 to smithi04281968-45 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2095: finishing write tid 3 to smithi04281968-45 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2093: done (4 left) 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2094: done (3 left) 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2098: setattr oid 43 current snap is 204 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2095: finishing write tid 4 to smithi04281968-45 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 794 (ObjNum 656 snap 204 seq_num 656) dirty exists 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2095: left oid 45 (ObjNum 656 snap 204 seq_num 656) 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2096: finishing write tid 1 to smithi04281968-25 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2096: finishing write tid 2 to smithi04281968-25 2024-09-16T06:55:25.579 INFO:tasks.rados.rados.0.smithi042.stdout:2096: finishing write tid 3 to smithi04281968-25 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2096: finishing write tid 4 to smithi04281968-25 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2097: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2097: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2097: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 838 (ObjNum 614 snap 182 seq_num 614) dirty exists 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2096: finishing write tid 5 to smithi04281968-25 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 744 (ObjNum 657 snap 204 seq_num 657) dirty exists 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2096: left oid 25 (ObjNum 657 snap 204 seq_num 657) 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2095: done (3 left) 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2096: done (2 left) 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2097: done (1 left) 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2099: read oid 25 snap 201 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2099: expect (ObjNum 599 snap 179 seq_num 599) 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2100: read oid 17 snap -1 2024-09-16T06:55:25.580 INFO:tasks.rados.rados.0.smithi042.stdout:2100: expect (ObjNum 645 snap 194 seq_num 645) 2024-09-16T06:55:25.581 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 204 2024-09-16T06:55:25.581 INFO:tasks.rados.rados.0.smithi042.stdout:2101: seq_num 658 ranges {237568=622592,860160=565248,1425408=237568} 2024-09-16T06:55:25.583 INFO:tasks.rados.rados.0.smithi042.stdout:2101: writing smithi04281968-9 from 237568 to 860160 tid 1 2024-09-16T06:55:25.587 INFO:tasks.rados.rados.0.smithi042.stdout:2101: writing smithi04281968-9 from 860160 to 1425408 tid 2 2024-09-16T06:55:25.589 INFO:tasks.rados.rados.0.smithi042.stdout:2101: writing smithi04281968-9 from 1425408 to 1662976 tid 3 2024-09-16T06:55:25.589 INFO:tasks.rados.rados.0.smithi042.stdout:2102: delete oid 29 current snap is 204 2024-09-16T06:55:25.589 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 735 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-09-16T06:55:25.589 INFO:tasks.rados.rados.0.smithi042.stdout:2101: finishing write tid 1 to smithi04281968-9 2024-09-16T06:55:25.591 INFO:tasks.rados.rados.0.smithi042.stdout:2099: expect (ObjNum 599 snap 179 seq_num 599) 2024-09-16T06:55:25.801 INFO:tasks.rados.rados.0.smithi042.stdout:2101: finishing write tid 2 to smithi04281968-9 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2101: finishing write tid 3 to smithi04281968-9 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2101: finishing write tid 4 to smithi04281968-9 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2101: finishing write tid 5 to smithi04281968-9 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 710 (ObjNum 658 snap 204 seq_num 658) dirty exists 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2101: left oid 9 (ObjNum 658 snap 204 seq_num 658) 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2098: done (4 left) 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2099: done (3 left) 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2101: done (2 left) 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2102: done (1 left) 2024-09-16T06:55:25.802 INFO:tasks.rados.rados.0.smithi042.stdout:2103: copy_from oid 46 from oid 26 current snap is 204 2024-09-16T06:55:25.803 INFO:tasks.rados.rados.0.smithi042.stdout:2100: expect (ObjNum 645 snap 194 seq_num 645) 2024-09-16T06:55:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:25 smithi042 ceph-mon[94096]: pgmap v382: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T06:55:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:25 smithi042 ceph-mon[94096]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T06:55:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:25 smithi042 ceph-mon[96574]: pgmap v382: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T06:55:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:25 smithi042 ceph-mon[96574]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T06:55:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:25 smithi164 ceph-mon[88760]: pgmap v382: 121 pgs: 121 active+clean; 256 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 316 KiB/s wr, 8 op/s 2024-09-16T06:55:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:25 smithi164 ceph-mon[88760]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T06:55:26.802 INFO:tasks.rados.rados.0.smithi042.stdout:2103: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:55:26.803 INFO:tasks.rados.rados.0.smithi042.stdout:2103: finishing copy_from to smithi04281968-46 2024-09-16T06:55:26.803 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 646 (ObjNum 586 snap 171 seq_num 586) dirty exists 2024-09-16T06:55:26.803 INFO:tasks.rados.rados.0.smithi042.stdout:2100: done (1 left) 2024-09-16T06:55:26.803 INFO:tasks.rados.rados.0.smithi042.stdout:2103: done (0 left) 2024-09-16T06:55:26.803 INFO:tasks.rados.rados.0.smithi042.stdout:2104: snap_create 2024-09-16T06:55:26.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:26 smithi042 ceph-mon[94096]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T06:55:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:26 smithi042 ceph-mon[96574]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T06:55:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:26 smithi164 ceph-mon[88760]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T06:55:27.359 INFO:tasks.rados.rados.0.smithi042.stdout:2104: done (0 left) 2024-09-16T06:55:27.360 INFO:tasks.rados.rados.0.smithi042.stdout:2105: delete oid 44 current snap is 205 2024-09-16T06:55:27.364 INFO:tasks.rados.rados.0.smithi042.stdout:2105: done (0 left) 2024-09-16T06:55:27.364 INFO:tasks.rados.rados.0.smithi042.stdout:2106: copy_from oid 39 from oid 22 current snap is 205 2024-09-16T06:55:27.364 INFO:tasks.rados.rados.0.smithi042.stdout:2107: snap_remove snap 203 2024-09-16T06:55:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:27 smithi042 ceph-mon[96574]: pgmap v385: 121 pgs: 121 active+clean; 257 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-09-16T06:55:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:27 smithi042 ceph-mon[96574]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T06:55:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:27 smithi042 ceph-mon[94096]: pgmap v385: 121 pgs: 121 active+clean; 257 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-09-16T06:55:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:27 smithi042 ceph-mon[94096]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T06:55:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:27 smithi164 ceph-mon[88760]: pgmap v385: 121 pgs: 121 active+clean; 257 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 332 KiB/s wr, 8 op/s 2024-09-16T06:55:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:27 smithi164 ceph-mon[88760]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T06:55:28.363 INFO:tasks.rados.rados.0.smithi042.stdout:2107: done (1 left) 2024-09-16T06:55:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:2108: read oid 14 snap -1 2024-09-16T06:55:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:2108: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:55:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 205 2024-09-16T06:55:28.364 INFO:tasks.rados.rados.0.smithi042.stdout:2109: seq_num 661 ranges {3407872=679936,4087808=622592,4710400=180224} 2024-09-16T06:55:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:2109: writing smithi04281968-26 from 3407872 to 4087808 tid 1 2024-09-16T06:55:28.390 INFO:tasks.rados.rados.0.smithi042.stdout:2109: writing smithi04281968-26 from 4087808 to 4710400 tid 2 2024-09-16T06:55:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2109: writing smithi04281968-26 from 4710400 to 4890624 tid 3 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:2110: rollback oid 8 current snap is 205 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 195 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:2106: finishing copy_from racing read to smithi04281968-39 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:2106: finishing copy_from to smithi04281968-39 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 791 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-09-16T06:55:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:2108: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:55:28.517 INFO:tasks.rados.rados.0.smithi042.stdout:2109: finishing write tid 1 to smithi04281968-26 2024-09-16T06:55:28.517 INFO:tasks.rados.rados.0.smithi042.stdout:2110: finishing rollback tid 0 to smithi04281968-8 2024-09-16T06:55:28.517 INFO:tasks.rados.rados.0.smithi042.stdout:2106: done (3 left) 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2108: done (2 left) 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2111: rollback oid 9 current snap is 205 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 195 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2110: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2109: finishing write tid 2 to smithi04281968-26 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2110: finishing rollback tid 2 to smithi04281968-8 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 660 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2109: finishing write tid 3 to smithi04281968-26 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2109: finishing write tid 4 to smithi04281968-26 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2109: finishing write tid 5 to smithi04281968-26 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 651 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-16T06:55:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2109: left oid 26 (ObjNum 661 snap 205 seq_num 661) 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2109: done (2 left) 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2110: done (1 left) 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2112: read oid 33 snap -1 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2112: expect (ObjNum 630 snap 187 seq_num 630) 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2113: delete oid 46 current snap is 205 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2113: done (2 left) 2024-09-16T06:55:28.519 INFO:tasks.rados.rados.0.smithi042.stdout:2114: read oid 46 snap -1 2024-09-16T06:55:28.520 INFO:tasks.rados.rados.0.smithi042.stdout:2114: expect deleted 2024-09-16T06:55:28.520 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 205 2024-09-16T06:55:28.520 INFO:tasks.rados.rados.0.smithi042.stdout:2115: seq_num 663 ranges {1024000=712704,1736704=442368,2179072=360448} 2024-09-16T06:55:28.528 INFO:tasks.rados.rados.0.smithi042.stdout:2115: writing smithi04281968-27 from 1024000 to 1736704 tid 1 2024-09-16T06:55:28.531 INFO:tasks.rados.rados.0.smithi042.stdout:2115: writing smithi04281968-27 from 1736704 to 2179072 tid 2 2024-09-16T06:55:28.533 INFO:tasks.rados.rados.0.smithi042.stdout:2115: writing smithi04281968-27 from 2179072 to 2539520 tid 3 2024-09-16T06:55:28.534 INFO:tasks.rados.rados.0.smithi042.stdout:2116: read oid 37 snap -1 2024-09-16T06:55:28.534 INFO:tasks.rados.rados.0.smithi042.stdout:2116: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:55:28.534 INFO:tasks.rados.rados.0.smithi042.stdout:2117: snap_remove snap 186 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:2117: done (5 left) 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:2118: setattr oid 18 current snap is 205 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:2111: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:2111: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:2111: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:55:29.522 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 716 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:55:29.523 INFO:tasks.rados.rados.0.smithi042.stdout:2115: finishing write tid 1 to smithi04281968-27 2024-09-16T06:55:29.523 INFO:tasks.rados.rados.0.smithi042.stdout:2115: finishing write tid 2 to smithi04281968-27 2024-09-16T06:55:29.523 INFO:tasks.rados.rados.0.smithi042.stdout:2116: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:2115: finishing write tid 3 to smithi04281968-27 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:2115: finishing write tid 4 to smithi04281968-27 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:2115: finishing write tid 5 to smithi04281968-27 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 748 (ObjNum 663 snap 205 seq_num 663) dirty exists 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:2115: left oid 27 (ObjNum 663 snap 205 seq_num 663) 2024-09-16T06:55:29.524 INFO:tasks.rados.rados.0.smithi042.stdout:2112: expect (ObjNum 630 snap 187 seq_num 630) 2024-09-16T06:55:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:29 smithi164 ceph-mon[88760]: pgmap v387: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 5 op/s 2024-09-16T06:55:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:29 smithi164 ceph-mon[88760]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T06:55:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:29 smithi042 ceph-mon[94096]: pgmap v387: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 5 op/s 2024-09-16T06:55:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:29 smithi042 ceph-mon[94096]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T06:55:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:29 smithi042 ceph-mon[96574]: pgmap v387: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 938 KiB/s wr, 5 op/s 2024-09-16T06:55:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:29 smithi042 ceph-mon[96574]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2111: done (5 left) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2112: done (4 left) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2114: done (3 left) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2115: done (2 left) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2116: done (1 left) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2119: read oid 46 snap 191 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2119: expect (ObjNum 599 snap 179 seq_num 599) 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 205 2024-09-16T06:55:30.329 INFO:tasks.rados.rados.0.smithi042.stdout:2120: seq_num 664 ranges {3833856=729088,4562944=729088,5292032=73728} 2024-09-16T06:55:30.354 INFO:tasks.rados.rados.0.smithi042.stdout:2120: writing smithi04281968-23 from 3833856 to 4562944 tid 1 2024-09-16T06:55:30.358 INFO:tasks.rados.rados.0.smithi042.stdout:2120: writing smithi04281968-23 from 4562944 to 5292032 tid 2 2024-09-16T06:55:30.359 INFO:tasks.rados.rados.0.smithi042.stdout:2120: writing smithi04281968-23 from 5292032 to 5365760 tid 3 2024-09-16T06:55:30.359 INFO:tasks.rados.rados.0.smithi042.stdout:2121: copy_from oid 28 from oid 34 current snap is 205 2024-09-16T06:55:30.359 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 661 (ObjNum 65 snap 0 seq_num 1683840592) dirty exists 2024-09-16T06:55:30.359 INFO:tasks.rados.rados.0.smithi042.stdout:2118: done (3 left) 2024-09-16T06:55:30.360 INFO:tasks.rados.rados.0.smithi042.stdout:2122: rollback oid 39 current snap is 205 2024-09-16T06:55:30.360 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 166 2024-09-16T06:55:30.360 INFO:tasks.rados.rados.0.smithi042.stdout:2119: expect (ObjNum 599 snap 179 seq_num 599) 2024-09-16T06:55:30.533 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:30 smithi164 ceph-mon[88760]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T06:55:30.534 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:30.569 INFO:tasks.rados.rados.0.smithi042.stdout:2120: finishing write tid 1 to smithi04281968-23 2024-09-16T06:55:30.569 INFO:tasks.rados.rados.0.smithi042.stdout:2122: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: finishing write tid 2 to smithi04281968-23 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2122: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: finishing write tid 3 to smithi04281968-23 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2122: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 850 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: finishing write tid 4 to smithi04281968-23 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: finishing write tid 5 to smithi04281968-23 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 867 (ObjNum 664 snap 205 seq_num 664) dirty exists 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: left oid 23 (ObjNum 664 snap 205 seq_num 664) 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2121: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2121: finishing copy_from to smithi04281968-28 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 741 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2119: done (3 left) 2024-09-16T06:55:30.570 INFO:tasks.rados.rados.0.smithi042.stdout:2120: done (2 left) 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2121: done (1 left) 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2122: done (0 left) 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2123: read oid 10 snap -1 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2123: expect (ObjNum 623 snap 183 seq_num 623) 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2124: copy_from oid 40 from oid 9 current snap is 205 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2125: copy_from oid 14 from oid 38 current snap is 205 2024-09-16T06:55:30.571 INFO:tasks.rados.rados.0.smithi042.stdout:2126: snap_remove snap 188 2024-09-16T06:55:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:30 smithi042 ceph-mon[94096]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T06:55:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:30 smithi042 ceph-mon[96574]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T06:55:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:31.520 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:31] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-09-16T06:55:31.531 INFO:tasks.rados.rados.0.smithi042.stdout:2125: finishing copy_from to smithi04281968-14 2024-09-16T06:55:31.531 INFO:tasks.rados.rados.0.smithi042.stdout:2125: got expected ENOENT (src dne) 2024-09-16T06:55:31.531 INFO:tasks.rados.rados.0.smithi042.stdout:2125: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:55:31.531 INFO:tasks.rados.rados.0.smithi042.stdout:2123: expect (ObjNum 623 snap 183 seq_num 623) 2024-09-16T06:55:31.562 INFO:tasks.rados.rados.0.smithi042.stdout:2124: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2124: finishing copy_from to smithi04281968-40 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 716 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2123: done (3 left) 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2124: done (2 left) 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2125: done (1 left) 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2126: done (0 left) 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2127: read oid 15 snap -1 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2127: expect deleted 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2128: read oid 7 snap 196 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2128: expect (ObjNum 110596416 snap 21996 seq_num 111417696) 2024-09-16T06:55:31.563 INFO:tasks.rados.rados.0.smithi042.stdout:2129: setattr oid 30 current snap is 205 2024-09-16T06:55:31.564 INFO:tasks.rados.rados.0.smithi042.stdout:2128: expect (ObjNum 110596416 snap 21996 seq_num 111417696) 2024-09-16T06:55:31.565 INFO:tasks.rados.rados.0.smithi042.stdout:2127: done (2 left) 2024-09-16T06:55:31.565 INFO:tasks.rados.rados.0.smithi042.stdout:2128: done (1 left) 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2130: read oid 26 snap -1 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2130: expect (ObjNum 661 snap 205 seq_num 661) 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2131: copy_from oid 16 from oid 36 current snap is 205 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2132: rmattr oid 25 current snap is 205 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2132: done (3 left) 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 205 2024-09-16T06:55:31.566 INFO:tasks.rados.rados.0.smithi042.stdout:2133: seq_num 665 ranges {4014080=745472,4759552=606208,5365760=196608} 2024-09-16T06:55:31.594 INFO:tasks.rados.rados.0.smithi042.stdout:2133: writing smithi04281968-6 from 4014080 to 4759552 tid 1 2024-09-16T06:55:31.598 INFO:tasks.rados.rados.0.smithi042.stdout:2133: writing smithi04281968-6 from 4759552 to 5365760 tid 2 2024-09-16T06:55:31.599 INFO:tasks.rados.rados.0.smithi042.stdout:2133: writing smithi04281968-6 from 5365760 to 5562368 tid 3 2024-09-16T06:55:31.600 INFO:tasks.rados.rados.0.smithi042.stdout:2134: rollback oid 28 current snap is 205 2024-09-16T06:55:31.600 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 202 2024-09-16T06:55:31.600 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 736 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:55:31.600 INFO:tasks.rados.rados.0.smithi042.stdout:2130: expect (ObjNum 661 snap 205 seq_num 661) 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: pgmap v390: 121 pgs: 121 active+clean; 275 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: Upgrade: osd.6 is safe to restart 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:55:31.832 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:31 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: pgmap v390: 121 pgs: 121 active+clean; 275 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: Upgrade: osd.6 is safe to restart 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: pgmap v390: 121 pgs: 121 active+clean; 275 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-09-16T06:55:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T06:55:31.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: Upgrade: osd.6 is safe to restart 2024-09-16T06:55:31.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:31.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T06:55:31.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:31 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:31.915 INFO:tasks.rados.rados.0.smithi042.stdout:2131: finishing copy_from racing read to smithi04281968-16 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2133: finishing write tid 1 to smithi04281968-6 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2133: finishing write tid 2 to smithi04281968-6 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2134: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2131: finishing copy_from to smithi04281968-16 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 562 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2134: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2133: finishing write tid 3 to smithi04281968-6 2024-09-16T06:55:31.916 INFO:tasks.rados.rados.0.smithi042.stdout:2134: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 911 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2133: finishing write tid 4 to smithi04281968-6 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2129: done (4 left) 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2130: done (3 left) 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2131: done (2 left) 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2134: done (1 left) 2024-09-16T06:55:31.917 INFO:tasks.rados.rados.0.smithi042.stdout:2135: copy_from oid 5 from oid 46 current snap is 205 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:2133: finishing write tid 5 to smithi04281968-6 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 861 (ObjNum 665 snap 205 seq_num 665) dirty exists 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:2133: left oid 6 (ObjNum 665 snap 205 seq_num 665) 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:2133: done (1 left) 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 205 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:2136: seq_num 666 ranges {0=761856,761856=491520,1253376=311296} 2024-09-16T06:55:31.918 INFO:tasks.rados.rados.0.smithi042.stdout:2136: writing smithi04281968-29 from 0 to 761856 tid 1 2024-09-16T06:55:31.921 INFO:tasks.rados.rados.0.smithi042.stdout:2136: writing smithi04281968-29 from 761856 to 1253376 tid 2 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2136: writing smithi04281968-29 from 1253376 to 1564672 tid 3 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2137: read oid 9 snap -1 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2137: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2138: rollback oid 32 current snap is 205 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 195 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2135: finishing copy_from to smithi04281968-5 2024-09-16T06:55:31.924 INFO:tasks.rados.rados.0.smithi042.stdout:2135: got expected ENOENT (src dne) 2024-09-16T06:55:31.925 INFO:tasks.rados.rados.0.smithi042.stdout:2135: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:55:31.925 INFO:tasks.rados.rados.0.smithi042.stdout:2136: finishing write tid 1 to smithi04281968-29 2024-09-16T06:55:31.925 INFO:tasks.rados.rados.0.smithi042.stdout:2135: done (3 left) 2024-09-16T06:55:31.925 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 205 2024-09-16T06:55:31.925 INFO:tasks.rados.rados.0.smithi042.stdout:2139: seq_num 667 ranges {3252224=778240,4030464=778240,4808704=24576} 2024-09-16T06:55:31.946 INFO:tasks.rados.rados.0.smithi042.stdout:2139: writing smithi04281968-42 from 3252224 to 4030464 tid 1 2024-09-16T06:55:31.951 INFO:tasks.rados.rados.0.smithi042.stdout:2139: writing smithi04281968-42 from 4030464 to 4808704 tid 2 2024-09-16T06:55:31.951 INFO:tasks.rados.rados.0.smithi042.stdout:2139: writing smithi04281968-42 from 4808704 to 4833280 tid 3 2024-09-16T06:55:31.951 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 205 2024-09-16T06:55:31.951 INFO:tasks.rados.rados.0.smithi042.stdout:2136: finishing write tid 2 to smithi04281968-29 2024-09-16T06:55:31.951 INFO:tasks.rados.rados.0.smithi042.stdout:2140: seq_num 668 ranges {737280=794624,1531904=663552,2195456=139264} 2024-09-16T06:55:31.959 INFO:tasks.rados.rados.0.smithi042.stdout:2140: writing smithi04281968-11 from 737280 to 1531904 tid 1 2024-09-16T06:55:31.962 INFO:tasks.rados.rados.0.smithi042.stdout:2140: writing smithi04281968-11 from 1531904 to 2195456 tid 2 2024-09-16T06:55:31.963 INFO:tasks.rados.rados.0.smithi042.stdout:2140: writing smithi04281968-11 from 2195456 to 2334720 tid 3 2024-09-16T06:55:31.963 INFO:tasks.rados.rados.0.smithi042.stdout:2141: snap_create 2024-09-16T06:55:31.964 INFO:tasks.rados.rados.0.smithi042.stdout:2136: finishing write tid 3 to smithi04281968-29 2024-09-16T06:55:31.964 INFO:tasks.rados.rados.0.smithi042.stdout:2137: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:2136: finishing write tid 4 to smithi04281968-29 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:2138: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:2138: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:2138: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 719 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:2136: finishing write tid 5 to smithi04281968-29 2024-09-16T06:55:31.973 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 739 (ObjNum 666 snap 205 seq_num 666) dirty exists 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2136: left oid 29 (ObjNum 666 snap 205 seq_num 666) 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: finishing write tid 1 to smithi04281968-42 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: finishing write tid 2 to smithi04281968-42 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: finishing write tid 3 to smithi04281968-42 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: finishing write tid 4 to smithi04281968-42 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: finishing write tid 5 to smithi04281968-42 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 878 (ObjNum 667 snap 205 seq_num 667) dirty exists 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2139: left oid 42 (ObjNum 667 snap 205 seq_num 667) 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2140: finishing write tid 1 to smithi04281968-11 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2140: finishing write tid 2 to smithi04281968-11 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2140: finishing write tid 3 to smithi04281968-11 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2140: finishing write tid 4 to smithi04281968-11 2024-09-16T06:55:31.974 INFO:tasks.rados.rados.0.smithi042.stdout:2140: finishing write tid 5 to smithi04281968-11 2024-09-16T06:55:31.975 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 727 (ObjNum 668 snap 205 seq_num 668) dirty exists 2024-09-16T06:55:31.975 INFO:tasks.rados.rados.0.smithi042.stdout:2140: left oid 11 (ObjNum 668 snap 205 seq_num 668) 2024-09-16T06:55:32.361 INFO:tasks.rados.rados.0.smithi042.stdout:2136: done (5 left) 2024-09-16T06:55:32.361 INFO:tasks.rados.rados.0.smithi042.stdout:2137: done (4 left) 2024-09-16T06:55:32.361 INFO:tasks.rados.rados.0.smithi042.stdout:2138: done (3 left) 2024-09-16T06:55:32.362 INFO:tasks.rados.rados.0.smithi042.stdout:2139: done (2 left) 2024-09-16T06:55:32.362 INFO:tasks.rados.rados.0.smithi042.stdout:2140: done (1 left) 2024-09-16T06:55:32.362 INFO:tasks.rados.rados.0.smithi042.stdout:2141: done (0 left) 2024-09-16T06:55:32.362 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 206 2024-09-16T06:55:32.362 INFO:tasks.rados.rados.0.smithi042.stdout:2142: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-09-16T06:55:32.363 INFO:tasks.rados.rados.0.smithi042.stdout:2142: writing smithi04281968-49 from 0 to 409600 tid 1 2024-09-16T06:55:32.367 INFO:tasks.rados.rados.0.smithi042.stdout:2142: writing smithi04281968-49 from 409600 to 958464 tid 2 2024-09-16T06:55:32.371 INFO:tasks.rados.rados.0.smithi042.stdout:2142: writing smithi04281968-49 from 958464 to 1613824 tid 3 2024-09-16T06:55:32.371 INFO:tasks.rados.rados.0.smithi042.stdout:2143: delete oid 40 current snap is 206 2024-09-16T06:55:32.372 INFO:tasks.rados.rados.0.smithi042.stdout:2142: finishing write tid 1 to smithi04281968-49 2024-09-16T06:55:32.372 INFO:tasks.rados.rados.0.smithi042.stdout:2142: finishing write tid 2 to smithi04281968-49 2024-09-16T06:55:32.375 INFO:tasks.rados.rados.0.smithi042.stdout:2142: finishing write tid 3 to smithi04281968-49 2024-09-16T06:55:32.376 INFO:tasks.rados.rados.0.smithi042.stdout:2142: finishing write tid 4 to smithi04281968-49 2024-09-16T06:55:32.377 INFO:tasks.rados.rados.0.smithi042.stdout:2142: finishing write tid 5 to smithi04281968-49 2024-09-16T06:55:32.377 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 743 (ObjNum 669 snap 206 seq_num 669) dirty exists 2024-09-16T06:55:32.377 INFO:tasks.rados.rados.0.smithi042.stdout:2142: left oid 49 (ObjNum 669 snap 206 seq_num 669) 2024-09-16T06:55:32.381 INFO:tasks.rados.rados.0.smithi042.stdout:2142: done (1 left) 2024-09-16T06:55:32.381 INFO:tasks.rados.rados.0.smithi042.stdout:2143: done (0 left) 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2144: read oid 15 snap 195 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2144: expect deleted 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2145: rollback oid 50 current snap is 206 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 166 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2146: read oid 9 snap -1 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2146: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 206 2024-09-16T06:55:32.382 INFO:tasks.rados.rados.0.smithi042.stdout:2147: seq_num 671 ranges {9035776=442368,9478144=761856,10240000=442368} 2024-09-16T06:55:32.430 INFO:tasks.rados.rados.0.smithi042.stdout:2147: writing smithi04281968-16 from 9035776 to 9478144 tid 1 2024-09-16T06:55:32.434 INFO:tasks.rados.rados.0.smithi042.stdout:2147: writing smithi04281968-16 from 9478144 to 10240000 tid 2 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2147: writing smithi04281968-16 from 10240000 to 10682368 tid 3 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2148: read oid 5 snap -1 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2148: expect (ObjNum 612 snap 182 seq_num 612) 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2149: delete oid 8 current snap is 206 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2145: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:55:32.437 INFO:tasks.rados.rados.0.smithi042.stdout:2146: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2145: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 664 (ObjNum 465 snap 137 seq_num 465) dirty exists 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2147: finishing write tid 1 to smithi04281968-16 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2144: done (5 left) 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2145: done (4 left) 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2146: done (3 left) 2024-09-16T06:55:32.445 INFO:tasks.rados.rados.0.smithi042.stdout:2149: done (2 left) 2024-09-16T06:55:32.446 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 206 2024-09-16T06:55:32.446 INFO:tasks.rados.rados.0.smithi042.stdout:2147: finishing write tid 2 to smithi04281968-16 2024-09-16T06:55:32.446 INFO:tasks.rados.rados.0.smithi042.stdout:2150: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-09-16T06:55:32.448 INFO:tasks.rados.rados.0.smithi042.stdout:2150: writing smithi04281968-21 from 0 to 475136 tid 1 2024-09-16T06:55:32.451 INFO:tasks.rados.rados.0.smithi042.stdout:2150: writing smithi04281968-21 from 475136 to 1007616 tid 2 2024-09-16T06:55:32.455 INFO:tasks.rados.rados.0.smithi042.stdout:2150: writing smithi04281968-21 from 1007616 to 1679360 tid 3 2024-09-16T06:55:32.455 INFO:tasks.rados.rados.0.smithi042.stdout:2151: rollback oid 23 current snap is 206 2024-09-16T06:55:32.455 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 191 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:2147: finishing write tid 3 to smithi04281968-16 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:2147: finishing write tid 4 to smithi04281968-16 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:2147: finishing write tid 5 to smithi04281968-16 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 727 (ObjNum 671 snap 206 seq_num 671) dirty exists 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:2147: left oid 16 (ObjNum 671 snap 206 seq_num 671) 2024-09-16T06:55:32.456 INFO:tasks.rados.rados.0.smithi042.stdout:2148: expect (ObjNum 612 snap 182 seq_num 612) 2024-09-16T06:55:32.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:32 smithi164 ceph-mon[88760]: Upgrade: Updating osd.6 2024-09-16T06:55:32.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:32 smithi164 ceph-mon[88760]: Deploying daemon osd.6 on smithi164 2024-09-16T06:55:32.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:32 smithi164 ceph-mon[88760]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T06:55:32.594 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:32 smithi164 ceph-mon[88760]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T06:55:32.595 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:32.645 INFO:tasks.rados.rados.0.smithi042.stdout:2150: finishing write tid 1 to smithi04281968-21 2024-09-16T06:55:32.645 INFO:tasks.rados.rados.0.smithi042.stdout:2150: finishing write tid 2 to smithi04281968-21 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2150: finishing write tid 3 to smithi04281968-21 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2150: finishing write tid 4 to smithi04281968-21 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2151: finishing rollback tid 0 to smithi04281968-23 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2151: finishing rollback tid 1 to smithi04281968-23 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2151: finishing rollback tid 2 to smithi04281968-23 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 882 (ObjNum 636 snap 189 seq_num 636) dirty exists 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2150: finishing write tid 5 to smithi04281968-21 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 915 (ObjNum 673 snap 206 seq_num 673) dirty exists 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2150: left oid 21 (ObjNum 673 snap 206 seq_num 673) 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2147: done (3 left) 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2148: done (2 left) 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2150: done (1 left) 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2151: done (0 left) 2024-09-16T06:55:32.646 INFO:tasks.rados.rados.0.smithi042.stdout:2152: read oid 50 snap -1 2024-09-16T06:55:32.647 INFO:tasks.rados.rados.0.smithi042.stdout:2152: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:55:32.647 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 206 2024-09-16T06:55:32.647 INFO:tasks.rados.rados.0.smithi042.stdout:2153: seq_num 674 ranges {475136=491520,966656=417792,1384448=483328,1867776=303104} 2024-09-16T06:55:32.650 INFO:tasks.rados.rados.0.smithi042.stdout:2153: writing smithi04281968-12 from 475136 to 966656 tid 1 2024-09-16T06:55:32.653 INFO:tasks.rados.rados.0.smithi042.stdout:2153: writing smithi04281968-12 from 966656 to 1384448 tid 2 2024-09-16T06:55:32.656 INFO:tasks.rados.rados.0.smithi042.stdout:2153: writing smithi04281968-12 from 1384448 to 1867776 tid 3 2024-09-16T06:55:32.658 INFO:tasks.rados.rados.0.smithi042.stdout:2153: writing smithi04281968-12 from 1867776 to 2170880 tid 4 2024-09-16T06:55:32.658 INFO:tasks.rados.rados.0.smithi042.stdout:2154: read oid 37 snap 191 2024-09-16T06:55:32.658 INFO:tasks.rados.rados.0.smithi042.stdout:2154: expect deleted 2024-09-16T06:55:32.658 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 206 2024-09-16T06:55:32.658 INFO:tasks.rados.rados.0.smithi042.stdout:2155: seq_num 675 ranges {2146304=507904,2654208=704512,3358720=499712} 2024-09-16T06:55:32.673 INFO:tasks.rados.rados.0.smithi042.stdout:2155: writing smithi04281968-1 from 2146304 to 2654208 tid 1 2024-09-16T06:55:32.676 INFO:tasks.rados.rados.0.smithi042.stdout:2155: writing smithi04281968-1 from 2654208 to 3358720 tid 2 2024-09-16T06:55:32.679 INFO:tasks.rados.rados.0.smithi042.stdout:2155: writing smithi04281968-1 from 3358720 to 3858432 tid 3 2024-09-16T06:55:32.679 INFO:tasks.rados.rados.0.smithi042.stdout:2156: snap_remove snap 166 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[94096]: Upgrade: Updating osd.6 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[94096]: Deploying daemon osd.6 on smithi164 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[94096]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[94096]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[96574]: Upgrade: Updating osd.6 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[96574]: Deploying daemon osd.6 on smithi164 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[96574]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T06:55:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:32 smithi042 ceph-mon[96574]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T06:55:33.539 INFO:tasks.rados.rados.0.smithi042.stdout:2156: done (4 left) 2024-09-16T06:55:33.539 INFO:tasks.rados.rados.0.smithi042.stdout:2157: snap_remove snap 201 2024-09-16T06:55:33.802 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:33 smithi164 ceph-mon[88760]: pgmap v392: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-09-16T06:55:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:33 smithi042 ceph-mon[96574]: pgmap v392: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-09-16T06:55:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:33 smithi042 ceph-mon[94096]: pgmap v392: 121 pgs: 121 active+clean; 279 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.6 MiB/s wr, 15 op/s 2024-09-16T06:55:34.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:34 smithi164 systemd[1]: Stopping Ceph osd.6 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:55:34.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[48999]: 2024-09-16T06:55:34.391+0000 7fd9acf16640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:55:34.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[48999]: 2024-09-16T06:55:34.391+0000 7fd9acf16640 -1 osd.6 477 *** Got signal Terminated *** 2024-09-16T06:55:34.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[48999]: 2024-09-16T06:55:34.391+0000 7fd9acf16640 -1 osd.6 477 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:55:34.548 INFO:tasks.rados.rados.0.smithi042.stdout:2152: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 1 to smithi04281968-12 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 2 to smithi04281968-12 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 3 to smithi04281968-12 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2152: done (4 left) 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2157: done (3 left) 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 206 2024-09-16T06:55:34.582 INFO:tasks.rados.rados.0.smithi042.stdout:2158: seq_num 676 ranges {9994240=524288,10518528=589824,11108352=450560,11558912=163840} 2024-09-16T06:55:34.639 INFO:tasks.rados.rados.0.smithi042.stdout:2158: writing smithi04281968-33 from 9994240 to 10518528 tid 1 2024-09-16T06:55:34.642 INFO:tasks.rados.rados.0.smithi042.stdout:2158: writing smithi04281968-33 from 10518528 to 11108352 tid 2 2024-09-16T06:55:34.644 INFO:tasks.rados.rados.0.smithi042.stdout:2158: writing smithi04281968-33 from 11108352 to 11558912 tid 3 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2158: writing smithi04281968-33 from 11558912 to 11722752 tid 4 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2159: setattr oid 16 current snap is 206 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 4 to smithi04281968-12 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 5 to smithi04281968-12 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2153: finishing write tid 6 to smithi04281968-12 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 867 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2153: left oid 12 (ObjNum 674 snap 206 seq_num 674) 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2155: finishing write tid 1 to smithi04281968-1 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2155: finishing write tid 2 to smithi04281968-1 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2155: finishing write tid 3 to smithi04281968-1 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2155: finishing write tid 4 to smithi04281968-1 2024-09-16T06:55:34.646 INFO:tasks.rados.rados.0.smithi042.stdout:2155: finishing write tid 5 to smithi04281968-1 2024-09-16T06:55:34.647 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 732 (ObjNum 675 snap 206 seq_num 675) dirty exists 2024-09-16T06:55:34.647 INFO:tasks.rados.rados.0.smithi042.stdout:2155: left oid 1 (ObjNum 675 snap 206 seq_num 675) 2024-09-16T06:55:34.647 INFO:tasks.rados.rados.0.smithi042.stdout:2153: done (4 left) 2024-09-16T06:55:34.647 INFO:tasks.rados.rados.0.smithi042.stdout:2154: done (3 left) 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:2155: done (2 left) 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:2160: rollback oid 11 current snap is 206 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 197 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:2161: read oid 47 snap -1 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:2161: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:34.648 INFO:tasks.rados.rados.0.smithi042.stdout:2162: delete oid 1 current snap is 206 2024-09-16T06:55:34.704 INFO:tasks.rados.rados.0.smithi042.stdout:2161: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[94096]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[94096]: osd.6 marked itself down and dead 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[96574]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:34 smithi042 ceph-mon[96574]: osd.6 marked itself down and dead 2024-09-16T06:55:34.901 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-mon[88760]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T06:55:34.901 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:34.901 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:34 smithi164 ceph-mon[88760]: osd.6 marked itself down and dead 2024-09-16T06:55:35.239 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:34 smithi164 podman[103889]: 2024-09-16 06:55:34.902489955 +0000 UTC m=+0.602976063 container died c0f344732bebacdc5ff4899239e8198362d3fb1b9c5cc007d3dba8ded138b9e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, RELEASE=quincy-6d025bc, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T06:55:35.541 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:35 smithi164 podman[103889]: 2024-09-16 06:55:35.440167595 +0000 UTC m=+1.140653704 container cleanup c0f344732bebacdc5ff4899239e8198362d3fb1b9c5cc007d3dba8ded138b9e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, RELEASE=quincy-6d025bc, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T06:55:35.541 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:35 smithi164 bash[103889]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6 2024-09-16T06:55:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[96574]: pgmap v395: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T06:55:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[96574]: osdmap e478: 8 total, 7 up, 8 in 2024-09-16T06:55:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[94096]: pgmap v395: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T06:55:35.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:35.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:35 smithi042 ceph-mon[94096]: osdmap e478: 8 total, 7 up, 8 in 2024-09-16T06:55:35.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:35 smithi164 podman[103910]: 2024-09-16 06:55:35.641992834 +0000 UTC m=+0.734292684 container remove c0f344732bebacdc5ff4899239e8198362d3fb1b9c5cc007d3dba8ded138b9e4 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc) 2024-09-16T06:55:35.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:35 smithi164 ceph-mon[88760]: pgmap v395: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T06:55:35.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:35 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:55:35.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:35 smithi164 ceph-mon[88760]: osdmap e478: 8 total, 7 up, 8 in 2024-09-16T06:55:36.096 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 728 (ObjNum 671 snap 206 seq_num 671) dirty exists 2024-09-16T06:55:36.096 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 1 to smithi04281968-33 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 2 to smithi04281968-33 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 3 to smithi04281968-33 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 4 to smithi04281968-33 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 5 to smithi04281968-33 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2160: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2160: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2159: done (4 left) 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2161: done (3 left) 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2162: done (2 left) 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 206 2024-09-16T06:55:36.097 INFO:tasks.rados.rados.0.smithi042.stdout:2158: finishing write tid 6 to smithi04281968-33 2024-09-16T06:55:36.098 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 744 (ObjNum 676 snap 206 seq_num 676) dirty exists 2024-09-16T06:55:36.098 INFO:tasks.rados.rados.0.smithi042.stdout:2158: left oid 33 (ObjNum 676 snap 206 seq_num 676) 2024-09-16T06:55:36.098 INFO:tasks.rados.rados.0.smithi042.stdout:2160: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:55:36.098 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 748 (ObjNum 617 snap 183 seq_num 617) dirty exists 2024-09-16T06:55:36.098 INFO:tasks.rados.rados.0.smithi042.stdout:2163: seq_num 678 ranges {2539520=565248,3104768=802816,3907584=401408} 2024-09-16T06:55:36.113 INFO:tasks.rados.rados.0.smithi042.stdout:2163: writing smithi04281968-27 from 2539520 to 3104768 tid 1 2024-09-16T06:55:36.118 INFO:tasks.rados.rados.0.smithi042.stdout:2163: writing smithi04281968-27 from 3104768 to 3907584 tid 2 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2163: writing smithi04281968-27 from 3907584 to 4308992 tid 3 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2158: done (2 left) 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2160: done (1 left) 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2164: read oid 9 snap -1 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2164: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2165: read oid 50 snap -1 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2165: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:55:36.121 INFO:tasks.rados.rados.0.smithi042.stdout:2166: copy_from oid 2 from oid 14 current snap is 206 2024-09-16T06:55:36.122 INFO:tasks.rados.rados.0.smithi042.stdout:2163: finishing write tid 1 to smithi04281968-27 2024-09-16T06:55:36.122 INFO:tasks.rados.rados.0.smithi042.stdout:2167: read oid 12 snap 191 2024-09-16T06:55:36.122 INFO:tasks.rados.rados.0.smithi042.stdout:2167: expect (ObjNum 601 snap 179 seq_num 601) 2024-09-16T06:55:36.122 INFO:tasks.rados.rados.0.smithi042.stdout:2168: snap_remove snap 196 2024-09-16T06:55:36.299 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:35.94808712 +0000 UTC m=+0.015767450 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:36.299 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:36.059249248 +0000 UTC m=+0.126929571 container create 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:55:36.299 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:36.295509611 +0000 UTC m=+0.363189934 container init 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T06:55:36.300 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:36.300535804 +0000 UTC m=+0.368216129 container start 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T06:55:36.553 INFO:tasks.rados.rados.0.smithi042.stdout:2168: done (5 left) 2024-09-16T06:55:36.554 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 206 2024-09-16T06:55:36.554 INFO:tasks.rados.rados.0.smithi042.stdout:2169: seq_num 679 ranges {9035776=581632,9617408=688128,10305536=516096} 2024-09-16T06:55:36.607 INFO:tasks.rados.rados.0.smithi042.stdout:2169: writing smithi04281968-36 from 9035776 to 9617408 tid 1 2024-09-16T06:55:36.610 INFO:tasks.rados.rados.0.smithi042.stdout:2169: writing smithi04281968-36 from 9617408 to 10305536 tid 2 2024-09-16T06:55:36.614 INFO:tasks.rados.rados.0.smithi042.stdout:2169: writing smithi04281968-36 from 10305536 to 10821632 tid 3 2024-09-16T06:55:36.614 INFO:tasks.rados.rados.0.smithi042.stdout:2170: copy_from oid 41 from oid 11 current snap is 206 2024-09-16T06:55:36.614 INFO:tasks.rados.rados.0.smithi042.stdout:2164: expect (ObjNum 587 snap 171 seq_num 587) 2024-09-16T06:55:36.622 INFO:tasks.rados.rados.0.smithi042.stdout:2163: finishing write tid 2 to smithi04281968-27 2024-09-16T06:55:36.622 INFO:tasks.rados.rados.0.smithi042.stdout:2167: expect (ObjNum 601 snap 179 seq_num 601) 2024-09-16T06:55:36.634 INFO:tasks.rados.rados.0.smithi042.stdout:2165: expect (ObjNum 465 snap 137 seq_num 465) 2024-09-16T06:55:36.663 INFO:tasks.rados.rados.0.smithi042.stdout:2163: finishing write tid 3 to smithi04281968-27 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2163: finishing write tid 4 to smithi04281968-27 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2163: finishing write tid 5 to smithi04281968-27 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 752 (ObjNum 678 snap 206 seq_num 678) dirty exists 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2163: left oid 27 (ObjNum 678 snap 206 seq_num 678) 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2166: finishing copy_from racing read to smithi04281968-2 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2163: done (6 left) 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2164: done (5 left) 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2165: done (4 left) 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2167: done (3 left) 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2171: rmattr oid 5 current snap is 206 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2166: finishing copy_from to smithi04281968-2 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 647 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2169: finishing write tid 1 to smithi04281968-36 2024-09-16T06:55:36.664 INFO:tasks.rados.rados.0.smithi042.stdout:2169: finishing write tid 2 to smithi04281968-36 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2169: finishing write tid 3 to smithi04281968-36 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2169: finishing write tid 4 to smithi04281968-36 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2169: finishing write tid 5 to smithi04281968-36 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 569 (ObjNum 679 snap 206 seq_num 679) dirty exists 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2169: left oid 36 (ObjNum 679 snap 206 seq_num 679) 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2170: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2170: finishing copy_from to smithi04281968-41 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 748 (ObjNum 617 snap 183 seq_num 617) dirty exists 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2166: done (3 left) 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2169: done (2 left) 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2170: done (1 left) 2024-09-16T06:55:36.665 INFO:tasks.rados.rados.0.smithi042.stdout:2172: snap_create 2024-09-16T06:55:36.666 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 753 (ObjNum 612 snap 182 seq_num 612) dirty exists 2024-09-16T06:55:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:36 smithi164 ceph-mon[88760]: osdmap e479: 8 total, 7 up, 8 in 2024-09-16T06:55:36.739 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:36.412064952 +0000 UTC m=+0.479745278 container attach 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-16T06:55:36.739 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:36 smithi164 podman[104006]: 2024-09-16 06:55:36.487868512 +0000 UTC m=+0.555548836 container died 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-16T06:55:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:36 smithi042 ceph-mon[94096]: osdmap e479: 8 total, 7 up, 8 in 2024-09-16T06:55:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:36 smithi042 ceph-mon[96574]: osdmap e479: 8 total, 7 up, 8 in 2024-09-16T06:55:37.362 INFO:tasks.rados.rados.0.smithi042.stdout:2171: done (1 left) 2024-09-16T06:55:37.362 INFO:tasks.rados.rados.0.smithi042.stdout:2172: done (0 left) 2024-09-16T06:55:37.362 INFO:tasks.rados.rados.0.smithi042.stdout:2173: delete oid 9 current snap is 207 2024-09-16T06:55:37.368 INFO:tasks.rados.rados.0.smithi042.stdout:2173: done (0 left) 2024-09-16T06:55:37.368 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 207 2024-09-16T06:55:37.368 INFO:tasks.rados.rados.0.smithi042.stdout:2174: seq_num 681 ranges {11042816=614400,11657216=458752,12115968=638976,12754944=106496} 2024-09-16T06:55:37.432 INFO:tasks.rados.rados.0.smithi042.stdout:2174: writing smithi04281968-35 from 11042816 to 11657216 tid 1 2024-09-16T06:55:37.434 INFO:tasks.rados.rados.0.smithi042.stdout:2174: writing smithi04281968-35 from 11657216 to 12115968 tid 2 2024-09-16T06:55:37.439 INFO:tasks.rados.rados.0.smithi042.stdout:2174: writing smithi04281968-35 from 12115968 to 12754944 tid 3 2024-09-16T06:55:37.440 INFO:tasks.rados.rados.0.smithi042.stdout:2174: writing smithi04281968-35 from 12754944 to 12861440 tid 4 2024-09-16T06:55:37.440 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 207 2024-09-16T06:55:37.440 INFO:tasks.rados.rados.0.smithi042.stdout:2175: seq_num 682 ranges {5562368=630784,6193152=745472,6938624=442368,7380992=16384} 2024-09-16T06:55:37.474 INFO:tasks.rados.rados.0.smithi042.stdout:2175: writing smithi04281968-6 from 5562368 to 6193152 tid 1 2024-09-16T06:55:37.478 INFO:tasks.rados.rados.0.smithi042.stdout:2175: writing smithi04281968-6 from 6193152 to 6938624 tid 2 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2175: writing smithi04281968-6 from 6938624 to 7380992 tid 3 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2175: writing smithi04281968-6 from 7380992 to 7397376 tid 4 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2176: delete oid 37 current snap is 207 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 1 to smithi04281968-35 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 2 to smithi04281968-35 2024-09-16T06:55:37.481 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 3 to smithi04281968-35 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 4 to smithi04281968-35 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 5 to smithi04281968-35 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2174: finishing write tid 6 to smithi04281968-35 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 891 (ObjNum 681 snap 207 seq_num 681) dirty exists 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2174: left oid 35 (ObjNum 681 snap 207 seq_num 681) 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 1 to smithi04281968-6 2024-09-16T06:55:37.482 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 2 to smithi04281968-6 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 3 to smithi04281968-6 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:2174: done (2 left) 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:2176: done (1 left) 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 207 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 4 to smithi04281968-6 2024-09-16T06:55:37.486 INFO:tasks.rados.rados.0.smithi042.stdout:2177: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-09-16T06:55:37.488 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104049]: 2024-09-16 06:55:37.157575144 +0000 UTC m=+0.664056669 container remove 47013bdc685d2caa6cf60165dfcfc5ce2e6915312c70c80107e82308fad6748c (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T06:55:37.488 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-16T06:55:37.488 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 systemd[1]: Stopped Ceph osd.6 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:55:37.488 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.6.service: Consumed 11.311s CPU time. 2024-09-16T06:55:37.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 systemd[1]: Starting Ceph osd.6 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:55:37.490 INFO:tasks.rados.rados.0.smithi042.stdout:2177: writing smithi04281968-40 from 0 to 663552 tid 1 2024-09-16T06:55:37.493 INFO:tasks.rados.rados.0.smithi042.stdout:2177: writing smithi04281968-40 from 663552 to 1171456 tid 2 2024-09-16T06:55:37.495 INFO:tasks.rados.rados.0.smithi042.stdout:2177: writing smithi04281968-40 from 1171456 to 1581056 tid 3 2024-09-16T06:55:37.497 INFO:tasks.rados.rados.0.smithi042.stdout:2177: writing smithi04281968-40 from 1581056 to 1867776 tid 4 2024-09-16T06:55:37.497 INFO:tasks.rados.rados.0.smithi042.stdout:2178: copy_from oid 31 from oid 21 current snap is 207 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 5 to smithi04281968-6 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2175: finishing write tid 6 to smithi04281968-6 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 897 (ObjNum 682 snap 207 seq_num 682) dirty exists 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2175: left oid 6 (ObjNum 682 snap 207 seq_num 682) 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 1 to smithi04281968-40 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2175: done (2 left) 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 207 2024-09-16T06:55:37.498 INFO:tasks.rados.rados.0.smithi042.stdout:2179: seq_num 685 ranges {843776=679936,1523712=442368,1966080=622592,2588672=139264} 2024-09-16T06:55:37.506 INFO:tasks.rados.rados.0.smithi042.stdout:2179: writing smithi04281968-10 from 843776 to 1523712 tid 1 2024-09-16T06:55:37.509 INFO:tasks.rados.rados.0.smithi042.stdout:2179: writing smithi04281968-10 from 1523712 to 1966080 tid 2 2024-09-16T06:55:37.513 INFO:tasks.rados.rados.0.smithi042.stdout:2179: writing smithi04281968-10 from 1966080 to 2588672 tid 3 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2179: writing smithi04281968-10 from 2588672 to 2727936 tid 4 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2180: copy_from oid 19 from oid 47 current snap is 207 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 2 to smithi04281968-40 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 3 to smithi04281968-40 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 4 to smithi04281968-40 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 5 to smithi04281968-40 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: finishing write tid 6 to smithi04281968-40 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 725 (ObjNum 684 snap 207 seq_num 684) dirty exists 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2177: left oid 40 (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:55:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2178: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2178: finishing copy_from to smithi04281968-31 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 915 (ObjNum 673 snap 206 seq_num 673) dirty exists 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 1 to smithi04281968-10 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 2 to smithi04281968-10 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2177: done (3 left) 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2178: done (2 left) 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2181: delete oid 31 current snap is 207 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2181: done (2 left) 2024-09-16T06:55:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2182: snap_remove snap 191 2024-09-16T06:55:37.835 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104151]: 2024-09-16 06:55:37.498516227 +0000 UTC m=+0.016271533 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:37.835 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104151]: 2024-09-16 06:55:37.617027415 +0000 UTC m=+0.134782712 container create dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-16T06:55:37.835 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:37 smithi164 ceph-mon[88760]: pgmap v398: 121 pgs: 21 peering, 9 stale+active+clean, 91 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-09-16T06:55:37.835 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:37 smithi164 ceph-mon[88760]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T06:55:37.835 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:37 smithi164 ceph-mon[88760]: osdmap e480: 8 total, 7 up, 8 in 2024-09-16T06:55:37.835 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:37 smithi164 ceph-mon[88760]: osdmap e481: 8 total, 7 up, 8 in 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[96574]: pgmap v398: 121 pgs: 21 peering, 9 stale+active+clean, 91 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[96574]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[96574]: osdmap e480: 8 total, 7 up, 8 in 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[96574]: osdmap e481: 8 total, 7 up, 8 in 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[94096]: pgmap v398: 121 pgs: 21 peering, 9 stale+active+clean, 91 active+clean; 241 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[94096]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T06:55:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[94096]: osdmap e480: 8 total, 7 up, 8 in 2024-09-16T06:55:37.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:37 smithi042 ceph-mon[94096]: osdmap e481: 8 total, 7 up, 8 in 2024-09-16T06:55:38.136 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104151]: 2024-09-16 06:55:37.836000593 +0000 UTC m=+0.353755887 container init dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T06:55:38.137 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104151]: 2024-09-16 06:55:37.840843663 +0000 UTC m=+0.358598959 container start dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-16T06:55:38.137 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:37 smithi164 podman[104151]: 2024-09-16 06:55:37.919045117 +0000 UTC m=+0.436800411 container attach dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T06:55:38.365 INFO:tasks.rados.rados.0.smithi042.stdout:2182: done (2 left) 2024-09-16T06:55:38.365 INFO:tasks.rados.rados.0.smithi042.stdout:2183: snap_remove snap 197 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T06:55:38.464 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate[104166]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 bash[104151]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T06:55:38.465 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 podman[104151]: 2024-09-16 06:55:38.185434991 +0000 UTC m=+0.703190302 container died dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-16T06:55:39.104 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 podman[104304]: 2024-09-16 06:55:38.764873103 +0000 UTC m=+0.572251538 container remove dc4c71403a5447d11621cb9ca80eb8f47db145d8fe489ed47ad2c0a7e8f8e908 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T06:55:39.104 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 podman[104368]: 2024-09-16 06:55:38.870746848 +0000 UTC m=+0.015929843 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:55:39.104 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:38 smithi164 podman[104368]: 2024-09-16 06:55:38.990796866 +0000 UTC m=+0.135979865 container create 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2183: done (2 left) 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2184: copy_from oid 30 from oid 31 current snap is 207 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 3 to smithi04281968-10 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 4 to smithi04281968-10 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 5 to smithi04281968-10 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2179: finishing write tid 6 to smithi04281968-10 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 667 (ObjNum 685 snap 207 seq_num 685) dirty exists 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2179: left oid 10 (ObjNum 685 snap 207 seq_num 685) 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2180: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:2180: finishing copy_from to smithi04281968-19 2024-09-16T06:55:39.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 532 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-09-16T06:55:39.372 INFO:tasks.rados.rados.0.smithi042.stdout:2179: done (2 left) 2024-09-16T06:55:39.372 INFO:tasks.rados.rados.0.smithi042.stdout:2180: done (1 left) 2024-09-16T06:55:39.372 INFO:tasks.rados.rados.0.smithi042.stdout:2185: read oid 21 snap -1 2024-09-16T06:55:39.372 INFO:tasks.rados.rados.0.smithi042.stdout:2185: expect (ObjNum 673 snap 206 seq_num 673) 2024-09-16T06:55:39.372 INFO:tasks.rados.rados.0.smithi042.stdout:2186: setattr oid 28 current snap is 207 2024-09-16T06:55:39.373 INFO:tasks.rados.rados.0.smithi042.stdout:2187: snap_remove snap 189 2024-09-16T06:55:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:39 smithi164 ceph-mon[88760]: pgmap v401: 121 pgs: 11 active+undersized, 21 peering, 1 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 40 op/s; 14/408 objects degraded (3.431%) 2024-09-16T06:55:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:39 smithi164 ceph-mon[88760]: osdmap e482: 8 total, 7 up, 8 in 2024-09-16T06:55:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:39 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 14/408 objects degraded (3.431%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:39.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 podman[104368]: 2024-09-16 06:55:39.226155003 +0000 UTC m=+0.371337998 container init 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T06:55:39.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 podman[104368]: 2024-09-16 06:55:39.231163861 +0000 UTC m=+0.376346849 container start 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T06:55:39.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 ceph-osd[104406]: -- 172.21.15.164:0/1889404724 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555a6ac411e0 con 0x555a6abdfc00 2024-09-16T06:55:39.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 bash[104368]: 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce 2024-09-16T06:55:39.489 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 systemd[1]: Started Ceph osd.6 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[94096]: pgmap v401: 121 pgs: 11 active+undersized, 21 peering, 1 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 40 op/s; 14/408 objects degraded (3.431%) 2024-09-16T06:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[94096]: osdmap e482: 8 total, 7 up, 8 in 2024-09-16T06:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 14/408 objects degraded (3.431%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[96574]: pgmap v401: 121 pgs: 11 active+undersized, 21 peering, 1 stale+active+clean, 2 active+undersized+degraded, 86 active+clean; 248 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 40 op/s; 14/408 objects degraded (3.431%) 2024-09-16T06:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[96574]: osdmap e482: 8 total, 7 up, 8 in 2024-09-16T06:55:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:39 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 14/408 objects degraded (3.431%), 2 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:40.112 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T06:55:39.770+0000 7f1dd7195640 -1 Falling back to public interface 2024-09-16T06:55:40.372 INFO:tasks.rados.rados.0.smithi042.stdout:2187: done (3 left) 2024-09-16T06:55:40.372 INFO:tasks.rados.rados.0.smithi042.stdout:2188: read oid 42 snap 205 2024-09-16T06:55:40.372 INFO:tasks.rados.rados.0.smithi042.stdout:2188: expect (ObjNum 667 snap 205 seq_num 667) 2024-09-16T06:55:40.372 INFO:tasks.rados.rados.0.smithi042.stdout:2189: setattr oid 43 current snap is 207 2024-09-16T06:55:40.373 INFO:tasks.rados.rados.0.smithi042.stdout:2184: finishing copy_from to smithi04281968-30 2024-09-16T06:55:40.373 INFO:tasks.rados.rados.0.smithi042.stdout:2184: got expected ENOENT (src dne) 2024-09-16T06:55:40.373 INFO:tasks.rados.rados.0.smithi042.stdout:2184: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:55:40.373 INFO:tasks.rados.rados.0.smithi042.stdout:2185: expect (ObjNum 673 snap 206 seq_num 673) 2024-09-16T06:55:40.427 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 936 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-09-16T06:55:40.427 INFO:tasks.rados.rados.0.smithi042.stdout:2188: expect (ObjNum 667 snap 205 seq_num 667) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 737 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2184: done (4 left) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2185: done (3 left) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2186: done (2 left) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2188: done (1 left) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2189: done (0 left) 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 207 2024-09-16T06:55:40.656 INFO:tasks.rados.rados.0.smithi042.stdout:2190: seq_num 687 ranges {4595712=712704,5308416=614400,5922816=589824} 2024-09-16T06:55:40.684 INFO:tasks.rados.rados.0.smithi042.stdout:2190: writing smithi04281968-25 from 4595712 to 5308416 tid 1 2024-09-16T06:55:40.688 INFO:tasks.rados.rados.0.smithi042.stdout:2190: writing smithi04281968-25 from 5308416 to 5922816 tid 2 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2190: writing smithi04281968-25 from 5922816 to 6512640 tid 3 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2191: copy_from oid 29 from oid 46 current snap is 207 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2190: finishing write tid 1 to smithi04281968-25 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2190: finishing write tid 2 to smithi04281968-25 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2192: rollback oid 8 current snap is 207 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 195 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2193: rollback oid 9 current snap is 207 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 205 2024-09-16T06:55:40.692 INFO:tasks.rados.rados.0.smithi042.stdout:2194: snap_create 2024-09-16T06:55:40.693 INFO:tasks.rados.rados.0.smithi042.stdout:2191: finishing copy_from to smithi04281968-29 2024-09-16T06:55:40.693 INFO:tasks.rados.rados.0.smithi042.stdout:2191: got expected ENOENT (src dne) 2024-09-16T06:55:40.693 INFO:tasks.rados.rados.0.smithi042.stdout:2191: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:55:40.693 INFO:tasks.rados.rados.0.smithi042.stdout:2193: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:55:40.694 INFO:tasks.rados.rados.0.smithi042.stdout:2192: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:55:40.694 INFO:tasks.rados.rados.0.smithi042.stdout:2193: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:55:40.694 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 753 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:55:40.694 INFO:tasks.rados.rados.0.smithi042.stdout:2190: finishing write tid 3 to smithi04281968-25 2024-09-16T06:55:40.695 INFO:tasks.rados.rados.0.smithi042.stdout:2192: finishing rollback tid 2 to smithi04281968-8 2024-09-16T06:55:40.695 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 669 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-09-16T06:55:40.695 INFO:tasks.rados.rados.0.smithi042.stdout:2190: finishing write tid 4 to smithi04281968-25 2024-09-16T06:55:40.696 INFO:tasks.rados.rados.0.smithi042.stdout:2190: finishing write tid 5 to smithi04281968-25 2024-09-16T06:55:40.696 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 757 (ObjNum 687 snap 207 seq_num 687) dirty exists 2024-09-16T06:55:40.696 INFO:tasks.rados.rados.0.smithi042.stdout:2190: left oid 25 (ObjNum 687 snap 207 seq_num 687) 2024-09-16T06:55:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:40 smithi164 ceph-mon[88760]: osdmap e483: 8 total, 7 up, 8 in 2024-09-16T06:55:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[94096]: osdmap e483: 8 total, 7 up, 8 in 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[96574]: osdmap e483: 8 total, 7 up, 8 in 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:40.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:41.469 INFO:tasks.rados.rados.0.smithi042.stdout:2190: done (4 left) 2024-09-16T06:55:41.469 INFO:tasks.rados.rados.0.smithi042.stdout:2191: done (3 left) 2024-09-16T06:55:41.469 INFO:tasks.rados.rados.0.smithi042.stdout:2192: done (2 left) 2024-09-16T06:55:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:2193: done (1 left) 2024-09-16T06:55:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:2194: done (0 left) 2024-09-16T06:55:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:2195: read oid 42 snap 204 2024-09-16T06:55:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:2195: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:2196: snap_create 2024-09-16T06:55:41.486 INFO:tasks.rados.rados.0.smithi042.stdout:2195: expect (ObjNum 639 snap 190 seq_num 639) 2024-09-16T06:55:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:41] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T06:55:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[94096]: pgmap v404: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 1 active+clean+snaptrim_wait, 12 peering, 7 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 21 op/s; 29/429 objects degraded (6.760%) 2024-09-16T06:55:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[94096]: osdmap e484: 8 total, 7 up, 8 in 2024-09-16T06:55:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[94096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:55:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[96574]: pgmap v404: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 1 active+clean+snaptrim_wait, 12 peering, 7 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 21 op/s; 29/429 objects degraded (6.760%) 2024-09-16T06:55:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[96574]: osdmap e484: 8 total, 7 up, 8 in 2024-09-16T06:55:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:41 smithi042 ceph-mon[96574]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:55:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:41 smithi164 ceph-mon[88760]: pgmap v404: 121 pgs: 2 active+clean+snaptrim, 24 active+undersized, 1 active+clean+snaptrim_wait, 12 peering, 7 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 8.7 MiB/s wr, 21 op/s; 29/429 objects degraded (6.760%) 2024-09-16T06:55:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:41 smithi164 ceph-mon[88760]: osdmap e484: 8 total, 7 up, 8 in 2024-09-16T06:55:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:41 smithi164 ceph-mon[88760]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2024-09-16T06:55:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:2195: done (1 left) 2024-09-16T06:55:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:2196: done (0 left) 2024-09-16T06:55:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 209 2024-09-16T06:55:42.364 INFO:tasks.rados.rados.0.smithi042.stdout:2197: seq_num 688 ranges {10223616=729088,10952704=499712,11452416=704512} 2024-09-16T06:55:42.424 INFO:tasks.rados.rados.0.smithi042.stdout:2197: writing smithi04281968-39 from 10223616 to 10952704 tid 1 2024-09-16T06:55:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2197: writing smithi04281968-39 from 10952704 to 11452416 tid 2 2024-09-16T06:55:42.431 INFO:tasks.rados.rados.0.smithi042.stdout:2197: writing smithi04281968-39 from 11452416 to 12156928 tid 3 2024-09-16T06:55:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 209 2024-09-16T06:55:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2197: finishing write tid 1 to smithi04281968-39 2024-09-16T06:55:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2197: finishing write tid 2 to smithi04281968-39 2024-09-16T06:55:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2198: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-09-16T06:55:42.436 INFO:tasks.rados.rados.0.smithi042.stdout:2198: writing smithi04281968-38 from 0 to 745472 tid 1 2024-09-16T06:55:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:2198: writing smithi04281968-38 from 745472 to 1531904 tid 2 2024-09-16T06:55:42.443 INFO:tasks.rados.rados.0.smithi042.stdout:2198: writing smithi04281968-38 from 1531904 to 1949696 tid 3 2024-09-16T06:55:42.443 INFO:tasks.rados.rados.0.smithi042.stdout:2199: read oid 35 snap -1 2024-09-16T06:55:42.444 INFO:tasks.rados.rados.0.smithi042.stdout:2199: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-16T06:55:42.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 209 2024-09-16T06:55:42.444 INFO:tasks.rados.rados.0.smithi042.stdout:2200: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-09-16T06:55:42.448 INFO:tasks.rados.rados.0.smithi042.stdout:2200: writing smithi04281968-44 from 0 to 761856 tid 1 2024-09-16T06:55:42.452 INFO:tasks.rados.rados.0.smithi042.stdout:2200: writing smithi04281968-44 from 761856 to 1425408 tid 2 2024-09-16T06:55:42.454 INFO:tasks.rados.rados.0.smithi042.stdout:2200: writing smithi04281968-44 from 1425408 to 1835008 tid 3 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:2200: writing smithi04281968-44 from 1835008 to 1966080 tid 4 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:2201: rollback oid 17 current snap is 209 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 185 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:2197: finishing write tid 3 to smithi04281968-39 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:2197: finishing write tid 4 to smithi04281968-39 2024-09-16T06:55:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:2197: finishing write tid 5 to smithi04281968-39 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 932 (ObjNum 688 snap 209 seq_num 688) dirty exists 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2197: left oid 39 (ObjNum 688 snap 209 seq_num 688) 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: finishing write tid 1 to smithi04281968-38 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2197: done (4 left) 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2202: delete oid 16 current snap is 209 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: finishing write tid 2 to smithi04281968-38 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: finishing write tid 3 to smithi04281968-38 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: finishing write tid 4 to smithi04281968-38 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: finishing write tid 5 to smithi04281968-38 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 946 (ObjNum 689 snap 209 seq_num 689) dirty exists 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2198: left oid 38 (ObjNum 689 snap 209 seq_num 689) 2024-09-16T06:55:42.457 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 1 to smithi04281968-44 2024-09-16T06:55:42.461 INFO:tasks.rados.rados.0.smithi042.stdout:2198: done (4 left) 2024-09-16T06:55:42.461 INFO:tasks.rados.rados.0.smithi042.stdout:2202: done (3 left) 2024-09-16T06:55:42.461 INFO:tasks.rados.rados.0.smithi042.stdout:2203: setattr oid 16 current snap is 209 2024-09-16T06:55:42.462 INFO:tasks.rados.rados.0.smithi042.stdout:2201: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:55:42.462 INFO:tasks.rados.rados.0.smithi042.stdout:2201: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:55:42.462 INFO:tasks.rados.rados.0.smithi042.stdout:2201: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:55:42.463 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 918 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:2201: done (3 left) 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:2204: rollback oid 38 current snap is 209 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 187 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:2205: rollback oid 6 current snap is 209 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 205 2024-09-16T06:55:42.464 INFO:tasks.rados.rados.0.smithi042.stdout:2206: read oid 15 snap 205 2024-09-16T06:55:42.465 INFO:tasks.rados.rados.0.smithi042.stdout:2206: expect deleted 2024-09-16T06:55:42.465 INFO:tasks.rados.rados.0.smithi042.stdout:2207: delete oid 1 current snap is 209 2024-09-16T06:55:42.466 INFO:tasks.rados.rados.0.smithi042.stdout:2206: done (6 left) 2024-09-16T06:55:42.466 INFO:tasks.rados.rados.0.smithi042.stdout:2207: done (5 left) 2024-09-16T06:55:42.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 209 2024-09-16T06:55:42.466 INFO:tasks.rados.rados.0.smithi042.stdout:2208: seq_num 693 ranges {1613824=409600,2023424=770048,2793472=581632,3375104=253952} 2024-09-16T06:55:42.478 INFO:tasks.rados.rados.0.smithi042.stdout:2208: writing smithi04281968-49 from 1613824 to 2023424 tid 1 2024-09-16T06:55:42.482 INFO:tasks.rados.rados.0.smithi042.stdout:2208: writing smithi04281968-49 from 2023424 to 2793472 tid 2 2024-09-16T06:55:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:2208: writing smithi04281968-49 from 2793472 to 3375104 tid 3 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2208: writing smithi04281968-49 from 3375104 to 3629056 tid 4 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2209: delete oid 23 current snap is 209 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 730 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2204: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2204: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 2 to smithi04281968-44 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 3 to smithi04281968-44 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2204: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 949 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 4 to smithi04281968-44 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 5 to smithi04281968-44 2024-09-16T06:55:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:2200: finishing write tid 6 to smithi04281968-44 2024-09-16T06:55:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 748 (ObjNum 690 snap 209 seq_num 690) dirty exists 2024-09-16T06:55:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:2200: left oid 44 (ObjNum 690 snap 209 seq_num 690) 2024-09-16T06:55:42.490 INFO:tasks.rados.rados.0.smithi042.stdout:2200: done (6 left) 2024-09-16T06:55:42.490 INFO:tasks.rados.rados.0.smithi042.stdout:2203: done (5 left) 2024-09-16T06:55:42.490 INFO:tasks.rados.rados.0.smithi042.stdout:2204: done (4 left) 2024-09-16T06:55:42.490 INFO:tasks.rados.rados.0.smithi042.stdout:2209: done (3 left) 2024-09-16T06:55:42.490 INFO:tasks.rados.rados.0.smithi042.stdout:2210: snap_remove snap 192 2024-09-16T06:55:42.622 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:42 smithi164 ceph-mon[88760]: osdmap e485: 8 total, 7 up, 8 in 2024-09-16T06:55:42.623 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:42 smithi164 ceph-mon[88760]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T06:55:42.623 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:42 smithi042 ceph-mon[94096]: osdmap e485: 8 total, 7 up, 8 in 2024-09-16T06:55:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:42 smithi042 ceph-mon[94096]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T06:55:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:42 smithi042 ceph-mon[96574]: osdmap e485: 8 total, 7 up, 8 in 2024-09-16T06:55:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:42 smithi042 ceph-mon[96574]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T06:55:42.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T06:55:42.636+0000 7f1dd7195640 -1 osd.6 477 log_to_monitors true 2024-09-16T06:55:43.484 INFO:tasks.rados.rados.0.smithi042.stdout:2210: done (3 left) 2024-09-16T06:55:43.485 INFO:tasks.rados.rados.0.smithi042.stdout:2211: snap_remove snap 208 2024-09-16T06:55:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:43 smithi164 ceph-mon[88760]: pgmap v407: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 42/438 objects degraded (9.589%) 2024-09-16T06:55:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:43 smithi164 ceph-mon[88760]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:43 smithi164 ceph-mon[88760]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[96574]: pgmap v407: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 42/438 objects degraded (9.589%) 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[96574]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[96574]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[94096]: pgmap v407: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 269 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 6.3 MiB/s wr, 20 op/s; 42/438 objects degraded (9.589%) 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[94096]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:43 smithi042 ceph-mon[94096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T06:55:44.238 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 06:55:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T06:55:43.938+0000 7f1dcaf37640 -1 osd.6 477 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:55:44.492 INFO:tasks.rados.rados.0.smithi042.stdout:2211: done (3 left) 2024-09-16T06:55:44.492 INFO:tasks.rados.rados.0.smithi042.stdout:2212: rollback oid 15 current snap is 209 2024-09-16T06:55:44.492 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 187 2024-09-16T06:55:44.492 INFO:tasks.rados.rados.0.smithi042.stdout:2213: snap_remove snap 202 2024-09-16T06:55:44.554 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:55:44.737 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='osd.6 ' entity='osd.6' 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.822 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:55:44.823 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (5m) 101s ago 9m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:55:44.823 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (5m) 0s ago 9m 86.6M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:55:44.824 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (10m) 101s ago 10m 17.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:55:44.824 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (10m) 0s ago 10m 19.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:55:44.824 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (5m) 0s ago 14m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:55:44.824 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (5m) 101s ago 15m 490M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (4m) 101s ago 15m 50.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (4m) 0s ago 14m 46.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (4m) 101s ago 14m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (5m) 101s ago 9m 15.6M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (5m) 0s ago 9m 14.7M - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (3m) 101s ago 13m 133M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (2m) 101s ago 13m 121M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (2m) 101s ago 12m 93.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (105s) 101s ago 12m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (72s) 0s ago 12m 101M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (38s) 0s ago 11m 109M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (5s) 0s ago 11m 14.3M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (10m) 0s ago 10m 159M 2480M 17.2.7-1633-g6d025bc2 33ed8dba3996 6a09a67344fa 2024-09-16T06:55:44.825 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (5m) 0s ago 10m 62.8M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='osd.6 ' entity='osd.6' 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.826 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='osd.6 ' entity='osd.6' 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:44.827 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:45.154 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 1, 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 3, 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 12 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:55:45.155 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:55:45.492 INFO:tasks.rados.rados.0.smithi042.stdout:2213: done (4 left) 2024-09-16T06:55:45.492 INFO:tasks.rados.rados.0.smithi042.stdout:2214: copy_from oid 23 from oid 7 current snap is 209 2024-09-16T06:55:45.492 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 1 to smithi04281968-49 2024-09-16T06:55:45.492 INFO:tasks.rados.rados.0.smithi042.stdout:2215: snap_remove snap 199 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: pgmap v410: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 42/441 objects degraded (9.524%) 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 42/441 objects degraded (9.524%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129] boot 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:45 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3392226506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: pgmap v410: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 42/441 objects degraded (9.524%) 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 42/441 objects degraded (9.524%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129] boot 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3392226506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: pgmap v410: 121 pgs: 3 active+clean+snaptrim, 34 active+undersized, 1 active+clean+snaptrim_wait, 9 active+undersized+degraded, 74 active+clean; 273 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 12 op/s; 42/441 objects degraded (9.524%) 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 42/441 objects degraded (9.524%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: osd.6 [v2:172.21.15.164:6816/2078811129,v1:172.21.15.164:6817/2078811129] boot 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: osdmap e488: 8 total, 8 up, 8 in 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: from='client.44279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:55:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:45 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3392226506' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:46.497 INFO:tasks.rados.rados.0.smithi042.stdout:2215: done (5 left) 2024-09-16T06:55:46.497 INFO:tasks.rados.rados.0.smithi042.stdout:2216: delete oid 16 current snap is 209 2024-09-16T06:55:46.497 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 2 to smithi04281968-49 2024-09-16T06:55:46.497 INFO:tasks.rados.rados.0.smithi042.stdout:2199: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-16T06:55:46.746 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:46 smithi164 ceph-mon[88760]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T06:55:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:46 smithi042 ceph-mon[96574]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T06:55:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:46 smithi042 ceph-mon[94096]: osdmap e489: 8 total, 8 up, 8 in 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: pgmap v413: 121 pgs: 16 peering, 23 active+undersized, 4 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 19/456 objects degraded (4.167%) 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:47.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.755 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T06:55:47.510+0000 7f0148a58640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-16T06:55:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: pgmap v413: 121 pgs: 16 peering, 23 active+undersized, 4 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 19/456 objects degraded (4.167%) 2024-09-16T06:55:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T06:55:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: pgmap v413: 121 pgs: 16 peering, 23 active+undersized, 4 active+undersized+degraded, 78 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 18 op/s; 19/456 objects degraded (4.167%) 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: osdmap e490: 8 total, 8 up, 8 in 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:55:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 3 to smithi04281968-49 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 4 to smithi04281968-49 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 5 to smithi04281968-49 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:2205: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:2208: finishing write tid 6 to smithi04281968-49 2024-09-16T06:55:47.962 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 753 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2208: left oid 49 (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2205: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2205: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 936 (ObjNum 665 snap 205 seq_num 665) dirty exists 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2212: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2214: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2214: finishing copy_from to smithi04281968-23 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 824 (ObjNum 33 snap 0 seq_num 110557920) dirty exists 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2199: done (5 left) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2205: done (4 left) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2208: done (3 left) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2212: done (2 left) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2214: done (1 left) 2024-09-16T06:55:47.963 INFO:tasks.rados.rados.0.smithi042.stdout:2216: done (0 left) 2024-09-16T06:55:47.964 INFO:tasks.rados.rados.0.smithi042.stdout:2217: read oid 47 snap -1 2024-09-16T06:55:47.964 INFO:tasks.rados.rados.0.smithi042.stdout:2217: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:47.964 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 209 2024-09-16T06:55:47.964 INFO:tasks.rados.rados.0.smithi042.stdout:2218: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-09-16T06:55:47.964 INFO:tasks.rados.rados.0.smithi042.stdout:2218: writing smithi04281968-15 from 0 to 458752 tid 1 2024-09-16T06:55:47.967 INFO:tasks.rados.rados.0.smithi042.stdout:2218: writing smithi04281968-15 from 458752 to 876544 tid 2 2024-09-16T06:55:47.971 INFO:tasks.rados.rados.0.smithi042.stdout:2218: writing smithi04281968-15 from 876544 to 1630208 tid 3 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:2218: writing smithi04281968-15 from 1630208 to 2064384 tid 4 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:2219: rollback oid 27 current snap is 209 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 187 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 1 to smithi04281968-15 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 2 to smithi04281968-15 2024-09-16T06:55:47.974 INFO:tasks.rados.rados.0.smithi042.stdout:2220: snap_remove snap 185 2024-09-16T06:55:48.503 INFO:tasks.rados.rados.0.smithi042.stdout:2220: done (3 left) 2024-09-16T06:55:48.503 INFO:tasks.rados.rados.0.smithi042.stdout:2221: rmattr oid 21 current snap is 209 2024-09-16T06:55:48.504 INFO:tasks.rados.rados.0.smithi042.stdout:2221: done (3 left) 2024-09-16T06:55:48.504 INFO:tasks.rados.rados.0.smithi042.stdout:2222: snap_remove snap 195 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[94096]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:48 smithi042 ceph-mon[96574]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:55:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:48 smithi164 ceph-mon[88760]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-09-16T06:55:49.508 INFO:tasks.rados.rados.0.smithi042.stdout:2222: done (3 left) 2024-09-16T06:55:49.509 INFO:tasks.rados.rados.0.smithi042.stdout:2223: rollback oid 33 current snap is 209 2024-09-16T06:55:49.509 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 204 2024-09-16T06:55:49.509 INFO:tasks.rados.rados.0.smithi042.stdout:2224: read oid 26 snap -1 2024-09-16T06:55:49.509 INFO:tasks.rados.rados.0.smithi042.stdout:2224: expect (ObjNum 661 snap 205 seq_num 661) 2024-09-16T06:55:49.509 INFO:tasks.rados.rados.0.smithi042.stdout:2225: snap_create 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:2219: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:2219: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:2219: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 760 (ObjNum 634 snap 187 seq_num 634) dirty exists 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 3 to smithi04281968-15 2024-09-16T06:55:49.510 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 4 to smithi04281968-15 2024-09-16T06:55:49.511 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 5 to smithi04281968-15 2024-09-16T06:55:49.511 INFO:tasks.rados.rados.0.smithi042.stdout:2218: finishing write tid 6 to smithi04281968-15 2024-09-16T06:55:49.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 948 (ObjNum 696 snap 209 seq_num 696) dirty exists 2024-09-16T06:55:49.511 INFO:tasks.rados.rados.0.smithi042.stdout:2218: left oid 15 (ObjNum 696 snap 209 seq_num 696) 2024-09-16T06:55:49.511 INFO:tasks.rados.rados.0.smithi042.stdout:2217: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[94096]: pgmap v415: 121 pgs: 16 peering, 19 active+undersized, 3 active+undersized+degraded, 83 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 10/456 objects degraded (2.193%); 419 KiB/s, 0 objects/s recovering 2024-09-16T06:55:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[94096]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T06:55:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:49.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[96574]: pgmap v415: 121 pgs: 16 peering, 19 active+undersized, 3 active+undersized+degraded, 83 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 10/456 objects degraded (2.193%); 419 KiB/s, 0 objects/s recovering 2024-09-16T06:55:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[96574]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T06:55:49.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:49.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:49 smithi164 ceph-mon[88760]: pgmap v415: 121 pgs: 16 peering, 19 active+undersized, 3 active+undersized+degraded, 83 active+clean; 287 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 14 op/s; 10/456 objects degraded (2.193%); 419 KiB/s, 0 objects/s recovering 2024-09-16T06:55:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:49 smithi164 ceph-mon[88760]: osdmap e491: 8 total, 8 up, 8 in 2024-09-16T06:55:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:55:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:50 smithi042 ceph-mon[96574]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T06:55:50.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:50 smithi042 ceph-mon[94096]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T06:55:50.913 INFO:tasks.rados.rados.0.smithi042.stdout:2223: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:55:50.913 INFO:tasks.rados.rados.0.smithi042.stdout:2223: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:55:50.913 INFO:tasks.rados.rados.0.smithi042.stdout:2223: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:55:50.913 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 782 (ObjNum 630 snap 187 seq_num 630) dirty exists 2024-09-16T06:55:50.913 INFO:tasks.rados.rados.0.smithi042.stdout:2224: expect (ObjNum 661 snap 205 seq_num 661) 2024-09-16T06:55:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:50 smithi164 ceph-mon[88760]: osdmap e492: 8 total, 8 up, 8 in 2024-09-16T06:55:51.224 INFO:tasks.rados.rados.0.smithi042.stdout:2217: done (5 left) 2024-09-16T06:55:51.224 INFO:tasks.rados.rados.0.smithi042.stdout:2218: done (4 left) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2219: done (3 left) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2223: done (2 left) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2224: done (1 left) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2225: done (0 left) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2226: read oid 30 snap -1 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2226: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2227: snap_create 2024-09-16T06:55:51.225 INFO:tasks.rados.rados.0.smithi042.stdout:2226: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:55:51.512 INFO:tasks.rados.rados.0.smithi042.stdout:2226: done (1 left) 2024-09-16T06:55:51.512 INFO:tasks.rados.rados.0.smithi042.stdout:2227: done (0 left) 2024-09-16T06:55:51.512 INFO:tasks.rados.rados.0.smithi042.stdout:2228: snap_remove snap 209 2024-09-16T06:55:51.513 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:55:51] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[94096]: pgmap v418: 121 pgs: 9 peering, 112 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 235 B/s rd, 464 KiB/s wr, 7 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/456 objects degraded (2.193%), 3 pgs degraded) 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[94096]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[96574]: pgmap v418: 121 pgs: 9 peering, 112 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 235 B/s rd, 464 KiB/s wr, 7 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T06:55:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/456 objects degraded (2.193%), 3 pgs degraded) 2024-09-16T06:55:51.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:55:51.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:51 smithi042 ceph-mon[96574]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T06:55:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:51 smithi164 ceph-mon[88760]: pgmap v418: 121 pgs: 9 peering, 112 active+clean; 279 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 235 B/s rd, 464 KiB/s wr, 7 op/s; 6.1 MiB/s, 1 objects/s recovering 2024-09-16T06:55:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:51 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 10/456 objects degraded (2.193%), 3 pgs degraded) 2024-09-16T06:55:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:51 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:55:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:51 smithi164 ceph-mon[88760]: osdmap e493: 8 total, 8 up, 8 in 2024-09-16T06:55:52.523 INFO:tasks.rados.rados.0.smithi042.stdout:2228: done (0 left) 2024-09-16T06:55:52.523 INFO:tasks.rados.rados.0.smithi042.stdout:2229: delete oid 21 current snap is 211 2024-09-16T06:55:52.525 INFO:tasks.rados.rados.0.smithi042.stdout:2229: done (0 left) 2024-09-16T06:55:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 211 2024-09-16T06:55:52.526 INFO:tasks.rados.rados.0.smithi042.stdout:2230: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-09-16T06:55:52.528 INFO:tasks.rados.rados.0.smithi042.stdout:2230: writing smithi04281968-23 from 0 to 499712 tid 1 2024-09-16T06:55:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:2230: writing smithi04281968-23 from 499712 to 1089536 tid 2 2024-09-16T06:55:52.536 INFO:tasks.rados.rados.0.smithi042.stdout:2230: writing smithi04281968-23 from 1089536 to 1859584 tid 3 2024-09-16T06:55:52.538 INFO:tasks.rados.rados.0.smithi042.stdout:2230: writing smithi04281968-23 from 1859584 to 2105344 tid 4 2024-09-16T06:55:52.538 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 211 2024-09-16T06:55:52.538 INFO:tasks.rados.rados.0.smithi042.stdout:2231: seq_num 699 ranges {7626752=516096,8142848=475136,8617984=573440,9191424=557056} 2024-09-16T06:55:52.582 INFO:tasks.rados.rados.0.smithi042.stdout:2231: writing smithi04281968-43 from 7626752 to 8142848 tid 1 2024-09-16T06:55:52.585 INFO:tasks.rados.rados.0.smithi042.stdout:2231: writing smithi04281968-43 from 8142848 to 8617984 tid 2 2024-09-16T06:55:52.588 INFO:tasks.rados.rados.0.smithi042.stdout:2231: writing smithi04281968-43 from 8617984 to 9191424 tid 3 2024-09-16T06:55:52.591 INFO:tasks.rados.rados.0.smithi042.stdout:2231: writing smithi04281968-43 from 9191424 to 9748480 tid 4 2024-09-16T06:55:52.592 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 211 2024-09-16T06:55:52.592 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 1 to smithi04281968-23 2024-09-16T06:55:52.592 INFO:tasks.rados.rados.0.smithi042.stdout:2232: seq_num 700 ranges {843776=532480,1376256=409600,1785856=737280,2523136=458752} 2024-09-16T06:55:52.599 INFO:tasks.rados.rados.0.smithi042.stdout:2232: writing smithi04281968-48 from 843776 to 1376256 tid 1 2024-09-16T06:55:52.601 INFO:tasks.rados.rados.0.smithi042.stdout:2232: writing smithi04281968-48 from 1376256 to 1785856 tid 2 2024-09-16T06:55:52.605 INFO:tasks.rados.rados.0.smithi042.stdout:2232: writing smithi04281968-48 from 1785856 to 2523136 tid 3 2024-09-16T06:55:52.609 INFO:tasks.rados.rados.0.smithi042.stdout:2232: writing smithi04281968-48 from 2523136 to 2981888 tid 4 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2233: read oid 10 snap -1 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2233: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2234: snap_remove snap 206 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 2 to smithi04281968-23 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 3 to smithi04281968-23 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 4 to smithi04281968-23 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 5 to smithi04281968-23 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: finishing write tid 6 to smithi04281968-23 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 964 (ObjNum 698 snap 211 seq_num 698) dirty exists 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2230: left oid 23 (ObjNum 698 snap 211 seq_num 698) 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 1 to smithi04281968-43 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 2 to smithi04281968-43 2024-09-16T06:55:52.610 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 3 to smithi04281968-43 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 4 to smithi04281968-43 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 5 to smithi04281968-43 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2231: finishing write tid 6 to smithi04281968-43 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 742 (ObjNum 699 snap 211 seq_num 699) dirty exists 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2231: left oid 43 (ObjNum 699 snap 211 seq_num 699) 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 1 to smithi04281968-48 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 2 to smithi04281968-48 2024-09-16T06:55:52.611 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 3 to smithi04281968-48 2024-09-16T06:55:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:52 smithi164 ceph-mon[88760]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T06:55:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:55:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:55:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:55:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:52 smithi042 ceph-mon[94096]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T06:55:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:52 smithi042 ceph-mon[96574]: osdmap e494: 8 total, 8 up, 8 in 2024-09-16T06:55:53.528 INFO:tasks.rados.rados.0.smithi042.stdout:2230: done (4 left) 2024-09-16T06:55:53.528 INFO:tasks.rados.rados.0.smithi042.stdout:2231: done (3 left) 2024-09-16T06:55:53.528 INFO:tasks.rados.rados.0.smithi042.stdout:2234: done (2 left) 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 211 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 4 to smithi04281968-48 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 5 to smithi04281968-48 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:2232: finishing write tid 6 to smithi04281968-48 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 669 (ObjNum 700 snap 211 seq_num 700) dirty exists 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:2232: left oid 48 (ObjNum 700 snap 211 seq_num 700) 2024-09-16T06:55:53.529 INFO:tasks.rados.rados.0.smithi042.stdout:2233: expect (ObjNum 685 snap 207 seq_num 685) 2024-09-16T06:55:53.620 INFO:tasks.rados.rados.0.smithi042.stdout:2235: seq_num 701 ranges {1564672=548864,2113536=696320,2809856=540672,3350528=368640} 2024-09-16T06:55:53.631 INFO:tasks.rados.rados.0.smithi042.stdout:2235: writing smithi04281968-29 from 1564672 to 2113536 tid 1 2024-09-16T06:55:53.635 INFO:tasks.rados.rados.0.smithi042.stdout:2235: writing smithi04281968-29 from 2113536 to 2809856 tid 2 2024-09-16T06:55:53.638 INFO:tasks.rados.rados.0.smithi042.stdout:2235: writing smithi04281968-29 from 2809856 to 3350528 tid 3 2024-09-16T06:55:53.641 INFO:tasks.rados.rados.0.smithi042.stdout:2235: writing smithi04281968-29 from 3350528 to 3719168 tid 4 2024-09-16T06:55:53.641 INFO:tasks.rados.rados.0.smithi042.stdout:2232: done (2 left) 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2233: done (1 left) 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2236: read oid 40 snap 207 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2236: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2237: read oid 46 snap -1 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2237: expect deleted 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2238: rollback oid 32 current snap is 211 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 207 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 1 to smithi04281968-29 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 2 to smithi04281968-29 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 3 to smithi04281968-29 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2239: read oid 47 snap -1 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2239: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:53.642 INFO:tasks.rados.rados.0.smithi042.stdout:2240: setattr oid 30 current snap is 211 2024-09-16T06:55:53.643 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 211 2024-09-16T06:55:53.643 INFO:tasks.rados.rados.0.smithi042.stdout:2241: seq_num 702 ranges {6512640=565248,7077888=581632,7659520=745472,8404992=278528} 2024-09-16T06:55:53.684 INFO:tasks.rados.rados.0.smithi042.stdout:2241: writing smithi04281968-25 from 6512640 to 7077888 tid 1 2024-09-16T06:55:53.685 INFO:tasks.rados.rados.0.smithi042.stdout:2241: writing smithi04281968-25 from 7077888 to 7659520 tid 2 2024-09-16T06:55:53.691 INFO:tasks.rados.rados.0.smithi042.stdout:2241: writing smithi04281968-25 from 7659520 to 8404992 tid 3 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:2241: writing smithi04281968-25 from 8404992 to 8683520 tid 4 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:2242: delete oid 48 current snap is 211 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 4 to smithi04281968-29 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 743 (ObjNum 129 snap 0 seq_num 111368544) dirty exists 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 5 to smithi04281968-29 2024-09-16T06:55:53.693 INFO:tasks.rados.rados.0.smithi042.stdout:2236: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:55:53.743 INFO:tasks.rados.rados.0.smithi042.stdout:2238: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:55:53.743 INFO:tasks.rados.rados.0.smithi042.stdout:2235: finishing write tid 6 to smithi04281968-29 2024-09-16T06:55:53.743 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 791 (ObjNum 701 snap 211 seq_num 701) dirty exists 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2235: left oid 29 (ObjNum 701 snap 211 seq_num 701) 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2238: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2238: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 728 (ObjNum 608 snap 181 seq_num 608) dirty exists 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 1 to smithi04281968-25 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 2 to smithi04281968-25 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 3 to smithi04281968-25 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 4 to smithi04281968-25 2024-09-16T06:55:53.744 INFO:tasks.rados.rados.0.smithi042.stdout:2239: expect (ObjNum 620 snap 183 seq_num 620) 2024-09-16T06:55:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:53 smithi042 ceph-mon[94096]: pgmap v421: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 504 KiB/s wr, 9 op/s; 12 MiB/s, 2 objects/s recovering 2024-09-16T06:55:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:53 smithi042 ceph-mon[94096]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T06:55:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:53 smithi042 ceph-mon[96574]: pgmap v421: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 504 KiB/s wr, 9 op/s; 12 MiB/s, 2 objects/s recovering 2024-09-16T06:55:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:53 smithi042 ceph-mon[96574]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T06:55:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:53 smithi164 ceph-mon[88760]: pgmap v421: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 504 KiB/s wr, 9 op/s; 12 MiB/s, 2 objects/s recovering 2024-09-16T06:55:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:53 smithi164 ceph-mon[88760]: osdmap e495: 8 total, 8 up, 8 in 2024-09-16T06:55:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:54 smithi042 ceph-mon[94096]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T06:55:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:54 smithi042 ceph-mon[96574]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T06:55:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:54 smithi164 ceph-mon[88760]: osdmap e496: 8 total, 8 up, 8 in 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 5 to smithi04281968-25 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2241: finishing write tid 6 to smithi04281968-25 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 765 (ObjNum 702 snap 211 seq_num 702) dirty exists 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2241: left oid 25 (ObjNum 702 snap 211 seq_num 702) 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2235: done (7 left) 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2236: done (6 left) 2024-09-16T06:55:55.134 INFO:tasks.rados.rados.0.smithi042.stdout:2237: done (5 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2238: done (4 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2239: done (3 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2240: done (2 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2241: done (1 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2242: done (0 left) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2243: read oid 3 snap 198 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2243: expect (ObjNum 111265552 snap 21996 seq_num 3020253920) 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 211 2024-09-16T06:55:55.135 INFO:tasks.rados.rados.0.smithi042.stdout:2244: seq_num 704 ranges {5562368=598016,6160384=745472,6905856=712704,7618560=147456} 2024-09-16T06:55:55.167 INFO:tasks.rados.rados.0.smithi042.stdout:2244: writing smithi04281968-6 from 5562368 to 6160384 tid 1 2024-09-16T06:55:55.171 INFO:tasks.rados.rados.0.smithi042.stdout:2244: writing smithi04281968-6 from 6160384 to 6905856 tid 2 2024-09-16T06:55:55.176 INFO:tasks.rados.rados.0.smithi042.stdout:2244: writing smithi04281968-6 from 6905856 to 7618560 tid 3 2024-09-16T06:55:55.176 INFO:tasks.rados.rados.0.smithi042.stdout:2244: writing smithi04281968-6 from 7618560 to 7766016 tid 4 2024-09-16T06:55:55.176 INFO:tasks.rados.rados.0.smithi042.stdout:2245: snap_remove snap 205 2024-09-16T06:55:55.541 INFO:tasks.rados.rados.0.smithi042.stdout:2243: expect (ObjNum 111265552 snap 21996 seq_num 3020253920) 2024-09-16T06:55:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 1 to smithi04281968-6 2024-09-16T06:55:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 2 to smithi04281968-6 2024-09-16T06:55:55.547 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 3 to smithi04281968-6 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 4 to smithi04281968-6 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 5 to smithi04281968-6 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2244: finishing write tid 6 to smithi04281968-6 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 996 (ObjNum 704 snap 211 seq_num 704) dirty exists 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2244: left oid 6 (ObjNum 704 snap 211 seq_num 704) 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2243: done (2 left) 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2244: done (1 left) 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2245: done (0 left) 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2246: rmattr oid 2 current snap is 211 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 211 2024-09-16T06:55:55.548 INFO:tasks.rados.rados.0.smithi042.stdout:2247: seq_num 705 ranges {2072576=614400,2686976=630784,3317760=524288,3842048=450560} 2024-09-16T06:55:55.563 INFO:tasks.rados.rados.0.smithi042.stdout:2247: writing smithi04281968-32 from 2072576 to 2686976 tid 1 2024-09-16T06:55:55.567 INFO:tasks.rados.rados.0.smithi042.stdout:2247: writing smithi04281968-32 from 2686976 to 3317760 tid 2 2024-09-16T06:55:55.570 INFO:tasks.rados.rados.0.smithi042.stdout:2247: writing smithi04281968-32 from 3317760 to 3842048 tid 3 2024-09-16T06:55:55.573 INFO:tasks.rados.rados.0.smithi042.stdout:2247: writing smithi04281968-32 from 3842048 to 4292608 tid 4 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2248: copy_from oid 5 from oid 49 current snap is 211 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 917 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 1 to smithi04281968-32 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 2 to smithi04281968-32 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 3 to smithi04281968-32 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2246: done (2 left) 2024-09-16T06:55:55.574 INFO:tasks.rados.rados.0.smithi042.stdout:2249: delete oid 45 current snap is 211 2024-09-16T06:55:55.575 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 4 to smithi04281968-32 2024-09-16T06:55:55.575 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 5 to smithi04281968-32 2024-09-16T06:55:55.576 INFO:tasks.rados.rados.0.smithi042.stdout:2249: done (2 left) 2024-09-16T06:55:55.576 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 211 2024-09-16T06:55:55.576 INFO:tasks.rados.rados.0.smithi042.stdout:2250: seq_num 707 ranges {1966080=647168,2613248=802816,3416064=532480,3948544=270336} 2024-09-16T06:55:55.590 INFO:tasks.rados.rados.0.smithi042.stdout:2250: writing smithi04281968-44 from 1966080 to 2613248 tid 1 2024-09-16T06:55:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:2250: writing smithi04281968-44 from 2613248 to 3416064 tid 2 2024-09-16T06:55:55.599 INFO:tasks.rados.rados.0.smithi042.stdout:2250: writing smithi04281968-44 from 3416064 to 3948544 tid 3 2024-09-16T06:55:55.600 INFO:tasks.rados.rados.0.smithi042.stdout:2250: writing smithi04281968-44 from 3948544 to 4218880 tid 4 2024-09-16T06:55:55.600 INFO:tasks.rados.rados.0.smithi042.stdout:2251: snap_remove snap 207 2024-09-16T06:55:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:55 smithi042 ceph-mon[94096]: pgmap v424: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 2 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-16T06:55:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:55 smithi042 ceph-mon[96574]: pgmap v424: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 2 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-16T06:55:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:55 smithi164 ceph-mon[88760]: pgmap v424: 121 pgs: 121 active+clean; 276 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 2 op/s; 6.0 MiB/s, 1 objects/s recovering 2024-09-16T06:55:56.547 INFO:tasks.rados.rados.0.smithi042.stdout:2247: finishing write tid 6 to smithi04281968-32 2024-09-16T06:55:56.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 733 (ObjNum 705 snap 211 seq_num 705) dirty exists 2024-09-16T06:55:56.547 INFO:tasks.rados.rados.0.smithi042.stdout:2247: left oid 32 (ObjNum 705 snap 211 seq_num 705) 2024-09-16T06:55:56.547 INFO:tasks.rados.rados.0.smithi042.stdout:2248: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:55:56.547 INFO:tasks.rados.rados.0.smithi042.stdout:2248: finishing copy_from to smithi04281968-5 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 753 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 1 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 2 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2247: done (3 left) 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2248: done (2 left) 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2251: done (1 left) 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2252: delete oid 3 current snap is 211 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 3 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 4 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 5 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: finishing write tid 6 to smithi04281968-44 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 801 (ObjNum 707 snap 211 seq_num 707) dirty exists 2024-09-16T06:55:56.548 INFO:tasks.rados.rados.0.smithi042.stdout:2250: left oid 44 (ObjNum 707 snap 211 seq_num 707) 2024-09-16T06:55:56.553 INFO:tasks.rados.rados.0.smithi042.stdout:2250: done (1 left) 2024-09-16T06:55:56.553 INFO:tasks.rados.rados.0.smithi042.stdout:2252: done (0 left) 2024-09-16T06:55:56.553 INFO:tasks.rados.rados.0.smithi042.stdout:2253: setattr oid 22 current snap is 211 2024-09-16T06:55:56.556 INFO:tasks.rados.rados.0.smithi042.stdout:2254: snap_create 2024-09-16T06:55:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 796 (ObjNum 650 snap 198 seq_num 650) dirty exists 2024-09-16T06:55:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:56 smithi042 ceph-mon[94096]: osdmap e497: 8 total, 8 up, 8 in 2024-09-16T06:55:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:56 smithi042 ceph-mon[96574]: osdmap e497: 8 total, 8 up, 8 in 2024-09-16T06:55:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:56 smithi164 ceph-mon[88760]: osdmap e497: 8 total, 8 up, 8 in 2024-09-16T06:55:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:2253: done (1 left) 2024-09-16T06:55:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:2254: done (0 left) 2024-09-16T06:55:57.369 INFO:tasks.rados.rados.0.smithi042.stdout:2255: snap_remove snap 204 2024-09-16T06:55:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[94096]: pgmap v426: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T06:55:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[94096]: osdmap e498: 8 total, 8 up, 8 in 2024-09-16T06:55:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[94096]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T06:55:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[96574]: pgmap v426: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T06:55:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[96574]: osdmap e498: 8 total, 8 up, 8 in 2024-09-16T06:55:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:57 smithi042 ceph-mon[96574]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T06:55:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:57 smithi164 ceph-mon[88760]: pgmap v426: 121 pgs: 121 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T06:55:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:57 smithi164 ceph-mon[88760]: osdmap e498: 8 total, 8 up, 8 in 2024-09-16T06:55:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:57 smithi164 ceph-mon[88760]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2255: done (0 left) 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2256: read oid 8 snap -1 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2256: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2257: read oid 35 snap -1 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2257: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2258: read oid 45 snap -1 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2258: expect deleted 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 212 2024-09-16T06:55:58.377 INFO:tasks.rados.rados.0.smithi042.stdout:2259: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-09-16T06:55:58.382 INFO:tasks.rados.rados.0.smithi042.stdout:2259: writing smithi04281968-7 from 0 to 679936 tid 1 2024-09-16T06:55:58.386 INFO:tasks.rados.rados.0.smithi042.stdout:2259: writing smithi04281968-7 from 679936 to 1294336 tid 2 2024-09-16T06:55:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2259: writing smithi04281968-7 from 1294336 to 1794048 tid 3 2024-09-16T06:55:58.395 INFO:tasks.rados.rados.0.smithi042.stdout:2259: writing smithi04281968-7 from 1794048 to 2285568 tid 4 2024-09-16T06:55:58.395 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 212 2024-09-16T06:55:58.395 INFO:tasks.rados.rados.0.smithi042.stdout:2260: seq_num 710 ranges {0=696320,696320=499712,1196032=712704,1908736=393216} 2024-09-16T06:55:58.400 INFO:tasks.rados.rados.0.smithi042.stdout:2260: writing smithi04281968-16 from 0 to 696320 tid 1 2024-09-16T06:55:58.404 INFO:tasks.rados.rados.0.smithi042.stdout:2260: writing smithi04281968-16 from 696320 to 1196032 tid 2 2024-09-16T06:55:58.409 INFO:tasks.rados.rados.0.smithi042.stdout:2260: writing smithi04281968-16 from 1196032 to 1908736 tid 3 2024-09-16T06:55:58.411 INFO:tasks.rados.rados.0.smithi042.stdout:2260: writing smithi04281968-16 from 1908736 to 2301952 tid 4 2024-09-16T06:55:58.411 INFO:tasks.rados.rados.0.smithi042.stdout:2261: snap_create 2024-09-16T06:55:58.412 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 1 to smithi04281968-7 2024-09-16T06:55:58.412 INFO:tasks.rados.rados.0.smithi042.stdout:2256: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 2 to smithi04281968-7 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 3 to smithi04281968-7 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 4 to smithi04281968-7 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 5 to smithi04281968-7 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: finishing write tid 6 to smithi04281968-7 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 988 (ObjNum 709 snap 212 seq_num 709) dirty exists 2024-09-16T06:55:58.480 INFO:tasks.rados.rados.0.smithi042.stdout:2259: left oid 7 (ObjNum 709 snap 212 seq_num 709) 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 1 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 2 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 3 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 4 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 5 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: finishing write tid 6 to smithi04281968-16 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 736 (ObjNum 710 snap 212 seq_num 710) dirty exists 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2260: left oid 16 (ObjNum 710 snap 212 seq_num 710) 2024-09-16T06:55:58.481 INFO:tasks.rados.rados.0.smithi042.stdout:2257: expect (ObjNum 681 snap 207 seq_num 681) 2024-09-16T06:55:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:59 smithi164 ceph-mon[88760]: pgmap v429: 121 pgs: 121 active+clean; 286 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T06:55:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:59 smithi164 ceph-mon[88760]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T06:55:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:55:59 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[94096]: pgmap v429: 121 pgs: 121 active+clean; 286 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[94096]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[96574]: pgmap v429: 121 pgs: 121 active+clean; 286 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[96574]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T06:55:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:55:59 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2256: done (5 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2257: done (4 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2258: done (3 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2259: done (2 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2260: done (1 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2261: done (0 left) 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2262: read oid 39 snap 187 2024-09-16T06:55:59.933 INFO:tasks.rados.rados.0.smithi042.stdout:2262: expect (ObjNum 581 snap 170 seq_num 581) 2024-09-16T06:55:59.934 INFO:tasks.rados.rados.0.smithi042.stdout:2263: snap_remove snap 210 2024-09-16T06:56:00.386 INFO:tasks.rados.rados.0.smithi042.stdout:2262: expect (ObjNum 581 snap 170 seq_num 581) 2024-09-16T06:56:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:00 smithi164 ceph-mon[88760]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T06:56:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:00 smithi042 ceph-mon[94096]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T06:56:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:00 smithi042 ceph-mon[96574]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T06:56:01.354 INFO:tasks.rados.rados.0.smithi042.stdout:2262: done (1 left) 2024-09-16T06:56:01.354 INFO:tasks.rados.rados.0.smithi042.stdout:2263: done (0 left) 2024-09-16T06:56:01.354 INFO:tasks.rados.rados.0.smithi042.stdout:2264: read oid 8 snap -1 2024-09-16T06:56:01.354 INFO:tasks.rados.rados.0.smithi042.stdout:2264: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T06:56:01.354 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 213 2024-09-16T06:56:01.355 INFO:tasks.rados.rados.0.smithi042.stdout:2265: seq_num 711 ranges {9035776=712704,9748480=786432,10534912=516096,11051008=303104} 2024-09-16T06:56:01.407 INFO:tasks.rados.rados.0.smithi042.stdout:2265: writing smithi04281968-17 from 9035776 to 9748480 tid 1 2024-09-16T06:56:01.412 INFO:tasks.rados.rados.0.smithi042.stdout:2265: writing smithi04281968-17 from 9748480 to 10534912 tid 2 2024-09-16T06:56:01.415 INFO:tasks.rados.rados.0.smithi042.stdout:2265: writing smithi04281968-17 from 10534912 to 11051008 tid 3 2024-09-16T06:56:01.417 INFO:tasks.rados.rados.0.smithi042.stdout:2265: writing smithi04281968-17 from 11051008 to 11354112 tid 4 2024-09-16T06:56:01.417 INFO:tasks.rados.rados.0.smithi042.stdout:2266: rollback oid 19 current snap is 213 2024-09-16T06:56:01.417 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 187 2024-09-16T06:56:01.417 INFO:tasks.rados.rados.0.smithi042.stdout:2264: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 1 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 2 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 3 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 4 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 5 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2266: finishing rollback tid 0 to smithi04281968-19 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2266: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2266: finishing rollback tid 2 to smithi04281968-19 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1024 (ObjNum 595 snap 176 seq_num 595) dirty exists 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: finishing write tid 6 to smithi04281968-17 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 998 (ObjNum 711 snap 213 seq_num 711) dirty exists 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2265: left oid 17 (ObjNum 711 snap 213 seq_num 711) 2024-09-16T06:56:01.482 INFO:tasks.rados.rados.0.smithi042.stdout:2264: done (2 left) 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:2265: done (1 left) 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:2266: done (0 left) 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:2267: rollback oid 17 current snap is 213 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 212 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:2268: rollback oid 9 current snap is 213 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 187 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 213 2024-09-16T06:56:01.483 INFO:tasks.rados.rados.0.smithi042.stdout:2269: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-09-16T06:56:01.485 INFO:tasks.rados.rados.0.smithi042.stdout:2269: writing smithi04281968-31 from 0 to 729088 tid 1 2024-09-16T06:56:01.489 INFO:tasks.rados.rados.0.smithi042.stdout:2269: writing smithi04281968-31 from 729088 to 1400832 tid 2 2024-09-16T06:56:01.493 INFO:tasks.rados.rados.0.smithi042.stdout:2269: writing smithi04281968-31 from 1400832 to 2072576 tid 3 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2269: writing smithi04281968-31 from 2072576 to 2334720 tid 4 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2270: read oid 7 snap -1 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2270: expect (ObjNum 709 snap 212 seq_num 709) 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2271: delete oid 15 current snap is 213 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2268: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2268: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:56:01.495 INFO:tasks.rados.rados.0.smithi042.stdout:2267: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2268: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 816 (ObjNum 587 snap 171 seq_num 587) dirty exists 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2267: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2267: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1001 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 1 to smithi04281968-31 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 2 to smithi04281968-31 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 3 to smithi04281968-31 2024-09-16T06:56:01.496 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 4 to smithi04281968-31 2024-09-16T06:56:01.497 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 5 to smithi04281968-31 2024-09-16T06:56:01.500 INFO:tasks.rados.rados.0.smithi042.stdout:2269: finishing write tid 6 to smithi04281968-31 2024-09-16T06:56:01.501 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 922 (ObjNum 712 snap 213 seq_num 712) dirty exists 2024-09-16T06:56:01.501 INFO:tasks.rados.rados.0.smithi042.stdout:2269: left oid 31 (ObjNum 712 snap 213 seq_num 712) 2024-09-16T06:56:01.508 INFO:tasks.rados.rados.0.smithi042.stdout:2270: expect (ObjNum 709 snap 212 seq_num 709) 2024-09-16T06:56:01.570 INFO:tasks.rados.rados.0.smithi042.stdout:2267: done (4 left) 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:2268: done (3 left) 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:2269: done (2 left) 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:2270: done (1 left) 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:2271: done (0 left) 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 213 2024-09-16T06:56:01.571 INFO:tasks.rados.rados.0.smithi042.stdout:2272: seq_num 714 ranges {2285568=761856,3047424=442368,3489792=688128,4177920=475136} 2024-09-16T06:56:01.587 INFO:tasks.rados.rados.0.smithi042.stdout:2272: writing smithi04281968-7 from 2285568 to 3047424 tid 1 2024-09-16T06:56:01.589 INFO:tasks.rados.rados.0.smithi042.stdout:2272: writing smithi04281968-7 from 3047424 to 3489792 tid 2 2024-09-16T06:56:01.594 INFO:tasks.rados.rados.0.smithi042.stdout:2272: writing smithi04281968-7 from 3489792 to 4177920 tid 3 2024-09-16T06:56:01.596 INFO:tasks.rados.rados.0.smithi042.stdout:2272: writing smithi04281968-7 from 4177920 to 4653056 tid 4 2024-09-16T06:56:01.597 INFO:tasks.rados.rados.0.smithi042.stdout:2273: snap_remove snap 212 2024-09-16T06:56:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:01 smithi042 ceph-mon[94096]: pgmap v432: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T06:56:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:01 smithi042 ceph-mon[94096]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T06:56:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:01] "GET /metrics HTTP/1.1" 200 36318 "" "Prometheus/2.43.0" 2024-09-16T06:56:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:01 smithi042 ceph-mon[96574]: pgmap v432: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T06:56:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:01 smithi042 ceph-mon[96574]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T06:56:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:01 smithi164 ceph-mon[88760]: pgmap v432: 121 pgs: 121 active+clean; 278 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-09-16T06:56:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:01 smithi164 ceph-mon[88760]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T06:56:02.370 INFO:tasks.rados.rados.0.smithi042.stdout:2273: done (1 left) 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2274: read oid 48 snap -1 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2274: expect deleted 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2275: delete oid 43 current snap is 213 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 1 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 2 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 3 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 4 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 5 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: finishing write tid 6 to smithi04281968-7 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1009 (ObjNum 714 snap 213 seq_num 714) dirty exists 2024-09-16T06:56:02.371 INFO:tasks.rados.rados.0.smithi042.stdout:2272: left oid 7 (ObjNum 714 snap 213 seq_num 714) 2024-09-16T06:56:02.379 INFO:tasks.rados.rados.0.smithi042.stdout:2272: done (2 left) 2024-09-16T06:56:02.379 INFO:tasks.rados.rados.0.smithi042.stdout:2274: done (1 left) 2024-09-16T06:56:02.379 INFO:tasks.rados.rados.0.smithi042.stdout:2275: done (0 left) 2024-09-16T06:56:02.379 INFO:tasks.rados.rados.0.smithi042.stdout:2276: read oid 6 snap 198 2024-09-16T06:56:02.379 INFO:tasks.rados.rados.0.smithi042.stdout:2276: expect (ObjNum 614 snap 182 seq_num 614) 2024-09-16T06:56:02.380 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 213 2024-09-16T06:56:02.380 INFO:tasks.rados.rados.0.smithi042.stdout:2277: seq_num 716 ranges {1851392=794624,2646016=655360,3301376=704512,4005888=245760} 2024-09-16T06:56:02.395 INFO:tasks.rados.rados.0.smithi042.stdout:2277: writing smithi04281968-8 from 1851392 to 2646016 tid 1 2024-09-16T06:56:02.399 INFO:tasks.rados.rados.0.smithi042.stdout:2277: writing smithi04281968-8 from 2646016 to 3301376 tid 2 2024-09-16T06:56:02.403 INFO:tasks.rados.rados.0.smithi042.stdout:2277: writing smithi04281968-8 from 3301376 to 4005888 tid 3 2024-09-16T06:56:02.405 INFO:tasks.rados.rados.0.smithi042.stdout:2277: writing smithi04281968-8 from 4005888 to 4251648 tid 4 2024-09-16T06:56:02.405 INFO:tasks.rados.rados.0.smithi042.stdout:2278: rmattr oid 21 current snap is 213 2024-09-16T06:56:02.405 INFO:tasks.rados.rados.0.smithi042.stdout:2278: done (2 left) 2024-09-16T06:56:02.405 INFO:tasks.rados.rados.0.smithi042.stdout:2279: snap_create 2024-09-16T06:56:02.405 INFO:tasks.rados.rados.0.smithi042.stdout:2276: expect (ObjNum 614 snap 182 seq_num 614) 2024-09-16T06:56:02.653 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 1 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 2 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 3 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 4 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 5 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: finishing write tid 6 to smithi04281968-8 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 674 (ObjNum 716 snap 213 seq_num 716) dirty exists 2024-09-16T06:56:02.654 INFO:tasks.rados.rados.0.smithi042.stdout:2277: left oid 8 (ObjNum 716 snap 213 seq_num 716) 2024-09-16T06:56:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:03.390 INFO:tasks.rados.rados.0.smithi042.stdout:2276: done (2 left) 2024-09-16T06:56:03.390 INFO:tasks.rados.rados.0.smithi042.stdout:2277: done (1 left) 2024-09-16T06:56:03.390 INFO:tasks.rados.rados.0.smithi042.stdout:2279: done (0 left) 2024-09-16T06:56:03.390 INFO:tasks.rados.rados.0.smithi042.stdout:2280: copy_from oid 25 from oid 36 current snap is 214 2024-09-16T06:56:03.390 INFO:tasks.rados.rados.0.smithi042.stdout:2281: snap_create 2024-09-16T06:56:03.428 INFO:tasks.rados.rados.0.smithi042.stdout:2280: finishing copy_from racing read to smithi04281968-25 2024-09-16T06:56:03.429 INFO:tasks.rados.rados.0.smithi042.stdout:2280: finishing copy_from to smithi04281968-25 2024-09-16T06:56:03.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 569 (ObjNum 679 snap 206 seq_num 679) dirty exists 2024-09-16T06:56:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:03 smithi164 ceph-mon[88760]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-16T06:56:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:03 smithi164 ceph-mon[88760]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T06:56:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:03 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:03 smithi164 ceph-mon[88760]: Upgrade: osd.7 is safe to restart 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[96574]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[96574]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[96574]: Upgrade: osd.7 is safe to restart 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[94096]: pgmap v434: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-09-16T06:56:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[94096]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T06:56:03.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T06:56:03.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:03 smithi042 ceph-mon[94096]: Upgrade: osd.7 is safe to restart 2024-09-16T06:56:04.394 INFO:tasks.rados.rados.0.smithi042.stdout:2280: done (1 left) 2024-09-16T06:56:04.395 INFO:tasks.rados.rados.0.smithi042.stdout:2281: done (0 left) 2024-09-16T06:56:04.395 INFO:tasks.rados.rados.0.smithi042.stdout:2282: snap_create 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:56:04.585 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:56:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T06:56:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2282: done (0 left) 2024-09-16T06:56:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2283: snap_create 2024-09-16T06:56:05.654 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:05 smithi164 ceph-mon[88760]: pgmap v437: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:56:05.654 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:05 smithi164 ceph-mon[88760]: Upgrade: Updating osd.7 2024-09-16T06:56:05.654 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:05 smithi164 ceph-mon[88760]: Deploying daemon osd.7 on smithi164 2024-09-16T06:56:05.654 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:05 smithi164 ceph-mon[88760]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T06:56:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[94096]: pgmap v437: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:56:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[94096]: Upgrade: Updating osd.7 2024-09-16T06:56:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[94096]: Deploying daemon osd.7 on smithi164 2024-09-16T06:56:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[94096]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T06:56:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[96574]: pgmap v437: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 270 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:56:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[96574]: Upgrade: Updating osd.7 2024-09-16T06:56:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[96574]: Deploying daemon osd.7 on smithi164 2024-09-16T06:56:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:05 smithi042 ceph-mon[96574]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T06:56:06.406 INFO:tasks.rados.rados.0.smithi042.stdout:2283: done (0 left) 2024-09-16T06:56:06.406 INFO:tasks.rados.rados.0.smithi042.stdout:2284: delete oid 45 current snap is 217 2024-09-16T06:56:06.407 INFO:tasks.rados.rados.0.smithi042.stdout:2284: done (0 left) 2024-09-16T06:56:06.407 INFO:tasks.rados.rados.0.smithi042.stdout:2285: read oid 40 snap -1 2024-09-16T06:56:06.407 INFO:tasks.rados.rados.0.smithi042.stdout:2285: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:56:06.407 INFO:tasks.rados.rados.0.smithi042.stdout:2286: snap_remove snap 214 2024-09-16T06:56:06.571 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:06 smithi164 ceph-mon[88760]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T06:56:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:06 smithi042 ceph-mon[94096]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T06:56:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:06 smithi042 ceph-mon[96574]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T06:56:07.161 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:06 smithi164 systemd[1]: Stopping Ceph osd.7 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:07.375 INFO:tasks.rados.rados.0.smithi042.stdout:2286: done (1 left) 2024-09-16T06:56:07.376 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 217 2024-09-16T06:56:07.376 INFO:tasks.rados.rados.0.smithi042.stdout:2287: seq_num 718 ranges {10821632=32768} 2024-09-16T06:56:07.436 INFO:tasks.rados.rados.0.smithi042.stdout:2287: writing smithi04281968-36 from 10821632 to 10854400 tid 1 2024-09-16T06:56:07.436 INFO:tasks.rados.rados.0.smithi042.stdout:2288: delete oid 1 current snap is 217 2024-09-16T06:56:07.436 INFO:tasks.rados.rados.0.smithi042.stdout:2285: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2287: finishing write tid 1 to smithi04281968-36 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2287: finishing write tid 2 to smithi04281968-36 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2287: finishing write tid 3 to smithi04281968-36 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 572 (ObjNum 718 snap 217 seq_num 718) dirty exists 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2287: left oid 36 (ObjNum 718 snap 217 seq_num 718) 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2285: done (2 left) 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2287: done (1 left) 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2288: done (0 left) 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2289: read oid 34 snap -1 2024-09-16T06:56:07.486 INFO:tasks.rados.rados.0.smithi042.stdout:2289: expect (ObjNum 655 snap 204 seq_num 655) 2024-09-16T06:56:07.487 INFO:tasks.rados.rados.0.smithi042.stdout:2290: setattr oid 47 current snap is 217 2024-09-16T06:56:07.487 INFO:tasks.rados.rados.0.smithi042.stdout:2291: delete oid 3 current snap is 217 2024-09-16T06:56:07.488 INFO:tasks.rados.rados.0.smithi042.stdout:2291: done (2 left) 2024-09-16T06:56:07.488 INFO:tasks.rados.rados.0.smithi042.stdout:2292: read oid 5 snap 216 2024-09-16T06:56:07.488 INFO:tasks.rados.rados.0.smithi042.stdout:2292: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:07.488 INFO:tasks.rados.rados.0.smithi042.stdout:2293: copy_from oid 11 from oid 45 current snap is 217 2024-09-16T06:56:07.489 INFO:tasks.rados.rados.0.smithi042.stdout:2294: read oid 19 snap -1 2024-09-16T06:56:07.489 INFO:tasks.rados.rados.0.smithi042.stdout:2294: expect (ObjNum 595 snap 176 seq_num 595) 2024-09-16T06:56:07.489 INFO:tasks.rados.rados.0.smithi042.stdout:2295: snap_create 2024-09-16T06:56:07.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[55495]: 2024-09-16T06:56:07.161+0000 7efe494a8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:56:07.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[55495]: 2024-09-16T06:56:07.161+0000 7efe494a8640 -1 osd.7 507 *** Got signal Terminated *** 2024-09-16T06:56:07.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[55495]: 2024-09-16T06:56:07.161+0000 7efe494a8640 -1 osd.7 507 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T06:56:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-mon[88760]: pgmap v440: 121 pgs: 121 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T06:56:07.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-mon[88760]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T06:56:07.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-mon[88760]: osd.7 marked itself down and dead 2024-09-16T06:56:07.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-mon[88760]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:56:07.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:07 smithi164 ceph-mon[88760]: osdmap e508: 8 total, 7 up, 8 in 2024-09-16T06:56:07.490 INFO:tasks.rados.rados.0.smithi042.stdout:2293: finishing copy_from to smithi04281968-11 2024-09-16T06:56:07.490 INFO:tasks.rados.rados.0.smithi042.stdout:2293: got expected ENOENT (src dne) 2024-09-16T06:56:07.490 INFO:tasks.rados.rados.0.smithi042.stdout:2293: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:56:07.492 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 797 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-09-16T06:56:07.602 INFO:tasks.rados.rados.0.smithi042.stdout:2294: expect (ObjNum 595 snap 176 seq_num 595) 2024-09-16T06:56:07.632 INFO:tasks.rados.rados.0.smithi042.stdout:2292: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[94096]: pgmap v440: 121 pgs: 121 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[94096]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[94096]: osd.7 marked itself down and dead 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[94096]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[94096]: osdmap e508: 8 total, 7 up, 8 in 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[96574]: pgmap v440: 121 pgs: 121 active+clean; 279 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-09-16T06:56:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[96574]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T06:56:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[96574]: osd.7 marked itself down and dead 2024-09-16T06:56:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[96574]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T06:56:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:07 smithi042 ceph-mon[96574]: osdmap e508: 8 total, 7 up, 8 in 2024-09-16T06:56:08.218 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:07 smithi164 podman[108602]: 2024-09-16 06:56:07.927717604 +0000 UTC m=+0.881193808 container died 6a09a67344fa9e52119b09a804ecce2243b007514540b64c205804d202d85c7c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2290: done (5 left) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2292: done (4 left) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2293: done (3 left) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2294: done (2 left) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2295: done (1 left) 2024-09-16T06:56:08.378 INFO:tasks.rados.rados.0.smithi042.stdout:2296: delete oid 23 current snap is 218 2024-09-16T06:56:08.393 INFO:tasks.rados.rados.0.smithi042.stdout:2296: done (1 left) 2024-09-16T06:56:08.393 INFO:tasks.rados.rados.0.smithi042.stdout:2297: rollback oid 20 current snap is 218 2024-09-16T06:56:08.393 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 217 2024-09-16T06:56:08.393 INFO:tasks.rados.rados.0.smithi042.stdout:2298: copy_from oid 38 from oid 28 current snap is 218 2024-09-16T06:56:08.393 INFO:tasks.rados.rados.0.smithi042.stdout:2299: delete oid 33 current snap is 218 2024-09-16T06:56:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2297: finishing rollback tid 0 to smithi04281968-20 2024-09-16T06:56:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2297: finishing rollback tid 1 to smithi04281968-20 2024-09-16T06:56:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2297: finishing rollback tid 2 to smithi04281968-20 2024-09-16T06:56:08.397 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 682 (ObjNum 618 snap 183 seq_num 618) dirty exists 2024-09-16T06:56:08.398 INFO:tasks.rados.rados.0.smithi042.stdout:2297: done (3 left) 2024-09-16T06:56:08.398 INFO:tasks.rados.rados.0.smithi042.stdout:2299: done (2 left) 2024-09-16T06:56:08.398 INFO:tasks.rados.rados.0.smithi042.stdout:2300: setattr oid 44 current snap is 218 2024-09-16T06:56:08.399 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 218 2024-09-16T06:56:08.399 INFO:tasks.rados.rados.0.smithi042.stdout:2301: seq_num 723 ranges {10821632=114688} 2024-09-16T06:56:08.460 INFO:tasks.rados.rados.0.smithi042.stdout:2301: writing smithi04281968-25 from 10821632 to 10936320 tid 1 2024-09-16T06:56:08.461 INFO:tasks.rados.rados.0.smithi042.stdout:2302: read oid 49 snap -1 2024-09-16T06:56:08.461 INFO:tasks.rados.rados.0.smithi042.stdout:2302: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:08.461 INFO:tasks.rados.rados.0.smithi042.stdout:2303: snap_remove snap 217 2024-09-16T06:56:08.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:08 smithi164 podman[108602]: 2024-09-16 06:56:08.325799568 +0000 UTC m=+1.279275771 container cleanup 6a09a67344fa9e52119b09a804ecce2243b007514540b64c205804d202d85c7c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=quincy-6d025bc, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T06:56:08.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:08 smithi164 bash[108602]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7 2024-09-16T06:56:08.909 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:08 smithi164 podman[108621]: 2024-09-16 06:56:08.585959814 +0000 UTC m=+0.656302601 container remove 6a09a67344fa9e52119b09a804ecce2243b007514540b64c205804d202d85c7c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T06:56:09.221 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:08 smithi164 podman[108716]: 2024-09-16 06:56:08.812680544 +0000 UTC m=+0.015920812 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:56:09.221 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:08 smithi164 podman[108716]: 2024-09-16 06:56:08.920021742 +0000 UTC m=+0.123262081 container create 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-16T06:56:09.221 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 podman[108716]: 2024-09-16 06:56:09.130730223 +0000 UTC m=+0.333970490 container init 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T06:56:09.221 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 podman[108716]: 2024-09-16 06:56:09.135539859 +0000 UTC m=+0.338780131 container start 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T06:56:09.221 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 podman[108716]: 2024-09-16 06:56:09.222038319 +0000 UTC m=+0.425278594 container attach 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T06:56:09.409 INFO:tasks.rados.rados.0.smithi042.stdout:2303: done (5 left) 2024-09-16T06:56:09.410 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 218 2024-09-16T06:56:09.410 INFO:tasks.rados.rados.0.smithi042.stdout:2304: seq_num 724 ranges {557056=131072} 2024-09-16T06:56:09.413 INFO:tasks.rados.rados.0.smithi042.stdout:2304: writing smithi04281968-4 from 557056 to 688128 tid 1 2024-09-16T06:56:09.414 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 218 2024-09-16T06:56:09.414 INFO:tasks.rados.rados.0.smithi042.stdout:2305: seq_num 725 ranges {4653056=147456} 2024-09-16T06:56:09.440 INFO:tasks.rados.rados.0.smithi042.stdout:2305: writing smithi04281968-7 from 4653056 to 4800512 tid 1 2024-09-16T06:56:09.440 INFO:tasks.rados.rados.0.smithi042.stdout:2306: setattr oid 43 current snap is 218 2024-09-16T06:56:09.440 INFO:tasks.rados.rados.0.smithi042.stdout:2289: expect (ObjNum 655 snap 204 seq_num 655) 2024-09-16T06:56:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:09 smithi164 ceph-mon[88760]: pgmap v443: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 10 op/s 2024-09-16T06:56:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:09 smithi164 ceph-mon[88760]: osdmap e509: 8 total, 7 up, 8 in 2024-09-16T06:56:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:09 smithi164 ceph-mon[88760]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-16T06:56:09.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 podman[108716]: 2024-09-16 06:56:09.328381321 +0000 UTC m=+0.531621589 container died 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-09-16T06:56:09.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 817 (ObjNum 707 snap 211 seq_num 707) dirty exists 2024-09-16T06:56:09.535 INFO:tasks.rados.rados.0.smithi042.stdout:2298: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2298: finishing copy_from to smithi04281968-38 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 936 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2301: finishing write tid 1 to smithi04281968-25 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2301: finishing write tid 2 to smithi04281968-25 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2301: finishing write tid 3 to smithi04281968-25 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 767 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2301: left oid 25 (ObjNum 723 snap 218 seq_num 723) 2024-09-16T06:56:09.536 INFO:tasks.rados.rados.0.smithi042.stdout:2302: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2304: finishing write tid 1 to smithi04281968-4 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2304: finishing write tid 2 to smithi04281968-4 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2304: finishing write tid 3 to smithi04281968-4 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 746 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2304: left oid 4 (ObjNum 724 snap 218 seq_num 724) 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2305: finishing write tid 1 to smithi04281968-7 2024-09-16T06:56:09.660 INFO:tasks.rados.rados.0.smithi042.stdout:2305: finishing write tid 2 to smithi04281968-7 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2305: finishing write tid 3 to smithi04281968-7 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1020 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2305: left oid 7 (ObjNum 725 snap 218 seq_num 725) 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 747 (ObjNum 65 snap 0 seq_num 1432445265) dirty exists 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2289: done (7 left) 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2298: done (6 left) 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2300: done (5 left) 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2301: done (4 left) 2024-09-16T06:56:09.661 INFO:tasks.rados.rados.0.smithi042.stdout:2302: done (3 left) 2024-09-16T06:56:09.662 INFO:tasks.rados.rados.0.smithi042.stdout:2304: done (2 left) 2024-09-16T06:56:09.662 INFO:tasks.rados.rados.0.smithi042.stdout:2305: done (1 left) 2024-09-16T06:56:09.662 INFO:tasks.rados.rados.0.smithi042.stdout:2306: done (0 left) 2024-09-16T06:56:09.662 INFO:tasks.rados.rados.0.smithi042.stdout:2307: snap_remove snap 216 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[96574]: pgmap v443: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 10 op/s 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[96574]: osdmap e509: 8 total, 7 up, 8 in 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[96574]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[94096]: pgmap v443: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 10 op/s 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[94096]: osdmap e509: 8 total, 7 up, 8 in 2024-09-16T06:56:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:09 smithi042 ceph-mon[94096]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-09-16T06:56:10.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 podman[108759]: 2024-09-16 06:56:09.875899961 +0000 UTC m=+0.538364585 container remove 850a8dd5636f61956c02fd3bf55543dacf05c064507beb0e345d4b71f3ae20af (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T06:56:10.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-16T06:56:10.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 systemd[1]: Stopped Ceph osd.7 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:10.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:09 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.7.service: Consumed 14.913s CPU time. 2024-09-16T06:56:10.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 systemd[1]: Starting Ceph osd.7 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:10.415 INFO:tasks.rados.rados.0.smithi042.stdout:2307: done (0 left) 2024-09-16T06:56:10.415 INFO:tasks.rados.rados.0.smithi042.stdout:2308: read oid 24 snap -1 2024-09-16T06:56:10.415 INFO:tasks.rados.rados.0.smithi042.stdout:2308: expect deleted 2024-09-16T06:56:10.415 INFO:tasks.rados.rados.0.smithi042.stdout:2309: delete oid 9 current snap is 218 2024-09-16T06:56:10.423 INFO:tasks.rados.rados.0.smithi042.stdout:2308: done (1 left) 2024-09-16T06:56:10.424 INFO:tasks.rados.rados.0.smithi042.stdout:2309: done (0 left) 2024-09-16T06:56:10.424 INFO:tasks.rados.rados.0.smithi042.stdout:2310: snap_remove snap 187 2024-09-16T06:56:10.645 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-mon[88760]: osdmap e510: 8 total, 7 up, 8 in 2024-09-16T06:56:10.646 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.209402817 +0000 UTC m=+0.016172845 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:56:10.646 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.33573714 +0000 UTC m=+0.142507159 container create 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True) 2024-09-16T06:56:10.646 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.537815425 +0000 UTC m=+0.344585442 container init 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, GIT_CLEAN=True, ceph=True, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-16T06:56:10.646 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.542840086 +0000 UTC m=+0.349610103 container start 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:56:10.646 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.646072748 +0000 UTC m=+0.452842777 container attach 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:56:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:10 smithi042 ceph-mon[94096]: osdmap e510: 8 total, 7 up, 8 in 2024-09-16T06:56:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:10 smithi042 ceph-mon[96574]: osdmap e510: 8 total, 7 up, 8 in 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T06:56:10.989 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate[108878]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 bash[108864]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T06:56:10.990 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:10 smithi164 podman[108864]: 2024-09-16 06:56:10.887985033 +0000 UTC m=+0.694755058 container died 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T06:56:11.419 INFO:tasks.rados.rados.0.smithi042.stdout:2310: done (0 left) 2024-09-16T06:56:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2311: rollback oid 11 current snap is 218 2024-09-16T06:56:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 215 2024-09-16T06:56:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 218 2024-09-16T06:56:11.420 INFO:tasks.rados.rados.0.smithi042.stdout:2312: seq_num 727 ranges {7766016=180224} 2024-09-16T06:56:11.465 INFO:tasks.rados.rados.0.smithi042.stdout:2312: writing smithi04281968-6 from 7766016 to 7946240 tid 1 2024-09-16T06:56:11.465 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 218 2024-09-16T06:56:11.465 INFO:tasks.rados.rados.0.smithi042.stdout:2311: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:56:11.465 INFO:tasks.rados.rados.0.smithi042.stdout:2313: seq_num 728 ranges {0=196608} 2024-09-16T06:56:11.466 INFO:tasks.rados.rados.0.smithi042.stdout:2313: writing smithi04281968-37 from 0 to 196608 tid 1 2024-09-16T06:56:11.466 INFO:tasks.rados.rados.0.smithi042.stdout:2314: snap_create 2024-09-16T06:56:11.466 INFO:tasks.rados.rados.0.smithi042.stdout:2311: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:56:11.466 INFO:tasks.rados.rados.0.smithi042.stdout:2311: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:56:11.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 831 (ObjNum 617 snap 183 seq_num 617) dirty exists 2024-09-16T06:56:11.468 INFO:tasks.rados.rados.0.smithi042.stdout:2312: finishing write tid 1 to smithi04281968-6 2024-09-16T06:56:11.468 INFO:tasks.rados.rados.0.smithi042.stdout:2313: finishing write tid 1 to smithi04281968-37 2024-09-16T06:56:11.469 INFO:tasks.rados.rados.0.smithi042.stdout:2313: finishing write tid 2 to smithi04281968-37 2024-09-16T06:56:11.469 INFO:tasks.rados.rados.0.smithi042.stdout:2312: finishing write tid 2 to smithi04281968-6 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:2313: finishing write tid 3 to smithi04281968-37 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 574 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:2313: left oid 37 (ObjNum 728 snap 218 seq_num 728) 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:2312: finishing write tid 3 to smithi04281968-6 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1039 (ObjNum 727 snap 218 seq_num 727) dirty exists 2024-09-16T06:56:11.470 INFO:tasks.rados.rados.0.smithi042.stdout:2312: left oid 6 (ObjNum 727 snap 218 seq_num 727) 2024-09-16T06:56:11.482 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:11 smithi164 ceph-mon[88760]: pgmap v446: 121 pgs: 13 active+undersized, 8 peering, 9 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 32/408 objects degraded (7.843%) 2024-09-16T06:56:11.482 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:11 smithi164 ceph-mon[88760]: Health check failed: Degraded data redundancy: 32/408 objects degraded (7.843%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:11.483 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:11 smithi164 ceph-mon[88760]: osdmap e511: 8 total, 7 up, 8 in 2024-09-16T06:56:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:11] "GET /metrics HTTP/1.1" 200 36310 "" "Prometheus/2.43.0" 2024-09-16T06:56:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[94096]: pgmap v446: 121 pgs: 13 active+undersized, 8 peering, 9 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 32/408 objects degraded (7.843%) 2024-09-16T06:56:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[94096]: Health check failed: Degraded data redundancy: 32/408 objects degraded (7.843%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[94096]: osdmap e511: 8 total, 7 up, 8 in 2024-09-16T06:56:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[96574]: pgmap v446: 121 pgs: 13 active+undersized, 8 peering, 9 stale+active+clean, 6 active+undersized+degraded, 85 active+clean; 289 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 32/408 objects degraded (7.843%) 2024-09-16T06:56:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[96574]: Health check failed: Degraded data redundancy: 32/408 objects degraded (7.843%), 6 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:11 smithi042 ceph-mon[96574]: osdmap e511: 8 total, 7 up, 8 in 2024-09-16T06:56:11.738 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:11 smithi164 podman[109016]: 2024-09-16 06:56:11.634237406 +0000 UTC m=+0.740541824 container remove 92ca3d0cfa13ab80bdee9291616788592faed49860583b1aa31f3873c6f09309 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T06:56:12.095 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:11 smithi164 podman[109082]: 2024-09-16 06:56:11.742096634 +0000 UTC m=+0.016144794 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:56:12.095 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:11 smithi164 podman[109082]: 2024-09-16 06:56:11.843374521 +0000 UTC m=+0.117422736 container create ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:56:12.095 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 podman[109082]: 2024-09-16 06:56:12.095720483 +0000 UTC m=+0.369768639 container init ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T06:56:12.374 INFO:tasks.rados.rados.0.smithi042.stdout:2311: done (3 left) 2024-09-16T06:56:12.374 INFO:tasks.rados.rados.0.smithi042.stdout:2312: done (2 left) 2024-09-16T06:56:12.374 INFO:tasks.rados.rados.0.smithi042.stdout:2313: done (1 left) 2024-09-16T06:56:12.374 INFO:tasks.rados.rados.0.smithi042.stdout:2314: done (0 left) 2024-09-16T06:56:12.374 INFO:tasks.rados.rados.0.smithi042.stdout:2315: rollback oid 16 current snap is 219 2024-09-16T06:56:12.375 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 198 2024-09-16T06:56:12.375 INFO:tasks.rados.rados.0.smithi042.stdout:2316: read oid 42 snap -1 2024-09-16T06:56:12.375 INFO:tasks.rados.rados.0.smithi042.stdout:2316: expect (ObjNum 667 snap 205 seq_num 667) 2024-09-16T06:56:12.375 INFO:tasks.rados.rados.0.smithi042.stdout:2317: delete oid 36 current snap is 219 2024-09-16T06:56:12.378 INFO:tasks.rados.rados.0.smithi042.stdout:2317: done (2 left) 2024-09-16T06:56:12.379 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 219 2024-09-16T06:56:12.379 INFO:tasks.rados.rados.0.smithi042.stdout:2318: seq_num 730 ranges {11583488=229376} 2024-09-16T06:56:12.421 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:12.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 podman[109082]: 2024-09-16 06:56:12.100682695 +0000 UTC m=+0.374730845 container start ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T06:56:12.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-osd[109120]: -- 172.21.15.164:0/1074990958 <== mon.1 v2:172.21.15.164:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561a32aeb1e0 con 0x561a3386a000 2024-09-16T06:56:12.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 bash[109082]: ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad 2024-09-16T06:56:12.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 systemd[1]: Started Ceph osd.7 for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:2318: writing smithi04281968-38 from 11583488 to 11812864 tid 1 2024-09-16T06:56:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:2319: copy_from oid 13 from oid 5 current snap is 219 2024-09-16T06:56:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:2315: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:56:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:2320: snap_remove snap 211 2024-09-16T06:56:12.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T06:56:12.635+0000 7f269da61640 -1 Falling back to public interface 2024-09-16T06:56:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-mon[88760]: osdmap e512: 8 total, 7 up, 8 in 2024-09-16T06:56:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:12.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:12 smithi164 ceph-mon[88760]: osdmap e513: 8 total, 7 up, 8 in 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[94096]: osdmap e512: 8 total, 7 up, 8 in 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[94096]: osdmap e513: 8 total, 7 up, 8 in 2024-09-16T06:56:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[96574]: osdmap e512: 8 total, 7 up, 8 in 2024-09-16T06:56:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:12.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:12 smithi042 ceph-mon[96574]: osdmap e513: 8 total, 7 up, 8 in 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2320: done (4 left) 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2321: snap_create 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2315: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2315: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 739 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T06:56:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2316: expect (ObjNum 667 snap 205 seq_num 667) 2024-09-16T06:56:13.661 INFO:tasks.rados.rados.0.smithi042.stdout:2318: finishing write tid 1 to smithi04281968-38 2024-09-16T06:56:13.661 INFO:tasks.rados.rados.0.smithi042.stdout:2318: finishing write tid 2 to smithi04281968-38 2024-09-16T06:56:13.661 INFO:tasks.rados.rados.0.smithi042.stdout:2318: finishing write tid 3 to smithi04281968-38 2024-09-16T06:56:13.662 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 994 (ObjNum 730 snap 219 seq_num 730) dirty exists 2024-09-16T06:56:13.662 INFO:tasks.rados.rados.0.smithi042.stdout:2318: left oid 38 (ObjNum 730 snap 219 seq_num 730) 2024-09-16T06:56:13.662 INFO:tasks.rados.rados.0.smithi042.stdout:2319: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:56:13.662 INFO:tasks.rados.rados.0.smithi042.stdout:2319: finishing copy_from to smithi04281968-13 2024-09-16T06:56:13.662 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 753 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-16T06:56:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:13 smithi164 ceph-mon[88760]: pgmap v449: 121 pgs: 33 active+undersized, 8 peering, 9 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 35/423 objects degraded (8.274%) 2024-09-16T06:56:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:13 smithi042 ceph-mon[94096]: pgmap v449: 121 pgs: 33 active+undersized, 8 peering, 9 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 35/423 objects degraded (8.274%) 2024-09-16T06:56:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:13 smithi042 ceph-mon[96574]: pgmap v449: 121 pgs: 33 active+undersized, 8 peering, 9 active+undersized+degraded, 71 active+clean; 300 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.8 MiB/s wr, 16 op/s; 35/423 objects degraded (8.274%) 2024-09-16T06:56:14.434 INFO:tasks.rados.rados.0.smithi042.stdout:2315: done (4 left) 2024-09-16T06:56:14.434 INFO:tasks.rados.rados.0.smithi042.stdout:2316: done (3 left) 2024-09-16T06:56:14.434 INFO:tasks.rados.rados.0.smithi042.stdout:2318: done (2 left) 2024-09-16T06:56:14.434 INFO:tasks.rados.rados.0.smithi042.stdout:2319: done (1 left) 2024-09-16T06:56:14.435 INFO:tasks.rados.rados.0.smithi042.stdout:2321: done (0 left) 2024-09-16T06:56:14.435 INFO:tasks.rados.rados.0.smithi042.stdout:2322: rollback oid 29 current snap is 220 2024-09-16T06:56:14.435 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 213 2024-09-16T06:56:14.435 INFO:tasks.rados.rados.0.smithi042.stdout:2323: snap_remove snap 215 2024-09-16T06:56:14.688 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:14 smithi164 ceph-mon[88760]: osdmap e514: 8 total, 7 up, 8 in 2024-09-16T06:56:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:14 smithi042 ceph-mon[94096]: osdmap e514: 8 total, 7 up, 8 in 2024-09-16T06:56:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:14 smithi042 ceph-mon[96574]: osdmap e514: 8 total, 7 up, 8 in 2024-09-16T06:56:15.436 INFO:tasks.rados.rados.0.smithi042.stdout:2323: done (1 left) 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2324: rollback oid 42 current snap is 220 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 198 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2322: finishing rollback tid 0 to smithi04281968-29 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2322: finishing rollback tid 1 to smithi04281968-29 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2322: finishing rollback tid 2 to smithi04281968-29 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 835 (ObjNum 701 snap 211 seq_num 701) dirty exists 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2322: done (1 left) 2024-09-16T06:56:15.437 INFO:tasks.rados.rados.0.smithi042.stdout:2325: delete oid 11 current snap is 220 2024-09-16T06:56:15.445 INFO:tasks.rados.rados.0.smithi042.stdout:2324: finishing rollback tid 0 to smithi04281968-42 2024-09-16T06:56:15.446 INFO:tasks.rados.rados.0.smithi042.stdout:2325: done (1 left) 2024-09-16T06:56:15.446 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 220 2024-09-16T06:56:15.446 INFO:tasks.rados.rados.0.smithi042.stdout:2326: seq_num 732 ranges {3629056=262144} 2024-09-16T06:56:15.468 INFO:tasks.rados.rados.0.smithi042.stdout:2326: writing smithi04281968-49 from 3629056 to 3891200 tid 1 2024-09-16T06:56:15.468 INFO:tasks.rados.rados.0.smithi042.stdout:2327: rmattr oid 12 current snap is 220 2024-09-16T06:56:15.468 INFO:tasks.rados.rados.0.smithi042.stdout:2327: done (2 left) 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2328: rmattr oid 10 current snap is 220 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2328: done (2 left) 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2329: copy_from oid 23 from oid 36 current snap is 220 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2324: finishing rollback tid 1 to smithi04281968-42 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2324: finishing rollback tid 2 to smithi04281968-42 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1024 (ObjNum 639 snap 190 seq_num 639) dirty exists 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2324: done (2 left) 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2330: copy_from oid 42 from oid 41 current snap is 220 2024-09-16T06:56:15.469 INFO:tasks.rados.rados.0.smithi042.stdout:2331: snap_remove snap 213 2024-09-16T06:56:15.470 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:56:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:15 smithi164 ceph-mon[88760]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2024-09-16T06:56:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:15 smithi164 ceph-mon[88760]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-16T06:56:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:15 smithi164 ceph-mon[88760]: osdmap e515: 8 total, 7 up, 8 in 2024-09-16T06:56:15.736 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (6m) 2m ago 10m 26.6M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (6m) 31s ago 10m 86.6M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (11m) 2m ago 11m 17.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 aa229ff01035 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (11m) 31s ago 11m 19.6M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (5m) 31s ago 14m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (6m) 2m ago 16m 490M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (5m) 2m ago 16m 50.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (4m) 31s ago 14m 46.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (4m) 2m ago 14m 42.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (6m) 2m ago 9m 15.6M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:56:15.737 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (6m) 31s ago 9m 14.7M - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (3m) 2m ago 14m 133M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (3m) 2m ago 13m 121M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (2m) 2m ago 13m 93.0M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (2m) 2m ago 12m 12.1M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (103s) 31s ago 12m 101M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (69s) 31s ago 12m 109M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (36s) 31s ago 11m 14.3M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 starting - - - 2480M 2024-09-16T06:56:15.738 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (5m) 31s ago 10m 62.8M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:56:15.738 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[94096]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2024-09-16T06:56:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[94096]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-16T06:56:15.739 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[94096]: osdmap e515: 8 total, 7 up, 8 in 2024-09-16T06:56:15.739 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[96574]: pgmap v452: 121 pgs: 1 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 70 active+clean; 304 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 16 op/s; 41/426 objects degraded (9.624%) 2024-09-16T06:56:15.739 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[96574]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-09-16T06:56:15.739 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:15 smithi042 ceph-mon[96574]: osdmap e515: 8 total, 7 up, 8 in 2024-09-16T06:56:15.988 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T06:56:15.507+0000 7f269da61640 -1 osd.7 507 log_to_monitors true 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:56:16.064 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 7 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 17.2.7-1633-g6d025bc2 (6d025bc26f3176c910707f8cb4c8d8e076640615) quincy (stable)": 2, 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 12 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:56:16.065 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2329: finishing copy_from to smithi04281968-23 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2329: got expected ENOENT (src dne) 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2329: finishing copy_from racing read to smithi04281968-23 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2326: finishing write tid 1 to smithi04281968-49 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2326: finishing write tid 2 to smithi04281968-49 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2326: finishing write tid 3 to smithi04281968-49 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 842 (ObjNum 732 snap 220 seq_num 732) dirty exists 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2326: left oid 49 (ObjNum 732 snap 220 seq_num 732) 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2330: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:56:16.448 INFO:tasks.rados.rados.0.smithi042.stdout:2330: finishing copy_from to smithi04281968-42 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 748 (ObjNum 617 snap 183 seq_num 617) dirty exists 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2326: done (3 left) 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2329: done (2 left) 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2330: done (1 left) 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2331: done (0 left) 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2332: rollback oid 17 current snap is 220 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 219 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2333: rollback oid 9 current snap is 220 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 218 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2334: read oid 48 snap -1 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2334: expect deleted 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2335: rollback oid 47 current snap is 220 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 47 to 219 2024-09-16T06:56:16.449 INFO:tasks.rados.rados.0.smithi042.stdout:2336: snap_remove snap 198 2024-09-16T06:56:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: osdmap e516: 8 total, 7 up, 8 in 2024-09-16T06:56:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2607383651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: osdmap e516: 8 total, 7 up, 8 in 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2607383651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: osdmap e516: 8 total, 7 up, 8 in 2024-09-16T06:56:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T06:56:16.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:16.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:16 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2607383651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:17.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 06:56:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T06:56:16.930+0000 7f2691803640 -1 osd.7 507 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T06:56:17.456 INFO:tasks.rados.rados.0.smithi042.stdout:2336: done (4 left) 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2337: read oid 11 snap 218 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2337: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2338: rollback oid 25 current snap is 220 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 218 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2339: rmattr oid 29 current snap is 220 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2339: done (6 left) 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2340: snap_create 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2333: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 825 (ObjNum 3185 snap 0 seq_num 3307184864) dirty dne 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2335: finishing rollback tid 0 to smithi04281968-47 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2335: finishing rollback tid 1 to smithi04281968-47 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2332: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:56:17.457 INFO:tasks.rados.rados.0.smithi042.stdout:2335: finishing rollback tid 2 to smithi04281968-47 2024-09-16T06:56:17.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 800 (ObjNum 620 snap 183 seq_num 620) dirty exists 2024-09-16T06:56:17.458 INFO:tasks.rados.rados.0.smithi042.stdout:2332: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:56:17.458 INFO:tasks.rados.rados.0.smithi042.stdout:2332: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:56:17.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1029 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:56:17.467 INFO:tasks.rados.rados.0.smithi042.stdout:2337: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:56:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2338: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:56:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2338: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:56:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:2338: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:56:17.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 770 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:56:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: pgmap v455: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 42/414 objects degraded (10.145%) 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 42/414 objects degraded (10.145%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: osdmap e517: 8 total, 7 up, 8 in 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='osd.7 ' entity='osd.7' 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: pgmap v455: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 42/414 objects degraded (10.145%) 2024-09-16T06:56:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 42/414 objects degraded (10.145%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:56:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: osdmap e517: 8 total, 7 up, 8 in 2024-09-16T06:56:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='osd.7 ' entity='osd.7' 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: pgmap v455: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 277 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 13 op/s; 42/414 objects degraded (10.145%) 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 42/414 objects degraded (10.145%), 12 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: osdmap e517: 8 total, 7 up, 8 in 2024-09-16T06:56:17.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi164", "root=default"]}]: dispatch 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='osd.7 ' entity='osd.7' 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:17.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:18.459 INFO:tasks.rados.rados.0.smithi042.stdout:2332: done (6 left) 2024-09-16T06:56:18.459 INFO:tasks.rados.rados.0.smithi042.stdout:2333: done (5 left) 2024-09-16T06:56:18.459 INFO:tasks.rados.rados.0.smithi042.stdout:2334: done (4 left) 2024-09-16T06:56:18.459 INFO:tasks.rados.rados.0.smithi042.stdout:2335: done (3 left) 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2337: done (2 left) 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2338: done (1 left) 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2340: done (0 left) 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2341: read oid 21 snap -1 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2341: expect deleted 2024-09-16T06:56:18.460 INFO:tasks.rados.rados.0.smithi042.stdout:2342: delete oid 10 current snap is 221 2024-09-16T06:56:18.469 INFO:tasks.rados.rados.0.smithi042.stdout:2341: done (1 left) 2024-09-16T06:56:18.469 INFO:tasks.rados.rados.0.smithi042.stdout:2342: done (0 left) 2024-09-16T06:56:18.469 INFO:tasks.rados.rados.0.smithi042.stdout:2343: rollback oid 38 current snap is 221 2024-09-16T06:56:18.469 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 218 2024-09-16T06:56:18.469 INFO:tasks.rados.rados.0.smithi042.stdout:2344: snap_remove snap 220 2024-09-16T06:56:18.520 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:18 smithi164 ceph-mon[88760]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:56:18.520 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:18 smithi164 ceph-mon[88760]: osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860] boot 2024-09-16T06:56:18.520 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:18 smithi164 ceph-mon[88760]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T06:56:18.521 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[94096]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[94096]: osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860] boot 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[94096]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[96574]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[96574]: osd.7 [v2:172.21.15.164:6824/1283900860,v1:172.21.15.164:6825/1283900860] boot 2024-09-16T06:56:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[96574]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T06:56:18.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T06:56:19.465 INFO:tasks.rados.rados.0.smithi042.stdout:2344: done (1 left) 2024-09-16T06:56:19.465 INFO:tasks.rados.rados.0.smithi042.stdout:2345: snap_create 2024-09-16T06:56:19.465 INFO:tasks.rados.rados.0.smithi042.stdout:2343: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:56:19.465 INFO:tasks.rados.rados.0.smithi042.stdout:2343: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:56:19.466 INFO:tasks.rados.rados.0.smithi042.stdout:2343: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:56:19.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1006 (ObjNum 654 snap 200 seq_num 654) dirty exists 2024-09-16T06:56:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:19 smithi164 ceph-mon[88760]: pgmap v458: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 136 KiB/s wr, 3 op/s; 42/405 objects degraded (10.370%) 2024-09-16T06:56:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:19 smithi164 ceph-mon[88760]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T06:56:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[94096]: pgmap v458: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 136 KiB/s wr, 3 op/s; 42/405 objects degraded (10.370%) 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[94096]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[96574]: pgmap v458: 121 pgs: 3 active+clean+snaptrim, 38 active+undersized, 12 active+undersized+degraded, 68 active+clean; 263 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 136 KiB/s wr, 3 op/s; 42/405 objects degraded (10.370%) 2024-09-16T06:56:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[96574]: osdmap e519: 8 total, 8 up, 8 in 2024-09-16T06:56:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:20.467 INFO:tasks.rados.rados.0.smithi042.stdout:2343: done (1 left) 2024-09-16T06:56:20.468 INFO:tasks.rados.rados.0.smithi042.stdout:2345: done (0 left) 2024-09-16T06:56:20.468 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 222 2024-09-16T06:56:20.468 INFO:tasks.rados.rados.0.smithi042.stdout:2346: seq_num 734 ranges {1867776=294912} 2024-09-16T06:56:20.480 INFO:tasks.rados.rados.0.smithi042.stdout:2346: writing smithi04281968-40 from 1867776 to 2162688 tid 1 2024-09-16T06:56:20.480 INFO:tasks.rados.rados.0.smithi042.stdout:2347: setattr oid 18 current snap is 222 2024-09-16T06:56:20.482 INFO:tasks.rados.rados.0.smithi042.stdout:2348: setattr oid 7 current snap is 222 2024-09-16T06:56:20.487 INFO:tasks.rados.rados.0.smithi042.stdout:2349: rollback oid 12 current snap is 222 2024-09-16T06:56:20.487 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 218 2024-09-16T06:56:20.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 222 2024-09-16T06:56:20.487 INFO:tasks.rados.rados.0.smithi042.stdout:2350: seq_num 735 ranges {688128=311296} 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T06:56:20.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T06:56:20.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2350: writing smithi04281968-4 from 688128 to 999424 tid 1 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2351: read oid 32 snap 221 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2351: expect (ObjNum 705 snap 211 seq_num 705) 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2352: copy_from oid 46 from oid 20 current snap is 222 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2353: read oid 17 snap 218 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2353: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:56:20.494 INFO:tasks.rados.rados.0.smithi042.stdout:2346: finishing write tid 1 to smithi04281968-40 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 676 (ObjNum 1345 snap 0 seq_num 3328712616) dirty exists 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2346: finishing write tid 2 to smithi04281968-40 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2346: finishing write tid 3 to smithi04281968-40 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 735 (ObjNum 734 snap 222 seq_num 734) dirty exists 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2346: left oid 40 (ObjNum 734 snap 222 seq_num 734) 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2346: done (7 left) 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2347: done (6 left) 2024-09-16T06:56:20.495 INFO:tasks.rados.rados.0.smithi042.stdout:2354: rollback oid 40 current snap is 222 2024-09-16T06:56:20.496 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 218 2024-09-16T06:56:20.496 INFO:tasks.rados.rados.0.smithi042.stdout:2355: snap_remove snap 219 2024-09-16T06:56:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T06:56:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:20.815 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T06:56:20.816 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T06:56:20.817 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: osdmap e520: 8 total, 8 up, 8 in 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-09-16T06:56:20.818 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T06:56:20.819 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-09-16T06:56:20.820 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T06:56:20.820 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-09-16T06:56:20.820 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T06:56:20.820 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "reef"}]: dispatch 2024-09-16T06:56:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:21] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-09-16T06:56:21.469 INFO:tasks.rados.rados.0.smithi042.stdout:2355: done (7 left) 2024-09-16T06:56:21.469 INFO:tasks.rados.rados.0.smithi042.stdout:2356: snap_create 2024-09-16T06:56:21.469 INFO:tasks.rados.rados.0.smithi042.stdout:2349: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2349: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2349: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1059 (ObjNum 674 snap 206 seq_num 674) dirty exists 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2350: finishing write tid 1 to smithi04281968-4 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2350: finishing write tid 2 to smithi04281968-4 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2350: finishing write tid 3 to smithi04281968-4 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 749 (ObjNum 735 snap 222 seq_num 735) dirty exists 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2350: left oid 4 (ObjNum 735 snap 222 seq_num 735) 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2352: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:56:21.470 INFO:tasks.rados.rados.0.smithi042.stdout:2354: finishing rollback tid 0 to smithi04281968-40 2024-09-16T06:56:21.471 INFO:tasks.rados.rados.0.smithi042.stdout:2354: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:56:21.471 INFO:tasks.rados.rados.0.smithi042.stdout:2352: finishing copy_from to smithi04281968-46 2024-09-16T06:56:21.471 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 682 (ObjNum 618 snap 183 seq_num 618) dirty exists 2024-09-16T06:56:21.471 INFO:tasks.rados.rados.0.smithi042.stdout:2351: expect (ObjNum 705 snap 211 seq_num 705) 2024-09-16T06:56:21.648 INFO:tasks.rados.rados.0.smithi042.stdout:2354: finishing rollback tid 2 to smithi04281968-40 2024-09-16T06:56:21.648 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 738 (ObjNum 684 snap 207 seq_num 684) dirty exists 2024-09-16T06:56:21.648 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1055 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:56:21.648 INFO:tasks.rados.rados.0.smithi042.stdout:2353: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: pgmap v461: 121 pgs: 4 peering, 2 active+clean+snaptrim, 29 active+undersized, 9 active+undersized+degraded, 77 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s; 33/336 objects degraded (9.821%) 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all osd 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:56:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:21 smithi164 ceph-mon[88760]: Upgrade: It appears safe to stop mds.a 2024-09-16T06:56:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: pgmap v461: 121 pgs: 4 peering, 2 active+clean+snaptrim, 29 active+undersized, 9 active+undersized+degraded, 77 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s; 33/336 objects degraded (9.821%) 2024-09-16T06:56:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all osd 2024-09-16T06:56:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T06:56:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T06:56:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T06:56:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:56:21.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[94096]: Upgrade: It appears safe to stop mds.a 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: pgmap v461: 121 pgs: 4 peering, 2 active+clean+snaptrim, 29 active+undersized, 9 active+undersized+degraded, 77 active+clean; 236 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 64 KiB/s wr, 1 op/s; 33/336 objects degraded (9.821%) 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all osd 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: Upgrade: Setting require_osd_release to 18 reef 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "reef"}]': finished 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: osdmap e521: 8 total, 8 up, 8 in 2024-09-16T06:56:21.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T06:56:21.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:21 smithi042 ceph-mon[96574]: Upgrade: It appears safe to stop mds.a 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2348: done (7 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2349: done (6 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2350: done (5 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2351: done (4 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2352: done (3 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2353: done (2 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2354: done (1 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2356: done (0 left) 2024-09-16T06:56:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 223 2024-09-16T06:56:22.482 INFO:tasks.rados.rados.0.smithi042.stdout:2357: seq_num 736 ranges {1024000=335872} 2024-09-16T06:56:22.488 INFO:tasks.rados.rados.0.smithi042.stdout:2357: writing smithi04281968-27 from 1024000 to 1359872 tid 1 2024-09-16T06:56:22.488 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 223 2024-09-16T06:56:22.488 INFO:tasks.rados.rados.0.smithi042.stdout:2358: seq_num 737 ranges {2654208=352256} 2024-09-16T06:56:22.505 INFO:tasks.rados.rados.0.smithi042.stdout:2358: writing smithi04281968-34 from 2654208 to 3006464 tid 1 2024-09-16T06:56:22.505 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 223 2024-09-16T06:56:22.505 INFO:tasks.rados.rados.0.smithi042.stdout:2359: seq_num 738 ranges {11583488=368640} 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:2359: writing smithi04281968-38 from 11583488 to 11952128 tid 1 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:2360: rollback oid 13 current snap is 223 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 218 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:2357: finishing write tid 1 to smithi04281968-27 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:2361: rollback oid 45 current snap is 223 2024-09-16T06:56:22.571 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 218 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2357: finishing write tid 2 to smithi04281968-27 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2357: finishing write tid 3 to smithi04281968-27 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 772 (ObjNum 736 snap 223 seq_num 736) dirty exists 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2357: left oid 27 (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2358: finishing write tid 1 to smithi04281968-34 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2358: finishing write tid 2 to smithi04281968-34 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2358: finishing write tid 3 to smithi04281968-34 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 924 (ObjNum 737 snap 223 seq_num 737) dirty exists 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2358: left oid 34 (ObjNum 737 snap 223 seq_num 737) 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2357: done (4 left) 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2358: done (3 left) 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2362: read oid 27 snap -1 2024-09-16T06:56:22.572 INFO:tasks.rados.rados.0.smithi042.stdout:2362: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:2363: read oid 24 snap -1 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:2363: expect deleted 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:2364: setattr oid 5 current snap is 223 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:2361: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 0 (ObjNum 33 snap 0 seq_num 1482796441) dirty dne 2024-09-16T06:56:22.573 INFO:tasks.rados.rados.0.smithi042.stdout:2361: done (5 left) 2024-09-16T06:56:22.578 INFO:tasks.rados.rados.0.smithi042.stdout:2365: rollback oid 21 current snap is 223 2024-09-16T06:56:22.578 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 222 2024-09-16T06:56:22.578 INFO:tasks.rados.rados.0.smithi042.stdout:2366: snap_create 2024-09-16T06:56:22.578 INFO:tasks.rados.rados.0.smithi042.stdout:2359: finishing write tid 1 to smithi04281968-38 2024-09-16T06:56:22.579 INFO:tasks.rados.rados.0.smithi042.stdout:2365: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:56:22.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 0 (ObjNum 97 snap 0 seq_num 3307183408) dirty dne 2024-09-16T06:56:22.579 INFO:tasks.rados.rados.0.smithi042.stdout:2359: finishing write tid 2 to smithi04281968-38 2024-09-16T06:56:22.579 INFO:tasks.rados.rados.0.smithi042.stdout:2362: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:2360: finishing rollback tid 0 to smithi04281968-13 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:2360: finishing rollback tid 1 to smithi04281968-13 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:2360: finishing rollback tid 2 to smithi04281968-13 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 756 (ObjNum 622 snap 183 seq_num 622) dirty exists 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:2359: finishing write tid 3 to smithi04281968-38 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1013 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:56:22.629 INFO:tasks.rados.rados.0.smithi042.stdout:2359: left oid 38 (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:56:22.630 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 773 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[94096]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[94096]: Health check update: Degraded data redundancy: 33/336 objects degraded (9.821%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:22.737 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[96574]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T06:56:22.738 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:22.738 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:22.738 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:22.738 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:22 smithi042 ceph-mon[96574]: Health check update: Degraded data redundancy: 33/336 objects degraded (9.821%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-mon[88760]: osdmap e522: 8 total, 8 up, 8 in 2024-09-16T06:56:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:22 smithi164 ceph-mon[88760]: Health check update: Degraded data redundancy: 33/336 objects degraded (9.821%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2359: done (6 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2360: done (5 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2362: done (4 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2363: done (3 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2364: done (2 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2365: done (1 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2366: done (0 left) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2367: read oid 7 snap -1 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2367: expect (ObjNum 725 snap 218 seq_num 725) 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 224 2024-09-16T06:56:23.487 INFO:tasks.rados.rados.0.smithi042.stdout:2368: seq_num 739 ranges {0=385024} 2024-09-16T06:56:23.488 INFO:tasks.rados.rados.0.smithi042.stdout:2368: writing smithi04281968-43 from 0 to 385024 tid 1 2024-09-16T06:56:23.488 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 224 2024-09-16T06:56:23.488 INFO:tasks.rados.rados.0.smithi042.stdout:2369: seq_num 740 ranges {737280=401408} 2024-09-16T06:56:23.495 INFO:tasks.rados.rados.0.smithi042.stdout:2369: writing smithi04281968-41 from 737280 to 1138688 tid 1 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 224 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:2368: finishing write tid 1 to smithi04281968-43 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:2368: finishing write tid 2 to smithi04281968-43 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:2368: finishing write tid 3 to smithi04281968-43 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 751 (ObjNum 739 snap 224 seq_num 739) dirty exists 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:2368: left oid 43 (ObjNum 739 snap 224 seq_num 739) 2024-09-16T06:56:23.496 INFO:tasks.rados.rados.0.smithi042.stdout:2370: seq_num 741 ranges {4251648=417792} 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2370: writing smithi04281968-8 from 4251648 to 4669440 tid 1 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2368: done (3 left) 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2371: read oid 9 snap -1 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2371: expect deleted 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2372: copy_from oid 42 from oid 3 current snap is 224 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2369: finishing write tid 1 to smithi04281968-41 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2369: finishing write tid 2 to smithi04281968-41 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2369: finishing write tid 3 to smithi04281968-41 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1016 (ObjNum 740 snap 224 seq_num 740) dirty exists 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2369: left oid 41 (ObjNum 740 snap 224 seq_num 740) 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2369: done (4 left) 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2373: read oid 18 snap -1 2024-09-16T06:56:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:2373: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:56:23.524 INFO:tasks.rados.rados.0.smithi042.stdout:2374: snap_create 2024-09-16T06:56:23.525 INFO:tasks.rados.rados.0.smithi042.stdout:2370: finishing write tid 1 to smithi04281968-8 2024-09-16T06:56:23.526 INFO:tasks.rados.rados.0.smithi042.stdout:2367: expect (ObjNum 725 snap 218 seq_num 725) 2024-09-16T06:56:23.713 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[96574]: pgmap v464: 121 pgs: 4 peering, 2 active+undersized, 2 active+undersized+degraded, 113 active+clean; 180 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 320 KiB/s wr, 11 op/s; 3/255 objects degraded (1.176%); 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[96574]: Upgrade: Updating mds.a 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[96574]: Deploying daemon mds.a on smithi042 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[96574]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[94096]: pgmap v464: 121 pgs: 4 peering, 2 active+undersized, 2 active+undersized+degraded, 113 active+clean; 180 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 320 KiB/s wr, 11 op/s; 3/255 objects degraded (1.176%); 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[94096]: Upgrade: Updating mds.a 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[94096]: Deploying daemon mds.a on smithi042 2024-09-16T06:56:23.714 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:23 smithi042 ceph-mon[94096]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T06:56:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:23 smithi164 ceph-mon[88760]: pgmap v464: 121 pgs: 4 peering, 2 active+undersized, 2 active+undersized+degraded, 113 active+clean; 180 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 320 KiB/s wr, 11 op/s; 3/255 objects degraded (1.176%); 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:23 smithi164 ceph-mon[88760]: Upgrade: Updating mds.a 2024-09-16T06:56:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:23 smithi164 ceph-mon[88760]: Deploying daemon mds.a on smithi042 2024-09-16T06:56:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:23 smithi164 ceph-mon[88760]: osdmap e523: 8 total, 8 up, 8 in 2024-09-16T06:56:23.771 INFO:tasks.rados.rados.0.smithi042.stdout:2370: finishing write tid 2 to smithi04281968-8 2024-09-16T06:56:23.771 INFO:tasks.rados.rados.0.smithi042.stdout:2372: finishing copy_from to smithi04281968-42 2024-09-16T06:56:23.771 INFO:tasks.rados.rados.0.smithi042.stdout:2372: got expected ENOENT (src dne) 2024-09-16T06:56:23.772 INFO:tasks.rados.rados.0.smithi042.stdout:2372: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:56:23.772 INFO:tasks.rados.rados.0.smithi042.stdout:2373: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:56:23.779 INFO:tasks.rados.rados.0.smithi042.stdout:2370: finishing write tid 3 to smithi04281968-8 2024-09-16T06:56:23.779 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 678 (ObjNum 741 snap 224 seq_num 741) dirty exists 2024-09-16T06:56:23.779 INFO:tasks.rados.rados.0.smithi042.stdout:2370: left oid 8 (ObjNum 741 snap 224 seq_num 741) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2367: done (5 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2370: done (4 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2371: done (3 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2372: done (2 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2373: done (1 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2374: done (0 left) 2024-09-16T06:56:24.243 INFO:tasks.rados.rados.0.smithi042.stdout:2375: setattr oid 33 current snap is 225 2024-09-16T06:56:24.244 INFO:tasks.rados.rados.0.smithi042.stdout:2376: delete oid 35 current snap is 225 2024-09-16T06:56:24.247 INFO:tasks.rados.rados.0.smithi042.stdout:2376: done (1 left) 2024-09-16T06:56:24.247 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 225 2024-09-16T06:56:24.247 INFO:tasks.rados.rados.0.smithi042.stdout:2377: seq_num 743 ranges {3891200=450560} 2024-09-16T06:56:24.271 INFO:tasks.rados.rados.0.smithi042.stdout:2377: writing smithi04281968-49 from 3891200 to 4341760 tid 1 2024-09-16T06:56:24.271 INFO:tasks.rados.rados.0.smithi042.stdout:2378: snap_create 2024-09-16T06:56:24.271 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 871 (ObjNum 111271856 snap 21996 seq_num 304) dirty exists 2024-09-16T06:56:24.274 INFO:tasks.rados.rados.0.smithi042.stdout:2377: finishing write tid 1 to smithi04281968-49 2024-09-16T06:56:24.274 INFO:tasks.rados.rados.0.smithi042.stdout:2377: finishing write tid 2 to smithi04281968-49 2024-09-16T06:56:24.275 INFO:tasks.rados.rados.0.smithi042.stdout:2377: finishing write tid 3 to smithi04281968-49 2024-09-16T06:56:24.275 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 864 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-09-16T06:56:24.275 INFO:tasks.rados.rados.0.smithi042.stdout:2377: left oid 49 (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:24.354 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:23 smithi042 systemd[1]: Stopping Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:24.354 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[67814]: 2024-09-16T06:56:24.237+0000 7fd7270f4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:56:24.354 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[67814]: 2024-09-16T06:56:24.237+0000 7fd7270f4640 -1 mds.a *** got signal Terminated *** 2024-09-16T06:56:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-mon[96574]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T06:56:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-mon[96574]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T06:56:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-mon[94096]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T06:56:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:24 smithi042 ceph-mon[94096]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T06:56:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:24 smithi164 ceph-mon[88760]: osdmap e524: 8 total, 8 up, 8 in 2024-09-16T06:56:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:24 smithi164 ceph-mon[88760]: osdmap e525: 8 total, 8 up, 8 in 2024-09-16T06:56:25.245 INFO:tasks.rados.rados.0.smithi042.stdout:2375: done (2 left) 2024-09-16T06:56:25.245 INFO:tasks.rados.rados.0.smithi042.stdout:2377: done (1 left) 2024-09-16T06:56:25.245 INFO:tasks.rados.rados.0.smithi042.stdout:2378: done (0 left) 2024-09-16T06:56:25.245 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 226 2024-09-16T06:56:25.245 INFO:tasks.rados.rados.0.smithi042.stdout:2379: seq_num 744 ranges {4292608=466944} 2024-09-16T06:56:25.271 INFO:tasks.rados.rados.0.smithi042.stdout:2379: writing smithi04281968-32 from 4292608 to 4759552 tid 1 2024-09-16T06:56:25.271 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 226 2024-09-16T06:56:25.271 INFO:tasks.rados.rados.0.smithi042.stdout:2380: seq_num 745 ranges {2170880=483328} 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:2380: writing smithi04281968-12 from 2170880 to 2654208 tid 1 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:2381: rmattr oid 2 current snap is 226 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:2379: finishing write tid 1 to smithi04281968-32 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:2382: rollback oid 17 current snap is 226 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 225 2024-09-16T06:56:25.286 INFO:tasks.rados.rados.0.smithi042.stdout:2379: finishing write tid 2 to smithi04281968-32 2024-09-16T06:56:25.287 INFO:tasks.rados.rados.0.smithi042.stdout:2379: finishing write tid 3 to smithi04281968-32 2024-09-16T06:56:25.287 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 740 (ObjNum 744 snap 226 seq_num 744) dirty exists 2024-09-16T06:56:25.287 INFO:tasks.rados.rados.0.smithi042.stdout:2379: left oid 32 (ObjNum 744 snap 226 seq_num 744) 2024-09-16T06:56:25.287 INFO:tasks.rados.rados.0.smithi042.stdout:2379: done (3 left) 2024-09-16T06:56:25.287 INFO:tasks.rados.rados.0.smithi042.stdout:2383: delete oid 16 current snap is 226 2024-09-16T06:56:25.290 INFO:tasks.rados.rados.0.smithi042.stdout:2380: finishing write tid 1 to smithi04281968-12 2024-09-16T06:56:25.290 INFO:tasks.rados.rados.0.smithi042.stdout:2380: finishing write tid 2 to smithi04281968-12 2024-09-16T06:56:25.290 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 925 (ObjNum 469 snap 138 seq_num 469) dirty exists 2024-09-16T06:56:25.291 INFO:tasks.rados.rados.0.smithi042.stdout:2381: done (3 left) 2024-09-16T06:56:25.291 INFO:tasks.rados.rados.0.smithi042.stdout:2383: done (2 left) 2024-09-16T06:56:25.291 INFO:tasks.rados.rados.0.smithi042.stdout:2384: setattr oid 10 current snap is 226 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2380: finishing write tid 3 to smithi04281968-12 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1066 (ObjNum 745 snap 226 seq_num 745) dirty exists 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2380: left oid 12 (ObjNum 745 snap 226 seq_num 745) 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2380: done (2 left) 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2385: rmattr oid 48 current snap is 226 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2385: done (2 left) 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2386: read oid 14 snap -1 2024-09-16T06:56:25.292 INFO:tasks.rados.rados.0.smithi042.stdout:2386: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:56:25.293 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 226 2024-09-16T06:56:25.293 INFO:tasks.rados.rados.0.smithi042.stdout:2387: seq_num 747 ranges {4759552=516096} 2024-09-16T06:56:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:2387: writing smithi04281968-32 from 4759552 to 5275648 tid 1 2024-09-16T06:56:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:2388: delete oid 2 current snap is 226 2024-09-16T06:56:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:2382: finishing rollback tid 0 to smithi04281968-17 2024-09-16T06:56:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 679 (ObjNum 33 snap 0 seq_num 110989120) dirty exists 2024-09-16T06:56:25.322 INFO:tasks.rados.rados.0.smithi042.stdout:2382: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:56:25.323 INFO:tasks.rados.rados.0.smithi042.stdout:2382: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:56:25.323 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1065 (ObjNum 519 snap 152 seq_num 519) dirty exists 2024-09-16T06:56:25.323 INFO:tasks.rados.rados.0.smithi042.stdout:2386: expect (ObjNum 469 snap 138 seq_num 469) 2024-09-16T06:56:25.443 INFO:tasks.rados.rados.0.smithi042.stdout:2387: finishing write tid 1 to smithi04281968-32 2024-09-16T06:56:25.443 INFO:tasks.rados.rados.0.smithi042.stdout:2387: finishing write tid 2 to smithi04281968-32 2024-09-16T06:56:25.443 INFO:tasks.rados.rados.0.smithi042.stdout:2387: finishing write tid 3 to smithi04281968-32 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 742 (ObjNum 747 snap 226 seq_num 747) dirty exists 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2387: left oid 32 (ObjNum 747 snap 226 seq_num 747) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2382: done (4 left) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2384: done (3 left) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2386: done (2 left) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2387: done (1 left) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2388: done (0 left) 2024-09-16T06:56:25.444 INFO:tasks.rados.rados.0.smithi042.stdout:2389: delete oid 47 current snap is 226 2024-09-16T06:56:25.447 INFO:tasks.rados.rados.0.smithi042.stdout:2389: done (0 left) 2024-09-16T06:56:25.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 226 2024-09-16T06:56:25.448 INFO:tasks.rados.rados.0.smithi042.stdout:2390: seq_num 750 ranges {4669440=565248} 2024-09-16T06:56:25.475 INFO:tasks.rados.rados.0.smithi042.stdout:2390: writing smithi04281968-8 from 4669440 to 5234688 tid 1 2024-09-16T06:56:25.475 INFO:tasks.rados.rados.0.smithi042.stdout:2391: setattr oid 49 current snap is 226 2024-09-16T06:56:25.476 INFO:tasks.rados.rados.0.smithi042.stdout:2392: snap_remove snap 224 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: pgmap v467: 121 pgs: 121 active+clean; 174 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 328 KiB/s wr, 13 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded) 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[94096]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T06:56:25.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: pgmap v467: 121 pgs: 121 active+clean; 174 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 328 KiB/s wr, 13 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:25.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded) 2024-09-16T06:56:25.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:56:25.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T06:56:25.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:25.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:25 smithi042 ceph-mon[96574]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: pgmap v467: 121 pgs: 121 active+clean; 174 MiB data, 1004 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 328 KiB/s wr, 13 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/255 objects degraded (1.176%), 2 pgs degraded) 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:25 smithi164 ceph-mon[88760]: osdmap e526: 8 total, 8 up, 8 in 2024-09-16T06:56:26.247 INFO:tasks.rados.rados.0.smithi042.stdout:2392: done (2 left) 2024-09-16T06:56:26.247 INFO:tasks.rados.rados.0.smithi042.stdout:2393: delete oid 41 current snap is 226 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:2390: finishing write tid 1 to smithi04281968-8 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:2390: finishing write tid 2 to smithi04281968-8 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:2390: finishing write tid 3 to smithi04281968-8 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 681 (ObjNum 750 snap 226 seq_num 750) dirty exists 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:2390: left oid 8 (ObjNum 750 snap 226 seq_num 750) 2024-09-16T06:56:26.248 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 866 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-09-16T06:56:26.256 INFO:tasks.rados.rados.0.smithi042.stdout:2390: done (2 left) 2024-09-16T06:56:26.256 INFO:tasks.rados.rados.0.smithi042.stdout:2391: done (1 left) 2024-09-16T06:56:26.256 INFO:tasks.rados.rados.0.smithi042.stdout:2393: done (0 left) 2024-09-16T06:56:26.256 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 226 2024-09-16T06:56:26.256 INFO:tasks.rados.rados.0.smithi042.stdout:2394: seq_num 752 ranges {0=598016} 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2394: writing smithi04281968-21 from 0 to 598016 tid 1 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2395: rollback oid 24 current snap is 226 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 223 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2396: copy_from oid 44 from oid 15 current snap is 226 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2397: rmattr oid 11 current snap is 226 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2397: done (3 left) 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2398: rmattr oid 47 current snap is 226 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2398: done (3 left) 2024-09-16T06:56:26.260 INFO:tasks.rados.rados.0.smithi042.stdout:2399: delete oid 39 current snap is 226 2024-09-16T06:56:26.262 INFO:tasks.rados.rados.0.smithi042.stdout:2396: finishing copy_from to smithi04281968-44 2024-09-16T06:56:26.262 INFO:tasks.rados.rados.0.smithi042.stdout:2396: got expected ENOENT (src dne) 2024-09-16T06:56:26.262 INFO:tasks.rados.rados.0.smithi042.stdout:2396: finishing copy_from racing read to smithi04281968-44 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2396: done (3 left) 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2399: done (2 left) 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2400: read oid 47 snap -1 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2400: expect deleted 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2401: read oid 8 snap -1 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2401: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2402: read oid 45 snap -1 2024-09-16T06:56:26.264 INFO:tasks.rados.rados.0.smithi042.stdout:2402: expect deleted 2024-09-16T06:56:26.265 INFO:tasks.rados.rados.0.smithi042.stdout:2403: delete oid 19 current snap is 226 2024-09-16T06:56:26.265 INFO:tasks.rados.rados.0.smithi042.stdout:2395: finishing rollback tid 1 to smithi04281968-24 2024-09-16T06:56:26.265 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 0 (ObjNum 33 snap 0 seq_num 4) dirty dne 2024-09-16T06:56:26.265 INFO:tasks.rados.rados.0.smithi042.stdout:2394: finishing write tid 1 to smithi04281968-21 2024-09-16T06:56:26.265 INFO:tasks.rados.rados.0.smithi042.stdout:2394: finishing write tid 2 to smithi04281968-21 2024-09-16T06:56:26.266 INFO:tasks.rados.rados.0.smithi042.stdout:2394: finishing write tid 3 to smithi04281968-21 2024-09-16T06:56:26.266 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1020 (ObjNum 752 snap 226 seq_num 752) dirty exists 2024-09-16T06:56:26.266 INFO:tasks.rados.rados.0.smithi042.stdout:2394: left oid 21 (ObjNum 752 snap 226 seq_num 752) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2394: done (5 left) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2395: done (4 left) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2400: done (3 left) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2402: done (2 left) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2403: done (1 left) 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 226 2024-09-16T06:56:26.267 INFO:tasks.rados.rados.0.smithi042.stdout:2404: seq_num 755 ranges {753664=647168} 2024-09-16T06:56:26.275 INFO:tasks.rados.rados.0.smithi042.stdout:2404: writing smithi04281968-20 from 753664 to 1400832 tid 1 2024-09-16T06:56:26.275 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 226 2024-09-16T06:56:26.276 INFO:tasks.rados.rados.0.smithi042.stdout:2405: seq_num 756 ranges {802816=671744} 2024-09-16T06:56:26.284 INFO:tasks.rados.rados.0.smithi042.stdout:2405: writing smithi04281968-50 from 802816 to 1474560 tid 1 2024-09-16T06:56:26.285 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 226 2024-09-16T06:56:26.285 INFO:tasks.rados.rados.0.smithi042.stdout:2406: seq_num 757 ranges {7946240=688128} 2024-09-16T06:56:26.332 INFO:tasks.rados.rados.0.smithi042.stdout:2406: writing smithi04281968-6 from 7946240 to 8634368 tid 1 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2407: read oid 15 snap -1 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2407: expect deleted 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2408: delete oid 19 current snap is 226 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2404: finishing write tid 1 to smithi04281968-20 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2404: finishing write tid 2 to smithi04281968-20 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2404: finishing write tid 3 to smithi04281968-20 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 684 (ObjNum 755 snap 226 seq_num 755) dirty exists 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2404: left oid 20 (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:56:26.333 INFO:tasks.rados.rados.0.smithi042.stdout:2401: expect (ObjNum 750 snap 226 seq_num 750) 2024-09-16T06:56:26.662 INFO:tasks.rados.rados.0.smithi042.stdout:2405: finishing write tid 1 to smithi04281968-50 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2405: finishing write tid 2 to smithi04281968-50 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2405: finishing write tid 3 to smithi04281968-50 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 673 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2405: left oid 50 (ObjNum 756 snap 226 seq_num 756) 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2401: done (5 left) 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2404: done (4 left) 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2405: done (3 left) 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2408: done (2 left) 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2409: rmattr oid 18 current snap is 226 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2406: finishing write tid 1 to smithi04281968-6 2024-09-16T06:56:26.663 INFO:tasks.rados.rados.0.smithi042.stdout:2406: finishing write tid 2 to smithi04281968-6 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:2406: finishing write tid 3 to smithi04281968-6 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1077 (ObjNum 757 snap 226 seq_num 757) dirty exists 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:2406: left oid 6 (ObjNum 757 snap 226 seq_num 757) 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:2406: done (2 left) 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:2407: done (1 left) 2024-09-16T06:56:26.664 INFO:tasks.rados.rados.0.smithi042.stdout:2410: snap_remove snap 221 2024-09-16T06:56:27.381 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 682 (ObjNum 81 snap 0 seq_num 1450073709) dirty exists 2024-09-16T06:56:27.381 INFO:tasks.rados.rados.0.smithi042.stdout:2409: done (1 left) 2024-09-16T06:56:27.381 INFO:tasks.rados.rados.0.smithi042.stdout:2410: done (0 left) 2024-09-16T06:56:27.381 INFO:tasks.rados.rados.0.smithi042.stdout:2411: snap_create 2024-09-16T06:56:27.535 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:27 smithi042 ceph-mon[96574]: pgmap v470: 121 pgs: 121 active+clean; 176 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 742 KiB/s wr, 19 op/s 2024-09-16T06:56:27.536 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:27 smithi042 ceph-mon[96574]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T06:56:27.536 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 podman[122406]: 2024-09-16 06:56:27.220224754 +0000 UTC m=+3.072248807 container died aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=quincy-6d025bc, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:56:27.536 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:27 smithi042 ceph-mon[94096]: pgmap v470: 121 pgs: 121 active+clean; 176 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 742 KiB/s wr, 19 op/s 2024-09-16T06:56:27.536 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:27 smithi042 ceph-mon[94096]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T06:56:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:27 smithi164 ceph-mon[88760]: pgmap v470: 121 pgs: 121 active+clean; 176 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 742 KiB/s wr, 19 op/s 2024-09-16T06:56:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:27 smithi164 ceph-mon[88760]: osdmap e527: 8 total, 8 up, 8 in 2024-09-16T06:56:27.854 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 podman[122406]: 2024-09-16 06:56:27.618551611 +0000 UTC m=+3.470575653 container cleanup aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-16T06:56:27.854 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 bash[122406]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a 2024-09-16T06:56:28.198 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 podman[122423]: 2024-09-16 06:56:27.86114023 +0000 UTC m=+0.633769989 container remove aa229ff0103582f85e0220d3f7c89982551d131c346f317dcff05450f641f15c (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=quincy-6d025bc) 2024-09-16T06:56:28.198 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-16T06:56:28.198 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 systemd[1]: Stopped Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:28.198 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:27 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.142s CPU time. 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:2411: done (0 left) 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:2412: rollback oid 30 current snap is 227 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 218 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:2413: rollback oid 21 current snap is 227 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 226 2024-09-16T06:56:28.384 INFO:tasks.rados.rados.0.smithi042.stdout:2414: delete oid 10 current snap is 227 2024-09-16T06:56:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:2414: done (2 left) 2024-09-16T06:56:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 227 2024-09-16T06:56:28.386 INFO:tasks.rados.rados.0.smithi042.stdout:2415: seq_num 760 ranges {0=737280} 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2415: writing smithi04281968-48 from 0 to 737280 tid 1 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2416: snap_create 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2413: finishing rollback tid 0 to smithi04281968-21 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2413: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:2413: finishing rollback tid 2 to smithi04281968-21 2024-09-16T06:56:28.391 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1028 (ObjNum 752 snap 226 seq_num 752) dirty exists 2024-09-16T06:56:28.392 INFO:tasks.rados.rados.0.smithi042.stdout:2412: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:56:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:2412: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:56:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:2412: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:56:28.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 754 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:56:28.395 INFO:tasks.rados.rados.0.smithi042.stdout:2415: finishing write tid 1 to smithi04281968-48 2024-09-16T06:56:28.395 INFO:tasks.rados.rados.0.smithi042.stdout:2415: finishing write tid 2 to smithi04281968-48 2024-09-16T06:56:28.396 INFO:tasks.rados.rados.0.smithi042.stdout:2415: finishing write tid 3 to smithi04281968-48 2024-09-16T06:56:28.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 675 (ObjNum 760 snap 227 seq_num 760) dirty exists 2024-09-16T06:56:28.396 INFO:tasks.rados.rados.0.smithi042.stdout:2415: left oid 48 (ObjNum 760 snap 227 seq_num 760) 2024-09-16T06:56:28.560 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:28 smithi042 ceph-mon[96574]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T06:56:28.560 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:28 smithi042 ceph-mon[94096]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T06:56:28.560 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 systemd[1]: Starting Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:28.560 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 podman[122558]: 2024-09-16 06:56:28.312905849 +0000 UTC m=+0.016445728 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:56:28.560 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 podman[122558]: 2024-09-16 06:56:28.429573376 +0000 UTC m=+0.133113245 container create 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-16T06:56:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:28 smithi164 ceph-mon[88760]: osdmap e528: 8 total, 8 up, 8 in 2024-09-16T06:56:29.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 podman[122558]: 2024-09-16 06:56:28.682265051 +0000 UTC m=+0.385804918 container init 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-16T06:56:29.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 podman[122558]: 2024-09-16 06:56:28.686971192 +0000 UTC m=+0.390511059 container start 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T06:56:29.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: starting mds.a at 2024-09-16T06:56:29.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 bash[122558]: 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e 2024-09-16T06:56:29.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:28 smithi042 systemd[1]: Started Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:29.391 INFO:tasks.rados.rados.0.smithi042.stdout:2412: done (3 left) 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2413: done (2 left) 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2415: done (1 left) 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2416: done (0 left) 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2417: rmattr oid 36 current snap is 228 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2417: done (0 left) 2024-09-16T06:56:29.392 INFO:tasks.rados.rados.0.smithi042.stdout:2418: delete oid 24 current snap is 228 2024-09-16T06:56:29.396 INFO:tasks.rados.rados.0.smithi042.stdout:2418: done (0 left) 2024-09-16T06:56:29.396 INFO:tasks.rados.rados.0.smithi042.stdout:2419: read oid 46 snap -1 2024-09-16T06:56:29.396 INFO:tasks.rados.rados.0.smithi042.stdout:2419: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:56:29.396 INFO:tasks.rados.rados.0.smithi042.stdout:2420: setattr oid 5 current snap is 228 2024-09-16T06:56:29.397 INFO:tasks.rados.rados.0.smithi042.stdout:2421: copy_from oid 6 from oid 7 current snap is 228 2024-09-16T06:56:29.397 INFO:tasks.rados.rados.0.smithi042.stdout:2422: read oid 48 snap -1 2024-09-16T06:56:29.397 INFO:tasks.rados.rados.0.smithi042.stdout:2422: expect (ObjNum 760 snap 227 seq_num 760) 2024-09-16T06:56:29.397 INFO:tasks.rados.rados.0.smithi042.stdout:2423: snap_remove snap 218 2024-09-16T06:56:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: pgmap v473: 121 pgs: 121 active+clean; 178 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T06:56:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T06:56:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:29.641 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: pgmap v473: 121 pgs: 121 active+clean; 178 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: pgmap v473: 121 pgs: 121 active+clean; 178 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 28 op/s 2024-09-16T06:56:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T06:56:29.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:29.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:29.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:30.396 INFO:tasks.rados.rados.0.smithi042.stdout:2423: done (4 left) 2024-09-16T06:56:30.396 INFO:tasks.rados.rados.0.smithi042.stdout:2424: rmattr oid 24 current snap is 228 2024-09-16T06:56:30.396 INFO:tasks.rados.rados.0.smithi042.stdout:2424: done (4 left) 2024-09-16T06:56:30.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 228 2024-09-16T06:56:30.396 INFO:tasks.rados.rados.0.smithi042.stdout:2425: seq_num 762 ranges {827392=770048} 2024-09-16T06:56:30.408 INFO:tasks.rados.rados.0.smithi042.stdout:2425: writing smithi04281968-13 from 827392 to 1597440 tid 1 2024-09-16T06:56:30.412 INFO:tasks.rados.rados.0.smithi042.stdout:2419: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:56:30.435 INFO:tasks.rados.rados.0.smithi042.stdout:2422: expect (ObjNum 760 snap 227 seq_num 760) 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 774 (ObjNum 693 snap 209 seq_num 693) dirty exists 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2421: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2421: finishing copy_from to smithi04281968-6 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1055 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2419: done (4 left) 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2420: done (3 left) 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2421: done (2 left) 2024-09-16T06:56:30.455 INFO:tasks.rados.rados.0.smithi042.stdout:2422: done (1 left) 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:2426: snap_create 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:2425: finishing write tid 1 to smithi04281968-13 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:2425: finishing write tid 2 to smithi04281968-13 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:2425: finishing write tid 3 to smithi04281968-13 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 759 (ObjNum 762 snap 228 seq_num 762) dirty exists 2024-09-16T06:56:30.456 INFO:tasks.rados.rados.0.smithi042.stdout:2425: left oid 13 (ObjNum 762 snap 228 seq_num 762) 2024-09-16T06:56:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:30 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:boot 2024-09-16T06:56:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:30 smithi164 ceph-mon[88760]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:56:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:30 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:30.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:30 smithi164 ceph-mon[88760]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:boot 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[94096]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:boot 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T06:56:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:30 smithi042 ceph-mon[96574]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2425: done (1 left) 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2426: done (0 left) 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2427: read oid 13 snap 222 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2427: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2428: copy_from oid 5 from oid 50 current snap is 229 2024-09-16T06:56:31.398 INFO:tasks.rados.rados.0.smithi042.stdout:2429: setattr oid 11 current snap is 229 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:2430: rollback oid 40 current snap is 229 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 222 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:2431: read oid 49 snap -1 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:2431: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 229 2024-09-16T06:56:31.399 INFO:tasks.rados.rados.0.smithi042.stdout:2432: seq_num 763 ranges {0=786432} 2024-09-16T06:56:31.405 INFO:tasks.rados.rados.0.smithi042.stdout:2432: writing smithi04281968-10 from 0 to 786432 tid 1 2024-09-16T06:56:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 874 (ObjNum 129 snap 0 seq_num 110571824) dirty exists 2024-09-16T06:56:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:2430: finishing rollback tid 0 to smithi04281968-40 2024-09-16T06:56:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:2430: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:56:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:2429: done (5 left) 2024-09-16T06:56:31.406 INFO:tasks.rados.rados.0.smithi042.stdout:2433: delete oid 6 current snap is 229 2024-09-16T06:56:31.410 INFO:tasks.rados.rados.0.smithi042.stdout:2430: finishing rollback tid 2 to smithi04281968-40 2024-09-16T06:56:31.411 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 745 (ObjNum 684 snap 207 seq_num 684) dirty exists 2024-09-16T06:56:31.411 INFO:tasks.rados.rados.0.smithi042.stdout:2428: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:56:31.412 INFO:tasks.rados.rados.0.smithi042.stdout:2428: finishing copy_from to smithi04281968-5 2024-09-16T06:56:31.413 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 673 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:56:31.418 INFO:tasks.rados.rados.0.smithi042.stdout:2431: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:31] "GET /metrics HTTP/1.1" 200 36160 "" "Prometheus/2.43.0" 2024-09-16T06:56:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:31 smithi042 ceph-mon[96574]: pgmap v476: 121 pgs: 121 active+clean; 181 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-09-16T06:56:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:31 smithi042 ceph-mon[96574]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T06:56:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:31 smithi042 ceph-mon[94096]: pgmap v476: 121 pgs: 121 active+clean; 181 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-09-16T06:56:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:31 smithi042 ceph-mon[94096]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T06:56:31.690 INFO:tasks.rados.rados.0.smithi042.stdout:2432: finishing write tid 1 to smithi04281968-10 2024-09-16T06:56:31.690 INFO:tasks.rados.rados.0.smithi042.stdout:2432: finishing write tid 2 to smithi04281968-10 2024-09-16T06:56:31.690 INFO:tasks.rados.rados.0.smithi042.stdout:2428: done (5 left) 2024-09-16T06:56:31.690 INFO:tasks.rados.rados.0.smithi042.stdout:2430: done (4 left) 2024-09-16T06:56:31.691 INFO:tasks.rados.rados.0.smithi042.stdout:2431: done (3 left) 2024-09-16T06:56:31.691 INFO:tasks.rados.rados.0.smithi042.stdout:2433: done (2 left) 2024-09-16T06:56:31.691 INFO:tasks.rados.rados.0.smithi042.stdout:2434: read oid 9 snap -1 2024-09-16T06:56:31.691 INFO:tasks.rados.rados.0.smithi042.stdout:2434: expect deleted 2024-09-16T06:56:31.691 INFO:tasks.rados.rados.0.smithi042.stdout:2435: snap_remove snap 225 2024-09-16T06:56:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:31 smithi164 ceph-mon[88760]: pgmap v476: 121 pgs: 121 active+clean; 181 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 33 op/s 2024-09-16T06:56:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:31 smithi164 ceph-mon[88760]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T06:56:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:2435: done (3 left) 2024-09-16T06:56:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:2436: copy_from oid 18 from oid 48 current snap is 229 2024-09-16T06:56:32.385 INFO:tasks.rados.rados.0.smithi042.stdout:2437: delete oid 29 current snap is 229 2024-09-16T06:56:32.386 INFO:tasks.rados.rados.0.smithi042.stdout:2432: finishing write tid 3 to smithi04281968-10 2024-09-16T06:56:32.386 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 685 (ObjNum 763 snap 229 seq_num 763) dirty exists 2024-09-16T06:56:32.386 INFO:tasks.rados.rados.0.smithi042.stdout:2432: left oid 10 (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:32.386 INFO:tasks.rados.rados.0.smithi042.stdout:2427: expect (ObjNum 693 snap 209 seq_num 693) 2024-09-16T06:56:32.519 INFO:tasks.rados.rados.0.smithi042.stdout:2436: finishing copy_from racing read to smithi04281968-18 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2436: finishing copy_from to smithi04281968-18 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 675 (ObjNum 760 snap 227 seq_num 760) dirty exists 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2427: done (4 left) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2432: done (3 left) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2434: done (2 left) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2436: done (1 left) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2437: done (0 left) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2438: read oid 42 snap -1 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2438: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:56:32.520 INFO:tasks.rados.rados.0.smithi042.stdout:2439: snap_remove snap 226 2024-09-16T06:56:32.653 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T06:56:32.653 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[96574]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.654 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:32 smithi042 ceph-mon[94096]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T06:56:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:32 smithi164 ceph-mon[88760]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T06:56:33.403 INFO:tasks.rados.rados.0.smithi042.stdout:2439: done (1 left) 2024-09-16T06:56:33.403 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 229 2024-09-16T06:56:33.403 INFO:tasks.rados.rados.0.smithi042.stdout:2440: seq_num 766 ranges {2654208=434176,3088384=401408} 2024-09-16T06:56:33.421 INFO:tasks.rados.rados.0.smithi042.stdout:2440: writing smithi04281968-12 from 2654208 to 3088384 tid 1 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2440: writing smithi04281968-12 from 3088384 to 3489792 tid 2 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2441: rmattr oid 9 current snap is 229 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2441: done (2 left) 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2442: read oid 32 snap 228 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2442: expect (ObjNum 747 snap 226 seq_num 747) 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2443: read oid 18 snap 227 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2443: expect (ObjNum 111715696 snap 21996 seq_num 110812304) 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2444: read oid 17 snap 228 2024-09-16T06:56:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:2444: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2445: read oid 46 snap -1 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2445: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2446: read oid 3 snap -1 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2446: expect deleted 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2447: rmattr oid 34 current snap is 229 2024-09-16T06:56:33.425 INFO:tasks.rados.rados.0.smithi042.stdout:2438: expect (ObjNum 617 snap 183 seq_num 617) 2024-09-16T06:56:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:2443: expect (ObjNum 111715696 snap 21996 seq_num 110812304) 2024-09-16T06:56:33.455 INFO:tasks.rados.rados.0.smithi042.stdout:2445: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: finishing write tid 1 to smithi04281968-12 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: finishing write tid 2 to smithi04281968-12 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 927 (ObjNum 737 snap 223 seq_num 737) dirty exists 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: finishing write tid 3 to smithi04281968-12 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: finishing write tid 4 to smithi04281968-12 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1116 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: left oid 12 (ObjNum 766 snap 229 seq_num 766) 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2438: done (7 left) 2024-09-16T06:56:33.476 INFO:tasks.rados.rados.0.smithi042.stdout:2440: done (6 left) 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2443: done (5 left) 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2445: done (4 left) 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2446: done (3 left) 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2447: done (2 left) 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2448: rmattr oid 11 current snap is 229 2024-09-16T06:56:33.477 INFO:tasks.rados.rados.0.smithi042.stdout:2442: expect (ObjNum 747 snap 226 seq_num 747) 2024-09-16T06:56:33.823 INFO:tasks.rados.rados.0.smithi042.stdout:2444: expect (ObjNum 519 snap 152 seq_num 519) 2024-09-16T06:56:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:33 smithi042 ceph-mon[96574]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-16T06:56:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:33 smithi042 ceph-mon[96574]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T06:56:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:33 smithi042 ceph-mon[94096]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-16T06:56:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:33 smithi042 ceph-mon[94096]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T06:56:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:33 smithi164 ceph-mon[88760]: pgmap v479: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 1006 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-09-16T06:56:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:33 smithi164 ceph-mon[88760]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T06:56:34.467 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 875 (ObjNum 129 snap 0 seq_num 110571824) dirty exists 2024-09-16T06:56:34.467 INFO:tasks.rados.rados.0.smithi042.stdout:2442: done (2 left) 2024-09-16T06:56:34.467 INFO:tasks.rados.rados.0.smithi042.stdout:2444: done (1 left) 2024-09-16T06:56:34.467 INFO:tasks.rados.rados.0.smithi042.stdout:2448: done (0 left) 2024-09-16T06:56:34.467 INFO:tasks.rados.rados.0.smithi042.stdout:2449: snap_create 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:2449: done (0 left) 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:2450: copy_from oid 48 from oid 32 current snap is 230 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:2451: rollback oid 19 current snap is 230 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 229 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:2452: copy_from oid 36 from oid 37 current snap is 230 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 230 2024-09-16T06:56:34.860 INFO:tasks.rados.rados.0.smithi042.stdout:2453: seq_num 767 ranges {0=450560,450560=401408} 2024-09-16T06:56:34.863 INFO:tasks.rados.rados.0.smithi042.stdout:2453: writing smithi04281968-39 from 0 to 450560 tid 1 2024-09-16T06:56:34.869 INFO:tasks.rados.rados.0.smithi042.stdout:2453: writing smithi04281968-39 from 450560 to 851968 tid 2 2024-09-16T06:56:34.869 INFO:tasks.rados.rados.0.smithi042.stdout:2454: snap_create 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2451: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1074 (ObjNum 769 snap 0 seq_num 111124176) dirty dne 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2452: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2452: finishing copy_from to smithi04281968-36 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 574 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2453: finishing write tid 1 to smithi04281968-39 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2453: finishing write tid 2 to smithi04281968-39 2024-09-16T06:56:34.870 INFO:tasks.rados.rados.0.smithi042.stdout:2453: finishing write tid 3 to smithi04281968-39 2024-09-16T06:56:34.872 INFO:tasks.rados.rados.0.smithi042.stdout:2453: finishing write tid 4 to smithi04281968-39 2024-09-16T06:56:34.872 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1120 (ObjNum 767 snap 230 seq_num 767) dirty exists 2024-09-16T06:56:34.872 INFO:tasks.rados.rados.0.smithi042.stdout:2453: left oid 39 (ObjNum 767 snap 230 seq_num 767) 2024-09-16T06:56:34.880 INFO:tasks.rados.rados.0.smithi042.stdout:2450: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:56:34.882 INFO:tasks.rados.rados.0.smithi042.stdout:2450: finishing copy_from to smithi04281968-48 2024-09-16T06:56:34.882 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 742 (ObjNum 747 snap 226 seq_num 747) dirty exists 2024-09-16T06:56:35.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[96574]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-09-16T06:56:35.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:35.042 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:35.042 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[94096]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-09-16T06:56:35.042 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:35.043 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:34 smithi164 ceph-mon[88760]: pgmap v482: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 166 MiB data, 1002 MiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 852 KiB/s wr, 10 op/s 2024-09-16T06:56:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:35.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2450: done (4 left) 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2451: done (3 left) 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2452: done (2 left) 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2453: done (1 left) 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2454: done (0 left) 2024-09-16T06:56:35.868 INFO:tasks.rados.rados.0.smithi042.stdout:2455: read oid 28 snap -1 2024-09-16T06:56:35.869 INFO:tasks.rados.rados.0.smithi042.stdout:2455: expect (ObjNum 654 snap 200 seq_num 654) 2024-09-16T06:56:35.869 INFO:tasks.rados.rados.0.smithi042.stdout:2456: setattr oid 27 current snap is 231 2024-09-16T06:56:35.870 INFO:tasks.rados.rados.0.smithi042.stdout:2457: read oid 38 snap -1 2024-09-16T06:56:35.870 INFO:tasks.rados.rados.0.smithi042.stdout:2457: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:56:35.870 INFO:tasks.rados.rados.0.smithi042.stdout:2458: setattr oid 31 current snap is 231 2024-09-16T06:56:35.872 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 231 2024-09-16T06:56:35.872 INFO:tasks.rados.rados.0.smithi042.stdout:2459: seq_num 768 ranges {5275648=466944,5742592=401408} 2024-09-16T06:56:35.905 INFO:tasks.rados.rados.0.smithi042.stdout:2459: writing smithi04281968-48 from 5275648 to 5742592 tid 1 2024-09-16T06:56:35.907 INFO:tasks.rados.rados.0.smithi042.stdout:2459: writing smithi04281968-48 from 5742592 to 6144000 tid 2 2024-09-16T06:56:35.907 INFO:tasks.rados.rados.0.smithi042.stdout:2460: rollback oid 33 current snap is 231 2024-09-16T06:56:35.907 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 223 2024-09-16T06:56:35.908 INFO:tasks.rados.rados.0.smithi042.stdout:2461: setattr oid 25 current snap is 231 2024-09-16T06:56:35.908 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 775 (ObjNum 736 snap 223 seq_num 736) dirty exists 2024-09-16T06:56:35.908 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 928 (ObjNum 712 snap 213 seq_num 712) dirty exists 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2456: done (6 left) 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2458: done (5 left) 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2462: copy_from oid 14 from oid 49 current snap is 231 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2463: rmattr oid 4 current snap is 231 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2463: done (6 left) 2024-09-16T06:56:35.911 INFO:tasks.rados.rados.0.smithi042.stdout:2464: copy_from oid 50 from oid 9 current snap is 231 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2465: read oid 27 snap -1 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2465: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2466: delete oid 17 current snap is 231 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2460: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2459: finishing write tid 1 to smithi04281968-48 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2459: finishing write tid 2 to smithi04281968-48 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:2460: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:56:35.912 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 878 (ObjNum 33 snap 0 seq_num 1884444515) dirty dne 2024-09-16T06:56:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:2464: finishing copy_from to smithi04281968-50 2024-09-16T06:56:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:2464: got expected ENOENT (src dne) 2024-09-16T06:56:35.913 INFO:tasks.rados.rados.0.smithi042.stdout:2464: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:56:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:2460: done (8 left) 2024-09-16T06:56:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:2464: done (7 left) 2024-09-16T06:56:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:2466: done (6 left) 2024-09-16T06:56:35.914 INFO:tasks.rados.rados.0.smithi042.stdout:2467: snap_remove snap 222 2024-09-16T06:56:36.079 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: Detected new or changed devices on smithi042 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.080 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.081 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.081 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:56:36.081 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:35 smithi164 ceph-mon[88760]: Upgrade: It appears safe to stop mds.b 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: Detected new or changed devices on smithi042 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[96574]: Upgrade: It appears safe to stop mds.b 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: Detected new or changed devices on smithi042 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-16T06:56:36.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:35 smithi042 ceph-mon[94096]: Upgrade: It appears safe to stop mds.b 2024-09-16T06:56:36.876 INFO:tasks.rados.rados.0.smithi042.stdout:2467: done (6 left) 2024-09-16T06:56:36.876 INFO:tasks.rados.rados.0.smithi042.stdout:2468: read oid 13 snap 229 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2468: expect (ObjNum 762 snap 228 seq_num 762) 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2469: read oid 10 snap -1 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2469: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2470: rmattr oid 36 current snap is 231 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2470: done (8 left) 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 231 2024-09-16T06:56:36.877 INFO:tasks.rados.rados.0.smithi042.stdout:2471: seq_num 770 ranges {196608=499712,696320=401408} 2024-09-16T06:56:36.879 INFO:tasks.rados.rados.0.smithi042.stdout:2471: writing smithi04281968-36 from 196608 to 696320 tid 1 2024-09-16T06:56:36.881 INFO:tasks.rados.rados.0.smithi042.stdout:2471: writing smithi04281968-36 from 696320 to 1097728 tid 2 2024-09-16T06:56:36.882 INFO:tasks.rados.rados.0.smithi042.stdout:2472: rollback oid 37 current snap is 231 2024-09-16T06:56:36.882 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 228 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:2459: finishing write tid 3 to smithi04281968-48 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:2459: finishing write tid 4 to smithi04281968-48 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 745 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:2459: left oid 48 (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 776 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:56:36.886 INFO:tasks.rados.rados.0.smithi042.stdout:2465: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:36.945 INFO:tasks.rados.rados.0.smithi042.stdout:2455: expect (ObjNum 654 snap 200 seq_num 654) 2024-09-16T06:56:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:36 smithi164 ceph-mon[88760]: pgmap v484: 121 pgs: 121 active+clean; 169 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T06:56:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:36 smithi164 ceph-mon[88760]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T06:56:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:36 smithi042 ceph-mon[94096]: pgmap v484: 121 pgs: 121 active+clean; 169 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T06:56:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:36 smithi042 ceph-mon[94096]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T06:56:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:36 smithi042 ceph-mon[96574]: pgmap v484: 121 pgs: 121 active+clean; 169 MiB data, 1015 MiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T06:56:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:36 smithi042 ceph-mon[96574]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T06:56:37.946 INFO:tasks.rados.rados.0.smithi042.stdout:2462: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:56:37.947 INFO:tasks.rados.rados.0.smithi042.stdout:2462: finishing copy_from to smithi04281968-14 2024-09-16T06:56:37.947 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 866 (ObjNum 743 snap 225 seq_num 743) dirty exists 2024-09-16T06:56:37.947 INFO:tasks.rados.rados.0.smithi042.stdout:2457: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:56:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: Upgrade: Updating mds.b 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: Deploying daemon mds.b on smithi164 2024-09-16T06:56:38.340 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:37 smithi164 ceph-mon[88760]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: Upgrade: Updating mds.b 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: Deploying daemon mds.b on smithi164 2024-09-16T06:56:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[94096]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: Upgrade: Updating mds.b 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: Deploying daemon mds.b on smithi164 2024-09-16T06:56:38.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:37 smithi042 ceph-mon[96574]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T06:56:39.142 INFO:tasks.rados.rados.0.smithi042.stdout:2469: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:39.163 INFO:tasks.rados.rados.0.smithi042.stdout:2468: expect (ObjNum 762 snap 228 seq_num 762) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2471: finishing write tid 1 to smithi04281968-36 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2471: finishing write tid 2 to smithi04281968-36 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2455: done (9 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2457: done (8 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2459: done (7 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2461: done (6 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2462: done (5 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2465: done (4 left) 2024-09-16T06:56:39.225 INFO:tasks.rados.rados.0.smithi042.stdout:2468: done (3 left) 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2469: done (2 left) 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2473: delete oid 49 current snap is 231 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2471: finishing write tid 3 to smithi04281968-36 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2472: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2472: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2472: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 581 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2471: finishing write tid 4 to smithi04281968-36 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 578 (ObjNum 770 snap 231 seq_num 770) dirty exists 2024-09-16T06:56:39.226 INFO:tasks.rados.rados.0.smithi042.stdout:2471: left oid 36 (ObjNum 770 snap 231 seq_num 770) 2024-09-16T06:56:39.227 INFO:tasks.rados.rados.0.smithi042.stdout:2471: done (2 left) 2024-09-16T06:56:39.227 INFO:tasks.rados.rados.0.smithi042.stdout:2472: done (1 left) 2024-09-16T06:56:39.227 INFO:tasks.rados.rados.0.smithi042.stdout:2473: done (0 left) 2024-09-16T06:56:39.227 INFO:tasks.rados.rados.0.smithi042.stdout:2474: delete oid 13 current snap is 231 2024-09-16T06:56:39.228 INFO:tasks.rados.rados.0.smithi042.stdout:2474: done (0 left) 2024-09-16T06:56:39.228 INFO:tasks.rados.rados.0.smithi042.stdout:2475: snap_create 2024-09-16T06:56:39.238 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:38 smithi164 systemd[1]: Stopping Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:39.239 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[59963]: 2024-09-16T06:56:39.038+0000 7f2a8b52f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T06:56:39.239 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[59963]: 2024-09-16T06:56:39.038+0000 7f2a8b52f640 -1 mds.b *** got signal Terminated *** 2024-09-16T06:56:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[94073]: 2024-09-16T06:56:39.039+0000 7fd4cf419640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T06:56:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: pgmap v488: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T06:56:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:39 smithi164 ceph-mon[88760]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T06:56:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: pgmap v488: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T06:56:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T06:56:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T06:56:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T06:56:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[94096]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: pgmap v488: 121 pgs: 121 active+clean; 174 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T06:56:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:39 smithi042 ceph-mon[96574]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T06:56:40.057 INFO:tasks.rados.rados.0.smithi042.stdout:2475: done (0 left) 2024-09-16T06:56:40.057 INFO:tasks.rados.rados.0.smithi042.stdout:2476: snap_remove snap 229 2024-09-16T06:56:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:40 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:reconnect 2024-09-16T06:56:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:40 smithi164 ceph-mon[88760]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T06:56:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:40 smithi164 ceph-mon[88760]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T06:56:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:reconnect 2024-09-16T06:56:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[96574]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T06:56:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[96574]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T06:56:40.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:40.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:reconnect 2024-09-16T06:56:40.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[94096]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T06:56:40.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:40 smithi042 ceph-mon[94096]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T06:56:41.059 INFO:tasks.rados.rados.0.smithi042.stdout:2476: done (0 left) 2024-09-16T06:56:41.060 INFO:tasks.rados.rados.0.smithi042.stdout:2477: snap_create 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:41] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[94096]: pgmap v490: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:rejoin 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[94096]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[94096]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T06:56:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[94096]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T06:56:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[96574]: pgmap v490: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T06:56:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:rejoin 2024-09-16T06:56:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[96574]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T06:56:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[96574]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T06:56:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:41 smithi042 ceph-mon[96574]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T06:56:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:41 smithi164 ceph-mon[88760]: pgmap v490: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T06:56:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:41 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:rejoin 2024-09-16T06:56:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:41 smithi164 ceph-mon[88760]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T06:56:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:41 smithi164 ceph-mon[88760]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T06:56:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:41 smithi164 ceph-mon[88760]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T06:56:42.060 INFO:tasks.rados.rados.0.smithi042.stdout:2477: done (0 left) 2024-09-16T06:56:42.061 INFO:tasks.rados.rados.0.smithi042.stdout:2478: snap_remove snap 223 2024-09-16T06:56:42.386 INFO:tasks.rados.rados.0.smithi042.stdout:2478: done (0 left) 2024-09-16T06:56:42.386 INFO:tasks.rados.rados.0.smithi042.stdout:2479: setattr oid 43 current snap is 233 2024-09-16T06:56:42.387 INFO:tasks.rados.rados.0.smithi042.stdout:2480: setattr oid 29 current snap is 233 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2481: rmattr oid 12 current snap is 233 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2481: done (2 left) 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2482: read oid 3 snap -1 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2482: expect deleted 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2483: copy_from oid 15 from oid 24 current snap is 233 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2484: read oid 32 snap 230 2024-09-16T06:56:42.389 INFO:tasks.rados.rados.0.smithi042.stdout:2484: expect (ObjNum 747 snap 226 seq_num 747) 2024-09-16T06:56:42.390 INFO:tasks.rados.rados.0.smithi042.stdout:2485: setattr oid 26 current snap is 233 2024-09-16T06:56:42.390 INFO:tasks.rados.rados.0.smithi042.stdout:2486: delete oid 30 current snap is 233 2024-09-16T06:56:42.399 INFO:tasks.rados.rados.0.smithi042.stdout:2483: finishing copy_from to smithi04281968-15 2024-09-16T06:56:42.400 INFO:tasks.rados.rados.0.smithi042.stdout:2483: got expected ENOENT (src dne) 2024-09-16T06:56:42.400 INFO:tasks.rados.rados.0.smithi042.stdout:2483: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:56:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 889 (ObjNum 129 snap 0 seq_num 111514888) dirty exists 2024-09-16T06:56:42.408 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 755 (ObjNum 739 snap 224 seq_num 739) dirty exists 2024-09-16T06:56:42.408 INFO:tasks.rados.rados.0.smithi042.stdout:2479: done (6 left) 2024-09-16T06:56:42.408 INFO:tasks.rados.rados.0.smithi042.stdout:2480: done (5 left) 2024-09-16T06:56:42.409 INFO:tasks.rados.rados.0.smithi042.stdout:2482: done (4 left) 2024-09-16T06:56:42.409 INFO:tasks.rados.rados.0.smithi042.stdout:2483: done (3 left) 2024-09-16T06:56:42.409 INFO:tasks.rados.rados.0.smithi042.stdout:2486: done (2 left) 2024-09-16T06:56:42.409 INFO:tasks.rados.rados.0.smithi042.stdout:2487: snap_remove snap 227 2024-09-16T06:56:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T06:56:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T06:56:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:active 2024-09-16T06:56:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T06:56:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T06:56:42.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:42 smithi164 ceph-mon[88760]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:active 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T06:56:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[94096]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.42:6834/3180589387,v1:172.21.15.42:6835/3180589387] up:active 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T06:56:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:42 smithi042 ceph-mon[96574]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T06:56:43.412 INFO:tasks.rados.rados.0.smithi042.stdout:2487: done (2 left) 2024-09-16T06:56:43.413 INFO:tasks.rados.rados.0.smithi042.stdout:2488: rollback oid 38 current snap is 233 2024-09-16T06:56:43.413 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 230 2024-09-16T06:56:43.413 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 867 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-16T06:56:43.413 INFO:tasks.rados.rados.0.smithi042.stdout:2484: expect (ObjNum 747 snap 226 seq_num 747) 2024-09-16T06:56:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:43 smithi164 ceph-mon[88760]: pgmap v493: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2488: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2488: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2488: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1047 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2484: done (2 left) 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2485: done (1 left) 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2488: done (0 left) 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2489: read oid 40 snap -1 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2489: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:56:43.768 INFO:tasks.rados.rados.0.smithi042.stdout:2490: snap_create 2024-09-16T06:56:43.772 INFO:tasks.rados.rados.0.smithi042.stdout:2489: expect (ObjNum 684 snap 207 seq_num 684) 2024-09-16T06:56:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:43 smithi042 ceph-mon[94096]: pgmap v493: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T06:56:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:43 smithi042 ceph-mon[96574]: pgmap v493: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-09-16T06:56:44.416 INFO:tasks.rados.rados.0.smithi042.stdout:2489: done (1 left) 2024-09-16T06:56:44.417 INFO:tasks.rados.rados.0.smithi042.stdout:2490: done (0 left) 2024-09-16T06:56:44.417 INFO:tasks.rados.rados.0.smithi042.stdout:2491: read oid 10 snap -1 2024-09-16T06:56:44.417 INFO:tasks.rados.rados.0.smithi042.stdout:2491: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:44.417 INFO:tasks.rados.rados.0.smithi042.stdout:2492: snap_create 2024-09-16T06:56:44.420 INFO:tasks.rados.rados.0.smithi042.stdout:2491: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:44 smithi164 ceph-mon[88760]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T06:56:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:44 smithi042 ceph-mon[94096]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T06:56:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:44 smithi042 ceph-mon[96574]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T06:56:44.854 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 06:56:44 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: 2024-09-16T06:56:44.388+0000 7f924f1da640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T06:56:45.418 INFO:tasks.rados.rados.0.smithi042.stdout:2491: done (1 left) 2024-09-16T06:56:45.418 INFO:tasks.rados.rados.0.smithi042.stdout:2492: done (0 left) 2024-09-16T06:56:45.418 INFO:tasks.rados.rados.0.smithi042.stdout:2493: read oid 28 snap 232 2024-09-16T06:56:45.419 INFO:tasks.rados.rados.0.smithi042.stdout:2493: expect (ObjNum 654 snap 200 seq_num 654) 2024-09-16T06:56:45.419 INFO:tasks.rados.rados.0.smithi042.stdout:2494: snap_create 2024-09-16T06:56:45.465 INFO:tasks.rados.rados.0.smithi042.stdout:2493: expect (ObjNum 654 snap 200 seq_num 654) 2024-09-16T06:56:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:45 smithi164 ceph-mon[88760]: pgmap v497: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 17 op/s 2024-09-16T06:56:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:45 smithi164 ceph-mon[88760]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T06:56:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:45 smithi042 ceph-mon[94096]: pgmap v497: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 17 op/s 2024-09-16T06:56:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:45 smithi042 ceph-mon[94096]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T06:56:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:45 smithi042 ceph-mon[96574]: pgmap v497: 121 pgs: 121 active+clean; 178 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 17 op/s 2024-09-16T06:56:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:45 smithi042 ceph-mon[96574]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T06:56:46.228 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:45 smithi164 podman[113725]: 2024-09-16 06:56:45.92071873 +0000 UTC m=+6.966227864 container died e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-6d025bc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T06:56:46.357 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:56:46.463 INFO:tasks.rados.rados.0.smithi042.stdout:2493: done (1 left) 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2494: done (0 left) 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2495: rollback oid 50 current snap is 236 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 231 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2496: read oid 14 snap -1 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2496: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2497: read oid 27 snap -1 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2497: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2498: rollback oid 21 current snap is 236 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 233 2024-09-16T06:56:46.464 INFO:tasks.rados.rados.0.smithi042.stdout:2499: snap_create 2024-09-16T06:56:46.471 INFO:tasks.rados.rados.0.smithi042.stdout:2495: finishing rollback tid 0 to smithi04281968-50 2024-09-16T06:56:46.471 INFO:tasks.rados.rados.0.smithi042.stdout:2495: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:56:46.476 INFO:tasks.rados.rados.0.smithi042.stdout:2498: finishing rollback tid 0 to smithi04281968-21 2024-09-16T06:56:46.476 INFO:tasks.rados.rados.0.smithi042.stdout:2498: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:56:46.477 INFO:tasks.rados.rados.0.smithi042.stdout:2498: finishing rollback tid 2 to smithi04281968-21 2024-09-16T06:56:46.477 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1051 (ObjNum 752 snap 226 seq_num 752) dirty exists 2024-09-16T06:56:46.477 INFO:tasks.rados.rados.0.smithi042.stdout:2497: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:46 smithi164 ceph-mon[88760]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T06:56:46.489 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 podman[113725]: 2024-09-16 06:56:46.411488891 +0000 UTC m=+7.456998032 container cleanup e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T06:56:46.489 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 bash[113725]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b 2024-09-16T06:56:46.533 INFO:tasks.rados.rados.0.smithi042.stdout:2495: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:56:46.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 748 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:56:46.533 INFO:tasks.rados.rados.0.smithi042.stdout:2496: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (6m) 15s ago 10m 26.4M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (6m) 30s ago 10m 87.1M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (18s) 15s ago 11m 13.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 3691dac7f520 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (11m) 30s ago 11m 19.9M - 17.2.7-1633-g6d025bc2 33ed8dba3996 e685dbdb88a9 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (6m) 30s ago 15m 439M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (6m) 15s ago 16m 497M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (5m) 15s ago 16m 60.0M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (5m) 30s ago 15m 46.2M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (5m) 15s ago 15m 49.3M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:56:46.638 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (6m) 15s ago 10m 15.7M - 1.5.0 0da6a335fe13 4e0a88ffbd4d 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (6m) 30s ago 10m 14.5M - 1.5.0 0da6a335fe13 1222aadc009f 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (4m) 15s ago 14m 214M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (3m) 15s ago 14m 203M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (3m) 15s ago 13m 198M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (2m) 15s ago 13m 105M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (2m) 30s ago 13m 116M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (100s) 30s ago 12m 133M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (67s) 30s ago 12m 95.4M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (34s) 30s ago 11m 11.5M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ee7e46b8511e 2024-09-16T06:56:46.639 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (6m) 30s ago 11m 60.5M - 2.43.0 a07b618ecd1d 0af3e0739865 2024-09-16T06:56:46.639 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:46 smithi042 ceph-mon[94096]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T06:56:46.640 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:46 smithi042 ceph-mon[96574]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T06:56:46.968 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 1 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:56:46.969 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:56:46.970 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 14 2024-09-16T06:56:46.970 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:56:46.970 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:56:46.988 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 podman[113745]: 2024-09-16 06:56:46.679988183 +0000 UTC m=+0.757360792 container remove e685dbdb88a9595c0939da89ea4f2c3ae0d04e3b3516a567cc0654ee2ba01838 (image=quay.ceph.io/ceph-ci/ceph@sha256:83596473fc70117d507bb3d925c5bd11b70f46bbd4dffcc8452f145d93eaedc4, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-6d025bc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T06:56:46.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-16T06:56:46.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 systemd[1]: Stopped Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:46.989 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:46 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.646s CPU time. 2024-09-16T06:56:47.365 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 systemd[1]: Starting Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:47.365 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 podman[113873]: 2024-09-16 06:56:47.146715866 +0000 UTC m=+0.015695295 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T06:56:47.365 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 podman[113873]: 2024-09-16 06:56:47.25618554 +0000 UTC m=+0.125164952 container create 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2495: done (4 left) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2496: done (3 left) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2497: done (2 left) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2498: done (1 left) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2499: done (0 left) 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2500: copy_from oid 16 from oid 7 current snap is 237 2024-09-16T06:56:47.386 INFO:tasks.rados.rados.0.smithi042.stdout:2501: read oid 14 snap -1 2024-09-16T06:56:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:2501: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:2502: copy_from oid 21 from oid 47 current snap is 237 2024-09-16T06:56:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:2503: read oid 37 snap 232 2024-09-16T06:56:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:2503: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T06:56:47.387 INFO:tasks.rados.rados.0.smithi042.stdout:2504: snap_remove snap 228 2024-09-16T06:56:47.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: pgmap v500: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T06:56:47.646 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3064215196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[94096]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: pgmap v500: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3064215196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:47.647 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:47 smithi042 ceph-mon[96574]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T06:56:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: pgmap v500: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3064215196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-mon[88760]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 podman[113873]: 2024-09-16 06:56:47.493302037 +0000 UTC m=+0.362281450 container init 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 podman[113873]: 2024-09-16 06:56:47.497850339 +0000 UTC m=+0.366829754 container start 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b) 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[113888]: starting mds.b at 2024-09-16T06:56:47.739 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 bash[113873]: 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 2024-09-16T06:56:47.740 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 06:56:47 smithi164 systemd[1]: Started Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:48.388 INFO:tasks.rados.rados.0.smithi042.stdout:2504: done (4 left) 2024-09-16T06:56:48.388 INFO:tasks.rados.rados.0.smithi042.stdout:2505: read oid 38 snap 235 2024-09-16T06:56:48.388 INFO:tasks.rados.rados.0.smithi042.stdout:2505: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:56:48.388 INFO:tasks.rados.rados.0.smithi042.stdout:2506: copy_from oid 9 from oid 41 current snap is 237 2024-09-16T06:56:48.388 INFO:tasks.rados.rados.0.smithi042.stdout:2503: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T06:56:48.397 INFO:tasks.rados.rados.0.smithi042.stdout:2502: finishing copy_from to smithi04281968-21 2024-09-16T06:56:48.397 INFO:tasks.rados.rados.0.smithi042.stdout:2502: got expected ENOENT (src dne) 2024-09-16T06:56:48.397 INFO:tasks.rados.rados.0.smithi042.stdout:2502: finishing copy_from racing read to smithi04281968-21 2024-09-16T06:56:48.397 INFO:tasks.rados.rados.0.smithi042.stdout:2501: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:2500: finishing copy_from racing read to smithi04281968-16 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:2500: finishing copy_from to smithi04281968-16 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1055 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:2500: done (5 left) 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:2501: done (4 left) 2024-09-16T06:56:48.682 INFO:tasks.rados.rados.0.smithi042.stdout:2502: done (3 left) 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2503: done (2 left) 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2507: rollback oid 1 current snap is 237 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 232 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2506: finishing copy_from to smithi04281968-9 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2506: got expected ENOENT (src dne) 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2506: finishing copy_from racing read to smithi04281968-9 2024-09-16T06:56:48.683 INFO:tasks.rados.rados.0.smithi042.stdout:2505: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:56:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:48.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:48.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:48.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T06:56:48.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.164:6832/2033398625,v1:172.21.15.164:6833/2033398625] up:boot 2024-09-16T06:56:48.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T06:56:48.992 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.164:6832/2033398625,v1:172.21.15.164:6833/2033398625] up:boot 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T06:56:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.164:6832/2033398625,v1:172.21.15.164:6833/2033398625] up:boot 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T06:56:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:2507: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 0 (ObjNum 3009 snap 0 seq_num 3307184832) dirty dne 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:2505: done (2 left) 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:2506: done (1 left) 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:2507: done (0 left) 2024-09-16T06:56:49.883 INFO:tasks.rados.rados.0.smithi042.stdout:2508: rollback oid 20 current snap is 237 2024-09-16T06:56:49.884 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 231 2024-09-16T06:56:49.884 INFO:tasks.rados.rados.0.smithi042.stdout:2509: snap_create 2024-09-16T06:56:49.886 INFO:tasks.rados.rados.0.smithi042.stdout:2508: finishing rollback tid 0 to smithi04281968-20 2024-09-16T06:56:49.886 INFO:tasks.rados.rados.0.smithi042.stdout:2508: finishing rollback tid 1 to smithi04281968-20 2024-09-16T06:56:49.886 INFO:tasks.rados.rados.0.smithi042.stdout:2508: finishing rollback tid 2 to smithi04281968-20 2024-09-16T06:56:49.886 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 687 (ObjNum 755 snap 226 seq_num 755) dirty exists 2024-09-16T06:56:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:49 smithi164 ceph-mon[88760]: pgmap v503: 121 pgs: 121 active+clean; 128 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T06:56:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:49 smithi042 ceph-mon[94096]: pgmap v503: 121 pgs: 121 active+clean; 128 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T06:56:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:49 smithi042 ceph-mon[96574]: pgmap v503: 121 pgs: 121 active+clean; 128 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 0 B/s wr, 27 op/s 2024-09-16T06:56:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2508: done (1 left) 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2509: done (0 left) 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2510: copy_from oid 22 from oid 29 current snap is 238 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2511: read oid 10 snap -1 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2511: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 238 2024-09-16T06:56:50.650 INFO:tasks.rados.rados.0.smithi042.stdout:2512: seq_num 774 ranges {3006464=565248,3571712=401408} 2024-09-16T06:56:50.669 INFO:tasks.rados.rados.0.smithi042.stdout:2512: writing smithi04281968-34 from 3006464 to 3571712 tid 1 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:2512: writing smithi04281968-34 from 3571712 to 3973120 tid 2 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:2513: rollback oid 16 current snap is 238 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 236 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:2510: finishing copy_from racing read to smithi04281968-22 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:2510: finishing copy_from to smithi04281968-22 2024-09-16T06:56:50.672 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 889 (ObjNum 849 snap 0 seq_num 3307184160) dirty exists 2024-09-16T06:56:50.673 INFO:tasks.rados.rados.0.smithi042.stdout:2511: expect (ObjNum 763 snap 229 seq_num 763) 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: finishing write tid 1 to smithi04281968-34 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: finishing write tid 2 to smithi04281968-34 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: finishing write tid 3 to smithi04281968-34 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: finishing write tid 4 to smithi04281968-34 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 931 (ObjNum 774 snap 238 seq_num 774) dirty exists 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: left oid 34 (ObjNum 774 snap 238 seq_num 774) 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2513: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2510: done (3 left) 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2511: done (2 left) 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2512: done (1 left) 2024-09-16T06:56:50.696 INFO:tasks.rados.rados.0.smithi042.stdout:2514: read oid 17 snap -1 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2514: expect deleted 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2515: copy_from oid 30 from oid 50 current snap is 238 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2513: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1057 (ObjNum 641 snap 0 seq_num 3307183952) dirty dne 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2513: done (2 left) 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2516: rollback oid 36 current snap is 238 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 232 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2517: setattr oid 21 current snap is 238 2024-09-16T06:56:50.697 INFO:tasks.rados.rados.0.smithi042.stdout:2514: done (3 left) 2024-09-16T06:56:50.698 INFO:tasks.rados.rados.0.smithi042.stdout:2518: setattr oid 12 current snap is 238 2024-09-16T06:56:50.699 INFO:tasks.rados.rados.0.smithi042.stdout:2519: read oid 27 snap -1 2024-09-16T06:56:50.700 INFO:tasks.rados.rados.0.smithi042.stdout:2519: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:50.700 INFO:tasks.rados.rados.0.smithi042.stdout:2520: delete oid 31 current snap is 238 2024-09-16T06:56:50.702 INFO:tasks.rados.rados.0.smithi042.stdout:2516: finishing rollback tid 0 to smithi04281968-36 2024-09-16T06:56:50.703 INFO:tasks.rados.rados.0.smithi042.stdout:2516: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:56:50.703 INFO:tasks.rados.rados.0.smithi042.stdout:2520: done (5 left) 2024-09-16T06:56:50.703 INFO:tasks.rados.rados.0.smithi042.stdout:2521: rollback oid 9 current snap is 238 2024-09-16T06:56:50.703 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 234 2024-09-16T06:56:50.703 INFO:tasks.rados.rados.0.smithi042.stdout:2522: snap_remove snap 230 2024-09-16T06:56:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:56:51] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T06:56:51.661 INFO:tasks.rados.rados.0.smithi042.stdout:2522: done (6 left) 2024-09-16T06:56:51.661 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 238 2024-09-16T06:56:51.661 INFO:tasks.rados.rados.0.smithi042.stdout:2523: seq_num 776 ranges {385024=606208,991232=401408} 2024-09-16T06:56:51.664 INFO:tasks.rados.rados.0.smithi042.stdout:2523: writing smithi04281968-43 from 385024 to 991232 tid 1 2024-09-16T06:56:51.668 INFO:tasks.rados.rados.0.smithi042.stdout:2523: writing smithi04281968-43 from 991232 to 1392640 tid 2 2024-09-16T06:56:51.668 INFO:tasks.rados.rados.0.smithi042.stdout:2521: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:2515: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:2516: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 584 (ObjNum 770 snap 231 seq_num 770) dirty exists 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1150 (ObjNum 766 snap 229 seq_num 766) dirty exists 2024-09-16T06:56:51.669 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1057 (ObjNum 752 snap 226 seq_num 752) dirty exists 2024-09-16T06:56:51.670 INFO:tasks.rados.rados.0.smithi042.stdout:2515: finishing copy_from to smithi04281968-30 2024-09-16T06:56:51.670 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 748 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:56:51.670 INFO:tasks.rados.rados.0.smithi042.stdout:2519: expect (ObjNum 736 snap 223 seq_num 736) 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2523: finishing write tid 1 to smithi04281968-43 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2523: finishing write tid 2 to smithi04281968-43 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2523: finishing write tid 3 to smithi04281968-43 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2523: finishing write tid 4 to smithi04281968-43 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 759 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2523: left oid 43 (ObjNum 776 snap 238 seq_num 776) 2024-09-16T06:56:51.747 INFO:tasks.rados.rados.0.smithi042.stdout:2515: done (6 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2516: done (5 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2517: done (4 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2518: done (3 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2519: done (2 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2521: done (1 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2523: done (0 left) 2024-09-16T06:56:51.748 INFO:tasks.rados.rados.0.smithi042.stdout:2524: snap_create 2024-09-16T06:56:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:51 smithi164 ceph-mon[88760]: pgmap v505: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T06:56:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:51 smithi164 ceph-mon[88760]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T06:56:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[94096]: pgmap v505: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T06:56:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[94096]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T06:56:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[96574]: pgmap v505: 121 pgs: 121 active+clean; 124 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-09-16T06:56:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[96574]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T06:56:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.387 INFO:tasks.rados.rados.0.smithi042.stdout:2524: done (0 left) 2024-09-16T06:56:52.388 INFO:tasks.rados.rados.0.smithi042.stdout:2525: snap_create 2024-09-16T06:56:52.634 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:56:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:56:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:56:52.973 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:52 smithi164 ceph-mon[88760]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T06:56:52.973 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.973 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:52.974 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:52 smithi164 ceph-mon[88760]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[94096]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[94096]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[96574]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:53.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:52 smithi042 ceph-mon[96574]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T06:56:53.389 INFO:tasks.rados.rados.0.smithi042.stdout:2525: done (0 left) 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2526: rollback oid 45 current snap is 240 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 233 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2527: read oid 14 snap -1 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2527: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2528: rmattr oid 31 current snap is 240 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2528: done (2 left) 2024-09-16T06:56:53.390 INFO:tasks.rados.rados.0.smithi042.stdout:2529: snap_remove snap 236 2024-09-16T06:56:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:53 smithi164 ceph-mon[88760]: pgmap v508: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T06:56:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:53 smithi164 ceph-mon[88760]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T06:56:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:53 smithi042 ceph-mon[96574]: pgmap v508: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T06:56:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:53 smithi042 ceph-mon[96574]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T06:56:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:53 smithi042 ceph-mon[94096]: pgmap v508: 121 pgs: 121 active+clean; 126 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T06:56:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:53 smithi042 ceph-mon[94096]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T06:56:54.392 INFO:tasks.rados.rados.0.smithi042.stdout:2529: done (2 left) 2024-09-16T06:56:54.392 INFO:tasks.rados.rados.0.smithi042.stdout:2530: rollback oid 9 current snap is 240 2024-09-16T06:56:54.393 INFO:tasks.rados.rados.0.smithi042.stdout:2526: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:56:54.393 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T06:56:54.393 INFO:tasks.rados.rados.0.smithi042.stdout:2527: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:56:54.665 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 239 2024-09-16T06:56:54.665 INFO:tasks.rados.rados.0.smithi042.stdout:2526: done (2 left) 2024-09-16T06:56:54.666 INFO:tasks.rados.rados.0.smithi042.stdout:2527: done (1 left) 2024-09-16T06:56:54.666 INFO:tasks.rados.rados.0.smithi042.stdout:2531: rollback oid 26 current snap is 240 2024-09-16T06:56:54.666 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 239 2024-09-16T06:56:54.666 INFO:tasks.rados.rados.0.smithi042.stdout:2532: delete oid 44 current snap is 240 2024-09-16T06:56:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:2530: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:56:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 110586800) dirty dne 2024-09-16T06:56:54.668 INFO:tasks.rados.rados.0.smithi042.stdout:2530: done (2 left) 2024-09-16T06:56:54.668 INFO:tasks.rados.rados.0.smithi042.stdout:2532: done (1 left) 2024-09-16T06:56:54.668 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 240 2024-09-16T06:56:54.668 INFO:tasks.rados.rados.0.smithi042.stdout:2533: seq_num 778 ranges {0=638976,638976=401408} 2024-09-16T06:56:54.672 INFO:tasks.rados.rados.0.smithi042.stdout:2533: writing smithi04281968-31 from 0 to 638976 tid 1 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2533: writing smithi04281968-31 from 638976 to 1040384 tid 2 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2534: delete oid 44 current snap is 240 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2531: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2531: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2531: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 870 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-16T06:56:54.675 INFO:tasks.rados.rados.0.smithi042.stdout:2533: finishing write tid 1 to smithi04281968-31 2024-09-16T06:56:54.676 INFO:tasks.rados.rados.0.smithi042.stdout:2531: done (2 left) 2024-09-16T06:56:54.676 INFO:tasks.rados.rados.0.smithi042.stdout:2534: done (1 left) 2024-09-16T06:56:54.676 INFO:tasks.rados.rados.0.smithi042.stdout:2535: snap_remove snap 232 2024-09-16T06:56:55.664 INFO:tasks.rados.rados.0.smithi042.stdout:2535: done (1 left) 2024-09-16T06:56:55.664 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 240 2024-09-16T06:56:55.664 INFO:tasks.rados.rados.0.smithi042.stdout:2536: seq_num 780 ranges {851968=671744,1523712=401408} 2024-09-16T06:56:55.673 INFO:tasks.rados.rados.0.smithi042.stdout:2536: writing smithi04281968-39 from 851968 to 1523712 tid 1 2024-09-16T06:56:55.676 INFO:tasks.rados.rados.0.smithi042.stdout:2536: writing smithi04281968-39 from 1523712 to 1925120 tid 2 2024-09-16T06:56:55.677 INFO:tasks.rados.rados.0.smithi042.stdout:2537: snap_remove snap 231 2024-09-16T06:56:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: pgmap v511: 121 pgs: 121 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-09-16T06:56:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T06:56:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T06:56:55.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: pgmap v511: 121 pgs: 121 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.746 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.747 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.748 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: pgmap v511: 121 pgs: 121 active+clean; 118 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 360 KiB/s wr, 6 op/s 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.750 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.753 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-09-16T06:56:55.753 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T06:56:55.753 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.754 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:55.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:56:55.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2537: done (2 left) 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2538: copy_from oid 29 from oid 2 current snap is 240 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2539: read oid 13 snap 233 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2539: expect deleted 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2540: copy_from oid 50 from oid 48 current snap is 240 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2541: rmattr oid 32 current snap is 240 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2541: done (5 left) 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2542: rmattr oid 37 current snap is 240 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2542: done (5 left) 2024-09-16T06:56:56.671 INFO:tasks.rados.rados.0.smithi042.stdout:2543: snap_create 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2533: finishing write tid 2 to smithi04281968-31 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2533: finishing write tid 3 to smithi04281968-31 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2533: finishing write tid 4 to smithi04281968-31 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 935 (ObjNum 778 snap 240 seq_num 778) dirty exists 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2533: left oid 31 (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2536: finishing write tid 1 to smithi04281968-39 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2536: finishing write tid 2 to smithi04281968-39 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2536: finishing write tid 3 to smithi04281968-39 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2536: finishing write tid 4 to smithi04281968-39 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1160 (ObjNum 780 snap 240 seq_num 780) dirty exists 2024-09-16T06:56:56.672 INFO:tasks.rados.rados.0.smithi042.stdout:2536: left oid 39 (ObjNum 780 snap 240 seq_num 780) 2024-09-16T06:56:56.673 INFO:tasks.rados.rados.0.smithi042.stdout:2538: finishing copy_from to smithi04281968-29 2024-09-16T06:56:56.673 INFO:tasks.rados.rados.0.smithi042.stdout:2538: got expected ENOENT (src dne) 2024-09-16T06:56:56.675 INFO:tasks.rados.rados.0.smithi042.stdout:2538: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:56:56.697 INFO:tasks.rados.rados.0.smithi042.stdout:2540: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:56:56.700 INFO:tasks.rados.rados.0.smithi042.stdout:2540: finishing copy_from to smithi04281968-50 2024-09-16T06:56:56.700 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 745 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Detected new or changed devices on smithi164 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all mds 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all rgw 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T06:56:56.773 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all iscsi 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all nfs 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: Upgrade: Setting container_image for all nvmeof 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[94096]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Detected new or changed devices on smithi164 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all mds 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all rgw 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all iscsi 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all nfs 2024-09-16T06:56:56.774 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: Upgrade: Setting container_image for all nvmeof 2024-09-16T06:56:56.775 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:56 smithi042 ceph-mon[96574]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Detected new or changed devices on smithi164 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all mds 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all rgw 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all iscsi 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all nfs 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: Upgrade: Setting container_image for all nvmeof 2024-09-16T06:56:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:56 smithi164 ceph-mon[88760]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T06:56:57.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:56 smithi042 systemd[1]: Stopping Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2533: done (5 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2536: done (4 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2538: done (3 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2539: done (2 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2540: done (1 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2543: done (0 left) 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2544: read oid 19 snap -1 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2544: expect deleted 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 241 2024-09-16T06:56:57.389 INFO:tasks.rados.rados.0.smithi042.stdout:2545: seq_num 781 ranges {0=688128,688128=401408} 2024-09-16T06:56:57.392 INFO:tasks.rados.rados.0.smithi042.stdout:2545: writing smithi04281968-41 from 0 to 688128 tid 1 2024-09-16T06:56:57.395 INFO:tasks.rados.rados.0.smithi042.stdout:2545: writing smithi04281968-41 from 688128 to 1089536 tid 2 2024-09-16T06:56:57.395 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 241 2024-09-16T06:56:57.395 INFO:tasks.rados.rados.0.smithi042.stdout:2546: seq_num 782 ranges {4800512=704512,5505024=401408} 2024-09-16T06:56:57.425 INFO:tasks.rados.rados.0.smithi042.stdout:2546: writing smithi04281968-7 from 4800512 to 5505024 tid 1 2024-09-16T06:56:57.427 INFO:tasks.rados.rados.0.smithi042.stdout:2546: writing smithi04281968-7 from 5505024 to 5906432 tid 2 2024-09-16T06:56:57.427 INFO:tasks.rados.rados.0.smithi042.stdout:2547: snap_create 2024-09-16T06:56:57.427 INFO:tasks.rados.rados.0.smithi042.stdout:2545: finishing write tid 1 to smithi04281968-41 2024-09-16T06:56:57.428 INFO:tasks.rados.rados.0.smithi042.stdout:2545: finishing write tid 2 to smithi04281968-41 2024-09-16T06:56:57.428 INFO:tasks.rados.rados.0.smithi042.stdout:2545: finishing write tid 3 to smithi04281968-41 2024-09-16T06:56:57.428 INFO:tasks.rados.rados.0.smithi042.stdout:2545: finishing write tid 4 to smithi04281968-41 2024-09-16T06:56:57.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1074 (ObjNum 781 snap 241 seq_num 781) dirty exists 2024-09-16T06:56:57.428 INFO:tasks.rados.rados.0.smithi042.stdout:2545: left oid 41 (ObjNum 781 snap 241 seq_num 781) 2024-09-16T06:56:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:2546: finishing write tid 1 to smithi04281968-7 2024-09-16T06:56:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:2546: finishing write tid 2 to smithi04281968-7 2024-09-16T06:56:57.435 INFO:tasks.rados.rados.0.smithi042.stdout:2546: finishing write tid 3 to smithi04281968-7 2024-09-16T06:56:57.436 INFO:tasks.rados.rados.0.smithi042.stdout:2546: finishing write tid 4 to smithi04281968-7 2024-09-16T06:56:57.436 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1097 (ObjNum 782 snap 241 seq_num 782) dirty exists 2024-09-16T06:56:57.436 INFO:tasks.rados.rados.0.smithi042.stdout:2546: left oid 7 (ObjNum 782 snap 241 seq_num 782) 2024-09-16T06:56:57.547 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:57 smithi042 podman[126662]: 2024-09-16 06:56:57.251109707 +0000 UTC m=+0.133150798 container died 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:57.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:57 smithi042 podman[126662]: 2024-09-16 06:56:57.637658515 +0000 UTC m=+0.519699605 container cleanup 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:57.854 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:57 smithi042 bash[126662]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T06:56:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[94096]: pgmap v514: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 KiB/s wr, 14 op/s 2024-09-16T06:56:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[94096]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T06:56:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[94096]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:56:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[94096]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[94096]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[96574]: pgmap v514: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 KiB/s wr, 14 op/s 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[96574]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[96574]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[96574]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T06:56:57.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:57 smithi042 ceph-mon[96574]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T06:56:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:57 smithi164 ceph-mon[88760]: pgmap v514: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 236 KiB/s wr, 14 op/s 2024-09-16T06:56:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:57 smithi164 ceph-mon[88760]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T06:56:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:57 smithi164 ceph-mon[88760]: Deploying daemon node-exporter.a on smithi042 2024-09-16T06:56:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:57 smithi164 ceph-mon[88760]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T06:56:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:57 smithi164 ceph-mon[88760]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T06:56:58.264 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:57 smithi042 podman[126679]: 2024-09-16 06:56:57.897807044 +0000 UTC m=+0.650244382 container remove 4e0a88ffbd4dbd68a748b20e56818a0b21a195659a48e62ff6be2a8b028e5008 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:58.264 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:57 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:56:58.264 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T06:56:58.264 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 systemd[1]: Stopped Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:58.264 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 1.755s CPU time. 2024-09-16T06:56:58.389 INFO:tasks.rados.rados.0.smithi042.stdout:2544: done (3 left) 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2545: done (2 left) 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2546: done (1 left) 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2547: done (0 left) 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2548: read oid 29 snap -1 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:56:58.390 INFO:tasks.rados.rados.0.smithi042.stdout:2549: snap_create 2024-09-16T06:56:58.391 INFO:tasks.rados.rados.0.smithi042.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:56:58.523 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 systemd[1]: Starting Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:56:58.523 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 podman[126816]: 2024-09-16 06:56:58.401022482 +0000 UTC m=+0.018388442 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:56:58.523 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 podman[126816]: 2024-09-16 06:56:58.52401918 +0000 UTC m=+0.141385170 container create c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 podman[126816]: 2024-09-16 06:56:58.776200589 +0000 UTC m=+0.393566546 container init c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 podman[126816]: 2024-09-16 06:56:58.781243972 +0000 UTC m=+0.398609920 container start c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.785Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.785Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:56:59.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:56:59.105 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:56:59.106 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:56:59.107 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:56:59.108 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.786Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:56:59.109 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.787Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:56:59.109 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a[126831]: ts=2024-09-16T06:56:58.787Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:56:59.109 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 bash[126816]: c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a 2024-09-16T06:56:59.109 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 06:56:58 smithi042 systemd[1]: Started Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:56:59.391 INFO:tasks.rados.rados.0.smithi042.stdout:2548: done (1 left) 2024-09-16T06:56:59.391 INFO:tasks.rados.rados.0.smithi042.stdout:2549: done (0 left) 2024-09-16T06:56:59.391 INFO:tasks.rados.rados.0.smithi042.stdout:2550: rollback oid 30 current snap is 243 2024-09-16T06:56:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 241 2024-09-16T06:56:59.392 INFO:tasks.rados.rados.0.smithi042.stdout:2551: delete oid 21 current snap is 243 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:2550: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:2550: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:2551: done (1 left) 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:2552: snap_create 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:2550: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:56:59.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 762 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:56:59.541 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:59 smithi164 ceph-mon[88760]: pgmap v517: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 482 KiB/s wr, 14 op/s 2024-09-16T06:56:59.541 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:59 smithi164 ceph-mon[88760]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T06:56:59.541 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:59 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:59.541 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:56:59 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[96574]: pgmap v517: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 482 KiB/s wr, 14 op/s 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[96574]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[94096]: pgmap v517: 121 pgs: 121 active+clean; 107 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 482 KiB/s wr, 14 op/s 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[94096]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T06:56:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:56:59.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:56:59 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:00.401 INFO:tasks.rados.rados.0.smithi042.stdout:2550: done (1 left) 2024-09-16T06:57:00.401 INFO:tasks.rados.rados.0.smithi042.stdout:2552: done (0 left) 2024-09-16T06:57:00.401 INFO:tasks.rados.rados.0.smithi042.stdout:2553: snap_create 2024-09-16T06:57:00.643 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:00 smithi164 ceph-mon[88760]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T06:57:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:00 smithi042 ceph-mon[96574]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T06:57:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:00 smithi042 ceph-mon[94096]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T06:57:00.988 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:00 smithi164 systemd[1]: Stopping Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:01.350 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 podman[117737]: 2024-09-16 06:57:01.088027296 +0000 UTC m=+0.117432075 container died 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:01.402 INFO:tasks.rados.rados.0.smithi042.stdout:2553: done (0 left) 2024-09-16T06:57:01.402 INFO:tasks.rados.rados.0.smithi042.stdout:2554: delete oid 36 current snap is 245 2024-09-16T06:57:01.405 INFO:tasks.rados.rados.0.smithi042.stdout:2554: done (0 left) 2024-09-16T06:57:01.405 INFO:tasks.rados.rados.0.smithi042.stdout:2555: delete oid 1 current snap is 245 2024-09-16T06:57:01.408 INFO:tasks.rados.rados.0.smithi042.stdout:2555: done (0 left) 2024-09-16T06:57:01.408 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 245 2024-09-16T06:57:01.408 INFO:tasks.rados.rados.0.smithi042.stdout:2556: seq_num 786 ranges {0=770048,770048=401408} 2024-09-16T06:57:01.412 INFO:tasks.rados.rados.0.smithi042.stdout:2556: writing smithi04281968-21 from 0 to 770048 tid 1 2024-09-16T06:57:01.415 INFO:tasks.rados.rados.0.smithi042.stdout:2556: writing smithi04281968-21 from 770048 to 1171456 tid 2 2024-09-16T06:57:01.416 INFO:tasks.rados.rados.0.smithi042.stdout:2557: copy_from oid 19 from oid 49 current snap is 245 2024-09-16T06:57:01.416 INFO:tasks.rados.rados.0.smithi042.stdout:2558: read oid 9 snap -1 2024-09-16T06:57:01.416 INFO:tasks.rados.rados.0.smithi042.stdout:2558: expect deleted 2024-09-16T06:57:01.416 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 245 2024-09-16T06:57:01.416 INFO:tasks.rados.rados.0.smithi042.stdout:2559: seq_num 787 ranges {1474560=786432,2260992=401408} 2024-09-16T06:57:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:2559: writing smithi04281968-5 from 1474560 to 2260992 tid 1 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2559: writing smithi04281968-5 from 2260992 to 2662400 tid 2 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2560: read oid 46 snap -1 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2560: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2561: delete oid 16 current snap is 245 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2557: finishing copy_from to smithi04281968-19 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2557: got expected ENOENT (src dne) 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2557: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:57:01.431 INFO:tasks.rados.rados.0.smithi042.stdout:2556: finishing write tid 1 to smithi04281968-21 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2556: finishing write tid 2 to smithi04281968-21 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2556: finishing write tid 3 to smithi04281968-21 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2556: finishing write tid 4 to smithi04281968-21 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1079 (ObjNum 786 snap 245 seq_num 786) dirty exists 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2556: left oid 21 (ObjNum 786 snap 245 seq_num 786) 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2556: done (5 left) 2024-09-16T06:57:01.432 INFO:tasks.rados.rados.0.smithi042.stdout:2557: done (4 left) 2024-09-16T06:57:01.433 INFO:tasks.rados.rados.0.smithi042.stdout:2558: done (3 left) 2024-09-16T06:57:01.433 INFO:tasks.rados.rados.0.smithi042.stdout:2561: done (2 left) 2024-09-16T06:57:01.433 INFO:tasks.rados.rados.0.smithi042.stdout:2562: setattr oid 27 current snap is 245 2024-09-16T06:57:01.434 INFO:tasks.rados.rados.0.smithi042.stdout:2559: finishing write tid 1 to smithi04281968-5 2024-09-16T06:57:01.434 INFO:tasks.rados.rados.0.smithi042.stdout:2563: read oid 1 snap -1 2024-09-16T06:57:01.435 INFO:tasks.rados.rados.0.smithi042.stdout:2563: expect deleted 2024-09-16T06:57:01.435 INFO:tasks.rados.rados.0.smithi042.stdout:2564: snap_create 2024-09-16T06:57:01.435 INFO:tasks.rados.rados.0.smithi042.stdout:2559: finishing write tid 2 to smithi04281968-5 2024-09-16T06:57:01.435 INFO:tasks.rados.rados.0.smithi042.stdout:2560: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:01.456 INFO:tasks.rados.rados.0.smithi042.stdout:2559: finishing write tid 3 to smithi04281968-5 2024-09-16T06:57:01.456 INFO:tasks.rados.rados.0.smithi042.stdout:2559: finishing write tid 4 to smithi04281968-5 2024-09-16T06:57:01.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 779 (ObjNum 787 snap 245 seq_num 787) dirty exists 2024-09-16T06:57:01.457 INFO:tasks.rados.rados.0.smithi042.stdout:2559: left oid 5 (ObjNum 787 snap 245 seq_num 787) 2024-09-16T06:57:01.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 780 (ObjNum 736 snap 223 seq_num 736) dirty exists 2024-09-16T06:57:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:57:01] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T06:57:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[94096]: pgmap v520: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-16T06:57:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[94096]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T06:57:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[94096]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:57:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[94096]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T06:57:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[96574]: pgmap v520: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-16T06:57:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[96574]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T06:57:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[96574]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:57:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:01 smithi042 ceph-mon[96574]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T06:57:01.733 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 podman[117737]: 2024-09-16 06:57:01.52468938 +0000 UTC m=+0.554094162 container cleanup 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:01.733 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 bash[117737]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T06:57:01.734 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:01 smithi164 ceph-mon[88760]: pgmap v520: 121 pgs: 121 active+clean; 115 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-09-16T06:57:01.734 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:01 smithi164 ceph-mon[88760]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T06:57:01.734 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:01 smithi164 ceph-mon[88760]: Deploying daemon node-exporter.b on smithi164 2024-09-16T06:57:01.734 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:01 smithi164 ceph-mon[88760]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T06:57:01.988 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 podman[117754]: 2024-09-16 06:57:01.734479965 +0000 UTC m=+0.647948546 container remove 1222aadc009ffe1c50f4a5ade2af357a32cafcc62c5b177456bfa9a327d19433 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:01.988 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:57:01.988 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T06:57:01.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 systemd[1]: Stopped Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:01.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:01 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 1.683s CPU time. 2024-09-16T06:57:02.313 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 systemd[1]: Starting Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:02.391 INFO:tasks.rados.rados.0.smithi042.stdout:2559: done (4 left) 2024-09-16T06:57:02.391 INFO:tasks.rados.rados.0.smithi042.stdout:2560: done (3 left) 2024-09-16T06:57:02.391 INFO:tasks.rados.rados.0.smithi042.stdout:2562: done (2 left) 2024-09-16T06:57:02.391 INFO:tasks.rados.rados.0.smithi042.stdout:2563: done (1 left) 2024-09-16T06:57:02.391 INFO:tasks.rados.rados.0.smithi042.stdout:2564: done (0 left) 2024-09-16T06:57:02.392 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 246 2024-09-16T06:57:02.392 INFO:tasks.rados.rados.0.smithi042.stdout:2565: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-09-16T06:57:02.393 INFO:tasks.rados.rados.0.smithi042.stdout:2565: writing smithi04281968-23 from 0 to 417792 tid 1 2024-09-16T06:57:02.396 INFO:tasks.rados.rados.0.smithi042.stdout:2565: writing smithi04281968-23 from 417792 to 1081344 tid 2 2024-09-16T06:57:02.397 INFO:tasks.rados.rados.0.smithi042.stdout:2565: writing smithi04281968-23 from 1081344 to 1220608 tid 3 2024-09-16T06:57:02.397 INFO:tasks.rados.rados.0.smithi042.stdout:2566: snap_create 2024-09-16T06:57:02.399 INFO:tasks.rados.rados.0.smithi042.stdout:2565: finishing write tid 1 to smithi04281968-23 2024-09-16T06:57:02.402 INFO:tasks.rados.rados.0.smithi042.stdout:2565: finishing write tid 2 to smithi04281968-23 2024-09-16T06:57:02.402 INFO:tasks.rados.rados.0.smithi042.stdout:2565: finishing write tid 3 to smithi04281968-23 2024-09-16T06:57:02.402 INFO:tasks.rados.rados.0.smithi042.stdout:2565: finishing write tid 4 to smithi04281968-23 2024-09-16T06:57:02.403 INFO:tasks.rados.rados.0.smithi042.stdout:2565: finishing write tid 5 to smithi04281968-23 2024-09-16T06:57:02.403 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1101 (ObjNum 789 snap 246 seq_num 789) dirty exists 2024-09-16T06:57:02.403 INFO:tasks.rados.rados.0.smithi042.stdout:2565: left oid 23 (ObjNum 789 snap 246 seq_num 789) 2024-09-16T06:57:02.569 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:02.570 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-mon[88760]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T06:57:02.570 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-mon[88760]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T06:57:02.570 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 podman[117899]: 2024-09-16 06:57:02.303034013 +0000 UTC m=+0.016341058 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T06:57:02.570 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 podman[117899]: 2024-09-16 06:57:02.418717133 +0000 UTC m=+0.132024168 container create 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:02 smithi042 ceph-mon[94096]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T06:57:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:02 smithi042 ceph-mon[94096]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T06:57:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:02 smithi042 ceph-mon[96574]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T06:57:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:02 smithi042 ceph-mon[96574]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 podman[117899]: 2024-09-16 06:57:02.663514615 +0000 UTC m=+0.376821652 container init 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 podman[117899]: 2024-09-16 06:57:02.669017027 +0000 UTC m=+0.382324061 container start 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.672Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.672Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T06:57:02.989 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T06:57:02.990 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T06:57:02.991 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T06:57:02.992 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.673Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.674Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b[117913]: ts=2024-09-16T06:57:02.674Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T06:57:02.993 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 bash[117899]: 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 2024-09-16T06:57:02.994 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 06:57:02 smithi164 systemd[1]: Started Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:03.391 INFO:tasks.rados.rados.0.smithi042.stdout:2565: done (1 left) 2024-09-16T06:57:03.391 INFO:tasks.rados.rados.0.smithi042.stdout:2566: done (0 left) 2024-09-16T06:57:03.391 INFO:tasks.rados.rados.0.smithi042.stdout:2567: delete oid 5 current snap is 247 2024-09-16T06:57:03.393 INFO:tasks.rados.rados.0.smithi042.stdout:2567: done (0 left) 2024-09-16T06:57:03.393 INFO:tasks.rados.rados.0.smithi042.stdout:2568: delete oid 6 current snap is 247 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2568: done (0 left) 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2569: read oid 20 snap 243 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2569: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2570: read oid 16 snap -1 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2570: expect deleted 2024-09-16T06:57:03.396 INFO:tasks.rados.rados.0.smithi042.stdout:2571: snap_remove snap 234 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[96574]: pgmap v523: 121 pgs: 121 active+clean; 117 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[96574]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T06:57:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[94096]: pgmap v523: 121 pgs: 121 active+clean; 117 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T06:57:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:04.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:03 smithi042 ceph-mon[94096]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T06:57:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:03 smithi164 ceph-mon[88760]: pgmap v523: 121 pgs: 121 active+clean; 117 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.0 KiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-09-16T06:57:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:04.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:03 smithi164 ceph-mon[88760]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T06:57:04.395 INFO:tasks.rados.rados.0.smithi042.stdout:2571: done (2 left) 2024-09-16T06:57:04.395 INFO:tasks.rados.rados.0.smithi042.stdout:2572: copy_from oid 34 from oid 21 current snap is 247 2024-09-16T06:57:04.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 247 2024-09-16T06:57:04.396 INFO:tasks.rados.rados.0.smithi042.stdout:2573: seq_num 792 ranges {1359872=466944,1826816=761856,2588672=40960} 2024-09-16T06:57:04.406 INFO:tasks.rados.rados.0.smithi042.stdout:2573: writing smithi04281968-27 from 1359872 to 1826816 tid 1 2024-09-16T06:57:04.412 INFO:tasks.rados.rados.0.smithi042.stdout:2573: writing smithi04281968-27 from 1826816 to 2588672 tid 2 2024-09-16T06:57:04.412 INFO:tasks.rados.rados.0.smithi042.stdout:2573: writing smithi04281968-27 from 2588672 to 2629632 tid 3 2024-09-16T06:57:04.412 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 247 2024-09-16T06:57:04.412 INFO:tasks.rados.rados.0.smithi042.stdout:2574: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-09-16T06:57:04.414 INFO:tasks.rados.rados.0.smithi042.stdout:2574: writing smithi04281968-13 from 0 to 483328 tid 1 2024-09-16T06:57:04.419 INFO:tasks.rados.rados.0.smithi042.stdout:2574: writing smithi04281968-13 from 483328 to 1130496 tid 2 2024-09-16T06:57:04.420 INFO:tasks.rados.rados.0.smithi042.stdout:2574: writing smithi04281968-13 from 1130496 to 1286144 tid 3 2024-09-16T06:57:04.420 INFO:tasks.rados.rados.0.smithi042.stdout:2575: read oid 3 snap -1 2024-09-16T06:57:04.421 INFO:tasks.rados.rados.0.smithi042.stdout:2575: expect deleted 2024-09-16T06:57:04.421 INFO:tasks.rados.rados.0.smithi042.stdout:2576: snap_remove snap 242 2024-09-16T06:57:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:04 smithi042 ceph-mon[96574]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T06:57:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:04 smithi042 ceph-mon[94096]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T06:57:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:04 smithi164 ceph-mon[88760]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T06:57:05.394 INFO:tasks.rados.rados.0.smithi042.stdout:2576: done (6 left) 2024-09-16T06:57:05.394 INFO:tasks.rados.rados.0.smithi042.stdout:2577: read oid 38 snap 237 2024-09-16T06:57:05.394 INFO:tasks.rados.rados.0.smithi042.stdout:2577: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:05.394 INFO:tasks.rados.rados.0.smithi042.stdout:2578: read oid 4 snap -1 2024-09-16T06:57:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2578: expect (ObjNum 735 snap 222 seq_num 735) 2024-09-16T06:57:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2579: read oid 15 snap -1 2024-09-16T06:57:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2579: expect deleted 2024-09-16T06:57:05.395 INFO:tasks.rados.rados.0.smithi042.stdout:2580: snap_remove snap 245 2024-09-16T06:57:06.066 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:05 smithi164 ceph-mon[88760]: pgmap v526: 121 pgs: 121 active+clean; 118 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 826 KiB/s wr, 8 op/s 2024-09-16T06:57:06.066 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:05 smithi164 ceph-mon[88760]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T06:57:06.066 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.066 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[94096]: pgmap v526: 121 pgs: 121 active+clean; 118 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 826 KiB/s wr, 8 op/s 2024-09-16T06:57:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[94096]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T06:57:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[96574]: pgmap v526: 121 pgs: 121 active+clean; 118 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 826 KiB/s wr, 8 op/s 2024-09-16T06:57:06.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[96574]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T06:57:06.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:06.395 INFO:tasks.rados.rados.0.smithi042.stdout:2580: done (9 left) 2024-09-16T06:57:06.395 INFO:tasks.rados.rados.0.smithi042.stdout:2581: delete oid 45 current snap is 247 2024-09-16T06:57:06.396 INFO:tasks.rados.rados.0.smithi042.stdout:2569: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:06.447 INFO:tasks.rados.rados.0.smithi042.stdout:2572: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:57:06.447 INFO:tasks.rados.rados.0.smithi042.stdout:2573: finishing write tid 1 to smithi04281968-27 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2572: finishing copy_from to smithi04281968-34 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1079 (ObjNum 786 snap 245 seq_num 786) dirty exists 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2569: done (9 left) 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2570: done (8 left) 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2572: done (7 left) 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2581: done (6 left) 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 247 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2573: finishing write tid 2 to smithi04281968-27 2024-09-16T06:57:06.448 INFO:tasks.rados.rados.0.smithi042.stdout:2582: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-09-16T06:57:06.450 INFO:tasks.rados.rados.0.smithi042.stdout:2582: writing smithi04281968-47 from 0 to 524288 tid 1 2024-09-16T06:57:06.452 INFO:tasks.rados.rados.0.smithi042.stdout:2582: writing smithi04281968-47 from 524288 to 942080 tid 2 2024-09-16T06:57:06.455 INFO:tasks.rados.rados.0.smithi042.stdout:2582: writing smithi04281968-47 from 942080 to 1327104 tid 3 2024-09-16T06:57:06.455 INFO:tasks.rados.rados.0.smithi042.stdout:2583: copy_from oid 22 from oid 5 current snap is 247 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2573: finishing write tid 3 to smithi04281968-27 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2584: snap_create 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2573: finishing write tid 4 to smithi04281968-27 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2573: finishing write tid 5 to smithi04281968-27 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 785 (ObjNum 792 snap 247 seq_num 792) dirty exists 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2573: left oid 27 (ObjNum 792 snap 247 seq_num 792) 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2574: finishing write tid 1 to smithi04281968-13 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2574: finishing write tid 2 to smithi04281968-13 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2574: finishing write tid 3 to smithi04281968-13 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2574: finishing write tid 4 to smithi04281968-13 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2574: finishing write tid 5 to smithi04281968-13 2024-09-16T06:57:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1061 (ObjNum 793 snap 247 seq_num 793) dirty exists 2024-09-16T06:57:06.457 INFO:tasks.rados.rados.0.smithi042.stdout:2574: left oid 13 (ObjNum 793 snap 247 seq_num 793) 2024-09-16T06:57:06.457 INFO:tasks.rados.rados.0.smithi042.stdout:2578: expect (ObjNum 735 snap 222 seq_num 735) 2024-09-16T06:57:06.512 INFO:tasks.rados.rados.0.smithi042.stdout:2577: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:07.551 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.552 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: pgmap v529: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 119 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 576 KiB/s wr, 9 op/s 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:07.719 INFO:tasks.rados.rados.0.smithi042.stdout:2582: finishing write tid 1 to smithi04281968-47 2024-09-16T06:57:07.719 INFO:tasks.rados.rados.0.smithi042.stdout:2582: finishing write tid 2 to smithi04281968-47 2024-09-16T06:57:07.719 INFO:tasks.rados.rados.0.smithi042.stdout:2582: finishing write tid 3 to smithi04281968-47 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2582: finishing write tid 4 to smithi04281968-47 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2583: finishing copy_from to smithi04281968-22 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2583: got expected ENOENT (src dne) 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2583: finishing copy_from racing read to smithi04281968-22 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2582: finishing write tid 5 to smithi04281968-47 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 893 (ObjNum 795 snap 247 seq_num 795) dirty exists 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2582: left oid 47 (ObjNum 795 snap 247 seq_num 795) 2024-09-16T06:57:07.720 INFO:tasks.rados.rados.0.smithi042.stdout:2573: done (8 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2574: done (7 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2575: done (6 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2577: done (5 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2578: done (4 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2579: done (3 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2582: done (2 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2583: done (1 left) 2024-09-16T06:57:07.721 INFO:tasks.rados.rados.0.smithi042.stdout:2584: done (0 left) 2024-09-16T06:57:07.722 INFO:tasks.rados.rados.0.smithi042.stdout:2585: setattr oid 10 current snap is 248 2024-09-16T06:57:07.722 INFO:tasks.rados.rados.0.smithi042.stdout:2586: copy_from oid 36 from oid 20 current snap is 248 2024-09-16T06:57:07.722 INFO:tasks.rados.rados.0.smithi042.stdout:2587: copy_from oid 12 from oid 48 current snap is 248 2024-09-16T06:57:07.722 INFO:tasks.rados.rados.0.smithi042.stdout:2588: snap_create 2024-09-16T06:57:07.724 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 694 (ObjNum 763 snap 229 seq_num 763) dirty exists 2024-09-16T06:57:07.729 INFO:tasks.rados.rados.0.smithi042.stdout:2586: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:57:07.730 INFO:tasks.rados.rados.0.smithi042.stdout:2586: finishing copy_from to smithi04281968-36 2024-09-16T06:57:07.730 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 687 (ObjNum 755 snap 226 seq_num 755) dirty exists 2024-09-16T06:57:07.740 INFO:tasks.rados.rados.0.smithi042.stdout:2587: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:57:07.743 INFO:tasks.rados.rados.0.smithi042.stdout:2587: finishing copy_from to smithi04281968-12 2024-09-16T06:57:07.744 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 745 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:57:08.395 INFO:tasks.rados.rados.0.smithi042.stdout:2585: done (3 left) 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2586: done (2 left) 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2587: done (1 left) 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2588: done (0 left) 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2589: rmattr oid 47 current snap is 249 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2589: done (0 left) 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 249 2024-09-16T06:57:08.396 INFO:tasks.rados.rados.0.smithi042.stdout:2590: seq_num 796 ranges {6144000=540672,6684672=704512,7389184=98304} 2024-09-16T06:57:08.432 INFO:tasks.rados.rados.0.smithi042.stdout:2590: writing smithi04281968-50 from 6144000 to 6684672 tid 1 2024-09-16T06:57:08.437 INFO:tasks.rados.rados.0.smithi042.stdout:2590: writing smithi04281968-50 from 6684672 to 7389184 tid 2 2024-09-16T06:57:08.437 INFO:tasks.rados.rados.0.smithi042.stdout:2590: writing smithi04281968-50 from 7389184 to 7487488 tid 3 2024-09-16T06:57:08.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 249 2024-09-16T06:57:08.438 INFO:tasks.rados.rados.0.smithi042.stdout:2590: finishing write tid 1 to smithi04281968-50 2024-09-16T06:57:08.438 INFO:tasks.rados.rados.0.smithi042.stdout:2591: seq_num 797 ranges {196608=557056,753664=589824,1343488=212992} 2024-09-16T06:57:08.442 INFO:tasks.rados.rados.0.smithi042.stdout:2591: writing smithi04281968-37 from 196608 to 753664 tid 1 2024-09-16T06:57:08.446 INFO:tasks.rados.rados.0.smithi042.stdout:2591: writing smithi04281968-37 from 753664 to 1343488 tid 2 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2591: writing smithi04281968-37 from 1343488 to 1556480 tid 3 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 249 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2590: finishing write tid 2 to smithi04281968-50 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2590: finishing write tid 3 to smithi04281968-50 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2590: finishing write tid 4 to smithi04281968-50 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2590: finishing write tid 5 to smithi04281968-50 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 752 (ObjNum 796 snap 249 seq_num 796) dirty exists 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2590: left oid 50 (ObjNum 796 snap 249 seq_num 796) 2024-09-16T06:57:08.448 INFO:tasks.rados.rados.0.smithi042.stdout:2592: seq_num 798 ranges {1327104=573440,1900544=466944,2367488=335872} 2024-09-16T06:57:08.458 INFO:tasks.rados.rados.0.smithi042.stdout:2592: writing smithi04281968-47 from 1327104 to 1900544 tid 1 2024-09-16T06:57:08.461 INFO:tasks.rados.rados.0.smithi042.stdout:2592: writing smithi04281968-47 from 1900544 to 2367488 tid 2 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2592: writing smithi04281968-47 from 2367488 to 2703360 tid 3 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2590: done (2 left) 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2593: delete oid 30 current snap is 249 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2591: finishing write tid 1 to smithi04281968-37 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2591: finishing write tid 2 to smithi04281968-37 2024-09-16T06:57:08.463 INFO:tasks.rados.rados.0.smithi042.stdout:2591: finishing write tid 3 to smithi04281968-37 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:2591: finishing write tid 4 to smithi04281968-37 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:2591: finishing write tid 5 to smithi04281968-37 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 691 (ObjNum 797 snap 249 seq_num 797) dirty exists 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:2591: left oid 37 (ObjNum 797 snap 249 seq_num 797) 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:2592: finishing write tid 1 to smithi04281968-47 2024-09-16T06:57:08.464 INFO:tasks.rados.rados.0.smithi042.stdout:2592: finishing write tid 2 to smithi04281968-47 2024-09-16T06:57:08.466 INFO:tasks.rados.rados.0.smithi042.stdout:2592: finishing write tid 3 to smithi04281968-47 2024-09-16T06:57:08.466 INFO:tasks.rados.rados.0.smithi042.stdout:2592: finishing write tid 4 to smithi04281968-47 2024-09-16T06:57:08.468 INFO:tasks.rados.rados.0.smithi042.stdout:2592: finishing write tid 5 to smithi04281968-47 2024-09-16T06:57:08.468 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 897 (ObjNum 798 snap 249 seq_num 798) dirty exists 2024-09-16T06:57:08.468 INFO:tasks.rados.rados.0.smithi042.stdout:2592: left oid 47 (ObjNum 798 snap 249 seq_num 798) 2024-09-16T06:57:08.469 INFO:tasks.rados.rados.0.smithi042.stdout:2591: done (2 left) 2024-09-16T06:57:08.469 INFO:tasks.rados.rados.0.smithi042.stdout:2592: done (1 left) 2024-09-16T06:57:08.469 INFO:tasks.rados.rados.0.smithi042.stdout:2593: done (0 left) 2024-09-16T06:57:08.469 INFO:tasks.rados.rados.0.smithi042.stdout:2594: snap_create 2024-09-16T06:57:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:08 smithi164 ceph-mon[88760]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T06:57:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:08 smithi042 ceph-mon[94096]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T06:57:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:08 smithi042 ceph-mon[96574]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T06:57:09.401 INFO:tasks.rados.rados.0.smithi042.stdout:2594: done (0 left) 2024-09-16T06:57:09.401 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 250 2024-09-16T06:57:09.401 INFO:tasks.rados.rados.0.smithi042.stdout:2595: seq_num 800 ranges {6144000=606208,6750208=688128,7438336=114688} 2024-09-16T06:57:09.437 INFO:tasks.rados.rados.0.smithi042.stdout:2595: writing smithi04281968-48 from 6144000 to 6750208 tid 1 2024-09-16T06:57:09.441 INFO:tasks.rados.rados.0.smithi042.stdout:2595: writing smithi04281968-48 from 6750208 to 7438336 tid 2 2024-09-16T06:57:09.442 INFO:tasks.rados.rados.0.smithi042.stdout:2595: writing smithi04281968-48 from 7438336 to 7553024 tid 3 2024-09-16T06:57:09.442 INFO:tasks.rados.rados.0.smithi042.stdout:2596: delete oid 9 current snap is 250 2024-09-16T06:57:09.442 INFO:tasks.rados.rados.0.smithi042.stdout:2595: finishing write tid 1 to smithi04281968-48 2024-09-16T06:57:09.444 INFO:tasks.rados.rados.0.smithi042.stdout:2596: done (1 left) 2024-09-16T06:57:09.444 INFO:tasks.rados.rados.0.smithi042.stdout:2597: read oid 25 snap -1 2024-09-16T06:57:09.444 INFO:tasks.rados.rados.0.smithi042.stdout:2597: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T06:57:09.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 250 2024-09-16T06:57:09.444 INFO:tasks.rados.rados.0.smithi042.stdout:2598: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-09-16T06:57:09.448 INFO:tasks.rados.rados.0.smithi042.stdout:2598: writing smithi04281968-49 from 0 to 638976 tid 1 2024-09-16T06:57:09.451 INFO:tasks.rados.rados.0.smithi042.stdout:2598: writing smithi04281968-49 from 638976 to 1097728 tid 2 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2598: writing smithi04281968-49 from 1097728 to 1441792 tid 3 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2599: setattr oid 30 current snap is 250 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2595: finishing write tid 2 to smithi04281968-48 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2595: finishing write tid 3 to smithi04281968-48 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2595: finishing write tid 4 to smithi04281968-48 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2595: finishing write tid 5 to smithi04281968-48 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 756 (ObjNum 800 snap 250 seq_num 800) dirty exists 2024-09-16T06:57:09.454 INFO:tasks.rados.rados.0.smithi042.stdout:2595: left oid 48 (ObjNum 800 snap 250 seq_num 800) 2024-09-16T06:57:09.455 INFO:tasks.rados.rados.0.smithi042.stdout:2598: finishing write tid 1 to smithi04281968-49 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2595: done (3 left) 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2600: rmattr oid 8 current snap is 250 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2600: done (3 left) 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2601: read oid 14 snap -1 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2601: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:57:09.456 INFO:tasks.rados.rados.0.smithi042.stdout:2602: snap_create 2024-09-16T06:57:09.457 INFO:tasks.rados.rados.0.smithi042.stdout:2598: finishing write tid 2 to smithi04281968-49 2024-09-16T06:57:09.457 INFO:tasks.rados.rados.0.smithi042.stdout:2598: finishing write tid 3 to smithi04281968-49 2024-09-16T06:57:09.458 INFO:tasks.rados.rados.0.smithi042.stdout:2598: finishing write tid 4 to smithi04281968-49 2024-09-16T06:57:09.460 INFO:tasks.rados.rados.0.smithi042.stdout:2598: finishing write tid 5 to smithi04281968-49 2024-09-16T06:57:09.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 916 (ObjNum 802 snap 250 seq_num 802) dirty exists 2024-09-16T06:57:09.461 INFO:tasks.rados.rados.0.smithi042.stdout:2598: left oid 49 (ObjNum 802 snap 250 seq_num 802) 2024-09-16T06:57:09.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 764 (ObjNum 33 snap 0 seq_num 112095776) dirty exists 2024-09-16T06:57:09.474 INFO:tasks.rados.rados.0.smithi042.stdout:2601: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:57:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:09 smithi042 ceph-mon[94096]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 121 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-09-16T06:57:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:09 smithi042 ceph-mon[94096]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T06:57:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:09 smithi042 ceph-mon[96574]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 121 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-09-16T06:57:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:09 smithi042 ceph-mon[96574]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T06:57:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:09 smithi164 ceph-mon[88760]: pgmap v532: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 121 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 894 KiB/s wr, 6 op/s 2024-09-16T06:57:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:09 smithi164 ceph-mon[88760]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T06:57:09.742 INFO:tasks.rados.rados.0.smithi042.stdout:2597: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:10.659 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.660 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.661 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.661 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.661 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:10 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.753 INFO:tasks.rados.rados.0.smithi042.stdout:2597: done (4 left) 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2598: done (3 left) 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2599: done (2 left) 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2601: done (1 left) 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2602: done (0 left) 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2603: copy_from oid 50 from oid 43 current snap is 251 2024-09-16T06:57:10.754 INFO:tasks.rados.rados.0.smithi042.stdout:2604: snap_create 2024-09-16T06:57:10.761 INFO:tasks.rados.rados.0.smithi042.stdout:2603: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:57:10.762 INFO:tasks.rados.rados.0.smithi042.stdout:2603: finishing copy_from to smithi04281968-50 2024-09-16T06:57:10.762 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 759 (ObjNum 776 snap 238 seq_num 776) dirty exists 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:10.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:10 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:11 smithi042 ceph-mon[94096]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-16T06:57:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:11 smithi042 ceph-mon[94096]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T06:57:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:57:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:57:11] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T06:57:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:11 smithi042 ceph-mon[96574]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-16T06:57:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:11 smithi042 ceph-mon[96574]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T06:57:11.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:11 smithi164 ceph-mon[88760]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 132 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 733 KiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-09-16T06:57:11.613 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:11 smithi164 ceph-mon[88760]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:2603: done (1 left) 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:2604: done (0 left) 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:2605: rollback oid 44 current snap is 252 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 243 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 252 2024-09-16T06:57:11.705 INFO:tasks.rados.rados.0.smithi042.stdout:2606: seq_num 803 ranges {737280=655360,1392640=745472,2138112=57344} 2024-09-16T06:57:11.712 INFO:tasks.rados.rados.0.smithi042.stdout:2606: writing smithi04281968-42 from 737280 to 1392640 tid 1 2024-09-16T06:57:11.717 INFO:tasks.rados.rados.0.smithi042.stdout:2606: writing smithi04281968-42 from 1392640 to 2138112 tid 2 2024-09-16T06:57:11.717 INFO:tasks.rados.rados.0.smithi042.stdout:2606: writing smithi04281968-42 from 2138112 to 2195456 tid 3 2024-09-16T06:57:11.717 INFO:tasks.rados.rados.0.smithi042.stdout:2607: rollback oid 5 current snap is 252 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 238 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:2605: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 905 (ObjNum 49 snap 0 seq_num 111289264) dirty dne 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:2605: done (2 left) 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 252 2024-09-16T06:57:11.718 INFO:tasks.rados.rados.0.smithi042.stdout:2608: seq_num 804 ranges {1556480=671744,2228224=622592,2850816=180224} 2024-09-16T06:57:11.729 INFO:tasks.rados.rados.0.smithi042.stdout:2608: writing smithi04281968-37 from 1556480 to 2228224 tid 1 2024-09-16T06:57:11.733 INFO:tasks.rados.rados.0.smithi042.stdout:2608: writing smithi04281968-37 from 2228224 to 2850816 tid 2 2024-09-16T06:57:11.735 INFO:tasks.rados.rados.0.smithi042.stdout:2608: writing smithi04281968-37 from 2850816 to 3031040 tid 3 2024-09-16T06:57:11.735 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 252 2024-09-16T06:57:11.735 INFO:tasks.rados.rados.0.smithi042.stdout:2606: finishing write tid 1 to smithi04281968-42 2024-09-16T06:57:11.735 INFO:tasks.rados.rados.0.smithi042.stdout:2609: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-09-16T06:57:11.739 INFO:tasks.rados.rados.0.smithi042.stdout:2609: writing smithi04281968-9 from 0 to 688128 tid 1 2024-09-16T06:57:11.742 INFO:tasks.rados.rados.0.smithi042.stdout:2609: writing smithi04281968-9 from 688128 to 1196032 tid 2 2024-09-16T06:57:11.744 INFO:tasks.rados.rados.0.smithi042.stdout:2609: writing smithi04281968-9 from 1196032 to 1490944 tid 3 2024-09-16T06:57:11.744 INFO:tasks.rados.rados.0.smithi042.stdout:2610: read oid 19 snap -1 2024-09-16T06:57:11.744 INFO:tasks.rados.rados.0.smithi042.stdout:2610: expect deleted 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2611: delete oid 36 current snap is 252 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2606: finishing write tid 2 to smithi04281968-42 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2606: finishing write tid 3 to smithi04281968-42 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2606: finishing write tid 4 to smithi04281968-42 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2607: finishing rollback tid 1 to smithi04281968-5 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2607: finishing rollback tid 2 to smithi04281968-5 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 787 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2606: finishing write tid 5 to smithi04281968-42 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1108 (ObjNum 803 snap 252 seq_num 803) dirty exists 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2606: left oid 42 (ObjNum 803 snap 252 seq_num 803) 2024-09-16T06:57:11.745 INFO:tasks.rados.rados.0.smithi042.stdout:2608: finishing write tid 1 to smithi04281968-37 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2608: finishing write tid 2 to smithi04281968-37 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2608: finishing write tid 3 to smithi04281968-37 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2608: finishing write tid 4 to smithi04281968-37 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2608: finishing write tid 5 to smithi04281968-37 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 695 (ObjNum 804 snap 252 seq_num 804) dirty exists 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2608: left oid 37 (ObjNum 804 snap 252 seq_num 804) 2024-09-16T06:57:11.746 INFO:tasks.rados.rados.0.smithi042.stdout:2609: finishing write tid 1 to smithi04281968-9 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2606: done (5 left) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2607: done (4 left) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2608: done (3 left) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2610: done (2 left) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2611: done (1 left) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2612: read oid 20 snap -1 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2612: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 252 2024-09-16T06:57:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:2613: seq_num 807 ranges {5234688=720896,5955584=729088,6684672=73728} 2024-09-16T06:57:11.779 INFO:tasks.rados.rados.0.smithi042.stdout:2613: writing smithi04281968-8 from 5234688 to 5955584 tid 1 2024-09-16T06:57:11.783 INFO:tasks.rados.rados.0.smithi042.stdout:2613: writing smithi04281968-8 from 5955584 to 6684672 tid 2 2024-09-16T06:57:11.783 INFO:tasks.rados.rados.0.smithi042.stdout:2613: writing smithi04281968-8 from 6684672 to 6758400 tid 3 2024-09-16T06:57:11.783 INFO:tasks.rados.rados.0.smithi042.stdout:2614: snap_remove snap 246 2024-09-16T06:57:12.394 INFO:tasks.rados.rados.0.smithi042.stdout:2614: done (3 left) 2024-09-16T06:57:12.394 INFO:tasks.rados.rados.0.smithi042.stdout:2615: copy_from oid 46 from oid 6 current snap is 252 2024-09-16T06:57:12.394 INFO:tasks.rados.rados.0.smithi042.stdout:2609: finishing write tid 2 to smithi04281968-9 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:2609: finishing write tid 3 to smithi04281968-9 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:2609: finishing write tid 4 to smithi04281968-9 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:2609: finishing write tid 5 to smithi04281968-9 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 893 (ObjNum 805 snap 252 seq_num 805) dirty exists 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:2609: left oid 9 (ObjNum 805 snap 252 seq_num 805) 2024-09-16T06:57:12.395 INFO:tasks.rados.rados.0.smithi042.stdout:2612: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:12.449 INFO:tasks.rados.rados.0.smithi042.stdout:2613: finishing write tid 1 to smithi04281968-8 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2613: finishing write tid 2 to smithi04281968-8 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2613: finishing write tid 3 to smithi04281968-8 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2613: finishing write tid 4 to smithi04281968-8 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2609: done (3 left) 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2612: done (2 left) 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2616: read oid 50 snap 248 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2616: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2617: copy_from oid 29 from oid 38 current snap is 252 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:2613: finishing write tid 5 to smithi04281968-8 2024-09-16T06:57:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 699 (ObjNum 807 snap 252 seq_num 807) dirty exists 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2613: left oid 8 (ObjNum 807 snap 252 seq_num 807) 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2613: done (3 left) 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 252 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2615: finishing copy_from to smithi04281968-46 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2615: got expected ENOENT (src dne) 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2615: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:57:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:2618: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-09-16T06:57:12.453 INFO:tasks.rados.rados.0.smithi042.stdout:2618: writing smithi04281968-22 from 0 to 737280 tid 1 2024-09-16T06:57:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:2618: writing smithi04281968-22 from 737280 to 1351680 tid 2 2024-09-16T06:57:12.458 INFO:tasks.rados.rados.0.smithi042.stdout:2618: writing smithi04281968-22 from 1351680 to 1540096 tid 3 2024-09-16T06:57:12.458 INFO:tasks.rados.rados.0.smithi042.stdout:2615: done (3 left) 2024-09-16T06:57:12.458 INFO:tasks.rados.rados.0.smithi042.stdout:2619: delete oid 19 current snap is 252 2024-09-16T06:57:12.459 INFO:tasks.rados.rados.0.smithi042.stdout:2618: finishing write tid 1 to smithi04281968-22 2024-09-16T06:57:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2618: finishing write tid 2 to smithi04281968-22 2024-09-16T06:57:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2618: finishing write tid 3 to smithi04281968-22 2024-09-16T06:57:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2618: finishing write tid 4 to smithi04281968-22 2024-09-16T06:57:12.462 INFO:tasks.rados.rados.0.smithi042.stdout:2618: finishing write tid 5 to smithi04281968-22 2024-09-16T06:57:12.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 901 (ObjNum 808 snap 252 seq_num 808) dirty exists 2024-09-16T06:57:12.462 INFO:tasks.rados.rados.0.smithi042.stdout:2618: left oid 22 (ObjNum 808 snap 252 seq_num 808) 2024-09-16T06:57:12.464 INFO:tasks.rados.rados.0.smithi042.stdout:2618: done (3 left) 2024-09-16T06:57:12.464 INFO:tasks.rados.rados.0.smithi042.stdout:2619: done (2 left) 2024-09-16T06:57:12.464 INFO:tasks.rados.rados.0.smithi042.stdout:2620: copy_from oid 40 from oid 31 current snap is 252 2024-09-16T06:57:12.464 INFO:tasks.rados.rados.0.smithi042.stdout:2621: snap_remove snap 239 2024-09-16T06:57:12.657 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:12.968 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:12 smithi164 ceph-mon[88760]: Upgrade: Updating prometheus.a 2024-09-16T06:57:12.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:12 smithi164 ceph-mon[88760]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T06:57:12.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:12 smithi164 ceph-mon[88760]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T06:57:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[94096]: Upgrade: Updating prometheus.a 2024-09-16T06:57:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[94096]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T06:57:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[94096]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T06:57:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[96574]: Upgrade: Updating prometheus.a 2024-09-16T06:57:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[96574]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T06:57:13.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:12 smithi042 ceph-mon[96574]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T06:57:13.396 INFO:tasks.rados.rados.0.smithi042.stdout:2620: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:57:13.396 INFO:tasks.rados.rados.0.smithi042.stdout:2620: finishing copy_from to smithi04281968-40 2024-09-16T06:57:13.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 935 (ObjNum 778 snap 240 seq_num 778) dirty exists 2024-09-16T06:57:13.396 INFO:tasks.rados.rados.0.smithi042.stdout:2616: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:57:13.858 INFO:tasks.rados.rados.0.smithi042.stdout:2617: finishing copy_from racing read to smithi04281968-29 2024-09-16T06:57:13.858 INFO:tasks.rados.rados.0.smithi042.stdout:2617: finishing copy_from to smithi04281968-29 2024-09-16T06:57:13.858 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1047 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:57:13.859 INFO:tasks.rados.rados.0.smithi042.stdout:2616: done (3 left) 2024-09-16T06:57:13.859 INFO:tasks.rados.rados.0.smithi042.stdout:2617: done (2 left) 2024-09-16T06:57:13.859 INFO:tasks.rados.rados.0.smithi042.stdout:2620: done (1 left) 2024-09-16T06:57:13.859 INFO:tasks.rados.rados.0.smithi042.stdout:2621: done (0 left) 2024-09-16T06:57:13.859 INFO:tasks.rados.rados.0.smithi042.stdout:2622: read oid 2 snap 238 2024-09-16T06:57:13.860 INFO:tasks.rados.rados.0.smithi042.stdout:2622: expect deleted 2024-09-16T06:57:13.860 INFO:tasks.rados.rados.0.smithi042.stdout:2623: rollback oid 50 current snap is 252 2024-09-16T06:57:13.862 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 249 2024-09-16T06:57:13.862 INFO:tasks.rados.rados.0.smithi042.stdout:2624: read oid 5 snap -1 2024-09-16T06:57:13.862 INFO:tasks.rados.rados.0.smithi042.stdout:2624: expect (ObjNum 756 snap 226 seq_num 756) 2024-09-16T06:57:13.862 INFO:tasks.rados.rados.0.smithi042.stdout:2625: snap_remove snap 235 2024-09-16T06:57:13.898 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:13 smithi164 ceph-mon[88760]: pgmap v538: 121 pgs: 121 active+clean; 135 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-16T06:57:13.899 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:13 smithi164 ceph-mon[88760]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:57:13.899 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:13 smithi164 ceph-mon[88760]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[94096]: pgmap v538: 121 pgs: 121 active+clean; 135 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[94096]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[94096]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[96574]: pgmap v538: 121 pgs: 121 active+clean; 135 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[96574]: Deploying daemon prometheus.a on smithi164 2024-09-16T06:57:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:13 smithi042 ceph-mon[96574]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T06:57:14.718 INFO:tasks.rados.rados.0.smithi042.stdout:2623: finishing rollback tid 0 to smithi04281968-50 2024-09-16T06:57:14.718 INFO:tasks.rados.rados.0.smithi042.stdout:2623: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:57:14.718 INFO:tasks.rados.rados.0.smithi042.stdout:2623: finishing rollback tid 2 to smithi04281968-50 2024-09-16T06:57:14.718 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 762 (ObjNum 796 snap 249 seq_num 796) dirty exists 2024-09-16T06:57:14.718 INFO:tasks.rados.rados.0.smithi042.stdout:2624: expect (ObjNum 756 snap 226 seq_num 756) 2024-09-16T06:57:14.780 INFO:tasks.rados.rados.0.smithi042.stdout:2622: done (3 left) 2024-09-16T06:57:14.781 INFO:tasks.rados.rados.0.smithi042.stdout:2623: done (2 left) 2024-09-16T06:57:14.781 INFO:tasks.rados.rados.0.smithi042.stdout:2624: done (1 left) 2024-09-16T06:57:14.781 INFO:tasks.rados.rados.0.smithi042.stdout:2625: done (0 left) 2024-09-16T06:57:14.781 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 252 2024-09-16T06:57:14.781 INFO:tasks.rados.rados.0.smithi042.stdout:2626: seq_num 810 ranges {7487488=770048,8257536=778240,9035776=24576} 2024-09-16T06:57:14.825 INFO:tasks.rados.rados.0.smithi042.stdout:2626: writing smithi04281968-50 from 7487488 to 8257536 tid 1 2024-09-16T06:57:14.830 INFO:tasks.rados.rados.0.smithi042.stdout:2626: writing smithi04281968-50 from 8257536 to 9035776 tid 2 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2626: writing smithi04281968-50 from 9035776 to 9060352 tid 3 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2627: read oid 39 snap 243 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2627: expect (ObjNum 780 snap 240 seq_num 780) 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2628: read oid 14 snap -1 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2628: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 252 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2626: finishing write tid 1 to smithi04281968-50 2024-09-16T06:57:14.831 INFO:tasks.rados.rados.0.smithi042.stdout:2629: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-09-16T06:57:14.836 INFO:tasks.rados.rados.0.smithi042.stdout:2629: writing smithi04281968-36 from 0 to 786432 tid 1 2024-09-16T06:57:14.841 INFO:tasks.rados.rados.0.smithi042.stdout:2629: writing smithi04281968-36 from 786432 to 1449984 tid 2 2024-09-16T06:57:14.842 INFO:tasks.rados.rados.0.smithi042.stdout:2629: writing smithi04281968-36 from 1449984 to 1589248 tid 3 2024-09-16T06:57:14.842 INFO:tasks.rados.rados.0.smithi042.stdout:2630: rollback oid 6 current snap is 252 2024-09-16T06:57:14.842 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 248 2024-09-16T06:57:14.842 INFO:tasks.rados.rados.0.smithi042.stdout:2627: expect (ObjNum 780 snap 240 seq_num 780) 2024-09-16T06:57:14.908 INFO:tasks.rados.rados.0.smithi042.stdout:2629: finishing write tid 1 to smithi04281968-36 2024-09-16T06:57:14.908 INFO:tasks.rados.rados.0.smithi042.stdout:2626: finishing write tid 2 to smithi04281968-50 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2630: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2626: finishing write tid 3 to smithi04281968-50 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2627: done (4 left) 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2630: done (3 left) 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2631: copy_from oid 41 from oid 30 current snap is 252 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2626: finishing write tid 4 to smithi04281968-50 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2626: finishing write tid 5 to smithi04281968-50 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 766 (ObjNum 810 snap 252 seq_num 810) dirty exists 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2626: left oid 50 (ObjNum 810 snap 252 seq_num 810) 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2629: finishing write tid 2 to smithi04281968-36 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2629: finishing write tid 3 to smithi04281968-36 2024-09-16T06:57:14.909 INFO:tasks.rados.rados.0.smithi042.stdout:2629: finishing write tid 4 to smithi04281968-36 2024-09-16T06:57:14.910 INFO:tasks.rados.rados.0.smithi042.stdout:2628: expect (ObjNum 743 snap 225 seq_num 743) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2629: finishing write tid 5 to smithi04281968-36 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 700 (ObjNum 811 snap 252 seq_num 811) dirty exists 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2629: left oid 36 (ObjNum 811 snap 252 seq_num 811) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2626: done (3 left) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2628: done (2 left) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2629: done (1 left) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2632: read oid 20 snap -1 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2632: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:15.176 INFO:tasks.rados.rados.0.smithi042.stdout:2633: snap_remove snap 238 2024-09-16T06:57:15.177 INFO:tasks.rados.rados.0.smithi042.stdout:2631: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:57:15.177 INFO:tasks.rados.rados.0.smithi042.stdout:2631: finishing copy_from to smithi04281968-41 2024-09-16T06:57:15.177 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 764 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:57:15.705 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 systemd[1]: Stopping Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:15.716 INFO:tasks.rados.rados.0.smithi042.stdout:2631: done (2 left) 2024-09-16T06:57:15.717 INFO:tasks.rados.rados.0.smithi042.stdout:2633: done (1 left) 2024-09-16T06:57:15.717 INFO:tasks.rados.rados.0.smithi042.stdout:2634: rollback oid 38 current snap is 252 2024-09-16T06:57:15.717 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 248 2024-09-16T06:57:15.717 INFO:tasks.rados.rados.0.smithi042.stdout:2632: expect (ObjNum 755 snap 226 seq_num 755) 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2634: finishing rollback tid 0 to smithi04281968-38 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2634: finishing rollback tid 1 to smithi04281968-38 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2634: finishing rollback tid 2 to smithi04281968-38 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1093 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2632: done (1 left) 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2634: done (0 left) 2024-09-16T06:57:15.773 INFO:tasks.rados.rados.0.smithi042.stdout:2635: snap_remove snap 247 2024-09-16T06:57:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-mon[88760]: pgmap v541: 121 pgs: 121 active+clean; 138 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T06:57:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-mon[88760]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.704Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T06:57:15.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T06:57:15.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T06:57:15.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T06:57:15.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[79975]: ts=2024-09-16T06:57:15.705Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T06:57:15.990 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:15 smithi164 podman[122003]: 2024-09-16 06:57:15.715339087 +0000 UTC m=+0.119807205 container died 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:15 smithi042 ceph-mon[94096]: pgmap v541: 121 pgs: 121 active+clean; 138 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T06:57:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:15 smithi042 ceph-mon[94096]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T06:57:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:15 smithi042 ceph-mon[96574]: pgmap v541: 121 pgs: 121 active+clean; 138 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T06:57:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:15 smithi042 ceph-mon[96574]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T06:57:16.369 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 podman[122003]: 2024-09-16 06:57:16.102488672 +0000 UTC m=+0.506956776 container cleanup 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:16.370 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 bash[122003]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T06:57:16.722 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 podman[122021]: 2024-09-16 06:57:16.37064889 +0000 UTC m=+0.657379701 container remove 0af3e0739865a4086aeb7991c19fb1f5cea3fcaeddfe488a6ab411a81c44be5b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:16.722 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T06:57:16.722 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 systemd[1]: Stopped Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:16.722 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.838s CPU time. 2024-09-16T06:57:16.728 INFO:tasks.rados.rados.0.smithi042.stdout:2635: done (0 left) 2024-09-16T06:57:16.728 INFO:tasks.rados.rados.0.smithi042.stdout:2636: delete oid 27 current snap is 252 2024-09-16T06:57:16.738 INFO:tasks.rados.rados.0.smithi042.stdout:2636: done (0 left) 2024-09-16T06:57:16.738 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 252 2024-09-16T06:57:16.738 INFO:tasks.rados.rados.0.smithi042.stdout:2637: seq_num 813 ranges {1171456=417792,1589248=434176,2023424=442368,2465792=327680} 2024-09-16T06:57:16.747 INFO:tasks.rados.rados.0.smithi042.stdout:2637: writing smithi04281968-34 from 1171456 to 1589248 tid 1 2024-09-16T06:57:16.749 INFO:tasks.rados.rados.0.smithi042.stdout:2637: writing smithi04281968-34 from 1589248 to 2023424 tid 2 2024-09-16T06:57:16.751 INFO:tasks.rados.rados.0.smithi042.stdout:2637: writing smithi04281968-34 from 2023424 to 2465792 tid 3 2024-09-16T06:57:16.754 INFO:tasks.rados.rados.0.smithi042.stdout:2637: writing smithi04281968-34 from 2465792 to 2793472 tid 4 2024-09-16T06:57:16.754 INFO:tasks.rados.rados.0.smithi042.stdout:2638: snap_create 2024-09-16T06:57:16.754 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 1 to smithi04281968-34 2024-09-16T06:57:16.754 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 2 to smithi04281968-34 2024-09-16T06:57:16.756 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 3 to smithi04281968-34 2024-09-16T06:57:16.756 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 4 to smithi04281968-34 2024-09-16T06:57:16.756 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 5 to smithi04281968-34 2024-09-16T06:57:16.757 INFO:tasks.rados.rados.0.smithi042.stdout:2637: finishing write tid 6 to smithi04281968-34 2024-09-16T06:57:16.757 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1084 (ObjNum 813 snap 252 seq_num 813) dirty exists 2024-09-16T06:57:16.757 INFO:tasks.rados.rados.0.smithi042.stdout:2637: left oid 34 (ObjNum 813 snap 252 seq_num 813) 2024-09-16T06:57:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:16 smithi164 ceph-mon[88760]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T06:57:16.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 systemd[1]: Starting Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:16.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 podman[122154]: 2024-09-16 06:57:16.846521409 +0000 UTC m=+0.017087159 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T06:57:16.989 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:16 smithi164 podman[122154]: 2024-09-16 06:57:16.946551674 +0000 UTC m=+0.117117418 container create 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:17.005 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:16 smithi042 ceph-mon[96574]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T06:57:17.005 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:16 smithi042 ceph-mon[94096]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T06:57:17.272 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:57:17.393 INFO:tasks.rados.rados.0.smithi042.stdout:2637: done (1 left) 2024-09-16T06:57:17.393 INFO:tasks.rados.rados.0.smithi042.stdout:2638: done (0 left) 2024-09-16T06:57:17.393 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 253 2024-09-16T06:57:17.393 INFO:tasks.rados.rados.0.smithi042.stdout:2639: seq_num 814 ranges {3031040=442368,3473408=770048,4243456=434176} 2024-09-16T06:57:17.412 INFO:tasks.rados.rados.0.smithi042.stdout:2639: writing smithi04281968-37 from 3031040 to 3473408 tid 1 2024-09-16T06:57:17.417 INFO:tasks.rados.rados.0.smithi042.stdout:2639: writing smithi04281968-37 from 3473408 to 4243456 tid 2 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:2639: writing smithi04281968-37 from 4243456 to 4677632 tid 3 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:2640: rollback oid 2 current snap is 253 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 2 to 250 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:2639: finishing write tid 1 to smithi04281968-37 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:2641: delete oid 36 current snap is 253 2024-09-16T06:57:17.420 INFO:tasks.rados.rados.0.smithi042.stdout:2640: finishing rollback tid 1 to smithi04281968-2 2024-09-16T06:57:17.421 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T06:57:17.421 INFO:tasks.rados.rados.0.smithi042.stdout:2639: finishing write tid 2 to smithi04281968-37 2024-09-16T06:57:17.426 INFO:tasks.rados.rados.0.smithi042.stdout:2639: finishing write tid 3 to smithi04281968-37 2024-09-16T06:57:17.427 INFO:tasks.rados.rados.0.smithi042.stdout:2639: finishing write tid 4 to smithi04281968-37 2024-09-16T06:57:17.427 INFO:tasks.rados.rados.0.smithi042.stdout:2640: done (2 left) 2024-09-16T06:57:17.427 INFO:tasks.rados.rados.0.smithi042.stdout:2641: done (1 left) 2024-09-16T06:57:17.427 INFO:tasks.rados.rados.0.smithi042.stdout:2642: snap_remove snap 250 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 podman[122154]: 2024-09-16 06:57:17.190337279 +0000 UTC m=+0.360903023 container init 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 podman[122154]: 2024-09-16 06:57:17.194859733 +0000 UTC m=+0.365425478 container start 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.219Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.219Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.219Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi164 (none))" 2024-09-16T06:57:17.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.219Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.219Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.221Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.221Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.222Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.222Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.223Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.223Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.557µs 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.223Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.224Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.239Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.244Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-16T06:57:17.490 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.248Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.248Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.249Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.101µs wal_replay_duration=25.193482ms wbl_replay_duration=100ns total_replay_duration=25.250217ms 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.252Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.252Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.252Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.273Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.035197ms db_storage=849ns remote_storage=1.252µs web_handler=440ns query_engine=598ns scrape=461.829µs scrape_sd=117.371µs notify=10.301µs notify_sd=25.24µs rules=20.058971ms tracing=6.607µs 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.273Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:17.273Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 bash[122154]: 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 2024-09-16T06:57:17.491 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:17 smithi164 systemd[1]: Started Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (7m) 11s ago 11m 26.4M - 0.25.0 c8568f914cd2 213963510ad3 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (7m) 11s ago 11m 85.7M - 9.4.7 954c08fa6188 29d63114ab6e 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (49s) 11s ago 12m 15.5M - 18.2.4-845-ge4e227b3 67ddd33fa72f 3691dac7f520 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (30s) 11s ago 12m 13.0M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6816b8a3d2f0 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (6m) 11s ago 15m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (7m) 11s ago 17m 499M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (6m) 11s ago 17m 63.8M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (5m) 11s ago 15m 52.1M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:57:17.551 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (5m) 11s ago 15m 54.5M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (19s) 11s ago 10m 5649k - 1.5.0 0da6a335fe13 c276d41ee80e 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (15s) 11s ago 10m 3405k - 1.5.0 0da6a335fe13 47692f58f4f8 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (4m) 11s ago 15m 233M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (4m) 11s ago 14m 213M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (3m) 11s ago 14m 215M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (3m) 11s ago 14m 110M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (2m) 11s ago 13m 130M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (2m) 11s ago 13m 156M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (98s) 11s ago 12m 121M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (65s) 11s ago 12m 96.0M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ee7e46b8511e 2024-09-16T06:57:17.552 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 starting - - - - 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: pgmap v544: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[96574]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: pgmap v544: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:17.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:17 smithi042 ceph-mon[94096]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:57:17.887 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:57:17.888 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: pgmap v544: 121 pgs: 121 active+clean; 163 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 15 op/s 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:17 smithi164 ceph-mon[88760]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:2639: finishing write tid 5 to smithi04281968-37 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 704 (ObjNum 814 snap 253 seq_num 814) dirty exists 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:2639: left oid 37 (ObjNum 814 snap 253 seq_num 814) 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:2639: done (1 left) 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:2642: done (0 left) 2024-09-16T06:57:18.397 INFO:tasks.rados.rados.0.smithi042.stdout:2643: rmattr oid 9 current snap is 253 2024-09-16T06:57:18.398 INFO:tasks.rados.rados.0.smithi042.stdout:2643: done (0 left) 2024-09-16T06:57:18.398 INFO:tasks.rados.rados.0.smithi042.stdout:2644: rollback oid 12 current snap is 253 2024-09-16T06:57:18.398 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 248 2024-09-16T06:57:18.398 INFO:tasks.rados.rados.0.smithi042.stdout:2645: snap_remove snap 241 2024-09-16T06:57:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:18 smithi164 ceph-mon[88760]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:18 smithi164 ceph-mon[88760]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:18 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3976170036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:18 smithi164 ceph-mon[88760]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T06:57:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[94096]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[94096]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3976170036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[94096]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[96574]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[96574]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3976170036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:18 smithi042 ceph-mon[96574]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T06:57:19.395 INFO:tasks.rados.rados.0.smithi042.stdout:2645: done (1 left) 2024-09-16T06:57:19.396 INFO:tasks.rados.rados.0.smithi042.stdout:2646: delete oid 2 current snap is 253 2024-09-16T06:57:19.396 INFO:tasks.rados.rados.0.smithi042.stdout:2644: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:57:19.396 INFO:tasks.rados.rados.0.smithi042.stdout:2644: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:57:19.396 INFO:tasks.rados.rados.0.smithi042.stdout:2644: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:57:19.396 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1192 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:57:19.401 INFO:tasks.rados.rados.0.smithi042.stdout:2644: done (1 left) 2024-09-16T06:57:19.401 INFO:tasks.rados.rados.0.smithi042.stdout:2646: done (0 left) 2024-09-16T06:57:19.401 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 253 2024-09-16T06:57:19.401 INFO:tasks.rados.rados.0.smithi042.stdout:2647: seq_num 817 ranges {786432=491520,1277952=417792,1695744=425984,2121728=360448} 2024-09-16T06:57:19.408 INFO:tasks.rados.rados.0.smithi042.stdout:2647: writing smithi04281968-10 from 786432 to 1277952 tid 1 2024-09-16T06:57:19.411 INFO:tasks.rados.rados.0.smithi042.stdout:2647: writing smithi04281968-10 from 1277952 to 1695744 tid 2 2024-09-16T06:57:19.414 INFO:tasks.rados.rados.0.smithi042.stdout:2647: writing smithi04281968-10 from 1695744 to 2121728 tid 3 2024-09-16T06:57:19.416 INFO:tasks.rados.rados.0.smithi042.stdout:2647: writing smithi04281968-10 from 2121728 to 2482176 tid 4 2024-09-16T06:57:19.416 INFO:tasks.rados.rados.0.smithi042.stdout:2648: read oid 6 snap -1 2024-09-16T06:57:19.416 INFO:tasks.rados.rados.0.smithi042.stdout:2648: expect deleted 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2649: rollback oid 37 current snap is 253 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 1 to smithi04281968-10 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 237 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 2 to smithi04281968-10 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2650: read oid 17 snap -1 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2650: expect deleted 2024-09-16T06:57:19.417 INFO:tasks.rados.rados.0.smithi042.stdout:2651: snap_remove snap 249 2024-09-16T06:57:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:19 smithi164 ceph-mon[88760]: pgmap v547: 121 pgs: 121 active+clean; 167 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-09-16T06:57:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:19 smithi164 ceph-mon[88760]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[96574]: pgmap v547: 121 pgs: 121 active+clean; 167 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[96574]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[94096]: pgmap v547: 121 pgs: 121 active+clean; 167 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:19 smithi042 ceph-mon[94096]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 3 to smithi04281968-10 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 4 to smithi04281968-10 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2649: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2649: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 5 to smithi04281968-10 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:2649: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:57:20.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 708 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2647: finishing write tid 6 to smithi04281968-10 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 731 (ObjNum 817 snap 253 seq_num 817) dirty exists 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2647: left oid 10 (ObjNum 817 snap 253 seq_num 817) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2647: done (4 left) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2648: done (3 left) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2649: done (2 left) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2650: done (1 left) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2651: done (0 left) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2652: read oid 43 snap -1 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2652: expect (ObjNum 776 snap 238 seq_num 776) 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2653: rollback oid 37 current snap is 253 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 240 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:2654: rollback oid 25 current snap is 253 2024-09-16T06:57:20.400 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 244 2024-09-16T06:57:20.401 INFO:tasks.rados.rados.0.smithi042.stdout:2655: rollback oid 36 current snap is 253 2024-09-16T06:57:20.401 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 244 2024-09-16T06:57:20.401 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 253 2024-09-16T06:57:20.401 INFO:tasks.rados.rados.0.smithi042.stdout:2656: seq_num 818 ranges {5906432=507904,6414336=704512,7118848=499712} 2024-09-16T06:57:20.436 INFO:tasks.rados.rados.0.smithi042.stdout:2656: writing smithi04281968-7 from 5906432 to 6414336 tid 1 2024-09-16T06:57:20.440 INFO:tasks.rados.rados.0.smithi042.stdout:2656: writing smithi04281968-7 from 6414336 to 7118848 tid 2 2024-09-16T06:57:20.443 INFO:tasks.rados.rados.0.smithi042.stdout:2656: writing smithi04281968-7 from 7118848 to 7618560 tid 3 2024-09-16T06:57:20.443 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 253 2024-09-16T06:57:20.444 INFO:tasks.rados.rados.0.smithi042.stdout:2657: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-09-16T06:57:20.446 INFO:tasks.rados.rados.0.smithi042.stdout:2657: writing smithi04281968-15 from 0 to 524288 tid 1 2024-09-16T06:57:20.450 INFO:tasks.rados.rados.0.smithi042.stdout:2657: writing smithi04281968-15 from 524288 to 1114112 tid 2 2024-09-16T06:57:20.454 INFO:tasks.rados.rados.0.smithi042.stdout:2657: writing smithi04281968-15 from 1114112 to 1728512 tid 3 2024-09-16T06:57:20.454 INFO:tasks.rados.rados.0.smithi042.stdout:2658: copy_from oid 28 from oid 34 current snap is 253 2024-09-16T06:57:20.454 INFO:tasks.rados.rados.0.smithi042.stdout:2653: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:57:20.454 INFO:tasks.rados.rados.0.smithi042.stdout:2652: expect (ObjNum 776 snap 238 seq_num 776) 2024-09-16T06:57:20.501 INFO:tasks.rados.rados.0.smithi042.stdout:2653: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2653: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 711 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2655: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2655: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 713 (ObjNum 770 snap 231 seq_num 770) dirty exists 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2654: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2652: done (6 left) 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2653: done (5 left) 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2655: done (4 left) 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2659: setattr oid 29 current snap is 253 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2654: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:57:20.502 INFO:tasks.rados.rados.0.smithi042.stdout:2654: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 791 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: finishing write tid 1 to smithi04281968-7 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: finishing write tid 2 to smithi04281968-7 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: finishing write tid 3 to smithi04281968-7 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: finishing write tid 4 to smithi04281968-7 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2657: finishing write tid 1 to smithi04281968-15 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: finishing write tid 5 to smithi04281968-7 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1135 (ObjNum 818 snap 253 seq_num 818) dirty exists 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2656: left oid 7 (ObjNum 818 snap 253 seq_num 818) 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2657: finishing write tid 2 to smithi04281968-15 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2657: finishing write tid 3 to smithi04281968-15 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2657: finishing write tid 4 to smithi04281968-15 2024-09-16T06:57:20.503 INFO:tasks.rados.rados.0.smithi042.stdout:2657: finishing write tid 5 to smithi04281968-15 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1139 (ObjNum 819 snap 253 seq_num 819) dirty exists 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:2657: left oid 15 (ObjNum 819 snap 253 seq_num 819) 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:2658: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:2658: finishing copy_from to smithi04281968-28 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1084 (ObjNum 813 snap 252 seq_num 813) dirty exists 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:2654: done (4 left) 2024-09-16T06:57:20.504 INFO:tasks.rados.rados.0.smithi042.stdout:2656: done (3 left) 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2657: done (2 left) 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2658: done (1 left) 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2660: read oid 41 snap -1 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2660: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2661: setattr oid 33 current snap is 253 2024-09-16T06:57:20.505 INFO:tasks.rados.rados.0.smithi042.stdout:2660: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:57:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1048 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:57:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:2659: done (2 left) 2024-09-16T06:57:20.506 INFO:tasks.rados.rados.0.smithi042.stdout:2660: done (1 left) 2024-09-16T06:57:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 253 2024-09-16T06:57:20.507 INFO:tasks.rados.rados.0.smithi042.stdout:2662: seq_num 820 ranges {11952128=540672,12492800=475136,12967936=598016,13565952=131072} 2024-09-16T06:57:20.574 INFO:tasks.rados.rados.0.smithi042.stdout:2662: writing smithi04281968-29 from 11952128 to 12492800 tid 1 2024-09-16T06:57:20.577 INFO:tasks.rados.rados.0.smithi042.stdout:2662: writing smithi04281968-29 from 12492800 to 12967936 tid 2 2024-09-16T06:57:20.581 INFO:tasks.rados.rados.0.smithi042.stdout:2662: writing smithi04281968-29 from 12967936 to 13565952 tid 3 2024-09-16T06:57:20.582 INFO:tasks.rados.rados.0.smithi042.stdout:2662: writing smithi04281968-29 from 13565952 to 13697024 tid 4 2024-09-16T06:57:20.582 INFO:tasks.rados.rados.0.smithi042.stdout:2663: setattr oid 37 current snap is 253 2024-09-16T06:57:20.582 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 894 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:57:20.582 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 1 to smithi04281968-29 2024-09-16T06:57:20.583 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 2 to smithi04281968-29 2024-09-16T06:57:20.584 INFO:tasks.rados.rados.0.smithi042.stdout:2661: done (2 left) 2024-09-16T06:57:20.584 INFO:tasks.rados.rados.0.smithi042.stdout:2664: rollback oid 17 current snap is 253 2024-09-16T06:57:20.584 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 251 2024-09-16T06:57:20.584 INFO:tasks.rados.rados.0.smithi042.stdout:2665: read oid 34 snap -1 2024-09-16T06:57:20.584 INFO:tasks.rados.rados.0.smithi042.stdout:2665: expect (ObjNum 813 snap 252 seq_num 813) 2024-09-16T06:57:20.585 INFO:tasks.rados.rados.0.smithi042.stdout:2666: read oid 19 snap -1 2024-09-16T06:57:20.585 INFO:tasks.rados.rados.0.smithi042.stdout:2666: expect deleted 2024-09-16T06:57:20.585 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 253 2024-09-16T06:57:20.585 INFO:tasks.rados.rados.0.smithi042.stdout:2667: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-09-16T06:57:20.588 INFO:tasks.rados.rados.0.smithi042.stdout:2667: writing smithi04281968-27 from 0 to 557056 tid 1 2024-09-16T06:57:20.593 INFO:tasks.rados.rados.0.smithi042.stdout:2667: writing smithi04281968-27 from 557056 to 1318912 tid 2 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:2667: writing smithi04281968-27 from 1318912 to 1761280 tid 3 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:2668: copy_from oid 38 from oid 2 current snap is 253 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:2664: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:2664: done (6 left) 2024-09-16T06:57:20.596 INFO:tasks.rados.rados.0.smithi042.stdout:2669: snap_remove snap 251 2024-09-16T06:57:21.401 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 3 to smithi04281968-29 2024-09-16T06:57:21.401 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 4 to smithi04281968-29 2024-09-16T06:57:21.401 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 5 to smithi04281968-29 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 714 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:2662: finishing write tid 6 to smithi04281968-29 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1053 (ObjNum 820 snap 253 seq_num 820) dirty exists 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:2662: left oid 29 (ObjNum 820 snap 253 seq_num 820) 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:2667: finishing write tid 1 to smithi04281968-27 2024-09-16T06:57:21.402 INFO:tasks.rados.rados.0.smithi042.stdout:2665: expect (ObjNum 813 snap 252 seq_num 813) 2024-09-16T06:57:21.501 INFO:tasks.rados.rados.0.smithi042.stdout:2667: finishing write tid 2 to smithi04281968-27 2024-09-16T06:57:21.501 INFO:tasks.rados.rados.0.smithi042.stdout:2668: finishing copy_from to smithi04281968-38 2024-09-16T06:57:21.501 INFO:tasks.rados.rados.0.smithi042.stdout:2668: got expected ENOENT (src dne) 2024-09-16T06:57:21.501 INFO:tasks.rados.rados.0.smithi042.stdout:2668: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2667: finishing write tid 3 to smithi04281968-27 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2667: finishing write tid 4 to smithi04281968-27 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2667: finishing write tid 5 to smithi04281968-27 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 795 (ObjNum 821 snap 253 seq_num 821) dirty exists 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2667: left oid 27 (ObjNum 821 snap 253 seq_num 821) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2662: done (6 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2663: done (5 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2665: done (4 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2666: done (3 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2667: done (2 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2668: done (1 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2669: done (0 left) 2024-09-16T06:57:21.502 INFO:tasks.rados.rados.0.smithi042.stdout:2670: snap_remove snap 240 2024-09-16T06:57:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:21 smithi164 ceph-mon[88760]: pgmap v550: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:57:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:21 smithi164 ceph-mon[88760]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T06:57:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[96574]: pgmap v550: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[96574]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[94096]: pgmap v550: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 173 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[94096]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:21.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.395 INFO:tasks.rados.rados.0.smithi042.stdout:2670: done (0 left) 2024-09-16T06:57:22.395 INFO:tasks.rados.rados.0.smithi042.stdout:2671: rollback oid 7 current snap is 253 2024-09-16T06:57:22.395 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 233 2024-09-16T06:57:22.396 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 253 2024-09-16T06:57:22.396 INFO:tasks.rados.rados.0.smithi042.stdout:2672: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-09-16T06:57:22.399 INFO:tasks.rados.rados.0.smithi042.stdout:2672: writing smithi04281968-19 from 0 to 573440 tid 1 2024-09-16T06:57:22.404 INFO:tasks.rados.rados.0.smithi042.stdout:2672: writing smithi04281968-19 from 573440 to 1269760 tid 2 2024-09-16T06:57:22.408 INFO:tasks.rados.rados.0.smithi042.stdout:2672: writing smithi04281968-19 from 1269760 to 1777664 tid 3 2024-09-16T06:57:22.408 INFO:tasks.rados.rados.0.smithi042.stdout:2673: rollback oid 48 current snap is 253 2024-09-16T06:57:22.409 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 48 to 248 2024-09-16T06:57:22.409 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 253 2024-09-16T06:57:22.409 INFO:tasks.rados.rados.0.smithi042.stdout:2674: seq_num 823 ranges {6758400=589824,7348224=573440,7921664=630784} 2024-09-16T06:57:22.450 INFO:tasks.rados.rados.0.smithi042.stdout:2674: writing smithi04281968-8 from 6758400 to 7348224 tid 1 2024-09-16T06:57:22.453 INFO:tasks.rados.rados.0.smithi042.stdout:2674: writing smithi04281968-8 from 7348224 to 7921664 tid 2 2024-09-16T06:57:22.457 INFO:tasks.rados.rados.0.smithi042.stdout:2674: writing smithi04281968-8 from 7921664 to 8552448 tid 3 2024-09-16T06:57:22.457 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 253 2024-09-16T06:57:22.457 INFO:tasks.rados.rados.0.smithi042.stdout:2671: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:57:22.457 INFO:tasks.rados.rados.0.smithi042.stdout:2675: seq_num 824 ranges {2482176=606208,3088384=458752,3547136=573440,4120576=172032} 2024-09-16T06:57:22.475 INFO:tasks.rados.rados.0.smithi042.stdout:2675: writing smithi04281968-10 from 2482176 to 3088384 tid 1 2024-09-16T06:57:22.477 INFO:tasks.rados.rados.0.smithi042.stdout:2675: writing smithi04281968-10 from 3088384 to 3547136 tid 2 2024-09-16T06:57:22.481 INFO:tasks.rados.rados.0.smithi042.stdout:2675: writing smithi04281968-10 from 3547136 to 4120576 tid 3 2024-09-16T06:57:22.483 INFO:tasks.rados.rados.0.smithi042.stdout:2675: writing smithi04281968-10 from 4120576 to 4292608 tid 4 2024-09-16T06:57:22.483 INFO:tasks.rados.rados.0.smithi042.stdout:2676: read oid 29 snap -1 2024-09-16T06:57:22.483 INFO:tasks.rados.rados.0.smithi042.stdout:2676: expect (ObjNum 820 snap 253 seq_num 820) 2024-09-16T06:57:22.483 INFO:tasks.rados.rados.0.smithi042.stdout:2677: delete oid 50 current snap is 253 2024-09-16T06:57:22.483 INFO:tasks.rados.rados.0.smithi042.stdout:2671: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2671: finishing rollback tid 2 to smithi04281968-7 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1146 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: finishing write tid 1 to smithi04281968-19 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: finishing write tid 2 to smithi04281968-19 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2673: finishing rollback tid 0 to smithi04281968-48 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: finishing write tid 3 to smithi04281968-19 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: finishing write tid 4 to smithi04281968-19 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2673: finishing rollback tid 1 to smithi04281968-48 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2673: finishing rollback tid 2 to smithi04281968-48 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 769 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: finishing write tid 5 to smithi04281968-19 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1204 (ObjNum 822 snap 253 seq_num 822) dirty exists 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2672: left oid 19 (ObjNum 822 snap 253 seq_num 822) 2024-09-16T06:57:22.484 INFO:tasks.rados.rados.0.smithi042.stdout:2674: finishing write tid 1 to smithi04281968-8 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2674: finishing write tid 2 to smithi04281968-8 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2674: finishing write tid 3 to smithi04281968-8 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2674: finishing write tid 4 to smithi04281968-8 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2674: finishing write tid 5 to smithi04281968-8 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 748 (ObjNum 823 snap 253 seq_num 823) dirty exists 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2674: left oid 8 (ObjNum 823 snap 253 seq_num 823) 2024-09-16T06:57:22.485 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 1 to smithi04281968-10 2024-09-16T06:57:22.486 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 2 to smithi04281968-10 2024-09-16T06:57:22.486 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 3 to smithi04281968-10 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2671: done (6 left) 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2672: done (5 left) 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2673: done (4 left) 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2674: done (3 left) 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2677: done (2 left) 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2678: copy_from oid 30 from oid 40 current snap is 253 2024-09-16T06:57:22.487 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 4 to smithi04281968-10 2024-09-16T06:57:22.488 INFO:tasks.rados.rados.0.smithi042.stdout:2679: delete oid 18 current snap is 253 2024-09-16T06:57:22.489 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 5 to smithi04281968-10 2024-09-16T06:57:22.489 INFO:tasks.rados.rados.0.smithi042.stdout:2679: done (3 left) 2024-09-16T06:57:22.490 INFO:tasks.rados.rados.0.smithi042.stdout:2680: delete oid 36 current snap is 253 2024-09-16T06:57:22.491 INFO:tasks.rados.rados.0.smithi042.stdout:2675: finishing write tid 6 to smithi04281968-10 2024-09-16T06:57:22.491 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 753 (ObjNum 824 snap 253 seq_num 824) dirty exists 2024-09-16T06:57:22.491 INFO:tasks.rados.rados.0.smithi042.stdout:2675: left oid 10 (ObjNum 824 snap 253 seq_num 824) 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2675: done (3 left) 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2680: done (2 left) 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2681: rmattr oid 5 current snap is 253 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2682: read oid 46 snap 243 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2682: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2683: copy_from oid 20 from oid 26 current snap is 253 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 253 2024-09-16T06:57:22.493 INFO:tasks.rados.rados.0.smithi042.stdout:2684: seq_num 828 ranges {4341760=671744,5013504=802816,5816320=401408} 2024-09-16T06:57:22.523 INFO:tasks.rados.rados.0.smithi042.stdout:2684: writing smithi04281968-14 from 4341760 to 5013504 tid 1 2024-09-16T06:57:22.529 INFO:tasks.rados.rados.0.smithi042.stdout:2684: writing smithi04281968-14 from 5013504 to 5816320 tid 2 2024-09-16T06:57:22.532 INFO:tasks.rados.rados.0.smithi042.stdout:2684: writing smithi04281968-14 from 5816320 to 6217728 tid 3 2024-09-16T06:57:22.532 INFO:tasks.rados.rados.0.smithi042.stdout:2685: read oid 7 snap -1 2024-09-16T06:57:22.532 INFO:tasks.rados.rados.0.smithi042.stdout:2685: expect (ObjNum 725 snap 218 seq_num 725) 2024-09-16T06:57:22.532 INFO:tasks.rados.rados.0.smithi042.stdout:2686: copy_from oid 28 from oid 36 current snap is 253 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 796 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2678: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2678: finishing copy_from to smithi04281968-30 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 935 (ObjNum 778 snap 240 seq_num 778) dirty exists 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2678: done (7 left) 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2681: done (6 left) 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2687: read oid 8 snap -1 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2687: expect (ObjNum 823 snap 253 seq_num 823) 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2688: rollback oid 37 current snap is 253 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 248 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2683: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:2683: finishing copy_from to smithi04281968-20 2024-09-16T06:57:22.533 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 870 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-16T06:57:22.534 INFO:tasks.rados.rados.0.smithi042.stdout:2684: finishing write tid 1 to smithi04281968-14 2024-09-16T06:57:22.534 INFO:tasks.rados.rados.0.smithi042.stdout:2683: done (7 left) 2024-09-16T06:57:22.534 INFO:tasks.rados.rados.0.smithi042.stdout:2689: snap_remove snap 233 2024-09-16T06:57:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:22 smithi164 ceph-mon[88760]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T06:57:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:22 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:22 smithi164 ceph-mon[88760]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[94096]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[94096]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[96574]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:22.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:22 smithi042 ceph-mon[96574]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T06:57:23.413 INFO:tasks.rados.rados.0.smithi042.stdout:2689: done (7 left) 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2690: snap_create 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2686: finishing copy_from to smithi04281968-28 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2686: got expected ENOENT (src dne) 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2686: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2684: finishing write tid 2 to smithi04281968-14 2024-09-16T06:57:23.414 INFO:tasks.rados.rados.0.smithi042.stdout:2676: expect (ObjNum 820 snap 253 seq_num 820) 2024-09-16T06:57:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:23 smithi164 ceph-mon[88760]: pgmap v553: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-16T06:57:23.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:23 smithi164 ceph-mon[88760]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T06:57:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:23 smithi042 ceph-mon[96574]: pgmap v553: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-16T06:57:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:23 smithi042 ceph-mon[96574]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T06:57:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:23 smithi042 ceph-mon[94096]: pgmap v553: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-09-16T06:57:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:23 smithi042 ceph-mon[94096]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T06:57:24.862 INFO:tasks.rados.rados.0.smithi042.stdout:2682: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2684: finishing write tid 3 to smithi04281968-14 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2684: finishing write tid 4 to smithi04281968-14 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2688: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2688: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2684: finishing write tid 5 to smithi04281968-14 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 939 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2684: left oid 14 (ObjNum 828 snap 253 seq_num 828) 2024-09-16T06:57:24.883 INFO:tasks.rados.rados.0.smithi042.stdout:2688: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:57:24.884 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 718 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T06:57:24.884 INFO:tasks.rados.rados.0.smithi042.stdout:2685: expect (ObjNum 725 snap 218 seq_num 725) 2024-09-16T06:57:25.132 INFO:tasks.rados.rados.0.smithi042.stdout:2687: expect (ObjNum 823 snap 253 seq_num 823) 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: pgmap v556: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:25.548 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.549 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: pgmap v556: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.550 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.552 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: pgmap v556: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 177 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:25.746 INFO:tasks.rados.rados.0.smithi042.stdout:2676: done (7 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2682: done (6 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2684: done (5 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2685: done (4 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2686: done (3 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2687: done (2 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2688: done (1 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2690: done (0 left) 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2691: rmattr oid 5 current snap is 254 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 254 2024-09-16T06:57:25.747 INFO:tasks.rados.rados.0.smithi042.stdout:2692: seq_num 829 ranges {1540096=688128,2228224=729088,2957312=475136} 2024-09-16T06:57:25.759 INFO:tasks.rados.rados.0.smithi042.stdout:2692: writing smithi04281968-22 from 1540096 to 2228224 tid 1 2024-09-16T06:57:25.763 INFO:tasks.rados.rados.0.smithi042.stdout:2692: writing smithi04281968-22 from 2228224 to 2957312 tid 2 2024-09-16T06:57:25.766 INFO:tasks.rados.rados.0.smithi042.stdout:2692: writing smithi04281968-22 from 2957312 to 3432448 tid 3 2024-09-16T06:57:25.766 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 254 2024-09-16T06:57:25.766 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 797 (ObjNum 756 snap 226 seq_num 756) dirty exists 2024-09-16T06:57:25.766 INFO:tasks.rados.rados.0.smithi042.stdout:2692: finishing write tid 1 to smithi04281968-22 2024-09-16T06:57:25.766 INFO:tasks.rados.rados.0.smithi042.stdout:2693: seq_num 830 ranges {2793472=704512,3497984=614400,4112384=573440,4685824=16384} 2024-09-16T06:57:25.785 INFO:tasks.rados.rados.0.smithi042.stdout:2693: writing smithi04281968-28 from 2793472 to 3497984 tid 1 2024-09-16T06:57:25.788 INFO:tasks.rados.rados.0.smithi042.stdout:2693: writing smithi04281968-28 from 3497984 to 4112384 tid 2 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2693: writing smithi04281968-28 from 4112384 to 4685824 tid 3 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2693: writing smithi04281968-28 from 4685824 to 4702208 tid 4 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2691: done (2 left) 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2694: read oid 19 snap -1 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2694: expect (ObjNum 822 snap 253 seq_num 822) 2024-09-16T06:57:25.792 INFO:tasks.rados.rados.0.smithi042.stdout:2695: snap_remove snap 243 2024-09-16T06:57:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:2695: done (3 left) 2024-09-16T06:57:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:2696: setattr oid 14 current snap is 254 2024-09-16T06:57:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:2692: finishing write tid 2 to smithi04281968-22 2024-09-16T06:57:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:2692: finishing write tid 3 to smithi04281968-22 2024-09-16T06:57:26.426 INFO:tasks.rados.rados.0.smithi042.stdout:2692: finishing write tid 4 to smithi04281968-22 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2692: finishing write tid 5 to smithi04281968-22 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 905 (ObjNum 829 snap 254 seq_num 829) dirty exists 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2692: left oid 22 (ObjNum 829 snap 254 seq_num 829) 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 1 to smithi04281968-28 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 2 to smithi04281968-28 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 3 to smithi04281968-28 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 4 to smithi04281968-28 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 5 to smithi04281968-28 2024-09-16T06:57:26.427 INFO:tasks.rados.rados.0.smithi042.stdout:2694: expect (ObjNum 822 snap 253 seq_num 822) 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2693: finishing write tid 6 to smithi04281968-28 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1139 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2693: left oid 28 (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2692: done (3 left) 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2693: done (2 left) 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2694: done (1 left) 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 254 2024-09-16T06:57:26.480 INFO:tasks.rados.rados.0.smithi042.stdout:2697: seq_num 831 ranges {1441792=720896,2162688=499712,2662400=704512} 2024-09-16T06:57:26.493 INFO:tasks.rados.rados.0.smithi042.stdout:2697: writing smithi04281968-49 from 1441792 to 2162688 tid 1 2024-09-16T06:57:26.497 INFO:tasks.rados.rados.0.smithi042.stdout:2697: writing smithi04281968-49 from 2162688 to 2662400 tid 2 2024-09-16T06:57:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:2697: writing smithi04281968-49 from 2662400 to 3366912 tid 3 2024-09-16T06:57:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:2698: snap_remove snap 248 2024-09-16T06:57:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:26 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:26 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:26 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T06:57:27.396 INFO:tasks.rados.rados.0.smithi042.stdout:2698: done (2 left) 2024-09-16T06:57:27.396 INFO:tasks.rados.rados.0.smithi042.stdout:2699: snap_remove snap 237 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[94096]: pgmap v558: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[94096]: Upgrade: Updating alertmanager.a 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[94096]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[94096]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[94096]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[96574]: pgmap v558: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[96574]: Upgrade: Updating alertmanager.a 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[96574]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:57:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[96574]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T06:57:27.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:27 smithi042 ceph-mon[96574]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T06:57:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:27 smithi164 ceph-mon[88760]: pgmap v558: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-09-16T06:57:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:27 smithi164 ceph-mon[88760]: Upgrade: Updating alertmanager.a 2024-09-16T06:57:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:27 smithi164 ceph-mon[88760]: Deploying daemon alertmanager.a on smithi042 2024-09-16T06:57:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:27 smithi164 ceph-mon[88760]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T06:57:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:27 smithi164 ceph-mon[88760]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2699: done (2 left) 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2700: delete oid 32 current snap is 254 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 940 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: finishing write tid 1 to smithi04281968-49 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: finishing write tid 2 to smithi04281968-49 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: finishing write tid 3 to smithi04281968-49 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: finishing write tid 4 to smithi04281968-49 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: finishing write tid 5 to smithi04281968-49 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1057 (ObjNum 831 snap 254 seq_num 831) dirty exists 2024-09-16T06:57:28.399 INFO:tasks.rados.rados.0.smithi042.stdout:2697: left oid 49 (ObjNum 831 snap 254 seq_num 831) 2024-09-16T06:57:28.413 INFO:tasks.rados.rados.0.smithi042.stdout:2696: done (2 left) 2024-09-16T06:57:28.413 INFO:tasks.rados.rados.0.smithi042.stdout:2697: done (1 left) 2024-09-16T06:57:28.413 INFO:tasks.rados.rados.0.smithi042.stdout:2700: done (0 left) 2024-09-16T06:57:28.413 INFO:tasks.rados.rados.0.smithi042.stdout:2701: delete oid 19 current snap is 254 2024-09-16T06:57:28.419 INFO:tasks.rados.rados.0.smithi042.stdout:2701: done (0 left) 2024-09-16T06:57:28.419 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 254 2024-09-16T06:57:28.420 INFO:tasks.rados.rados.0.smithi042.stdout:2702: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-09-16T06:57:28.424 INFO:tasks.rados.rados.0.smithi042.stdout:2702: writing smithi04281968-18 from 0 to 778240 tid 1 2024-09-16T06:57:28.428 INFO:tasks.rados.rados.0.smithi042.stdout:2702: writing smithi04281968-18 from 778240 to 1335296 tid 2 2024-09-16T06:57:28.432 INFO:tasks.rados.rados.0.smithi042.stdout:2702: writing smithi04281968-18 from 1335296 to 1884160 tid 3 2024-09-16T06:57:28.433 INFO:tasks.rados.rados.0.smithi042.stdout:2702: writing smithi04281968-18 from 1884160 to 1982464 tid 4 2024-09-16T06:57:28.433 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 254 2024-09-16T06:57:28.433 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 1 to smithi04281968-18 2024-09-16T06:57:28.433 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 2 to smithi04281968-18 2024-09-16T06:57:28.433 INFO:tasks.rados.rados.0.smithi042.stdout:2703: seq_num 835 ranges {6217728=794624,7012352=442368,7454720=712704,8167424=49152} 2024-09-16T06:57:28.471 INFO:tasks.rados.rados.0.smithi042.stdout:2703: writing smithi04281968-14 from 6217728 to 7012352 tid 1 2024-09-16T06:57:28.474 INFO:tasks.rados.rados.0.smithi042.stdout:2703: writing smithi04281968-14 from 7012352 to 7454720 tid 2 2024-09-16T06:57:28.478 INFO:tasks.rados.rados.0.smithi042.stdout:2703: writing smithi04281968-14 from 7454720 to 8167424 tid 3 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2703: writing smithi04281968-14 from 8167424 to 8216576 tid 4 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2704: delete oid 35 current snap is 254 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 3 to smithi04281968-18 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 4 to smithi04281968-18 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 5 to smithi04281968-18 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2702: finishing write tid 6 to smithi04281968-18 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 784 (ObjNum 834 snap 254 seq_num 834) dirty exists 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2702: left oid 18 (ObjNum 834 snap 254 seq_num 834) 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 1 to smithi04281968-14 2024-09-16T06:57:28.479 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 2 to smithi04281968-14 2024-09-16T06:57:28.481 INFO:tasks.rados.rados.0.smithi042.stdout:2702: done (2 left) 2024-09-16T06:57:28.481 INFO:tasks.rados.rados.0.smithi042.stdout:2704: done (1 left) 2024-09-16T06:57:28.481 INFO:tasks.rados.rados.0.smithi042.stdout:2705: setattr oid 35 current snap is 254 2024-09-16T06:57:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:2706: copy_from oid 26 from oid 1 current snap is 254 2024-09-16T06:57:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:2707: copy_from oid 17 from oid 29 current snap is 254 2024-09-16T06:57:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 254 2024-09-16T06:57:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:2708: seq_num 837 ranges {1761280=425984,2187264=655360,2842624=729088,3571712=221184} 2024-09-16T06:57:28.495 INFO:tasks.rados.rados.0.smithi042.stdout:2708: writing smithi04281968-27 from 1761280 to 2187264 tid 1 2024-09-16T06:57:28.500 INFO:tasks.rados.rados.0.smithi042.stdout:2708: writing smithi04281968-27 from 2187264 to 2842624 tid 2 2024-09-16T06:57:28.504 INFO:tasks.rados.rados.0.smithi042.stdout:2708: writing smithi04281968-27 from 2842624 to 3571712 tid 3 2024-09-16T06:57:28.506 INFO:tasks.rados.rados.0.smithi042.stdout:2708: writing smithi04281968-27 from 3571712 to 3792896 tid 4 2024-09-16T06:57:28.506 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 254 2024-09-16T06:57:28.506 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 3 to smithi04281968-14 2024-09-16T06:57:28.506 INFO:tasks.rados.rados.0.smithi042.stdout:2709: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-09-16T06:57:28.508 INFO:tasks.rados.rados.0.smithi042.stdout:2709: writing smithi04281968-2 from 0 to 442368 tid 1 2024-09-16T06:57:28.512 INFO:tasks.rados.rados.0.smithi042.stdout:2709: writing smithi04281968-2 from 442368 to 983040 tid 2 2024-09-16T06:57:28.515 INFO:tasks.rados.rados.0.smithi042.stdout:2709: writing smithi04281968-2 from 983040 to 1515520 tid 3 2024-09-16T06:57:28.518 INFO:tasks.rados.rados.0.smithi042.stdout:2709: writing smithi04281968-2 from 1515520 to 1957888 tid 4 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2709: writing smithi04281968-2 from 1957888 to 2048000 tid 5 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2710: read oid 9 snap -1 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2710: expect (ObjNum 805 snap 252 seq_num 805) 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2711: rmattr oid 28 current snap is 254 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2711: done (7 left) 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2712: rollback oid 44 current snap is 254 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 252 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 4 to smithi04281968-14 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 5 to smithi04281968-14 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1220 (ObjNum 833 snap 0 seq_num 110587056) dirty exists 2024-09-16T06:57:28.521 INFO:tasks.rados.rados.0.smithi042.stdout:2706: finishing copy_from to smithi04281968-26 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2706: got expected ENOENT (src dne) 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2706: finishing copy_from racing read to smithi04281968-26 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2703: finishing write tid 6 to smithi04281968-14 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 946 (ObjNum 835 snap 254 seq_num 835) dirty exists 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2703: left oid 14 (ObjNum 835 snap 254 seq_num 835) 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 1 to smithi04281968-27 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2703: done (7 left) 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2705: done (6 left) 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2706: done (5 left) 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 254 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 2 to smithi04281968-27 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 3 to smithi04281968-27 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 4 to smithi04281968-27 2024-09-16T06:57:28.522 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 5 to smithi04281968-27 2024-09-16T06:57:28.523 INFO:tasks.rados.rados.0.smithi042.stdout:2708: finishing write tid 6 to smithi04281968-27 2024-09-16T06:57:28.523 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 802 (ObjNum 837 snap 254 seq_num 837) dirty exists 2024-09-16T06:57:28.523 INFO:tasks.rados.rados.0.smithi042.stdout:2708: left oid 27 (ObjNum 837 snap 254 seq_num 837) 2024-09-16T06:57:28.523 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 1 to smithi04281968-2 2024-09-16T06:57:28.523 INFO:tasks.rados.rados.0.smithi042.stdout:2713: seq_num 839 ranges {1925120=458752,2383872=425984,2809856=688128,3497984=491520} 2024-09-16T06:57:28.533 INFO:tasks.rados.rados.0.smithi042.stdout:2713: writing smithi04281968-39 from 1925120 to 2383872 tid 1 2024-09-16T06:57:28.535 INFO:tasks.rados.rados.0.smithi042.stdout:2713: writing smithi04281968-39 from 2383872 to 2809856 tid 2 2024-09-16T06:57:28.540 INFO:tasks.rados.rados.0.smithi042.stdout:2713: writing smithi04281968-39 from 2809856 to 3497984 tid 3 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2713: writing smithi04281968-39 from 3497984 to 3989504 tid 4 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2708: done (5 left) 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2714: read oid 22 snap -1 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2714: expect (ObjNum 829 snap 254 seq_num 829) 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2715: rmattr oid 40 current snap is 254 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2715: done (6 left) 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2716: read oid 16 snap -1 2024-09-16T06:57:28.544 INFO:tasks.rados.rados.0.smithi042.stdout:2716: expect deleted 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2717: setattr oid 36 current snap is 254 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2712: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 0 (ObjNum 65 snap 0 seq_num 1868853361) dirty dne 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 2 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 3 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 4 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 5 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 6 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: finishing write tid 7 to smithi04281968-2 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1090 (ObjNum 838 snap 254 seq_num 838) dirty exists 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2709: left oid 2 (ObjNum 838 snap 254 seq_num 838) 2024-09-16T06:57:28.545 INFO:tasks.rados.rados.0.smithi042.stdout:2710: expect (ObjNum 805 snap 252 seq_num 805) 2024-09-16T06:57:28.585 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 1 to smithi04281968-39 2024-09-16T06:57:28.585 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 2 to smithi04281968-39 2024-09-16T06:57:28.585 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 3 to smithi04281968-39 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2707: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 4 to smithi04281968-39 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 5 to smithi04281968-39 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2713: finishing write tid 6 to smithi04281968-39 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1226 (ObjNum 839 snap 254 seq_num 839) dirty exists 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2713: left oid 39 (ObjNum 839 snap 254 seq_num 839) 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2707: finishing copy_from to smithi04281968-17 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1053 (ObjNum 820 snap 253 seq_num 820) dirty exists 2024-09-16T06:57:28.586 INFO:tasks.rados.rados.0.smithi042.stdout:2714: expect (ObjNum 829 snap 254 seq_num 829) 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 719 (ObjNum 177 snap 0 seq_num 3307183488) dirty exists 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:2707: done (7 left) 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:2709: done (6 left) 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:2710: done (5 left) 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:2712: done (4 left) 2024-09-16T06:57:28.704 INFO:tasks.rados.rados.0.smithi042.stdout:2713: done (3 left) 2024-09-16T06:57:28.705 INFO:tasks.rados.rados.0.smithi042.stdout:2714: done (2 left) 2024-09-16T06:57:28.705 INFO:tasks.rados.rados.0.smithi042.stdout:2716: done (1 left) 2024-09-16T06:57:28.705 INFO:tasks.rados.rados.0.smithi042.stdout:2717: done (0 left) 2024-09-16T06:57:28.705 INFO:tasks.rados.rados.0.smithi042.stdout:2718: snap_create 2024-09-16T06:57:29.424 INFO:tasks.rados.rados.0.smithi042.stdout:2718: done (0 left) 2024-09-16T06:57:29.424 INFO:tasks.rados.rados.0.smithi042.stdout:2719: delete oid 23 current snap is 255 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:2719: done (0 left) 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:2720: read oid 33 snap 244 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:2720: expect deleted 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:2721: rmattr oid 11 current snap is 255 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 255 2024-09-16T06:57:29.429 INFO:tasks.rados.rados.0.smithi042.stdout:2722: seq_num 841 ranges {3792896=491520,4284416=598016,4882432=704512,5586944=303104} 2024-09-16T06:57:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:2722: writing smithi04281968-27 from 3792896 to 4284416 tid 1 2024-09-16T06:57:29.456 INFO:tasks.rados.rados.0.smithi042.stdout:2722: writing smithi04281968-27 from 4284416 to 4882432 tid 2 2024-09-16T06:57:29.460 INFO:tasks.rados.rados.0.smithi042.stdout:2722: writing smithi04281968-27 from 4882432 to 5586944 tid 3 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2722: writing smithi04281968-27 from 5586944 to 5890048 tid 4 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2723: rollback oid 8 current snap is 255 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 252 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 896 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 1 to smithi04281968-27 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 2 to smithi04281968-27 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2720: done (3 left) 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2721: done (2 left) 2024-09-16T06:57:29.463 INFO:tasks.rados.rados.0.smithi042.stdout:2724: setattr oid 36 current snap is 255 2024-09-16T06:57:29.464 INFO:tasks.rados.rados.0.smithi042.stdout:2725: rollback oid 12 current snap is 255 2024-09-16T06:57:29.464 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 252 2024-09-16T06:57:29.464 INFO:tasks.rados.rados.0.smithi042.stdout:2726: snap_create 2024-09-16T06:57:29.466 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 3 to smithi04281968-27 2024-09-16T06:57:29.467 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 4 to smithi04281968-27 2024-09-16T06:57:29.467 INFO:tasks.rados.rados.0.smithi042.stdout:2723: finishing rollback tid 0 to smithi04281968-8 2024-09-16T06:57:29.467 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 5 to smithi04281968-27 2024-09-16T06:57:29.467 INFO:tasks.rados.rados.0.smithi042.stdout:2723: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:57:29.469 INFO:tasks.rados.rados.0.smithi042.stdout:2723: finishing rollback tid 2 to smithi04281968-8 2024-09-16T06:57:29.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 788 (ObjNum 807 snap 252 seq_num 807) dirty exists 2024-09-16T06:57:29.469 INFO:tasks.rados.rados.0.smithi042.stdout:2722: finishing write tid 6 to smithi04281968-27 2024-09-16T06:57:29.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 807 (ObjNum 841 snap 255 seq_num 841) dirty exists 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:2722: left oid 27 (ObjNum 841 snap 255 seq_num 841) 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 720 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:2725: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:2725: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:2725: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:57:29.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1230 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:57:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:29 smithi164 ceph-mon[88760]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-09-16T06:57:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:29 smithi164 ceph-mon[88760]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T06:57:29.778 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:29 smithi042 ceph-mon[96574]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-09-16T06:57:29.778 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:29 smithi042 ceph-mon[96574]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T06:57:29.778 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:29 smithi042 ceph-mon[94096]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 192 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.6 MiB/s wr, 42 op/s 2024-09-16T06:57:29.778 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:29 smithi042 ceph-mon[94096]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T06:57:30.054 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:29 smithi042 systemd[1]: Stopping Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:30.344 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[84549]: ts=2024-09-16T06:57:30.054Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T06:57:30.345 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 podman[131022]: 2024-09-16 06:57:30.085255033 +0000 UTC m=+0.157966118 container died 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2722: done (4 left) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2723: done (3 left) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2724: done (2 left) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2725: done (1 left) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2726: done (0 left) 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2727: rollback oid 14 current snap is 256 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 254 2024-09-16T06:57:30.429 INFO:tasks.rados.rados.0.smithi042.stdout:2728: snap_create 2024-09-16T06:57:30.436 INFO:tasks.rados.rados.0.smithi042.stdout:2727: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:57:30.436 INFO:tasks.rados.rados.0.smithi042.stdout:2727: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:57:30.436 INFO:tasks.rados.rados.0.smithi042.stdout:2727: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:57:30.436 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 949 (ObjNum 835 snap 254 seq_num 835) dirty exists 2024-09-16T06:57:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:30 smithi042 ceph-mon[94096]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T06:57:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:30 smithi042 ceph-mon[96574]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T06:57:30.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 podman[131022]: 2024-09-16 06:57:30.444134856 +0000 UTC m=+0.516845946 container cleanup 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:30.604 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 bash[131022]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T06:57:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:30 smithi164 ceph-mon[88760]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T06:57:31.104 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 podman[131041]: 2024-09-16 06:57:30.820359811 +0000 UTC m=+0.726395154 container remove 213963510ad355095631383b19a420e55a7b46f17a6692db7c857388abb27787 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:31.104 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:30 smithi042 podman[131041]: 2024-09-16 06:57:30.933708376 +0000 UTC m=+0.839743719 volume remove f0af39168640de52ed7995833100bee582be7d3b15a28ccaad31fa085f7960da 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2727: done (1 left) 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2728: done (0 left) 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2729: read oid 49 snap -1 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2729: expect (ObjNum 831 snap 254 seq_num 831) 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2730: rmattr oid 6 current snap is 257 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2730: done (1 left) 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2731: rollback oid 28 current snap is 257 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 254 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2732: copy_from oid 34 from oid 35 current snap is 257 2024-09-16T06:57:31.430 INFO:tasks.rados.rados.0.smithi042.stdout:2733: delete oid 27 current snap is 257 2024-09-16T06:57:31.431 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:57:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:57:31] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.43.0" 2024-09-16T06:57:31.431 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T06:57:31.431 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 systemd[1]: Stopped Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:31.431 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.528s CPU time. 2024-09-16T06:57:31.431 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 systemd[1]: Starting Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:31.433 INFO:tasks.rados.rados.0.smithi042.stdout:2732: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:57:31.435 INFO:tasks.rados.rados.0.smithi042.stdout:2733: done (3 left) 2024-09-16T06:57:31.435 INFO:tasks.rados.rados.0.smithi042.stdout:2734: read oid 19 snap 252 2024-09-16T06:57:31.435 INFO:tasks.rados.rados.0.smithi042.stdout:2734: expect deleted 2024-09-16T06:57:31.436 INFO:tasks.rados.rados.0.smithi042.stdout:2735: snap_create 2024-09-16T06:57:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:2732: finishing copy_from to smithi04281968-34 2024-09-16T06:57:31.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1220 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:57:31.440 INFO:tasks.rados.rados.0.smithi042.stdout:2731: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:57:31.441 INFO:tasks.rados.rados.0.smithi042.stdout:2731: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:57:31.441 INFO:tasks.rados.rados.0.smithi042.stdout:2731: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:57:31.441 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1161 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:57:31.443 INFO:tasks.rados.rados.0.smithi042.stdout:2729: expect (ObjNum 831 snap 254 seq_num 831) 2024-09-16T06:57:31.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:31 smithi042 ceph-mon[94096]: pgmap v564: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-16T06:57:31.705 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:31 smithi042 ceph-mon[94096]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T06:57:31.705 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:31 smithi042 ceph-mon[96574]: pgmap v564: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-16T06:57:31.705 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:31 smithi042 ceph-mon[96574]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T06:57:31.706 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 podman[131173]: 2024-09-16 06:57:31.477830646 +0000 UTC m=+0.020335960 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T06:57:31.706 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 podman[131173]: 2024-09-16 06:57:31.589053245 +0000 UTC m=+0.131558541 volume create c57c1aab40ba7cd74b25d08c4c864b9417c82d1dd91b19c86f05a073a17235e2 2024-09-16T06:57:31.706 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:31 smithi042 podman[131173]: 2024-09-16 06:57:31.706031029 +0000 UTC m=+0.248536336 container create 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:31 smithi164 ceph-mon[88760]: pgmap v564: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-09-16T06:57:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:31 smithi164 ceph-mon[88760]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 podman[131173]: 2024-09-16 06:57:32.025286168 +0000 UTC m=+0.567791474 container init 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 podman[131173]: 2024-09-16 06:57:32.030805091 +0000 UTC m=+0.573310389 container start 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.043Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.043Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.045Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.42 port=9094 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.046Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.070Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.071Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T06:57:32.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.074Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T06:57:32.355 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:32.074Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T06:57:32.355 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 bash[131173]: 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f 2024-09-16T06:57:32.355 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:32 smithi042 systemd[1]: Started Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:32.397 INFO:tasks.rados.rados.0.smithi042.stdout:2729: done (4 left) 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2731: done (3 left) 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2732: done (2 left) 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2734: done (1 left) 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2735: done (0 left) 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2736: rollback oid 18 current snap is 258 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 253 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2737: copy_from oid 24 from oid 30 current snap is 258 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2738: copy_from oid 10 from oid 22 current snap is 258 2024-09-16T06:57:32.398 INFO:tasks.rados.rados.0.smithi042.stdout:2739: snap_remove snap 256 2024-09-16T06:57:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-mon[88760]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T06:57:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:32 smithi164 ceph-mon[88760]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T06:57:32.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[96574]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T06:57:32.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:32.794 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[96574]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T06:57:32.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[94096]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T06:57:32.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:32.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:32.795 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:32 smithi042 ceph-mon[94096]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T06:57:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:2739: done (3 left) 2024-09-16T06:57:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:2740: read oid 16 snap -1 2024-09-16T06:57:33.399 INFO:tasks.rados.rados.0.smithi042.stdout:2740: expect deleted 2024-09-16T06:57:33.400 INFO:tasks.rados.rados.0.smithi042.stdout:2741: rollback oid 11 current snap is 258 2024-09-16T06:57:33.400 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 257 2024-09-16T06:57:33.400 INFO:tasks.rados.rados.0.smithi042.stdout:2742: copy_from oid 35 from oid 42 current snap is 258 2024-09-16T06:57:33.400 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 258 2024-09-16T06:57:33.400 INFO:tasks.rados.rados.0.smithi042.stdout:2743: seq_num 843 ranges {3989504=524288,4513792=761856,5275648=671744,5947392=172032} 2024-09-16T06:57:33.427 INFO:tasks.rados.rados.0.smithi042.stdout:2743: writing smithi04281968-39 from 3989504 to 4513792 tid 1 2024-09-16T06:57:33.431 INFO:tasks.rados.rados.0.smithi042.stdout:2743: writing smithi04281968-39 from 4513792 to 5275648 tid 2 2024-09-16T06:57:33.436 INFO:tasks.rados.rados.0.smithi042.stdout:2743: writing smithi04281968-39 from 5275648 to 5947392 tid 3 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2743: writing smithi04281968-39 from 5947392 to 6119424 tid 4 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2736: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2736: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 791 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2737: finishing copy_from racing read to smithi04281968-24 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2737: finishing copy_from to smithi04281968-24 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 935 (ObjNum 778 snap 240 seq_num 778) dirty exists 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2738: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:57:33.438 INFO:tasks.rados.rados.0.smithi042.stdout:2738: finishing copy_from to smithi04281968-10 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 905 (ObjNum 829 snap 254 seq_num 829) dirty exists 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2741: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2741: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2741: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 900 (ObjNum 33 snap 0 seq_num 1483245716) dirty exists 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2742: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2742: finishing copy_from to smithi04281968-35 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1108 (ObjNum 803 snap 252 seq_num 803) dirty exists 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 1 to smithi04281968-39 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 2 to smithi04281968-39 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2736: done (6 left) 2024-09-16T06:57:33.439 INFO:tasks.rados.rados.0.smithi042.stdout:2737: done (5 left) 2024-09-16T06:57:33.440 INFO:tasks.rados.rados.0.smithi042.stdout:2738: done (4 left) 2024-09-16T06:57:33.440 INFO:tasks.rados.rados.0.smithi042.stdout:2740: done (3 left) 2024-09-16T06:57:33.440 INFO:tasks.rados.rados.0.smithi042.stdout:2741: done (2 left) 2024-09-16T06:57:33.440 INFO:tasks.rados.rados.0.smithi042.stdout:2742: done (1 left) 2024-09-16T06:57:33.440 INFO:tasks.rados.rados.0.smithi042.stdout:2744: snap_remove snap 255 2024-09-16T06:57:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:33 smithi164 ceph-mon[88760]: pgmap v567: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 17 op/s 2024-09-16T06:57:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:33 smithi164 ceph-mon[88760]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T06:57:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:33 smithi042 ceph-mon[94096]: pgmap v567: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 17 op/s 2024-09-16T06:57:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:33 smithi042 ceph-mon[94096]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T06:57:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:33 smithi042 ceph-mon[96574]: pgmap v567: 121 pgs: 121 active+clean; 190 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.6 MiB/s wr, 17 op/s 2024-09-16T06:57:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:33 smithi042 ceph-mon[96574]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T06:57:34.353 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:34 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:34.046Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000151045s 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2744: done (1 left) 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2745: delete oid 10 current snap is 258 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 3 to smithi04281968-39 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 4 to smithi04281968-39 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 5 to smithi04281968-39 2024-09-16T06:57:34.447 INFO:tasks.rados.rados.0.smithi042.stdout:2743: finishing write tid 6 to smithi04281968-39 2024-09-16T06:57:34.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1238 (ObjNum 843 snap 258 seq_num 843) dirty exists 2024-09-16T06:57:34.448 INFO:tasks.rados.rados.0.smithi042.stdout:2743: left oid 39 (ObjNum 843 snap 258 seq_num 843) 2024-09-16T06:57:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:2743: done (1 left) 2024-09-16T06:57:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:2745: done (0 left) 2024-09-16T06:57:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 258 2024-09-16T06:57:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:2746: seq_num 845 ranges {1392640=557056,1949696=581632,2531328=688128,3219456=335872} 2024-09-16T06:57:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:2746: writing smithi04281968-43 from 1392640 to 1949696 tid 1 2024-09-16T06:57:34.465 INFO:tasks.rados.rados.0.smithi042.stdout:2746: writing smithi04281968-43 from 1949696 to 2531328 tid 2 2024-09-16T06:57:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:2746: writing smithi04281968-43 from 2531328 to 3219456 tid 3 2024-09-16T06:57:34.471 INFO:tasks.rados.rados.0.smithi042.stdout:2746: writing smithi04281968-43 from 3219456 to 3555328 tid 4 2024-09-16T06:57:34.471 INFO:tasks.rados.rados.0.smithi042.stdout:2747: snap_remove snap 254 2024-09-16T06:57:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:34.762 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:34.762 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:35.447 INFO:tasks.rados.rados.0.smithi042.stdout:2747: done (1 left) 2024-09-16T06:57:35.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 258 2024-09-16T06:57:35.448 INFO:tasks.rados.rados.0.smithi042.stdout:2748: seq_num 846 ranges {1171456=573440,1744896=466944,2211840=491520,2703360=548864,3252224=98304} 2024-09-16T06:57:35.458 INFO:tasks.rados.rados.0.smithi042.stdout:2748: writing smithi04281968-21 from 1171456 to 1744896 tid 1 2024-09-16T06:57:35.461 INFO:tasks.rados.rados.0.smithi042.stdout:2748: writing smithi04281968-21 from 1744896 to 2211840 tid 2 2024-09-16T06:57:35.465 INFO:tasks.rados.rados.0.smithi042.stdout:2748: writing smithi04281968-21 from 2211840 to 2703360 tid 3 2024-09-16T06:57:35.469 INFO:tasks.rados.rados.0.smithi042.stdout:2748: writing smithi04281968-21 from 2703360 to 3252224 tid 4 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2748: writing smithi04281968-21 from 3252224 to 3350528 tid 5 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2749: rmattr oid 39 current snap is 258 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 1 to smithi04281968-43 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 2 to smithi04281968-43 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 3 to smithi04281968-43 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 4 to smithi04281968-43 2024-09-16T06:57:35.470 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 5 to smithi04281968-43 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2746: finishing write tid 6 to smithi04281968-43 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 940 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2746: left oid 43 (ObjNum 845 snap 258 seq_num 845) 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 1 to smithi04281968-21 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 2 to smithi04281968-21 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2746: done (2 left) 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2749: done (1 left) 2024-09-16T06:57:35.471 INFO:tasks.rados.rados.0.smithi042.stdout:2750: snap_remove snap 252 2024-09-16T06:57:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:35 smithi164 ceph-mon[88760]: pgmap v570: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-16T06:57:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:35 smithi164 ceph-mon[88760]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T06:57:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:35 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[94096]: pgmap v570: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[94096]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[96574]: pgmap v570: 121 pgs: 121 active+clean; 196 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 5.2 MiB/s wr, 21 op/s 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[96574]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:35 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.459 INFO:tasks.rados.rados.0.smithi042.stdout:2750: done (1 left) 2024-09-16T06:57:36.459 INFO:tasks.rados.rados.0.smithi042.stdout:2751: snap_remove snap 244 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[94096]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[96574]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:36 smithi164 ceph-mon[88760]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T06:57:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:36.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2751: done (1 left) 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2752: rmattr oid 44 current snap is 258 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2752: done (1 left) 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2753: read oid 37 snap -1 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2753: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2754: read oid 45 snap -1 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:2754: expect deleted 2024-09-16T06:57:37.400 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 258 2024-09-16T06:57:37.401 INFO:tasks.rados.rados.0.smithi042.stdout:2755: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-09-16T06:57:37.403 INFO:tasks.rados.rados.0.smithi042.stdout:2755: writing smithi04281968-10 from 0 to 589824 tid 1 2024-09-16T06:57:37.409 INFO:tasks.rados.rados.0.smithi042.stdout:2755: writing smithi04281968-10 from 589824 to 1343488 tid 2 2024-09-16T06:57:37.413 INFO:tasks.rados.rados.0.smithi042.stdout:2755: writing smithi04281968-10 from 1343488 to 1998848 tid 3 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2755: writing smithi04281968-10 from 1998848 to 2195456 tid 4 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 3 to smithi04281968-21 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 4 to smithi04281968-21 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 5 to smithi04281968-21 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 6 to smithi04281968-21 2024-09-16T06:57:37.415 INFO:tasks.rados.rados.0.smithi042.stdout:2748: finishing write tid 7 to smithi04281968-21 2024-09-16T06:57:37.416 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1175 (ObjNum 846 snap 258 seq_num 846) dirty exists 2024-09-16T06:57:37.416 INFO:tasks.rados.rados.0.smithi042.stdout:2748: left oid 21 (ObjNum 846 snap 258 seq_num 846) 2024-09-16T06:57:37.416 INFO:tasks.rados.rados.0.smithi042.stdout:2753: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T06:57:37.425 INFO:tasks.rados.rados.0.smithi042.stdout:2748: done (3 left) 2024-09-16T06:57:37.425 INFO:tasks.rados.rados.0.smithi042.stdout:2753: done (2 left) 2024-09-16T06:57:37.425 INFO:tasks.rados.rados.0.smithi042.stdout:2754: done (1 left) 2024-09-16T06:57:37.425 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 258 2024-09-16T06:57:37.426 INFO:tasks.rados.rados.0.smithi042.stdout:2756: seq_num 848 ranges {13697024=606208,14303232=630784,14934016=458752,15392768=516096} 2024-09-16T06:57:37.503 INFO:tasks.rados.rados.0.smithi042.stdout:2756: writing smithi04281968-29 from 13697024 to 14303232 tid 1 2024-09-16T06:57:37.507 INFO:tasks.rados.rados.0.smithi042.stdout:2756: writing smithi04281968-29 from 14303232 to 14934016 tid 2 2024-09-16T06:57:37.510 INFO:tasks.rados.rados.0.smithi042.stdout:2756: writing smithi04281968-29 from 14934016 to 15392768 tid 3 2024-09-16T06:57:37.514 INFO:tasks.rados.rados.0.smithi042.stdout:2756: writing smithi04281968-29 from 15392768 to 15908864 tid 4 2024-09-16T06:57:37.515 INFO:tasks.rados.rados.0.smithi042.stdout:2757: snap_remove snap 257 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[94096]: pgmap v573: 121 pgs: 121 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[94096]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[94096]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[96574]: pgmap v573: 121 pgs: 121 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[96574]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T06:57:37.599 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:37 smithi042 ceph-mon[96574]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T06:57:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:37 smithi164 ceph-mon[88760]: pgmap v573: 121 pgs: 121 active+clean; 204 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-09-16T06:57:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:37 smithi164 ceph-mon[88760]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T06:57:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:37 smithi164 ceph-mon[88760]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2757: done (2 left) 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2758: copy_from oid 4 from oid 27 current snap is 258 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 1 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 2 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 3 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 4 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 5 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: finishing write tid 6 to smithi04281968-10 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 911 (ObjNum 847 snap 258 seq_num 847) dirty exists 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2755: left oid 10 (ObjNum 847 snap 258 seq_num 847) 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 1 to smithi04281968-29 2024-09-16T06:57:38.467 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 2 to smithi04281968-29 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 3 to smithi04281968-29 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 4 to smithi04281968-29 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 5 to smithi04281968-29 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: finishing write tid 6 to smithi04281968-29 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1062 (ObjNum 848 snap 258 seq_num 848) dirty exists 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: left oid 29 (ObjNum 848 snap 258 seq_num 848) 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2755: done (2 left) 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2756: done (1 left) 2024-09-16T06:57:38.468 INFO:tasks.rados.rados.0.smithi042.stdout:2759: snap_remove snap 253 2024-09-16T06:57:39.467 INFO:tasks.rados.rados.0.smithi042.stdout:2759: done (1 left) 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2760: copy_from oid 5 from oid 16 current snap is 258 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2758: finishing copy_from to smithi04281968-4 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2758: got expected ENOENT (src dne) 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2758: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2758: done (1 left) 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2761: read oid 18 snap -1 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2761: expect deleted 2024-09-16T06:57:39.468 INFO:tasks.rados.rados.0.smithi042.stdout:2762: delete oid 34 current snap is 258 2024-09-16T06:57:39.476 INFO:tasks.rados.rados.0.smithi042.stdout:2761: done (2 left) 2024-09-16T06:57:39.476 INFO:tasks.rados.rados.0.smithi042.stdout:2762: done (1 left) 2024-09-16T06:57:39.476 INFO:tasks.rados.rados.0.smithi042.stdout:2763: setattr oid 27 current snap is 258 2024-09-16T06:57:39.476 INFO:tasks.rados.rados.0.smithi042.stdout:2764: snap_create 2024-09-16T06:57:39.480 INFO:tasks.rados.rados.0.smithi042.stdout:2760: finishing copy_from to smithi04281968-5 2024-09-16T06:57:39.481 INFO:tasks.rados.rados.0.smithi042.stdout:2760: got expected ENOENT (src dne) 2024-09-16T06:57:39.481 INFO:tasks.rados.rados.0.smithi042.stdout:2760: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:57:39.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 826 (ObjNum 897 snap 0 seq_num 110763872) dirty exists 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: pgmap v576: 121 pgs: 121 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: pgmap v576: 121 pgs: 121 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-09-16T06:57:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T06:57:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: pgmap v576: 121 pgs: 121 active+clean; 198 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:39.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:40.479 INFO:tasks.rados.rados.0.smithi042.stdout:2760: done (2 left) 2024-09-16T06:57:40.479 INFO:tasks.rados.rados.0.smithi042.stdout:2763: done (1 left) 2024-09-16T06:57:40.479 INFO:tasks.rados.rados.0.smithi042.stdout:2764: done (0 left) 2024-09-16T06:57:40.479 INFO:tasks.rados.rados.0.smithi042.stdout:2765: snap_remove snap 258 2024-09-16T06:57:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:40 smithi164 ceph-mon[88760]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T06:57:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:40 smithi042 ceph-mon[94096]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T06:57:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:40 smithi042 ceph-mon[96574]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T06:57:41.484 INFO:tasks.rados.rados.0.smithi042.stdout:2765: done (0 left) 2024-09-16T06:57:41.485 INFO:tasks.rados.rados.0.smithi042.stdout:2766: rmattr oid 19 current snap is 259 2024-09-16T06:57:41.485 INFO:tasks.rados.rados.0.smithi042.stdout:2766: done (0 left) 2024-09-16T06:57:41.485 INFO:tasks.rados.rados.0.smithi042.stdout:2767: delete oid 1 current snap is 259 2024-09-16T06:57:41.486 INFO:tasks.rados.rados.0.smithi042.stdout:2767: done (0 left) 2024-09-16T06:57:41.486 INFO:tasks.rados.rados.0.smithi042.stdout:2768: snap_create 2024-09-16T06:57:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[94096]: pgmap v579: 121 pgs: 121 active+clean; 168 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T06:57:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[94096]: Upgrade: Updating grafana.a 2024-09-16T06:57:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[94096]: Deploying daemon grafana.a on smithi164 2024-09-16T06:57:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[94096]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T06:57:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[96574]: pgmap v579: 121 pgs: 121 active+clean; 168 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T06:57:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[96574]: Upgrade: Updating grafana.a 2024-09-16T06:57:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[96574]: Deploying daemon grafana.a on smithi164 2024-09-16T06:57:41.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-mon[96574]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T06:57:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:57:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:57:41] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:57:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:41 smithi164 ceph-mon[88760]: pgmap v579: 121 pgs: 121 active+clean; 168 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T06:57:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:41 smithi164 ceph-mon[88760]: Upgrade: Updating grafana.a 2024-09-16T06:57:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:41 smithi164 ceph-mon[88760]: Deploying daemon grafana.a on smithi164 2024-09-16T06:57:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:41 smithi164 ceph-mon[88760]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T06:57:42.354 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 06:57:42 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T06:57:42.048Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002236648s 2024-09-16T06:57:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:2768: done (0 left) 2024-09-16T06:57:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:2769: rollback oid 20 current snap is 260 2024-09-16T06:57:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 259 2024-09-16T06:57:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 260 2024-09-16T06:57:42.401 INFO:tasks.rados.rados.0.smithi042.stdout:2770: seq_num 851 ranges {2195456=655360,2850816=688128,3538944=679936,4218880=237568} 2024-09-16T06:57:42.417 INFO:tasks.rados.rados.0.smithi042.stdout:2770: writing smithi04281968-35 from 2195456 to 2850816 tid 1 2024-09-16T06:57:42.421 INFO:tasks.rados.rados.0.smithi042.stdout:2770: writing smithi04281968-35 from 2850816 to 3538944 tid 2 2024-09-16T06:57:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:2770: writing smithi04281968-35 from 3538944 to 4218880 tid 3 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2770: writing smithi04281968-35 from 4218880 to 4456448 tid 4 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2771: delete oid 5 current snap is 260 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2769: finishing rollback tid 0 to smithi04281968-20 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2769: finishing rollback tid 1 to smithi04281968-20 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2769: finishing rollback tid 2 to smithi04281968-20 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 873 (ObjNum 661 snap 205 seq_num 661) dirty exists 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 1 to smithi04281968-35 2024-09-16T06:57:42.427 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 2 to smithi04281968-35 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 3 to smithi04281968-35 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 4 to smithi04281968-35 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 5 to smithi04281968-35 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2769: done (2 left) 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2771: done (1 left) 2024-09-16T06:57:42.432 INFO:tasks.rados.rados.0.smithi042.stdout:2772: setattr oid 3 current snap is 260 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2773: rmattr oid 7 current snap is 260 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2774: rmattr oid 1 current snap is 260 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2774: done (3 left) 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2775: read oid 19 snap 259 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2775: expect deleted 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2776: read oid 45 snap -1 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2776: expect deleted 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2777: delete oid 39 current snap is 260 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2770: finishing write tid 6 to smithi04281968-35 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1272 (ObjNum 851 snap 260 seq_num 851) dirty exists 2024-09-16T06:57:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:2770: left oid 35 (ObjNum 851 snap 260 seq_num 851) 2024-09-16T06:57:42.436 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 771 (ObjNum 65 snap 0 seq_num 1802786406) dirty exists 2024-09-16T06:57:42.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1183 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T06:57:42.437 INFO:tasks.rados.rados.0.smithi042.stdout:2770: done (5 left) 2024-09-16T06:57:42.437 INFO:tasks.rados.rados.0.smithi042.stdout:2772: done (4 left) 2024-09-16T06:57:42.437 INFO:tasks.rados.rados.0.smithi042.stdout:2773: done (3 left) 2024-09-16T06:57:42.437 INFO:tasks.rados.rados.0.smithi042.stdout:2775: done (2 left) 2024-09-16T06:57:42.438 INFO:tasks.rados.rados.0.smithi042.stdout:2776: done (1 left) 2024-09-16T06:57:42.438 INFO:tasks.rados.rados.0.smithi042.stdout:2777: done (0 left) 2024-09-16T06:57:42.438 INFO:tasks.rados.rados.0.smithi042.stdout:2778: snap_create 2024-09-16T06:57:42.713 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:42.713 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:42 smithi164 ceph-mon[88760]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T06:57:42.713 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:42 smithi164 ceph-mon[88760]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T06:57:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:42 smithi042 ceph-mon[94096]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T06:57:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:42 smithi042 ceph-mon[94096]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T06:57:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:42 smithi042 ceph-mon[96574]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T06:57:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:42 smithi042 ceph-mon[96574]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T06:57:43.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:42 smithi164 systemd[1]: Stopping Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:43.402 INFO:tasks.rados.rados.0.smithi042.stdout:2778: done (0 left) 2024-09-16T06:57:43.402 INFO:tasks.rados.rados.0.smithi042.stdout:2779: snap_remove snap 260 2024-09-16T06:57:43.592 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:43 smithi164 ceph-mon[88760]: pgmap v582: 121 pgs: 121 active+clean; 153 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T06:57:43.592 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:43 smithi164 ceph-mon[88760]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T06:57:43.592 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:43 smithi164 podman[125889]: 2024-09-16 06:57:43.247359028 +0000 UTC m=+0.123682509 container died 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, vcs-type=git, io.openshift.tags=base rhel8, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.openshift.expose-services=, vendor=Red Hat, Inc., maintainer=Paul Cuzner , version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-09-16T06:57:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:43 smithi042 ceph-mon[94096]: pgmap v582: 121 pgs: 121 active+clean; 153 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T06:57:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:43 smithi042 ceph-mon[94096]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T06:57:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:43 smithi042 ceph-mon[96574]: pgmap v582: 121 pgs: 121 active+clean; 153 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 145 KiB/s rd, 1.6 MiB/s wr, 6 op/s 2024-09-16T06:57:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:43 smithi042 ceph-mon[96574]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T06:57:43.988 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:43 smithi164 podman[125889]: 2024-09-16 06:57:43.592914374 +0000 UTC m=+0.469237844 container cleanup 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, description=Ceph Grafana Container, distribution-scope=public, architecture=x86_64, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, vcs-type=git, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-16T06:57:43.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:43 smithi164 bash[125889]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a 2024-09-16T06:57:43.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:43 smithi164 podman[125906]: 2024-09-16 06:57:43.818967154 +0000 UTC m=+0.573798130 container remove 29d63114ab6e4b839dd10f29c3b4929e40030264596338017c59d1fc893042f2 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, release=239.1651231664, version=8.5, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container) 2024-09-16T06:57:43.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:43 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T06:57:44.404 INFO:tasks.rados.rados.0.smithi042.stdout:2779: done (0 left) 2024-09-16T06:57:44.404 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 261 2024-09-16T06:57:44.404 INFO:tasks.rados.rados.0.smithi042.stdout:2780: seq_num 854 ranges {1040384=712704,1753088=794624,2547712=450560,2998272=360448} 2024-09-16T06:57:44.413 INFO:tasks.rados.rados.0.smithi042.stdout:2780: writing smithi04281968-31 from 1040384 to 1753088 tid 1 2024-09-16T06:57:44.418 INFO:tasks.rados.rados.0.smithi042.stdout:2780: writing smithi04281968-31 from 1753088 to 2547712 tid 2 2024-09-16T06:57:44.421 INFO:tasks.rados.rados.0.smithi042.stdout:2780: writing smithi04281968-31 from 2547712 to 2998272 tid 3 2024-09-16T06:57:44.424 INFO:tasks.rados.rados.0.smithi042.stdout:2780: writing smithi04281968-31 from 2998272 to 3358720 tid 4 2024-09-16T06:57:44.424 INFO:tasks.rados.rados.0.smithi042.stdout:2781: delete oid 49 current snap is 261 2024-09-16T06:57:44.424 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 1 to smithi04281968-31 2024-09-16T06:57:44.424 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 2 to smithi04281968-31 2024-09-16T06:57:44.425 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 3 to smithi04281968-31 2024-09-16T06:57:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 4 to smithi04281968-31 2024-09-16T06:57:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:2781: done (1 left) 2024-09-16T06:57:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:2782: delete oid 34 current snap is 261 2024-09-16T06:57:44.428 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 5 to smithi04281968-31 2024-09-16T06:57:44.429 INFO:tasks.rados.rados.0.smithi042.stdout:2780: finishing write tid 6 to smithi04281968-31 2024-09-16T06:57:44.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1226 (ObjNum 854 snap 261 seq_num 854) dirty exists 2024-09-16T06:57:44.429 INFO:tasks.rados.rados.0.smithi042.stdout:2780: left oid 31 (ObjNum 854 snap 261 seq_num 854) 2024-09-16T06:57:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:2780: done (1 left) 2024-09-16T06:57:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:2782: done (0 left) 2024-09-16T06:57:44.430 INFO:tasks.rados.rados.0.smithi042.stdout:2783: snap_remove snap 259 2024-09-16T06:57:44.474 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T06:57:44.474 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 systemd[1]: Stopped Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:44.474 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Consumed 7.894s CPU time. 2024-09-16T06:57:44.474 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 systemd[1]: Starting Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T06:57:44.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 podman[126039]: 2024-09-16 06:57:44.376255941 +0000 UTC m=+0.015231919 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-09-16T06:57:44.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 podman[126039]: 2024-09-16 06:57:44.512345399 +0000 UTC m=+0.151321403 container create 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, description=Ceph Grafana Container, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, distribution-scope=public, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.component=ubi8-container) 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 podman[126039]: 2024-09-16 06:57:44.739370153 +0000 UTC m=+0.378346118 container init 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, architecture=x86_64, description=Ceph Grafana Container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vcs-type=git, distribution-scope=public, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 podman[126039]: 2024-09-16 06:57:44.744015631 +0000 UTC m=+0.382991597 container start 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, version=8.5, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, name=ubi8, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, distribution-scope=public, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 bash[126039]: 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 systemd[1]: Started Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910605029Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910799608Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-16T06:57:44.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910819021Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910836917Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910843042Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910849601Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910856131Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.91086211Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.91086813Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910874165Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910879599Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910884968Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.910890557Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=settings t=2024-09-16T06:57:44.91089946Z level=info msg="App mode production" 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=sqlstore t=2024-09-16T06:57:44.91094997Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T06:57:44.990 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=sqlstore t=2024-09-16T06:57:44.910967025Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T06:57:44.991 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=migrator t=2024-09-16T06:57:44.925707941Z level=info msg="Starting DB migrations" 2024-09-16T06:57:44.991 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=migrator t=2024-09-16T06:57:44.930454646Z level=info msg="migrations completed" performed=0 skipped=481 duration=429.992µs 2024-09-16T06:57:44.991 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=sqlstore t=2024-09-16T06:57:44.930829625Z level=info msg="Created default organization" 2024-09-16T06:57:44.991 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=plugin.loader t=2024-09-16T06:57:44.988561285Z level=info msg="Plugin registered" pluginID=input 2024-09-16T06:57:45.401 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=plugin.loader t=2024-09-16T06:57:45.016481628Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T06:57:45.401 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=plugin.loader t=2024-09-16T06:57:45.01651238Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T06:57:45.401 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=secrets t=2024-09-16T06:57:45.016552849Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T06:57:45.401 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=query_data t=2024-09-16T06:57:45.018283148Z level=info msg="Query Service initialization" 2024-09-16T06:57:45.401 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=live.push_http t=2024-09-16T06:57:45.020799954Z level=info msg="Live Push Gateway initialization" 2024-09-16T06:57:45.409 INFO:tasks.rados.rados.0.smithi042.stdout:2783: done (0 left) 2024-09-16T06:57:45.409 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 261 2024-09-16T06:57:45.409 INFO:tasks.rados.rados.0.smithi042.stdout:2784: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-09-16T06:57:45.414 INFO:tasks.rados.rados.0.smithi042.stdout:2784: writing smithi04281968-45 from 0 to 761856 tid 1 2024-09-16T06:57:45.418 INFO:tasks.rados.rados.0.smithi042.stdout:2784: writing smithi04281968-45 from 761856 to 1204224 tid 2 2024-09-16T06:57:45.423 INFO:tasks.rados.rados.0.smithi042.stdout:2784: writing smithi04281968-45 from 1204224 to 1835008 tid 3 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2784: writing smithi04281968-45 from 1835008 to 2367488 tid 4 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2785: read oid 30 snap -1 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2785: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2786: rmattr oid 41 current snap is 261 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 1 to smithi04281968-45 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 2 to smithi04281968-45 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 3 to smithi04281968-45 2024-09-16T06:57:45.427 INFO:tasks.rados.rados.0.smithi042.stdout:2787: snap_create 2024-09-16T06:57:45.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1192 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T06:57:45.432 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 4 to smithi04281968-45 2024-09-16T06:57:45.432 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 5 to smithi04281968-45 2024-09-16T06:57:45.434 INFO:tasks.rados.rados.0.smithi042.stdout:2784: finishing write tid 6 to smithi04281968-45 2024-09-16T06:57:45.434 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 910 (ObjNum 857 snap 261 seq_num 857) dirty exists 2024-09-16T06:57:45.434 INFO:tasks.rados.rados.0.smithi042.stdout:2784: left oid 45 (ObjNum 857 snap 261 seq_num 857) 2024-09-16T06:57:45.434 INFO:tasks.rados.rados.0.smithi042.stdout:2785: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:57:45.709 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-mon[88760]: pgmap v585: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 7 op/s 2024-09-16T06:57:45.709 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-mon[88760]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T06:57:45.709 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.709 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.709 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[94096]: pgmap v585: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 7 op/s 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[94096]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[96574]: pgmap v585: 121 pgs: 121 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 532 KiB/s wr, 7 op/s 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[96574]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T06:57:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:45.966 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=infra.usagestats.collector t=2024-09-16T06:57:45.789394391Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=provisioning.datasources t=2024-09-16T06:57:45.875662279Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=provisioning.datasources t=2024-09-16T06:57:45.875716891Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=provisioning.datasources t=2024-09-16T06:57:45.886921925Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=provisioning.alerting t=2024-09-16T06:57:45.956978843Z level=info msg="starting to provision alerting" 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=provisioning.alerting t=2024-09-16T06:57:45.957047057Z level=info msg="finished to provision alerting" 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=ngalert.state.manager t=2024-09-16T06:57:45.957422605Z level=info msg="Warming state cache for startup" 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=grafanaStorageLogger t=2024-09-16T06:57:45.957518893Z level=info msg="storage starting" 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=http.server t=2024-09-16T06:57:45.959306044Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=ngalert.state.manager t=2024-09-16T06:57:45.96761263Z level=info msg="State cache has been initialized" states=0 duration=10.187041ms 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=ticker t=2024-09-16T06:57:45.967703975Z level=info msg=starting first_tick=2024-09-16T06:57:50Z 2024-09-16T06:57:45.967 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 06:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=ngalert.multiorg.alertmanager t=2024-09-16T06:57:45.967672286Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T06:57:46.414 INFO:tasks.rados.rados.0.smithi042.stdout:2784: done (3 left) 2024-09-16T06:57:46.414 INFO:tasks.rados.rados.0.smithi042.stdout:2785: done (2 left) 2024-09-16T06:57:46.414 INFO:tasks.rados.rados.0.smithi042.stdout:2786: done (1 left) 2024-09-16T06:57:46.415 INFO:tasks.rados.rados.0.smithi042.stdout:2787: done (0 left) 2024-09-16T06:57:46.415 INFO:tasks.rados.rados.0.smithi042.stdout:2788: snap_create 2024-09-16T06:57:46.729 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:46 smithi164 ceph-mon[88760]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T06:57:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:46 smithi042 ceph-mon[94096]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T06:57:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:46 smithi042 ceph-mon[96574]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T06:57:47.402 INFO:tasks.rados.rados.0.smithi042.stdout:2788: done (0 left) 2024-09-16T06:57:47.402 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 263 2024-09-16T06:57:47.402 INFO:tasks.rados.rados.0.smithi042.stdout:2789: seq_num 858 ranges {4890624=778240,5668864=729088,6397952=434176,6832128=442368} 2024-09-16T06:57:47.433 INFO:tasks.rados.rados.0.smithi042.stdout:2789: writing smithi04281968-20 from 4890624 to 5668864 tid 1 2024-09-16T06:57:47.437 INFO:tasks.rados.rados.0.smithi042.stdout:2789: writing smithi04281968-20 from 5668864 to 6397952 tid 2 2024-09-16T06:57:47.440 INFO:tasks.rados.rados.0.smithi042.stdout:2789: writing smithi04281968-20 from 6397952 to 6832128 tid 3 2024-09-16T06:57:47.443 INFO:tasks.rados.rados.0.smithi042.stdout:2789: writing smithi04281968-20 from 6832128 to 7274496 tid 4 2024-09-16T06:57:47.443 INFO:tasks.rados.rados.0.smithi042.stdout:2790: read oid 9 snap 261 2024-09-16T06:57:47.443 INFO:tasks.rados.rados.0.smithi042.stdout:2790: expect (ObjNum 805 snap 252 seq_num 805) 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:2791: read oid 30 snap -1 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:2791: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:2792: rollback oid 50 current snap is 263 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 261 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 1 to smithi04281968-20 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 263 2024-09-16T06:57:47.444 INFO:tasks.rados.rados.0.smithi042.stdout:2793: seq_num 859 ranges {1040384=794624,1835008=614400,2449408=638976,3088384=352256} 2024-09-16T06:57:47.457 INFO:tasks.rados.rados.0.smithi042.stdout:2793: writing smithi04281968-24 from 1040384 to 1835008 tid 1 2024-09-16T06:57:47.458 INFO:tasks.rados.rados.0.smithi042.stdout:2793: writing smithi04281968-24 from 1835008 to 2449408 tid 2 2024-09-16T06:57:47.462 INFO:tasks.rados.rados.0.smithi042.stdout:2793: writing smithi04281968-24 from 2449408 to 3088384 tid 3 2024-09-16T06:57:47.465 INFO:tasks.rados.rados.0.smithi042.stdout:2793: writing smithi04281968-24 from 3088384 to 3440640 tid 4 2024-09-16T06:57:47.465 INFO:tasks.rados.rados.0.smithi042.stdout:2794: snap_remove snap 262 2024-09-16T06:57:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:47 smithi164 ceph-mon[88760]: pgmap v588: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 13 op/s 2024-09-16T06:57:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:47 smithi164 ceph-mon[88760]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T06:57:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:47 smithi164 ceph-mon[88760]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T06:57:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[96574]: pgmap v588: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 13 op/s 2024-09-16T06:57:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[96574]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T06:57:47.756 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[96574]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T06:57:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[94096]: pgmap v588: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 13 op/s 2024-09-16T06:57:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[94096]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T06:57:47.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:47 smithi042 ceph-mon[94096]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T06:57:48.183 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2792: finishing rollback tid 1 to smithi04281968-50 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 2 to smithi04281968-20 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 3 to smithi04281968-20 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 4 to smithi04281968-20 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 5 to smithi04281968-20 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: finishing write tid 6 to smithi04281968-20 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 878 (ObjNum 858 snap 263 seq_num 858) dirty exists 2024-09-16T06:57:48.423 INFO:tasks.rados.rados.0.smithi042.stdout:2789: left oid 20 (ObjNum 858 snap 263 seq_num 858) 2024-09-16T06:57:48.424 INFO:tasks.rados.rados.0.smithi042.stdout:2791: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:57:48.473 INFO:tasks.rados.rados.0.smithi042.stdout:2790: expect (ObjNum 805 snap 252 seq_num 805) 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (17s) 13s ago 11m 15.2M - 0.25.0 c8568f914cd2 2837126ba6dc 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (4s) 0s ago 11m 37.1M - 9.4.7 954c08fa6188 221e0bd20124 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (80s) 13s ago 12m 15.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 3691dac7f520 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (61s) 0s ago 12m 13.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6816b8a3d2f0 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (7m) 0s ago 16m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:57:48.486 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (7m) 13s ago 17m 501M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (6m) 13s ago 17m 66.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (6m) 0s ago 16m 55.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (6m) 13s ago 16m 57.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (50s) 13s ago 11m 9.82M - 1.5.0 0da6a335fe13 c276d41ee80e 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (46s) 0s ago 11m 13.5M - 1.5.0 0da6a335fe13 47692f58f4f8 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (5m) 13s ago 15m 260M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (4m) 13s ago 15m 241M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (4m) 13s ago 14m 246M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (3m) 13s ago 14m 124M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (3m) 0s ago 14m 160M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (2m) 0s ago 13m 186M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (2m) 0s ago 13m 132M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:57:48.487 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (96s) 0s ago 12m 121M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ee7e46b8511e 2024-09-16T06:57:48.488 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (31s) 0s ago 12m 51.4M - 2.43.0 a07b618ecd1d 56d109576097 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 1 to smithi04281968-24 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 2 to smithi04281968-24 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2789: done (5 left) 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2790: done (4 left) 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2791: done (3 left) 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2792: done (2 left) 2024-09-16T06:57:48.523 INFO:tasks.rados.rados.0.smithi042.stdout:2794: done (1 left) 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2795: rollback oid 16 current snap is 263 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 261 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 3 to smithi04281968-24 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 4 to smithi04281968-24 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 5 to smithi04281968-24 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: finishing write tid 6 to smithi04281968-24 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1198 (ObjNum 859 snap 263 seq_num 859) dirty exists 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: left oid 24 (ObjNum 859 snap 263 seq_num 859) 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2793: done (1 left) 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 263 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2796: seq_num 860 ranges {0=8192} 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2796: writing smithi04281968-27 from 0 to 8192 tid 1 2024-09-16T06:57:48.524 INFO:tasks.rados.rados.0.smithi042.stdout:2797: snap_create 2024-09-16T06:57:48.525 INFO:tasks.rados.rados.0.smithi042.stdout:2795: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:57:48.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 0 (ObjNum 209 snap 0 seq_num 111550304) dirty dne 2024-09-16T06:57:48.525 INFO:tasks.rados.rados.0.smithi042.stdout:2796: finishing write tid 1 to smithi04281968-27 2024-09-16T06:57:48.525 INFO:tasks.rados.rados.0.smithi042.stdout:2796: finishing write tid 2 to smithi04281968-27 2024-09-16T06:57:48.527 INFO:tasks.rados.rados.0.smithi042.stdout:2796: finishing write tid 3 to smithi04281968-27 2024-09-16T06:57:48.527 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 833 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-09-16T06:57:48.527 INFO:tasks.rados.rados.0.smithi042.stdout:2796: left oid 27 (ObjNum 860 snap 263 seq_num 860) 2024-09-16T06:57:48.818 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:57:48.818 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:57:48.818 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:57:48.818 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:57:48.819 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:57:49.448 INFO:tasks.rados.rados.0.smithi042.stdout:2795: done (2 left) 2024-09-16T06:57:49.448 INFO:tasks.rados.rados.0.smithi042.stdout:2796: done (1 left) 2024-09-16T06:57:49.448 INFO:tasks.rados.rados.0.smithi042.stdout:2797: done (0 left) 2024-09-16T06:57:49.448 INFO:tasks.rados.rados.0.smithi042.stdout:2798: read oid 32 snap -1 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2798: expect deleted 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2799: rollback oid 11 current snap is 264 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 261 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2800: setattr oid 49 current snap is 264 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2801: copy_from oid 50 from oid 39 current snap is 264 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2802: rmattr oid 46 current snap is 264 2024-09-16T06:57:49.449 INFO:tasks.rados.rados.0.smithi042.stdout:2802: done (4 left) 2024-09-16T06:57:49.450 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 264 2024-09-16T06:57:49.450 INFO:tasks.rados.rados.0.smithi042.stdout:2803: seq_num 861 ranges {196608=24576} 2024-09-16T06:57:49.450 INFO:tasks.rados.rados.0.smithi042.stdout:2803: writing smithi04281968-37 from 196608 to 221184 tid 1 2024-09-16T06:57:49.450 INFO:tasks.rados.rados.0.smithi042.stdout:2804: delete oid 42 current snap is 264 2024-09-16T06:57:49.451 INFO:tasks.rados.rados.0.smithi042.stdout:2801: finishing copy_from to smithi04281968-50 2024-09-16T06:57:49.451 INFO:tasks.rados.rados.0.smithi042.stdout:2801: got expected ENOENT (src dne) 2024-09-16T06:57:49.451 INFO:tasks.rados.rados.0.smithi042.stdout:2801: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:57:49.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1064 (ObjNum 465 snap 0 seq_num 1482102242) dirty exists 2024-09-16T06:57:49.454 INFO:tasks.rados.rados.0.smithi042.stdout:2798: done (5 left) 2024-09-16T06:57:49.454 INFO:tasks.rados.rados.0.smithi042.stdout:2800: done (4 left) 2024-09-16T06:57:49.454 INFO:tasks.rados.rados.0.smithi042.stdout:2801: done (3 left) 2024-09-16T06:57:49.455 INFO:tasks.rados.rados.0.smithi042.stdout:2804: done (2 left) 2024-09-16T06:57:49.455 INFO:tasks.rados.rados.0.smithi042.stdout:2805: snap_remove snap 263 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: pgmap v591: 121 pgs: 121 active+clean; 139 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/758314677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.615 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: pgmap v591: 121 pgs: 121 active+clean; 139 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/758314677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: pgmap v591: 121 pgs: 121 active+clean; 139 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='client.44363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='client.34428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/758314677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:50.455 INFO:tasks.rados.rados.0.smithi042.stdout:2805: done (2 left) 2024-09-16T06:57:50.455 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 264 2024-09-16T06:57:50.455 INFO:tasks.rados.rados.0.smithi042.stdout:2799: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:57:50.455 INFO:tasks.rados.rados.0.smithi042.stdout:2806: seq_num 863 ranges {1728512=57344} 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2806: writing smithi04281968-15 from 1728512 to 1785856 tid 1 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 264 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2803: finishing write tid 1 to smithi04281968-37 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2799: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2799: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 917 (ObjNum 129 snap 0 seq_num 1482726865) dirty exists 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2803: finishing write tid 2 to smithi04281968-37 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2803: finishing write tid 3 to smithi04281968-37 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 722 (ObjNum 861 snap 264 seq_num 861) dirty exists 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2803: left oid 37 (ObjNum 861 snap 264 seq_num 861) 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2807: seq_num 864 ranges {0=73728} 2024-09-16T06:57:50.466 INFO:tasks.rados.rados.0.smithi042.stdout:2807: writing smithi04281968-39 from 0 to 73728 tid 1 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2799: done (3 left) 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2803: done (2 left) 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2808: rollback oid 28 current snap is 264 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 261 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2809: rmattr oid 18 current snap is 264 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2809: done (3 left) 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2810: read oid 46 snap 261 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2810: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:50.467 INFO:tasks.rados.rados.0.smithi042.stdout:2811: delete oid 4 current snap is 264 2024-09-16T06:57:50.471 INFO:tasks.rados.rados.0.smithi042.stdout:2810: expect (ObjNum 618 snap 183 seq_num 618) 2024-09-16T06:57:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:50 smithi164 ceph-mon[88760]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2807: finishing write tid 1 to smithi04281968-39 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2807: finishing write tid 2 to smithi04281968-39 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2806: finishing write tid 1 to smithi04281968-15 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2806: finishing write tid 2 to smithi04281968-15 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2808: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:2807: finishing write tid 3 to smithi04281968-39 2024-09-16T06:57:50.493 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1280 (ObjNum 864 snap 264 seq_num 864) dirty exists 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2807: left oid 39 (ObjNum 864 snap 264 seq_num 864) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2808: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2807: done (4 left) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2810: done (3 left) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2811: done (2 left) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2812: copy_from oid 40 from oid 38 current snap is 264 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2808: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1204 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2806: finishing write tid 3 to smithi04281968-15 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1190 (ObjNum 863 snap 264 seq_num 863) dirty exists 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2806: left oid 15 (ObjNum 863 snap 264 seq_num 863) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2806: done (2 left) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2808: done (1 left) 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2813: read oid 20 snap -1 2024-09-16T06:57:50.494 INFO:tasks.rados.rados.0.smithi042.stdout:2813: expect (ObjNum 858 snap 263 seq_num 858) 2024-09-16T06:57:50.495 INFO:tasks.rados.rados.0.smithi042.stdout:2814: delete oid 31 current snap is 264 2024-09-16T06:57:50.496 INFO:tasks.rados.rados.0.smithi042.stdout:2814: done (2 left) 2024-09-16T06:57:50.497 INFO:tasks.rados.rados.0.smithi042.stdout:2815: delete oid 46 current snap is 264 2024-09-16T06:57:50.499 INFO:tasks.rados.rados.0.smithi042.stdout:2815: done (2 left) 2024-09-16T06:57:50.499 INFO:tasks.rados.rados.0.smithi042.stdout:2816: rmattr oid 5 current snap is 264 2024-09-16T06:57:50.499 INFO:tasks.rados.rados.0.smithi042.stdout:2816: done (2 left) 2024-09-16T06:57:50.499 INFO:tasks.rados.rados.0.smithi042.stdout:2817: snap_create 2024-09-16T06:57:50.530 INFO:tasks.rados.rados.0.smithi042.stdout:2813: expect (ObjNum 858 snap 263 seq_num 858) 2024-09-16T06:57:50.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:50 smithi042 ceph-mon[94096]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T06:57:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:50 smithi042 ceph-mon[96574]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T06:57:50.987 INFO:tasks.rados.rados.0.smithi042.stdout:2812: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:57:50.987 INFO:tasks.rados.rados.0.smithi042.stdout:2812: finishing copy_from to smithi04281968-40 2024-09-16T06:57:50.987 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1093 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:57:51.455 INFO:tasks.rados.rados.0.smithi042.stdout:2812: done (2 left) 2024-09-16T06:57:51.455 INFO:tasks.rados.rados.0.smithi042.stdout:2813: done (1 left) 2024-09-16T06:57:51.455 INFO:tasks.rados.rados.0.smithi042.stdout:2817: done (0 left) 2024-09-16T06:57:51.455 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 265 2024-09-16T06:57:51.455 INFO:tasks.rados.rados.0.smithi042.stdout:2818: seq_num 868 ranges {0=139264} 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2818: writing smithi04281968-4 from 0 to 139264 tid 1 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2819: read oid 38 snap -1 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2819: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2820: rmattr oid 3 current snap is 265 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2821: read oid 31 snap 264 2024-09-16T06:57:51.456 INFO:tasks.rados.rados.0.smithi042.stdout:2821: expect deleted 2024-09-16T06:57:51.457 INFO:tasks.rados.rados.0.smithi042.stdout:2822: snap_create 2024-09-16T06:57:51.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 772 (ObjNum 33 snap 0 seq_num 112045984) dirty exists 2024-09-16T06:57:51.462 INFO:tasks.rados.rados.0.smithi042.stdout:2818: finishing write tid 1 to smithi04281968-4 2024-09-16T06:57:51.462 INFO:tasks.rados.rados.0.smithi042.stdout:2818: finishing write tid 2 to smithi04281968-4 2024-09-16T06:57:51.463 INFO:tasks.rados.rados.0.smithi042.stdout:2818: finishing write tid 3 to smithi04281968-4 2024-09-16T06:57:51.463 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 943 (ObjNum 868 snap 265 seq_num 868) dirty exists 2024-09-16T06:57:51.463 INFO:tasks.rados.rados.0.smithi042.stdout:2818: left oid 4 (ObjNum 868 snap 265 seq_num 868) 2024-09-16T06:57:51.505 INFO:tasks.rados.rados.0.smithi042.stdout:2819: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:51 smithi042 ceph-mon[94096]: pgmap v594: 121 pgs: 121 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T06:57:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:51 smithi042 ceph-mon[94096]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T06:57:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:51 smithi042 ceph-mon[96574]: pgmap v594: 121 pgs: 121 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T06:57:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:51 smithi042 ceph-mon[96574]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T06:57:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:57:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:57:51] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T06:57:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:51 smithi164 ceph-mon[88760]: pgmap v594: 121 pgs: 121 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 763 KiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T06:57:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:51 smithi164 ceph-mon[88760]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T06:57:52.461 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:57:52.725 INFO:tasks.rados.rados.0.smithi042.stdout:2818: done (4 left) 2024-09-16T06:57:52.725 INFO:tasks.rados.rados.0.smithi042.stdout:2819: done (3 left) 2024-09-16T06:57:52.725 INFO:tasks.rados.rados.0.smithi042.stdout:2820: done (2 left) 2024-09-16T06:57:52.725 INFO:tasks.rados.rados.0.smithi042.stdout:2821: done (1 left) 2024-09-16T06:57:52.726 INFO:tasks.rados.rados.0.smithi042.stdout:2822: done (0 left) 2024-09-16T06:57:52.726 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 266 2024-09-16T06:57:52.726 INFO:tasks.rados.rados.0.smithi042.stdout:2823: seq_num 869 ranges {7274496=155648} 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T06:57:52.742 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T06:57:52.743 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.744 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:52 smithi164 ceph-mon[88760]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T06:57:52.766 INFO:tasks.rados.rados.0.smithi042.stdout:2823: writing smithi04281968-20 from 7274496 to 7430144 tid 1 2024-09-16T06:57:52.766 INFO:tasks.rados.rados.0.smithi042.stdout:2824: read oid 17 snap 264 2024-09-16T06:57:52.766 INFO:tasks.rados.rados.0.smithi042.stdout:2824: expect (ObjNum 820 snap 253 seq_num 820) 2024-09-16T06:57:52.766 INFO:tasks.rados.rados.0.smithi042.stdout:2825: snap_create 2024-09-16T06:57:52.774 INFO:tasks.rados.rados.0.smithi042.stdout:2823: finishing write tid 1 to smithi04281968-20 2024-09-16T06:57:52.775 INFO:tasks.rados.rados.0.smithi042.stdout:2823: finishing write tid 2 to smithi04281968-20 2024-09-16T06:57:52.776 INFO:tasks.rados.rados.0.smithi042.stdout:2823: finishing write tid 3 to smithi04281968-20 2024-09-16T06:57:52.776 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 880 (ObjNum 869 snap 266 seq_num 869) dirty exists 2024-09-16T06:57:52.776 INFO:tasks.rados.rados.0.smithi042.stdout:2823: left oid 20 (ObjNum 869 snap 266 seq_num 869) 2024-09-16T06:57:52.836 INFO:tasks.rados.rados.0.smithi042.stdout:2824: expect (ObjNum 820 snap 253 seq_num 820) 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T06:57:52.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T06:57:52.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T06:57:52.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T06:57:52.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T06:57:52.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T06:57:52.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.860 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T06:57:52.860 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.860 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.861 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-16T06:57:52.862 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.863 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.864 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[94096]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T06:57:52.864 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.864 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T06:57:52.864 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T06:57:52.865 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]: dispatch 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "mon_mds_skip_sanity", "who": "mon"}]': finished 2024-09-16T06:57:52.866 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:52.867 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:52 smithi042 ceph-mon[96574]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T06:57:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: pgmap v597: 121 pgs: 121 active+clean; 137 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T06:57:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: Upgrade: Finalizing container_image settings 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: Upgrade: Complete! 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: pgmap v597: 121 pgs: 121 active+clean; 137 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: Upgrade: Finalizing container_image settings 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: Upgrade: Complete! 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: pgmap v597: 121 pgs: 121 active+clean; 137 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: Upgrade: Finalizing container_image settings 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: Upgrade: Complete! 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:57:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:54.277 INFO:tasks.rados.rados.0.smithi042.stdout:2823: done (2 left) 2024-09-16T06:57:54.277 INFO:tasks.rados.rados.0.smithi042.stdout:2824: done (1 left) 2024-09-16T06:57:54.277 INFO:tasks.rados.rados.0.smithi042.stdout:2825: done (0 left) 2024-09-16T06:57:54.277 INFO:tasks.rados.rados.0.smithi042.stdout:2826: rollback oid 19 current snap is 267 2024-09-16T06:57:54.278 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 261 2024-09-16T06:57:54.278 INFO:tasks.rados.rados.0.smithi042.stdout:2827: snap_create 2024-09-16T06:57:54.278 INFO:tasks.rados.rados.0.smithi042.stdout:2826: finishing rollback tid 1 to smithi04281968-19 2024-09-16T06:57:54.278 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 0 (ObjNum 110808672 snap 21996 seq_num 304) dirty dne 2024-09-16T06:57:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:54 smithi042 ceph-mon[96574]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T06:57:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:54 smithi042 ceph-mon[94096]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T06:57:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2826: done (1 left) 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2827: done (0 left) 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2828: rollback oid 43 current snap is 268 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 266 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2829: copy_from oid 32 from oid 46 current snap is 268 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2830: copy_from oid 33 from oid 40 current snap is 268 2024-09-16T06:57:54.949 INFO:tasks.rados.rados.0.smithi042.stdout:2831: snap_remove snap 261 2024-09-16T06:57:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:54 smithi164 ceph-mon[88760]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T06:57:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:57:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:55 smithi042 ceph-mon[94096]: pgmap v600: 121 pgs: 121 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-16T06:57:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:55 smithi042 ceph-mon[94096]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T06:57:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:55 smithi042 ceph-mon[96574]: pgmap v600: 121 pgs: 121 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-16T06:57:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:55 smithi042 ceph-mon[96574]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2828: finishing rollback tid 0 to smithi04281968-43 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2828: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2828: finishing rollback tid 2 to smithi04281968-43 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 946 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2829: finishing copy_from to smithi04281968-32 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2829: got expected ENOENT (src dne) 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2829: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2830: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:57:55.953 INFO:tasks.rados.rados.0.smithi042.stdout:2830: finishing copy_from to smithi04281968-33 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1093 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:2828: done (3 left) 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:2829: done (2 left) 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:2830: done (1 left) 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:2831: done (0 left) 2024-09-16T06:57:55.954 INFO:tasks.rados.rados.0.smithi042.stdout:2832: delete oid 29 current snap is 268 2024-09-16T06:57:55.962 INFO:tasks.rados.rados.0.smithi042.stdout:2832: done (0 left) 2024-09-16T06:57:55.962 INFO:tasks.rados.rados.0.smithi042.stdout:2833: delete oid 21 current snap is 268 2024-09-16T06:57:55.965 INFO:tasks.rados.rados.0.smithi042.stdout:2833: done (0 left) 2024-09-16T06:57:55.965 INFO:tasks.rados.rados.0.smithi042.stdout:2834: copy_from oid 13 from oid 17 current snap is 268 2024-09-16T06:57:55.965 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 268 2024-09-16T06:57:55.965 INFO:tasks.rados.rados.0.smithi042.stdout:2835: seq_num 872 ranges {4890624=212992} 2024-09-16T06:57:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:55 smithi164 ceph-mon[88760]: pgmap v600: 121 pgs: 121 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 11 op/s 2024-09-16T06:57:55.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:55 smithi164 ceph-mon[88760]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T06:57:55.993 INFO:tasks.rados.rados.0.smithi042.stdout:2835: writing smithi04281968-26 from 4890624 to 5103616 tid 1 2024-09-16T06:57:55.993 INFO:tasks.rados.rados.0.smithi042.stdout:2836: snap_create 2024-09-16T06:57:56.000 INFO:tasks.rados.rados.0.smithi042.stdout:2835: finishing write tid 1 to smithi04281968-26 2024-09-16T06:57:56.000 INFO:tasks.rados.rados.0.smithi042.stdout:2835: finishing write tid 2 to smithi04281968-26 2024-09-16T06:57:56.001 INFO:tasks.rados.rados.0.smithi042.stdout:2835: finishing write tid 3 to smithi04281968-26 2024-09-16T06:57:56.001 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1095 (ObjNum 872 snap 268 seq_num 872) dirty exists 2024-09-16T06:57:56.001 INFO:tasks.rados.rados.0.smithi042.stdout:2835: left oid 26 (ObjNum 872 snap 268 seq_num 872) 2024-09-16T06:57:56.012 INFO:tasks.rados.rados.0.smithi042.stdout:2834: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:57:56.014 INFO:tasks.rados.rados.0.smithi042.stdout:2834: finishing copy_from to smithi04281968-13 2024-09-16T06:57:56.014 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1053 (ObjNum 820 snap 253 seq_num 820) dirty exists 2024-09-16T06:57:56.956 INFO:tasks.rados.rados.0.smithi042.stdout:2834: done (2 left) 2024-09-16T06:57:56.956 INFO:tasks.rados.rados.0.smithi042.stdout:2835: done (1 left) 2024-09-16T06:57:56.956 INFO:tasks.rados.rados.0.smithi042.stdout:2836: done (0 left) 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2837: copy_from oid 24 from oid 35 current snap is 269 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2838: read oid 32 snap 265 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2838: expect deleted 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2839: read oid 38 snap -1 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2839: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2840: read oid 41 snap -1 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2840: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:57:56.957 INFO:tasks.rados.rados.0.smithi042.stdout:2841: snap_remove snap 267 2024-09-16T06:57:57.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:56 smithi164 ceph-mon[88760]: pgmap v602: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-09-16T06:57:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:56 smithi164 ceph-mon[88760]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T06:57:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:56 smithi042 ceph-mon[94096]: pgmap v602: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-09-16T06:57:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:56 smithi042 ceph-mon[94096]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T06:57:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:56 smithi042 ceph-mon[96574]: pgmap v602: 121 pgs: 121 active+clean; 160 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.3 MiB/s wr, 17 op/s 2024-09-16T06:57:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:56 smithi042 ceph-mon[96574]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T06:57:57.411 INFO:tasks.rados.rados.0.smithi042.stdout:2840: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:57:57.411 INFO:tasks.rados.rados.0.smithi042.stdout:2837: finishing copy_from racing read to smithi04281968-24 2024-09-16T06:57:57.411 INFO:tasks.rados.rados.0.smithi042.stdout:2839: expect (ObjNum 738 snap 223 seq_num 738) 2024-09-16T06:57:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:57 smithi164 ceph-mon[88760]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T06:57:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:57 smithi164 ceph-mon[88760]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T06:57:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:57 smithi042 ceph-mon[96574]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T06:57:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:57 smithi042 ceph-mon[96574]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T06:57:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:57 smithi042 ceph-mon[94096]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T06:57:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:57 smithi042 ceph-mon[94096]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2837: finishing copy_from to smithi04281968-24 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1272 (ObjNum 851 snap 260 seq_num 851) dirty exists 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2837: done (4 left) 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2838: done (3 left) 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2839: done (2 left) 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2840: done (1 left) 2024-09-16T06:57:58.611 INFO:tasks.rados.rados.0.smithi042.stdout:2841: done (0 left) 2024-09-16T06:57:58.612 INFO:tasks.rados.rados.0.smithi042.stdout:2842: rollback oid 49 current snap is 269 2024-09-16T06:57:58.612 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 265 2024-09-16T06:57:58.612 INFO:tasks.rados.rados.0.smithi042.stdout:2843: delete oid 9 current snap is 269 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2843: done (1 left) 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2844: rollback oid 4 current snap is 269 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 266 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2845: copy_from oid 1 from oid 46 current snap is 269 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2846: read oid 43 snap 264 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2846: expect (ObjNum 845 snap 258 seq_num 845) 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2847: read oid 45 snap 264 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2847: expect (ObjNum 857 snap 261 seq_num 857) 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2848: read oid 44 snap -1 2024-09-16T06:57:58.614 INFO:tasks.rados.rados.0.smithi042.stdout:2848: expect deleted 2024-09-16T06:57:58.615 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 269 2024-09-16T06:57:58.615 INFO:tasks.rados.rados.0.smithi042.stdout:2849: seq_num 874 ranges {0=245760} 2024-09-16T06:57:58.615 INFO:tasks.rados.rados.0.smithi042.stdout:2849: writing smithi04281968-16 from 0 to 245760 tid 1 2024-09-16T06:57:58.615 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 269 2024-09-16T06:57:58.615 INFO:tasks.rados.rados.0.smithi042.stdout:2850: seq_num 875 ranges {11952128=262144} 2024-09-16T06:57:58.683 INFO:tasks.rados.rados.0.smithi042.stdout:2850: writing smithi04281968-33 from 11952128 to 12214272 tid 1 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2851: rmattr oid 50 current snap is 269 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2851: done (8 left) 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2852: rmattr oid 13 current snap is 269 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2842: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2842: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2853: read oid 21 snap 265 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2853: expect (ObjNum 846 snap 258 seq_num 846) 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2854: delete oid 2 current snap is 269 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2842: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1069 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:57:58.684 INFO:tasks.rados.rados.0.smithi042.stdout:2845: finishing copy_from to smithi04281968-1 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2845: got expected ENOENT (src dne) 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2845: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2844: finishing rollback tid 0 to smithi04281968-4 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2844: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2849: finishing write tid 1 to smithi04281968-16 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2849: finishing write tid 2 to smithi04281968-16 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2844: finishing rollback tid 2 to smithi04281968-4 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 949 (ObjNum 868 snap 265 seq_num 868) dirty exists 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:2849: finishing write tid 3 to smithi04281968-16 2024-09-16T06:57:58.685 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1063 (ObjNum 874 snap 269 seq_num 874) dirty exists 2024-09-16T06:57:58.686 INFO:tasks.rados.rados.0.smithi042.stdout:2849: left oid 16 (ObjNum 874 snap 269 seq_num 874) 2024-09-16T06:57:58.686 INFO:tasks.rados.rados.0.smithi042.stdout:2847: expect (ObjNum 857 snap 261 seq_num 857) 2024-09-16T06:57:58.747 INFO:tasks.rados.rados.0.smithi042.stdout:2846: expect (ObjNum 845 snap 258 seq_num 845) 2024-09-16T06:57:58.872 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1064 (ObjNum 820 snap 253 seq_num 820) dirty exists 2024-09-16T06:57:58.872 INFO:tasks.rados.rados.0.smithi042.stdout:2850: finishing write tid 1 to smithi04281968-33 2024-09-16T06:57:58.872 INFO:tasks.rados.rados.0.smithi042.stdout:2850: finishing write tid 2 to smithi04281968-33 2024-09-16T06:57:58.873 INFO:tasks.rados.rados.0.smithi042.stdout:2850: finishing write tid 3 to smithi04281968-33 2024-09-16T06:57:58.873 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1096 (ObjNum 875 snap 269 seq_num 875) dirty exists 2024-09-16T06:57:58.873 INFO:tasks.rados.rados.0.smithi042.stdout:2850: left oid 33 (ObjNum 875 snap 269 seq_num 875) 2024-09-16T06:57:58.873 INFO:tasks.rados.rados.0.smithi042.stdout:2853: expect (ObjNum 846 snap 258 seq_num 846) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2842: done (10 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2844: done (9 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2845: done (8 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2846: done (7 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2847: done (6 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2848: done (5 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2849: done (4 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2850: done (3 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2852: done (2 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2853: done (1 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:2854: done (0 left) 2024-09-16T06:57:58.980 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 269 2024-09-16T06:57:58.981 INFO:tasks.rados.rados.0.smithi042.stdout:2855: seq_num 877 ranges {8216576=294912} 2024-09-16T06:57:59.026 INFO:tasks.rados.rados.0.smithi042.stdout:2855: writing smithi04281968-14 from 8216576 to 8511488 tid 1 2024-09-16T06:57:59.026 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 269 2024-09-16T06:57:59.026 INFO:tasks.rados.rados.0.smithi042.stdout:2856: seq_num 878 ranges {1785856=311296} 2024-09-16T06:57:59.037 INFO:tasks.rados.rados.0.smithi042.stdout:2856: writing smithi04281968-15 from 1785856 to 2097152 tid 1 2024-09-16T06:57:59.037 INFO:tasks.rados.rados.0.smithi042.stdout:2857: read oid 21 snap 268 2024-09-16T06:57:59.038 INFO:tasks.rados.rados.0.smithi042.stdout:2857: expect deleted 2024-09-16T06:57:59.038 INFO:tasks.rados.rados.0.smithi042.stdout:2858: snap_remove snap 264 2024-09-16T06:57:59.416 INFO:tasks.rados.rados.0.smithi042.stdout:2858: done (3 left) 2024-09-16T06:57:59.416 INFO:tasks.rados.rados.0.smithi042.stdout:2859: delete oid 33 current snap is 269 2024-09-16T06:57:59.416 INFO:tasks.rados.rados.0.smithi042.stdout:2855: finishing write tid 1 to smithi04281968-14 2024-09-16T06:57:59.416 INFO:tasks.rados.rados.0.smithi042.stdout:2855: finishing write tid 2 to smithi04281968-14 2024-09-16T06:57:59.416 INFO:tasks.rados.rados.0.smithi042.stdout:2855: finishing write tid 3 to smithi04281968-14 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1097 (ObjNum 877 snap 269 seq_num 877) dirty exists 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:2855: left oid 14 (ObjNum 877 snap 269 seq_num 877) 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:2856: finishing write tid 1 to smithi04281968-15 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:2856: finishing write tid 2 to smithi04281968-15 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:2856: finishing write tid 3 to smithi04281968-15 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1199 (ObjNum 878 snap 269 seq_num 878) dirty exists 2024-09-16T06:57:59.417 INFO:tasks.rados.rados.0.smithi042.stdout:2856: left oid 15 (ObjNum 878 snap 269 seq_num 878) 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:2855: done (3 left) 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:2856: done (2 left) 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:2857: done (1 left) 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:2859: done (0 left) 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 269 2024-09-16T06:57:59.426 INFO:tasks.rados.rados.0.smithi042.stdout:2860: seq_num 880 ranges {0=344064} 2024-09-16T06:57:59.428 INFO:tasks.rados.rados.0.smithi042.stdout:2860: writing smithi04281968-44 from 0 to 344064 tid 1 2024-09-16T06:57:59.428 INFO:tasks.rados.rados.0.smithi042.stdout:2861: snap_create 2024-09-16T06:57:59.430 INFO:tasks.rados.rados.0.smithi042.stdout:2860: finishing write tid 1 to smithi04281968-44 2024-09-16T06:57:59.430 INFO:tasks.rados.rados.0.smithi042.stdout:2860: finishing write tid 2 to smithi04281968-44 2024-09-16T06:57:59.433 INFO:tasks.rados.rados.0.smithi042.stdout:2860: finishing write tid 3 to smithi04281968-44 2024-09-16T06:57:59.433 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1071 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-09-16T06:57:59.433 INFO:tasks.rados.rados.0.smithi042.stdout:2860: left oid 44 (ObjNum 880 snap 269 seq_num 880) 2024-09-16T06:57:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:57:59 smithi042 ceph-mon[94096]: pgmap v606: 121 pgs: 121 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T06:57:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:57:59 smithi042 ceph-mon[96574]: pgmap v606: 121 pgs: 121 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T06:57:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:57:59 smithi164 ceph-mon[88760]: pgmap v606: 121 pgs: 121 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T06:58:00.420 INFO:tasks.rados.rados.0.smithi042.stdout:2860: done (1 left) 2024-09-16T06:58:00.420 INFO:tasks.rados.rados.0.smithi042.stdout:2861: done (0 left) 2024-09-16T06:58:00.420 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 270 2024-09-16T06:58:00.420 INFO:tasks.rados.rados.0.smithi042.stdout:2862: seq_num 881 ranges {13697024=360448} 2024-09-16T06:58:00.497 INFO:tasks.rados.rados.0.smithi042.stdout:2862: writing smithi04281968-13 from 13697024 to 14057472 tid 1 2024-09-16T06:58:00.497 INFO:tasks.rados.rados.0.smithi042.stdout:2863: copy_from oid 41 from oid 46 current snap is 270 2024-09-16T06:58:00.497 INFO:tasks.rados.rados.0.smithi042.stdout:2864: snap_remove snap 265 2024-09-16T06:58:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:00 smithi164 ceph-mon[88760]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T06:58:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:00 smithi042 ceph-mon[94096]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T06:58:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:00 smithi042 ceph-mon[96574]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T06:58:01.426 INFO:tasks.rados.rados.0.smithi042.stdout:2864: done (2 left) 2024-09-16T06:58:01.426 INFO:tasks.rados.rados.0.smithi042.stdout:2865: read oid 23 snap -1 2024-09-16T06:58:01.426 INFO:tasks.rados.rados.0.smithi042.stdout:2865: expect deleted 2024-09-16T06:58:01.426 INFO:tasks.rados.rados.0.smithi042.stdout:2866: rollback oid 28 current snap is 270 2024-09-16T06:58:01.426 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 28 to 268 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2867: setattr oid 3 current snap is 270 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2863: finishing copy_from to smithi04281968-41 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2863: got expected ENOENT (src dne) 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2863: finishing copy_from racing read to smithi04281968-41 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2862: finishing write tid 1 to smithi04281968-13 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2862: finishing write tid 2 to smithi04281968-13 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2862: finishing write tid 3 to smithi04281968-13 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1066 (ObjNum 881 snap 270 seq_num 881) dirty exists 2024-09-16T06:58:01.427 INFO:tasks.rados.rados.0.smithi042.stdout:2862: left oid 13 (ObjNum 881 snap 270 seq_num 881) 2024-09-16T06:58:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:2862: done (4 left) 2024-09-16T06:58:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:2863: done (3 left) 2024-09-16T06:58:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 270 2024-09-16T06:58:01.428 INFO:tasks.rados.rados.0.smithi042.stdout:2868: seq_num 882 ranges {0=376832} 2024-09-16T06:58:01.430 INFO:tasks.rados.rados.0.smithi042.stdout:2868: writing smithi04281968-1 from 0 to 376832 tid 1 2024-09-16T06:58:01.430 INFO:tasks.rados.rados.0.smithi042.stdout:2869: snap_remove snap 266 2024-09-16T06:58:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:01 smithi042 ceph-mon[94096]: pgmap v608: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 3 op/s 2024-09-16T06:58:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:01 smithi042 ceph-mon[94096]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T06:58:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:01 smithi042 ceph-mon[96574]: pgmap v608: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 3 op/s 2024-09-16T06:58:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:01 smithi042 ceph-mon[96574]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T06:58:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:01] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T06:58:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:01 smithi164 ceph-mon[88760]: pgmap v608: 121 pgs: 121 active+clean; 166 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.3 MiB/s wr, 3 op/s 2024-09-16T06:58:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:01 smithi164 ceph-mon[88760]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2869: done (4 left) 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2870: delete oid 5 current snap is 270 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2868: finishing write tid 1 to smithi04281968-1 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2868: finishing write tid 2 to smithi04281968-1 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2868: finishing write tid 3 to smithi04281968-1 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1099 (ObjNum 882 snap 270 seq_num 882) dirty exists 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2868: left oid 1 (ObjNum 882 snap 270 seq_num 882) 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2866: finishing rollback tid 0 to smithi04281968-28 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 773 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:58:02.433 INFO:tasks.rados.rados.0.smithi042.stdout:2866: finishing rollback tid 1 to smithi04281968-28 2024-09-16T06:58:02.434 INFO:tasks.rados.rados.0.smithi042.stdout:2866: finishing rollback tid 2 to smithi04281968-28 2024-09-16T06:58:02.434 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1275 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2865: done (4 left) 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2866: done (3 left) 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2867: done (2 left) 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2868: done (1 left) 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2870: done (0 left) 2024-09-16T06:58:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:2871: snap_create 2024-09-16T06:58:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:02 smithi164 ceph-mon[88760]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T06:58:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:02 smithi042 ceph-mon[94096]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T06:58:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:02 smithi042 ceph-mon[96574]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T06:58:03.437 INFO:tasks.rados.rados.0.smithi042.stdout:2871: done (0 left) 2024-09-16T06:58:03.437 INFO:tasks.rados.rados.0.smithi042.stdout:2872: read oid 43 snap 269 2024-09-16T06:58:03.437 INFO:tasks.rados.rados.0.smithi042.stdout:2872: expect (ObjNum 845 snap 258 seq_num 845) 2024-09-16T06:58:03.437 INFO:tasks.rados.rados.0.smithi042.stdout:2873: snap_create 2024-09-16T06:58:03.455 INFO:tasks.rados.rados.0.smithi042.stdout:2872: expect (ObjNum 845 snap 258 seq_num 845) 2024-09-16T06:58:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:03 smithi164 ceph-mon[88760]: pgmap v611: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-16T06:58:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:03 smithi164 ceph-mon[88760]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T06:58:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:03 smithi042 ceph-mon[96574]: pgmap v611: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-16T06:58:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:03 smithi042 ceph-mon[96574]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T06:58:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:03 smithi042 ceph-mon[94096]: pgmap v611: 121 pgs: 121 active+clean; 170 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-09-16T06:58:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:03 smithi042 ceph-mon[94096]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T06:58:04.443 INFO:tasks.rados.rados.0.smithi042.stdout:2872: done (1 left) 2024-09-16T06:58:04.443 INFO:tasks.rados.rados.0.smithi042.stdout:2873: done (0 left) 2024-09-16T06:58:04.443 INFO:tasks.rados.rados.0.smithi042.stdout:2874: rmattr oid 44 current snap is 272 2024-09-16T06:58:04.443 INFO:tasks.rados.rados.0.smithi042.stdout:2874: done (0 left) 2024-09-16T06:58:04.443 INFO:tasks.rados.rados.0.smithi042.stdout:2875: snap_remove snap 268 2024-09-16T06:58:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:04 smithi164 ceph-mon[88760]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T06:58:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:04 smithi042 ceph-mon[96574]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T06:58:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:04 smithi042 ceph-mon[94096]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T06:58:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:05.445 INFO:tasks.rados.rados.0.smithi042.stdout:2875: done (0 left) 2024-09-16T06:58:05.445 INFO:tasks.rados.rados.0.smithi042.stdout:2876: read oid 10 snap -1 2024-09-16T06:58:05.445 INFO:tasks.rados.rados.0.smithi042.stdout:2876: expect (ObjNum 847 snap 258 seq_num 847) 2024-09-16T06:58:05.446 INFO:tasks.rados.rados.0.smithi042.stdout:2877: copy_from oid 38 from oid 48 current snap is 272 2024-09-16T06:58:05.446 INFO:tasks.rados.rados.0.smithi042.stdout:2878: copy_from oid 2 from oid 9 current snap is 272 2024-09-16T06:58:05.446 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 272 2024-09-16T06:58:05.446 INFO:tasks.rados.rados.0.smithi042.stdout:2879: seq_num 884 ranges {139264=409600} 2024-09-16T06:58:05.449 INFO:tasks.rados.rados.0.smithi042.stdout:2879: writing smithi04281968-4 from 139264 to 548864 tid 1 2024-09-16T06:58:05.449 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 272 2024-09-16T06:58:05.449 INFO:tasks.rados.rados.0.smithi042.stdout:2880: seq_num 885 ranges {0=425984} 2024-09-16T06:58:05.452 INFO:tasks.rados.rados.0.smithi042.stdout:2880: writing smithi04281968-31 from 0 to 425984 tid 1 2024-09-16T06:58:05.453 INFO:tasks.rados.rados.0.smithi042.stdout:2881: snap_remove snap 269 2024-09-16T06:58:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:05 smithi164 ceph-mon[88760]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:58:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:05 smithi164 ceph-mon[88760]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T06:58:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:05 smithi042 ceph-mon[96574]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:58:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:05 smithi042 ceph-mon[96574]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T06:58:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:05 smithi042 ceph-mon[94096]: pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-09-16T06:58:05.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:05 smithi042 ceph-mon[94096]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T06:58:06.455 INFO:tasks.rados.rados.0.smithi042.stdout:2881: done (5 left) 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2882: delete oid 20 current snap is 272 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2878: finishing copy_from to smithi04281968-2 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2878: got expected ENOENT (src dne) 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2878: finishing copy_from racing read to smithi04281968-2 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2880: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2880: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2879: finishing write tid 1 to smithi04281968-4 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2879: finishing write tid 2 to smithi04281968-4 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2879: finishing write tid 3 to smithi04281968-4 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 951 (ObjNum 884 snap 272 seq_num 884) dirty exists 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2879: left oid 4 (ObjNum 884 snap 272 seq_num 884) 2024-09-16T06:58:06.456 INFO:tasks.rados.rados.0.smithi042.stdout:2876: expect (ObjNum 847 snap 258 seq_num 847) 2024-09-16T06:58:06.517 INFO:tasks.rados.rados.0.smithi042.stdout:2880: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:06.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1230 (ObjNum 885 snap 272 seq_num 885) dirty exists 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2880: left oid 31 (ObjNum 885 snap 272 seq_num 885) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2877: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2877: finishing copy_from to smithi04281968-38 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 769 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2876: done (5 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2877: done (4 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2878: done (3 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2879: done (2 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2880: done (1 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2882: done (0 left) 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2883: rollback oid 31 current snap is 272 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 271 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 272 2024-09-16T06:58:06.518 INFO:tasks.rados.rados.0.smithi042.stdout:2884: seq_num 887 ranges {0=458752} 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:2884: writing smithi04281968-29 from 0 to 458752 tid 1 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:2885: read oid 48 snap 271 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:2885: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 272 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:2883: finishing rollback tid 0 to smithi04281968-31 2024-09-16T06:58:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:2886: seq_num 888 ranges {6144000=475136} 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:2886: writing smithi04281968-12 from 6144000 to 6619136 tid 1 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:2887: copy_from oid 24 from oid 39 current snap is 272 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:2883: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1232 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:2884: finishing write tid 1 to smithi04281968-29 2024-09-16T06:58:06.557 INFO:tasks.rados.rados.0.smithi042.stdout:2884: finishing write tid 2 to smithi04281968-29 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:2883: done (4 left) 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:2888: delete oid 11 current snap is 272 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:2884: finishing write tid 3 to smithi04281968-29 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1073 (ObjNum 887 snap 272 seq_num 887) dirty exists 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:2884: left oid 29 (ObjNum 887 snap 272 seq_num 887) 2024-09-16T06:58:06.558 INFO:tasks.rados.rados.0.smithi042.stdout:2885: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:06 smithi164 ceph-mon[88760]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T06:58:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:06 smithi042 ceph-mon[94096]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T06:58:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:06 smithi042 ceph-mon[96574]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T06:58:07.011 INFO:tasks.rados.rados.0.smithi042.stdout:2886: finishing write tid 1 to smithi04281968-12 2024-09-16T06:58:07.011 INFO:tasks.rados.rados.0.smithi042.stdout:2886: finishing write tid 2 to smithi04281968-12 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2886: finishing write tid 3 to smithi04281968-12 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1283 (ObjNum 888 snap 272 seq_num 888) dirty exists 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2886: left oid 12 (ObjNum 888 snap 272 seq_num 888) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2887: finishing copy_from racing read to smithi04281968-24 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2887: finishing copy_from to smithi04281968-24 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1280 (ObjNum 864 snap 264 seq_num 864) dirty exists 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2884: done (4 left) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2885: done (3 left) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2886: done (2 left) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2887: done (1 left) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2888: done (0 left) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2889: read oid 30 snap -1 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2889: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:58:07.012 INFO:tasks.rados.rados.0.smithi042.stdout:2890: copy_from oid 35 from oid 28 current snap is 272 2024-09-16T06:58:07.013 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 272 2024-09-16T06:58:07.013 INFO:tasks.rados.rados.0.smithi042.stdout:2891: seq_num 890 ranges {0=507904} 2024-09-16T06:58:07.014 INFO:tasks.rados.rados.0.smithi042.stdout:2891: writing smithi04281968-42 from 0 to 507904 tid 1 2024-09-16T06:58:07.014 INFO:tasks.rados.rados.0.smithi042.stdout:2892: delete oid 24 current snap is 272 2024-09-16T06:58:07.017 INFO:tasks.rados.rados.0.smithi042.stdout:2889: expect (ObjNum 778 snap 240 seq_num 778) 2024-09-16T06:58:07.046 INFO:tasks.rados.rados.0.smithi042.stdout:2891: finishing write tid 1 to smithi04281968-42 2024-09-16T06:58:07.046 INFO:tasks.rados.rados.0.smithi042.stdout:2891: finishing write tid 2 to smithi04281968-42 2024-09-16T06:58:07.046 INFO:tasks.rados.rados.0.smithi042.stdout:2891: finishing write tid 3 to smithi04281968-42 2024-09-16T06:58:07.046 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1209 (ObjNum 890 snap 272 seq_num 890) dirty exists 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2891: left oid 42 (ObjNum 890 snap 272 seq_num 890) 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2890: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2890: finishing copy_from to smithi04281968-35 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1275 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2889: done (3 left) 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2890: done (2 left) 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2891: done (1 left) 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2892: done (0 left) 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2893: rollback oid 8 current snap is 272 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 271 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2894: copy_from oid 10 from oid 47 current snap is 272 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:2895: rollback oid 12 current snap is 272 2024-09-16T06:58:07.047 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 270 2024-09-16T06:58:07.048 INFO:tasks.rados.rados.0.smithi042.stdout:2896: delete oid 43 current snap is 272 2024-09-16T06:58:07.050 INFO:tasks.rados.rados.0.smithi042.stdout:2893: finishing rollback tid 0 to smithi04281968-8 2024-09-16T06:58:07.050 INFO:tasks.rados.rados.0.smithi042.stdout:2896: done (3 left) 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2897: read oid 37 snap -1 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2897: expect (ObjNum 861 snap 264 seq_num 861) 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2898: read oid 28 snap -1 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2898: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2899: read oid 48 snap -1 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2899: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2900: snap_create 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2893: finishing rollback tid 1 to smithi04281968-8 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2895: finishing rollback tid 0 to smithi04281968-12 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2895: finishing rollback tid 1 to smithi04281968-12 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:2893: finishing rollback tid 2 to smithi04281968-8 2024-09-16T06:58:07.051 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 914 (ObjNum 807 snap 252 seq_num 807) dirty exists 2024-09-16T06:58:07.052 INFO:tasks.rados.rados.0.smithi042.stdout:2895: finishing rollback tid 2 to smithi04281968-12 2024-09-16T06:58:07.053 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1288 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:58:07.056 INFO:tasks.rados.rados.0.smithi042.stdout:2897: expect (ObjNum 861 snap 264 seq_num 861) 2024-09-16T06:58:07.069 INFO:tasks.rados.rados.0.smithi042.stdout:2894: finishing copy_from racing read to smithi04281968-10 2024-09-16T06:58:07.069 INFO:tasks.rados.rados.0.smithi042.stdout:2894: finishing copy_from to smithi04281968-10 2024-09-16T06:58:07.070 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 897 (ObjNum 798 snap 249 seq_num 798) dirty exists 2024-09-16T06:58:07.071 INFO:tasks.rados.rados.0.smithi042.stdout:2898: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:07.259 INFO:tasks.rados.rados.0.smithi042.stdout:2899: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2893: done (6 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2894: done (5 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2895: done (4 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2897: done (3 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2898: done (2 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2899: done (1 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2900: done (0 left) 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2901: rollback oid 3 current snap is 273 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 270 2024-09-16T06:58:07.715 INFO:tasks.rados.rados.0.smithi042.stdout:2902: read oid 39 snap -1 2024-09-16T06:58:07.716 INFO:tasks.rados.rados.0.smithi042.stdout:2902: expect (ObjNum 864 snap 264 seq_num 864) 2024-09-16T06:58:07.716 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 273 2024-09-16T06:58:07.716 INFO:tasks.rados.rados.0.smithi042.stdout:2903: seq_num 893 ranges {0=565248} 2024-09-16T06:58:07.718 INFO:tasks.rados.rados.0.smithi042.stdout:2903: writing smithi04281968-19 from 0 to 565248 tid 1 2024-09-16T06:58:07.718 INFO:tasks.rados.rados.0.smithi042.stdout:2904: read oid 26 snap -1 2024-09-16T06:58:07.718 INFO:tasks.rados.rados.0.smithi042.stdout:2904: expect (ObjNum 872 snap 268 seq_num 872) 2024-09-16T06:58:07.718 INFO:tasks.rados.rados.0.smithi042.stdout:2905: snap_remove snap 272 2024-09-16T06:58:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:07 smithi164 ceph-mon[88760]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 396 KiB/s wr, 13 op/s 2024-09-16T06:58:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:07 smithi164 ceph-mon[88760]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T06:58:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:07 smithi164 ceph-mon[88760]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T06:58:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[94096]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 396 KiB/s wr, 13 op/s 2024-09-16T06:58:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[94096]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T06:58:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[94096]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T06:58:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[96574]: pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 139 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 396 KiB/s wr, 13 op/s 2024-09-16T06:58:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[96574]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T06:58:07.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:07 smithi042 ceph-mon[96574]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T06:58:08.460 INFO:tasks.rados.rados.0.smithi042.stdout:2905: done (4 left) 2024-09-16T06:58:08.460 INFO:tasks.rados.rados.0.smithi042.stdout:2906: snap_remove snap 271 2024-09-16T06:58:09.462 INFO:tasks.rados.rados.0.smithi042.stdout:2906: done (4 left) 2024-09-16T06:58:09.462 INFO:tasks.rados.rados.0.smithi042.stdout:2907: delete oid 5 current snap is 273 2024-09-16T06:58:09.462 INFO:tasks.rados.rados.0.smithi042.stdout:2902: expect (ObjNum 864 snap 264 seq_num 864) 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2901: finishing rollback tid 0 to smithi04281968-3 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2901: finishing rollback tid 1 to smithi04281968-3 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2901: finishing rollback tid 2 to smithi04281968-3 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 776 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2903: finishing write tid 1 to smithi04281968-19 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2903: finishing write tid 2 to smithi04281968-19 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2903: finishing write tid 3 to smithi04281968-19 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1290 (ObjNum 893 snap 273 seq_num 893) dirty exists 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2903: left oid 19 (ObjNum 893 snap 273 seq_num 893) 2024-09-16T06:58:09.466 INFO:tasks.rados.rados.0.smithi042.stdout:2904: expect (ObjNum 872 snap 268 seq_num 872) 2024-09-16T06:58:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:09 smithi164 ceph-mon[88760]: pgmap v620: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 276 KiB/s wr, 8 op/s 2024-09-16T06:58:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:09 smithi164 ceph-mon[88760]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T06:58:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:09 smithi042 ceph-mon[94096]: pgmap v620: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 276 KiB/s wr, 8 op/s 2024-09-16T06:58:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:09 smithi042 ceph-mon[94096]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T06:58:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:09 smithi042 ceph-mon[96574]: pgmap v620: 121 pgs: 121 active+clean; 140 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 276 KiB/s wr, 8 op/s 2024-09-16T06:58:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:09 smithi042 ceph-mon[96574]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T06:58:09.871 INFO:tasks.rados.rados.0.smithi042.stdout:2901: done (4 left) 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2902: done (3 left) 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2903: done (2 left) 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2904: done (1 left) 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2907: done (0 left) 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2908: setattr oid 46 current snap is 273 2024-09-16T06:58:09.872 INFO:tasks.rados.rados.0.smithi042.stdout:2909: snap_remove snap 270 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:2909: done (1 left) 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:2910: read oid 41 snap -1 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:2910: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 273 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1074 (ObjNum 705 snap 0 seq_num 3307184016) dirty exists 2024-09-16T06:58:10.474 INFO:tasks.rados.rados.0.smithi042.stdout:2911: seq_num 895 ranges {14057472=598016} 2024-09-16T06:58:10.555 INFO:tasks.rados.rados.0.smithi042.stdout:2911: writing smithi04281968-13 from 14057472 to 14655488 tid 1 2024-09-16T06:58:10.555 INFO:tasks.rados.rados.0.smithi042.stdout:2908: done (2 left) 2024-09-16T06:58:10.555 INFO:tasks.rados.rados.0.smithi042.stdout:2912: copy_from oid 45 from oid 25 current snap is 273 2024-09-16T06:58:10.555 INFO:tasks.rados.rados.0.smithi042.stdout:2910: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2910: done (2 left) 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2913: rollback oid 39 current snap is 273 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2913: done (2 left) 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2914: read oid 28 snap -1 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2914: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:10.556 INFO:tasks.rados.rados.0.smithi042.stdout:2915: snap_create 2024-09-16T06:58:10.559 INFO:tasks.rados.rados.0.smithi042.stdout:2911: finishing write tid 1 to smithi04281968-13 2024-09-16T06:58:10.559 INFO:tasks.rados.rados.0.smithi042.stdout:2911: finishing write tid 2 to smithi04281968-13 2024-09-16T06:58:10.561 INFO:tasks.rados.rados.0.smithi042.stdout:2911: finishing write tid 3 to smithi04281968-13 2024-09-16T06:58:10.561 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1068 (ObjNum 895 snap 273 seq_num 895) dirty exists 2024-09-16T06:58:10.562 INFO:tasks.rados.rados.0.smithi042.stdout:2911: left oid 13 (ObjNum 895 snap 273 seq_num 895) 2024-09-16T06:58:10.573 INFO:tasks.rados.rados.0.smithi042.stdout:2914: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:10 smithi164 ceph-mon[88760]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T06:58:10.761 INFO:tasks.rados.rados.0.smithi042.stdout:2912: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:58:10.761 INFO:tasks.rados.rados.0.smithi042.stdout:2912: finishing copy_from to smithi04281968-45 2024-09-16T06:58:10.762 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 791 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:58:10.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:10 smithi042 ceph-mon[94096]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T06:58:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:10 smithi042 ceph-mon[96574]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T06:58:11.479 INFO:tasks.rados.rados.0.smithi042.stdout:2911: done (3 left) 2024-09-16T06:58:11.479 INFO:tasks.rados.rados.0.smithi042.stdout:2912: done (2 left) 2024-09-16T06:58:11.479 INFO:tasks.rados.rados.0.smithi042.stdout:2914: done (1 left) 2024-09-16T06:58:11.479 INFO:tasks.rados.rados.0.smithi042.stdout:2915: done (0 left) 2024-09-16T06:58:11.479 INFO:tasks.rados.rados.0.smithi042.stdout:2916: snap_create 2024-09-16T06:58:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:11 smithi042 ceph-mon[94096]: pgmap v623: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T06:58:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:11 smithi042 ceph-mon[94096]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T06:58:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:11 smithi042 ceph-mon[96574]: pgmap v623: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T06:58:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:11 smithi042 ceph-mon[96574]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T06:58:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:11] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:58:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:11 smithi164 ceph-mon[88760]: pgmap v623: 121 pgs: 121 active+clean; 146 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T06:58:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:11 smithi164 ceph-mon[88760]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T06:58:12.412 INFO:tasks.rados.rados.0.smithi042.stdout:2916: done (0 left) 2024-09-16T06:58:12.413 INFO:tasks.rados.rados.0.smithi042.stdout:2917: setattr oid 22 current snap is 275 2024-09-16T06:58:12.416 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 275 2024-09-16T06:58:12.416 INFO:tasks.rados.rados.0.smithi042.stdout:2918: seq_num 896 ranges {5103616=614400} 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2918: writing smithi04281968-26 from 5103616 to 5718016 tid 1 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2919: read oid 36 snap 273 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2919: expect (ObjNum 111064768 snap 21996 seq_num 111584144) 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2920: read oid 28 snap -1 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2920: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:2921: snap_create 2024-09-16T06:58:12.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 911 (ObjNum 829 snap 254 seq_num 829) dirty exists 2024-09-16T06:58:12.453 INFO:tasks.rados.rados.0.smithi042.stdout:2919: expect (ObjNum 111064768 snap 21996 seq_num 111584144) 2024-09-16T06:58:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2918: finishing write tid 1 to smithi04281968-26 2024-09-16T06:58:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2918: finishing write tid 2 to smithi04281968-26 2024-09-16T06:58:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2918: finishing write tid 3 to smithi04281968-26 2024-09-16T06:58:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1099 (ObjNum 896 snap 275 seq_num 896) dirty exists 2024-09-16T06:58:12.461 INFO:tasks.rados.rados.0.smithi042.stdout:2918: left oid 26 (ObjNum 896 snap 275 seq_num 896) 2024-09-16T06:58:12.468 INFO:tasks.rados.rados.0.smithi042.stdout:2920: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:12 smithi164 ceph-mon[88760]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T06:58:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:12 smithi164 ceph-mon[88760]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T06:58:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:12 smithi042 ceph-mon[94096]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T06:58:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:12 smithi042 ceph-mon[94096]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T06:58:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:12 smithi042 ceph-mon[96574]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T06:58:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:12 smithi042 ceph-mon[96574]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T06:58:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:2917: done (4 left) 2024-09-16T06:58:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:2918: done (3 left) 2024-09-16T06:58:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:2919: done (2 left) 2024-09-16T06:58:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:2920: done (1 left) 2024-09-16T06:58:13.414 INFO:tasks.rados.rados.0.smithi042.stdout:2921: done (0 left) 2024-09-16T06:58:13.415 INFO:tasks.rados.rados.0.smithi042.stdout:2922: rollback oid 9 current snap is 276 2024-09-16T06:58:13.415 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 274 2024-09-16T06:58:13.415 INFO:tasks.rados.rados.0.smithi042.stdout:2923: setattr oid 48 current snap is 276 2024-09-16T06:58:13.415 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 276 2024-09-16T06:58:13.415 INFO:tasks.rados.rados.0.smithi042.stdout:2924: seq_num 897 ranges {0=630784} 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:2924: writing smithi04281968-18 from 0 to 630784 tid 1 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 276 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:2922: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 1751931245) dirty dne 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 777 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:58:13.419 INFO:tasks.rados.rados.0.smithi042.stdout:2925: seq_num 898 ranges {0=647168} 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2925: writing smithi04281968-2 from 0 to 647168 tid 1 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2922: done (3 left) 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2923: done (2 left) 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2926: snap_create 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2924: finishing write tid 1 to smithi04281968-18 2024-09-16T06:58:13.424 INFO:tasks.rados.rados.0.smithi042.stdout:2924: finishing write tid 2 to smithi04281968-18 2024-09-16T06:58:13.425 INFO:tasks.rados.rados.0.smithi042.stdout:2924: finishing write tid 3 to smithi04281968-18 2024-09-16T06:58:13.425 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 916 (ObjNum 897 snap 276 seq_num 897) dirty exists 2024-09-16T06:58:13.425 INFO:tasks.rados.rados.0.smithi042.stdout:2924: left oid 18 (ObjNum 897 snap 276 seq_num 897) 2024-09-16T06:58:13.428 INFO:tasks.rados.rados.0.smithi042.stdout:2925: finishing write tid 1 to smithi04281968-2 2024-09-16T06:58:13.429 INFO:tasks.rados.rados.0.smithi042.stdout:2925: finishing write tid 2 to smithi04281968-2 2024-09-16T06:58:13.430 INFO:tasks.rados.rados.0.smithi042.stdout:2925: finishing write tid 3 to smithi04281968-2 2024-09-16T06:58:13.430 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1234 (ObjNum 898 snap 276 seq_num 898) dirty exists 2024-09-16T06:58:13.430 INFO:tasks.rados.rados.0.smithi042.stdout:2925: left oid 2 (ObjNum 898 snap 276 seq_num 898) 2024-09-16T06:58:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:13 smithi164 ceph-mon[88760]: pgmap v626: 121 pgs: 121 active+clean; 154 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-09-16T06:58:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:13 smithi164 ceph-mon[88760]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T06:58:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:13 smithi042 ceph-mon[94096]: pgmap v626: 121 pgs: 121 active+clean; 154 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-09-16T06:58:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:13 smithi042 ceph-mon[94096]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T06:58:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:13 smithi042 ceph-mon[96574]: pgmap v626: 121 pgs: 121 active+clean; 154 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 16 op/s 2024-09-16T06:58:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:13 smithi042 ceph-mon[96574]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2924: done (2 left) 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2925: done (1 left) 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2926: done (0 left) 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2927: read oid 9 snap -1 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2927: expect deleted 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2928: rmattr oid 1 current snap is 277 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2928: done (1 left) 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 277 2024-09-16T06:58:14.416 INFO:tasks.rados.rados.0.smithi042.stdout:2929: seq_num 899 ranges {0=663552} 2024-09-16T06:58:14.419 INFO:tasks.rados.rados.0.smithi042.stdout:2929: writing smithi04281968-32 from 0 to 663552 tid 1 2024-09-16T06:58:14.419 INFO:tasks.rados.rados.0.smithi042.stdout:2930: delete oid 16 current snap is 277 2024-09-16T06:58:14.423 INFO:tasks.rados.rados.0.smithi042.stdout:2927: done (2 left) 2024-09-16T06:58:14.423 INFO:tasks.rados.rados.0.smithi042.stdout:2930: done (1 left) 2024-09-16T06:58:14.424 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 277 2024-09-16T06:58:14.424 INFO:tasks.rados.rados.0.smithi042.stdout:2931: seq_num 901 ranges {0=696320} 2024-09-16T06:58:14.428 INFO:tasks.rados.rados.0.smithi042.stdout:2931: writing smithi04281968-31 from 0 to 696320 tid 1 2024-09-16T06:58:14.428 INFO:tasks.rados.rados.0.smithi042.stdout:2932: snap_remove snap 276 2024-09-16T06:58:15.421 INFO:tasks.rados.rados.0.smithi042.stdout:2932: done (2 left) 2024-09-16T06:58:15.421 INFO:tasks.rados.rados.0.smithi042.stdout:2933: rmattr oid 19 current snap is 277 2024-09-16T06:58:15.421 INFO:tasks.rados.rados.0.smithi042.stdout:2933: done (2 left) 2024-09-16T06:58:15.421 INFO:tasks.rados.rados.0.smithi042.stdout:2934: delete oid 17 current snap is 277 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2929: finishing write tid 1 to smithi04281968-32 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2929: finishing write tid 2 to smithi04281968-32 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2929: finishing write tid 3 to smithi04281968-32 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1101 (ObjNum 899 snap 277 seq_num 899) dirty exists 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2929: left oid 32 (ObjNum 899 snap 277 seq_num 899) 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2931: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2931: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2931: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1236 (ObjNum 901 snap 277 seq_num 901) dirty exists 2024-09-16T06:58:15.422 INFO:tasks.rados.rados.0.smithi042.stdout:2931: left oid 31 (ObjNum 901 snap 277 seq_num 901) 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2929: done (2 left) 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2931: done (1 left) 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2934: done (0 left) 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2935: rollback oid 41 current snap is 277 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 41 to 274 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2936: read oid 26 snap -1 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2936: expect (ObjNum 896 snap 275 seq_num 896) 2024-09-16T06:58:15.428 INFO:tasks.rados.rados.0.smithi042.stdout:2937: snap_remove snap 273 2024-09-16T06:58:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:15 smithi164 ceph-mon[88760]: pgmap v629: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-09-16T06:58:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:15 smithi164 ceph-mon[88760]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T06:58:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:15 smithi042 ceph-mon[96574]: pgmap v629: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-09-16T06:58:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:15 smithi042 ceph-mon[96574]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T06:58:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:15 smithi042 ceph-mon[94096]: pgmap v629: 121 pgs: 121 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2024-09-16T06:58:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:15 smithi042 ceph-mon[94096]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T06:58:16.427 INFO:tasks.rados.rados.0.smithi042.stdout:2937: done (2 left) 2024-09-16T06:58:16.427 INFO:tasks.rados.rados.0.smithi042.stdout:2938: copy_from oid 47 from oid 10 current snap is 277 2024-09-16T06:58:16.427 INFO:tasks.rados.rados.0.smithi042.stdout:2935: finishing rollback tid 0 to smithi04281968-41 2024-09-16T06:58:16.428 INFO:tasks.rados.rados.0.smithi042.stdout:2935: finishing rollback tid 1 to smithi04281968-41 2024-09-16T06:58:16.428 INFO:tasks.rados.rados.0.smithi042.stdout:2935: finishing rollback tid 2 to smithi04281968-41 2024-09-16T06:58:16.428 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1284 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:58:16.428 INFO:tasks.rados.rados.0.smithi042.stdout:2936: expect (ObjNum 896 snap 275 seq_num 896) 2024-09-16T06:58:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:16 smithi164 ceph-mon[88760]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T06:58:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:16 smithi042 ceph-mon[96574]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T06:58:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:16 smithi042 ceph-mon[94096]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T06:58:16.930 INFO:tasks.rados.rados.0.smithi042.stdout:2938: finishing copy_from racing read to smithi04281968-47 2024-09-16T06:58:16.930 INFO:tasks.rados.rados.0.smithi042.stdout:2938: finishing copy_from to smithi04281968-47 2024-09-16T06:58:16.930 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 897 (ObjNum 798 snap 249 seq_num 798) dirty exists 2024-09-16T06:58:16.930 INFO:tasks.rados.rados.0.smithi042.stdout:2935: done (2 left) 2024-09-16T06:58:16.930 INFO:tasks.rados.rados.0.smithi042.stdout:2936: done (1 left) 2024-09-16T06:58:16.931 INFO:tasks.rados.rados.0.smithi042.stdout:2938: done (0 left) 2024-09-16T06:58:16.931 INFO:tasks.rados.rados.0.smithi042.stdout:2939: delete oid 9 current snap is 277 2024-09-16T06:58:16.932 INFO:tasks.rados.rados.0.smithi042.stdout:2939: done (0 left) 2024-09-16T06:58:16.932 INFO:tasks.rados.rados.0.smithi042.stdout:2940: snap_remove snap 274 2024-09-16T06:58:17.413 INFO:tasks.rados.rados.0.smithi042.stdout:2940: done (0 left) 2024-09-16T06:58:17.414 INFO:tasks.rados.rados.0.smithi042.stdout:2941: rollback oid 37 current snap is 277 2024-09-16T06:58:17.414 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 275 2024-09-16T06:58:17.414 INFO:tasks.rados.rados.0.smithi042.stdout:2942: copy_from oid 8 from oid 36 current snap is 277 2024-09-16T06:58:17.414 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 277 2024-09-16T06:58:17.414 INFO:tasks.rados.rados.0.smithi042.stdout:2943: seq_num 904 ranges {696320=745472} 2024-09-16T06:58:17.423 INFO:tasks.rados.rados.0.smithi042.stdout:2943: writing smithi04281968-31 from 696320 to 1441792 tid 1 2024-09-16T06:58:17.423 INFO:tasks.rados.rados.0.smithi042.stdout:2944: rmattr oid 17 current snap is 277 2024-09-16T06:58:17.423 INFO:tasks.rados.rados.0.smithi042.stdout:2944: done (3 left) 2024-09-16T06:58:17.423 INFO:tasks.rados.rados.0.smithi042.stdout:2945: delete oid 12 current snap is 277 2024-09-16T06:58:17.424 INFO:tasks.rados.rados.0.smithi042.stdout:2941: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:58:17.425 INFO:tasks.rados.rados.0.smithi042.stdout:2941: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:58:17.425 INFO:tasks.rados.rados.0.smithi042.stdout:2941: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:58:17.425 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 725 (ObjNum 861 snap 264 seq_num 861) dirty exists 2024-09-16T06:58:17.425 INFO:tasks.rados.rados.0.smithi042.stdout:2942: finishing copy_from racing read to smithi04281968-8 2024-09-16T06:58:17.428 INFO:tasks.rados.rados.0.smithi042.stdout:2943: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:17.428 INFO:tasks.rados.rados.0.smithi042.stdout:2942: finishing copy_from to smithi04281968-8 2024-09-16T06:58:17.429 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 720 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:58:17.429 INFO:tasks.rados.rados.0.smithi042.stdout:2941: done (3 left) 2024-09-16T06:58:17.429 INFO:tasks.rados.rados.0.smithi042.stdout:2942: done (2 left) 2024-09-16T06:58:17.429 INFO:tasks.rados.rados.0.smithi042.stdout:2945: done (1 left) 2024-09-16T06:58:17.430 INFO:tasks.rados.rados.0.smithi042.stdout:2946: snap_remove snap 275 2024-09-16T06:58:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:17 smithi164 ceph-mon[88760]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 458 KiB/s wr, 17 op/s 2024-09-16T06:58:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:17 smithi164 ceph-mon[88760]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T06:58:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:17 smithi164 ceph-mon[88760]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[96574]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 458 KiB/s wr, 17 op/s 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[96574]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[96574]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[94096]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 458 KiB/s wr, 17 op/s 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[94096]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T06:58:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:17 smithi042 ceph-mon[94096]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T06:58:18.433 INFO:tasks.rados.rados.0.smithi042.stdout:2946: done (1 left) 2024-09-16T06:58:18.434 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 277 2024-09-16T06:58:18.434 INFO:tasks.rados.rados.0.smithi042.stdout:2947: seq_num 906 ranges {458752=778240} 2024-09-16T06:58:18.442 INFO:tasks.rados.rados.0.smithi042.stdout:2947: writing smithi04281968-29 from 458752 to 1236992 tid 1 2024-09-16T06:58:18.442 INFO:tasks.rados.rados.0.smithi042.stdout:2943: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:18.442 INFO:tasks.rados.rados.0.smithi042.stdout:2943: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:18.442 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1238 (ObjNum 904 snap 277 seq_num 904) dirty exists 2024-09-16T06:58:18.442 INFO:tasks.rados.rados.0.smithi042.stdout:2943: left oid 31 (ObjNum 904 snap 277 seq_num 904) 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2943: done (1 left) 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2948: rmattr oid 43 current snap is 277 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2948: done (1 left) 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2949: rollback oid 37 current snap is 277 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2949: done (1 left) 2024-09-16T06:58:18.443 INFO:tasks.rados.rados.0.smithi042.stdout:2950: delete oid 44 current snap is 277 2024-09-16T06:58:18.447 INFO:tasks.rados.rados.0.smithi042.stdout:2947: finishing write tid 1 to smithi04281968-29 2024-09-16T06:58:18.447 INFO:tasks.rados.rados.0.smithi042.stdout:2947: finishing write tid 2 to smithi04281968-29 2024-09-16T06:58:18.449 INFO:tasks.rados.rados.0.smithi042.stdout:2947: finishing write tid 3 to smithi04281968-29 2024-09-16T06:58:18.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1076 (ObjNum 906 snap 277 seq_num 906) dirty exists 2024-09-16T06:58:18.449 INFO:tasks.rados.rados.0.smithi042.stdout:2947: left oid 29 (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2947: done (1 left) 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2950: done (0 left) 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2951: rollback oid 28 current snap is 277 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2951: done (0 left) 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2952: copy_from oid 30 from oid 19 current snap is 277 2024-09-16T06:58:18.450 INFO:tasks.rados.rados.0.smithi042.stdout:2953: delete oid 10 current snap is 277 2024-09-16T06:58:18.451 INFO:tasks.rados.rados.0.smithi042.stdout:2953: done (1 left) 2024-09-16T06:58:18.451 INFO:tasks.rados.rados.0.smithi042.stdout:2954: copy_from oid 31 from oid 48 current snap is 277 2024-09-16T06:58:18.451 INFO:tasks.rados.rados.0.smithi042.stdout:2955: delete oid 44 current snap is 277 2024-09-16T06:58:18.456 INFO:tasks.rados.rados.0.smithi042.stdout:2955: done (2 left) 2024-09-16T06:58:18.456 INFO:tasks.rados.rados.0.smithi042.stdout:2956: read oid 35 snap -1 2024-09-16T06:58:18.456 INFO:tasks.rados.rados.0.smithi042.stdout:2956: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:18.456 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 277 2024-09-16T06:58:18.456 INFO:tasks.rados.rados.0.smithi042.stdout:2957: seq_num 910 ranges {5718016=442368,6160384=401408} 2024-09-16T06:58:18.490 INFO:tasks.rados.rados.0.smithi042.stdout:2957: writing smithi04281968-26 from 5718016 to 6160384 tid 1 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:2957: writing smithi04281968-26 from 6160384 to 6561792 tid 2 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 277 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:2952: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:2952: finishing copy_from to smithi04281968-30 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1290 (ObjNum 893 snap 273 seq_num 893) dirty exists 2024-09-16T06:58:18.493 INFO:tasks.rados.rados.0.smithi042.stdout:2958: seq_num 911 ranges {0=466944,466944=401408} 2024-09-16T06:58:18.496 INFO:tasks.rados.rados.0.smithi042.stdout:2958: writing smithi04281968-6 from 0 to 466944 tid 1 2024-09-16T06:58:18.498 INFO:tasks.rados.rados.0.smithi042.stdout:2958: writing smithi04281968-6 from 466944 to 868352 tid 2 2024-09-16T06:58:18.498 INFO:tasks.rados.rados.0.smithi042.stdout:2952: done (4 left) 2024-09-16T06:58:18.499 INFO:tasks.rados.rados.0.smithi042.stdout:2959: copy_from oid 36 from oid 46 current snap is 277 2024-09-16T06:58:18.499 INFO:tasks.rados.rados.0.smithi042.stdout:2956: expect (ObjNum 830 snap 254 seq_num 830) 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2954: finishing copy_from racing read to smithi04281968-31 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2954: finishing copy_from to smithi04281968-31 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 777 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2957: finishing write tid 1 to smithi04281968-26 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2957: finishing write tid 2 to smithi04281968-26 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2954: done (4 left) 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2956: done (3 left) 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2960: snap_create 2024-09-16T06:58:18.690 INFO:tasks.rados.rados.0.smithi042.stdout:2957: finishing write tid 3 to smithi04281968-26 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2957: finishing write tid 4 to smithi04281968-26 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1104 (ObjNum 910 snap 277 seq_num 910) dirty exists 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2957: left oid 26 (ObjNum 910 snap 277 seq_num 910) 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2958: finishing write tid 1 to smithi04281968-6 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2958: finishing write tid 2 to smithi04281968-6 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2959: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2958: finishing write tid 3 to smithi04281968-6 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2959: finishing copy_from to smithi04281968-36 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1074 (ObjNum 65 snap 0 seq_num 111172368) dirty exists 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2958: finishing write tid 4 to smithi04281968-6 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1305 (ObjNum 911 snap 277 seq_num 911) dirty exists 2024-09-16T06:58:18.691 INFO:tasks.rados.rados.0.smithi042.stdout:2958: left oid 6 (ObjNum 911 snap 277 seq_num 911) 2024-09-16T06:58:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:2957: done (3 left) 2024-09-16T06:58:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:2958: done (2 left) 2024-09-16T06:58:19.434 INFO:tasks.rados.rados.0.smithi042.stdout:2959: done (1 left) 2024-09-16T06:58:19.435 INFO:tasks.rados.rados.0.smithi042.stdout:2960: done (0 left) 2024-09-16T06:58:19.435 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 278 2024-09-16T06:58:19.435 INFO:tasks.rados.rados.0.smithi042.stdout:2961: seq_num 912 ranges {14655488=483328,15138816=401408} 2024-09-16T06:58:19.516 INFO:tasks.rados.rados.0.smithi042.stdout:2961: writing smithi04281968-13 from 14655488 to 15138816 tid 1 2024-09-16T06:58:19.518 INFO:tasks.rados.rados.0.smithi042.stdout:2961: writing smithi04281968-13 from 15138816 to 15540224 tid 2 2024-09-16T06:58:19.519 INFO:tasks.rados.rados.0.smithi042.stdout:2962: rollback oid 43 current snap is 278 2024-09-16T06:58:19.519 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 277 2024-09-16T06:58:19.519 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 278 2024-09-16T06:58:19.519 INFO:tasks.rados.rados.0.smithi042.stdout:2963: seq_num 913 ranges {565248=499712,1064960=401408} 2024-09-16T06:58:19.524 INFO:tasks.rados.rados.0.smithi042.stdout:2963: writing smithi04281968-30 from 565248 to 1064960 tid 1 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2963: writing smithi04281968-30 from 1064960 to 1466368 tid 2 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2964: snap_create 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2962: finishing rollback tid 1 to smithi04281968-43 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 0 (ObjNum 257 snap 0 seq_num 110572032) dirty dne 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2961: finishing write tid 1 to smithi04281968-13 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2961: finishing write tid 2 to smithi04281968-13 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2961: finishing write tid 3 to smithi04281968-13 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2961: finishing write tid 4 to smithi04281968-13 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1072 (ObjNum 912 snap 278 seq_num 912) dirty exists 2024-09-16T06:58:19.527 INFO:tasks.rados.rados.0.smithi042.stdout:2961: left oid 13 (ObjNum 912 snap 278 seq_num 912) 2024-09-16T06:58:19.529 INFO:tasks.rados.rados.0.smithi042.stdout:2963: finishing write tid 1 to smithi04281968-30 2024-09-16T06:58:19.530 INFO:tasks.rados.rados.0.smithi042.stdout:2963: finishing write tid 2 to smithi04281968-30 2024-09-16T06:58:19.530 INFO:tasks.rados.rados.0.smithi042.stdout:2963: finishing write tid 3 to smithi04281968-30 2024-09-16T06:58:19.531 INFO:tasks.rados.rados.0.smithi042.stdout:2963: finishing write tid 4 to smithi04281968-30 2024-09-16T06:58:19.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1293 (ObjNum 913 snap 278 seq_num 913) dirty exists 2024-09-16T06:58:19.531 INFO:tasks.rados.rados.0.smithi042.stdout:2963: left oid 30 (ObjNum 913 snap 278 seq_num 913) 2024-09-16T06:58:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:19 smithi164 ceph-mon[88760]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 127 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 624 KiB/s wr, 22 op/s 2024-09-16T06:58:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:19 smithi164 ceph-mon[88760]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T06:58:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:19.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[96574]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 127 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 624 KiB/s wr, 22 op/s 2024-09-16T06:58:19.757 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[96574]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T06:58:19.758 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:19.758 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[94096]: pgmap v635: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 127 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 624 KiB/s wr, 22 op/s 2024-09-16T06:58:19.758 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[94096]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T06:58:19.758 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:19.783 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph orch ps' 2024-09-16T06:58:20.082 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:58:20.443 INFO:tasks.rados.rados.0.smithi042.stdout:2961: done (3 left) 2024-09-16T06:58:20.443 INFO:tasks.rados.rados.0.smithi042.stdout:2962: done (2 left) 2024-09-16T06:58:20.444 INFO:tasks.rados.rados.0.smithi042.stdout:2963: done (1 left) 2024-09-16T06:58:20.444 INFO:tasks.rados.rados.0.smithi042.stdout:2964: done (0 left) 2024-09-16T06:58:20.444 INFO:tasks.rados.rados.0.smithi042.stdout:2965: snap_remove snap 277 2024-09-16T06:58:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:20 smithi042 ceph-mon[94096]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:20 smithi042 ceph-mon[94096]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T06:58:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:20 smithi042 ceph-mon[96574]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:20 smithi042 ceph-mon[96574]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T06:58:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:20 smithi164 ceph-mon[88760]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:20 smithi164 ceph-mon[88760]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T06:58:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:21] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-09-16T06:58:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:2965: done (0 left) 2024-09-16T06:58:21.445 INFO:tasks.rados.rados.0.smithi042.stdout:2966: setattr oid 40 current snap is 279 2024-09-16T06:58:21.447 INFO:tasks.rados.rados.0.smithi042.stdout:2967: read oid 41 snap 278 2024-09-16T06:58:21.448 INFO:tasks.rados.rados.0.smithi042.stdout:2967: expect (ObjNum 111725008 snap 21996 seq_num 110599008) 2024-09-16T06:58:21.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 279 2024-09-16T06:58:21.448 INFO:tasks.rados.rados.0.smithi042.stdout:2968: seq_num 914 ranges {4702208=516096,5218304=401408} 2024-09-16T06:58:21.476 INFO:tasks.rados.rados.0.smithi042.stdout:2968: writing smithi04281968-28 from 4702208 to 5218304 tid 1 2024-09-16T06:58:21.479 INFO:tasks.rados.rados.0.smithi042.stdout:2968: writing smithi04281968-28 from 5218304 to 5619712 tid 2 2024-09-16T06:58:21.479 INFO:tasks.rados.rados.0.smithi042.stdout:2969: delete oid 26 current snap is 279 2024-09-16T06:58:21.480 INFO:tasks.rados.rados.0.smithi042.stdout:2967: expect (ObjNum 111725008 snap 21996 seq_num 110599008) 2024-09-16T06:58:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1105 (ObjNum 738 snap 223 seq_num 738) dirty exists 2024-09-16T06:58:21.482 INFO:tasks.rados.rados.0.smithi042.stdout:2968: finishing write tid 1 to smithi04281968-28 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:2966: done (3 left) 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:2967: done (2 left) 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:2969: done (1 left) 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:2970: copy_from oid 15 from oid 49 current snap is 279 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 279 2024-09-16T06:58:21.484 INFO:tasks.rados.rados.0.smithi042.stdout:2971: seq_num 916 ranges {0=548864,548864=401408} 2024-09-16T06:58:21.487 INFO:tasks.rados.rados.0.smithi042.stdout:2971: writing smithi04281968-34 from 0 to 548864 tid 1 2024-09-16T06:58:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:2971: writing smithi04281968-34 from 548864 to 950272 tid 2 2024-09-16T06:58:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 279 2024-09-16T06:58:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:2968: finishing write tid 2 to smithi04281968-28 2024-09-16T06:58:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:2972: seq_num 917 ranges {2703360=565248,3268608=401408} 2024-09-16T06:58:21.508 INFO:tasks.rados.rados.0.smithi042.stdout:2972: writing smithi04281968-47 from 2703360 to 3268608 tid 1 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2972: writing smithi04281968-47 from 3268608 to 3670016 tid 2 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2973: copy_from oid 26 from oid 27 current snap is 279 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2968: finishing write tid 3 to smithi04281968-28 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2968: finishing write tid 4 to smithi04281968-28 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1287 (ObjNum 914 snap 279 seq_num 914) dirty exists 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2968: left oid 28 (ObjNum 914 snap 279 seq_num 914) 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2970: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2970: finishing copy_from to smithi04281968-15 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1069 (ObjNum 577 snap 0 seq_num 111843840) dirty exists 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2971: finishing write tid 1 to smithi04281968-34 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2971: finishing write tid 2 to smithi04281968-34 2024-09-16T06:58:21.511 INFO:tasks.rados.rados.0.smithi042.stdout:2968: done (4 left) 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2970: done (3 left) 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2974: rollback oid 15 current snap is 279 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 278 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2971: finishing write tid 3 to smithi04281968-34 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2971: finishing write tid 4 to smithi04281968-34 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1241 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2971: left oid 34 (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2971: done (3 left) 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2975: read oid 48 snap -1 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2975: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:2976: rollback oid 25 current snap is 279 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 278 2024-09-16T06:58:21.512 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 279 2024-09-16T06:58:21.513 INFO:tasks.rados.rados.0.smithi042.stdout:2977: seq_num 918 ranges {868352=581632,1449984=401408} 2024-09-16T06:58:21.519 INFO:tasks.rados.rados.0.smithi042.stdout:2977: writing smithi04281968-6 from 868352 to 1449984 tid 1 2024-09-16T06:58:21.522 INFO:tasks.rados.rados.0.smithi042.stdout:2977: writing smithi04281968-6 from 1449984 to 1851392 tid 2 2024-09-16T06:58:21.522 INFO:tasks.rados.rados.0.smithi042.stdout:2972: finishing write tid 1 to smithi04281968-47 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2972: finishing write tid 2 to smithi04281968-47 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2974: finishing rollback tid 0 to smithi04281968-15 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2974: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2972: finishing write tid 3 to smithi04281968-47 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2974: finishing rollback tid 2 to smithi04281968-15 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1222 (ObjNum 878 snap 269 seq_num 878) dirty exists 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2972: finishing write tid 4 to smithi04281968-47 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 914 (ObjNum 917 snap 279 seq_num 917) dirty exists 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2972: left oid 47 (ObjNum 917 snap 279 seq_num 917) 2024-09-16T06:58:21.523 INFO:tasks.rados.rados.0.smithi042.stdout:2976: finishing rollback tid 0 to smithi04281968-25 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2976: finishing rollback tid 1 to smithi04281968-25 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2976: finishing rollback tid 2 to smithi04281968-25 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 841 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2973: finishing copy_from racing read to smithi04281968-26 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2972: done (5 left) 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2974: done (4 left) 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2976: done (3 left) 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2978: rollback oid 45 current snap is 279 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 278 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 279 2024-09-16T06:58:21.524 INFO:tasks.rados.rados.0.smithi042.stdout:2979: seq_num 919 ranges {0=598016,598016=401408} 2024-09-16T06:58:21.526 INFO:tasks.rados.rados.0.smithi042.stdout:2979: writing smithi04281968-50 from 0 to 598016 tid 1 2024-09-16T06:58:21.530 INFO:tasks.rados.rados.0.smithi042.stdout:2979: writing smithi04281968-50 from 598016 to 999424 tid 2 2024-09-16T06:58:21.530 INFO:tasks.rados.rados.0.smithi042.stdout:2973: finishing copy_from to smithi04281968-26 2024-09-16T06:58:21.530 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 833 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-09-16T06:58:21.530 INFO:tasks.rados.rados.0.smithi042.stdout:2978: finishing rollback tid 0 to smithi04281968-45 2024-09-16T06:58:21.530 INFO:tasks.rados.rados.0.smithi042.stdout:2978: finishing rollback tid 1 to smithi04281968-45 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:2978: finishing rollback tid 2 to smithi04281968-45 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 917 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:2973: done (4 left) 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:2978: done (3 left) 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 279 2024-09-16T06:58:21.531 INFO:tasks.rados.rados.0.smithi042.stdout:2980: seq_num 920 ranges {0=614400,614400=401408} 2024-09-16T06:58:21.534 INFO:tasks.rados.rados.0.smithi042.stdout:2980: writing smithi04281968-12 from 0 to 614400 tid 1 2024-09-16T06:58:21.540 INFO:tasks.rados.rados.0.smithi042.stdout:2980: writing smithi04281968-12 from 614400 to 1015808 tid 2 2024-09-16T06:58:21.540 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 279 2024-09-16T06:58:21.540 INFO:tasks.rados.rados.0.smithi042.stdout:2981: seq_num 921 ranges {8511488=630784,9142272=401408} 2024-09-16T06:58:21.590 INFO:tasks.rados.rados.0.smithi042.stdout:2981: writing smithi04281968-14 from 8511488 to 9142272 tid 1 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2981: writing smithi04281968-14 from 9142272 to 9543680 tid 2 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2982: read oid 29 snap -1 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2982: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2983: read oid 15 snap -1 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2983: expect (ObjNum 878 snap 269 seq_num 878) 2024-09-16T06:58:21.593 INFO:tasks.rados.rados.0.smithi042.stdout:2984: snap_remove snap 278 2024-09-16T06:58:21.716 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:21 smithi042 ceph-mon[96574]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 119 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T06:58:21.716 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:21 smithi042 ceph-mon[96574]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T06:58:21.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:21 smithi042 ceph-mon[94096]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 119 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T06:58:21.717 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:21 smithi042 ceph-mon[94096]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T06:58:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:21 smithi164 ceph-mon[88760]: pgmap v638: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 119 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T06:58:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:21 smithi164 ceph-mon[88760]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:alertmanager.a smithi042 *:9093,9094 running (50s) 47s ago 12m 15.2M - 0.25.0 c8568f914cd2 2837126ba6dc 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:grafana.a smithi164 *:3000 running (37s) 33s ago 12m 37.1M - 9.4.7 954c08fa6188 221e0bd20124 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:mds.a smithi042 running (113s) 47s ago 13m 15.8M - 18.2.4-845-ge4e227b3 67ddd33fa72f 3691dac7f520 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:mds.b smithi164 running (95s) 33s ago 13m 13.1M - 18.2.4-845-ge4e227b3 67ddd33fa72f 6816b8a3d2f0 2024-09-16T06:58:22.203 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.x smithi164 *:8443,9283,8765 running (7m) 33s ago 16m 440M - 18.2.4-845-ge4e227b3 67ddd33fa72f 52d410040379 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:mgr.y smithi042 *:8443,9283,8765 running (8m) 47s ago 18m 501M - 18.2.4-845-ge4e227b3 67ddd33fa72f 43ae6da5643b 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:mon.a smithi042 running (7m) 47s ago 18m 66.7M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f c7725d5ff721 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:mon.b smithi164 running (6m) 33s ago 17m 55.9M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 65cca73d55af 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:mon.c smithi042 running (7m) 47s ago 16m 57.4M 2048M 18.2.4-845-ge4e227b3 67ddd33fa72f 4815f221e091 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.a smithi042 *:9100 running (83s) 47s ago 11m 9.82M - 1.5.0 0da6a335fe13 c276d41ee80e 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:node-exporter.b smithi164 *:9100 running (79s) 33s ago 11m 13.5M - 1.5.0 0da6a335fe13 47692f58f4f8 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.0 smithi042 running (6m) 47s ago 16m 260M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 1b48ee85262b 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.1 smithi042 running (5m) 47s ago 15m 241M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f 33cea942df8d 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.2 smithi042 running (4m) 47s ago 15m 246M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f e969effc2774 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.3 smithi042 running (4m) 47s ago 15m 124M 2481M 18.2.4-845-ge4e227b3 67ddd33fa72f d34289086262 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.4 smithi164 running (3m) 33s ago 14m 160M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f fce01ec417b7 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.5 smithi164 running (3m) 33s ago 14m 186M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 296b4a110bab 2024-09-16T06:58:22.204 INFO:teuthology.orchestra.run.smithi042.stdout:osd.6 smithi164 running (2m) 33s ago 13m 132M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f 775d4a117ef8 2024-09-16T06:58:22.205 INFO:teuthology.orchestra.run.smithi042.stdout:osd.7 smithi164 running (2m) 33s ago 13m 121M 2480M 18.2.4-845-ge4e227b3 67ddd33fa72f ee7e46b8511e 2024-09-16T06:58:22.205 INFO:teuthology.orchestra.run.smithi042.stdout:prometheus.a smithi164 *:9095 running (65s) 33s ago 12m 51.4M - 2.43.0 a07b618ecd1d 56d109576097 2024-09-16T06:58:22.459 INFO:tasks.rados.rados.0.smithi042.stdout:2984: done (7 left) 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2985: read oid 1 snap -1 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2985: expect (ObjNum 882 snap 270 seq_num 882) 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2986: read oid 3 snap -1 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2986: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2987: read oid 22 snap -1 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2987: expect (ObjNum 829 snap 254 seq_num 829) 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 279 2024-09-16T06:58:22.460 INFO:tasks.rados.rados.0.smithi042.stdout:2988: seq_num 922 ranges {0=647168,647168=401408} 2024-09-16T06:58:22.461 INFO:tasks.rados.rados.0.smithi042.stdout:2988: writing smithi04281968-11 from 0 to 647168 tid 1 2024-09-16T06:58:22.464 INFO:tasks.rados.rados.0.smithi042.stdout:2988: writing smithi04281968-11 from 647168 to 1048576 tid 2 2024-09-16T06:58:22.464 INFO:tasks.rados.rados.0.smithi042.stdout:2975: expect (ObjNum 768 snap 231 seq_num 768) 2024-09-16T06:58:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:22 smithi164 ceph-mon[88760]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T06:58:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:22 smithi042 ceph-mon[96574]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T06:58:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:22 smithi042 ceph-mon[94096]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T06:58:22.900 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions' 2024-09-16T06:58:22.925 INFO:tasks.rados.rados.0.smithi042.stdout:2977: finishing write tid 1 to smithi04281968-6 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2977: finishing write tid 2 to smithi04281968-6 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2977: finishing write tid 3 to smithi04281968-6 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2975: done (10 left) 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2989: read oid 9 snap -1 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2989: expect deleted 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2990: rollback oid 2 current snap is 279 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2979: finishing write tid 1 to smithi04281968-50 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2979: finishing write tid 2 to smithi04281968-50 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2979: finishing write tid 3 to smithi04281968-50 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:2977: finishing write tid 4 to smithi04281968-6 2024-09-16T06:58:22.926 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1309 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2977: left oid 6 (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2979: finishing write tid 4 to smithi04281968-50 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 780 (ObjNum 919 snap 279 seq_num 919) dirty exists 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2979: left oid 50 (ObjNum 919 snap 279 seq_num 919) 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2980: finishing write tid 1 to smithi04281968-12 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2980: finishing write tid 2 to smithi04281968-12 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2980: finishing write tid 3 to smithi04281968-12 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2977: done (11 left) 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2979: done (10 left) 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2990: done (9 left) 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 279 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:2980: finishing write tid 4 to smithi04281968-12 2024-09-16T06:58:22.927 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1312 (ObjNum 920 snap 279 seq_num 920) dirty exists 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2980: left oid 12 (ObjNum 920 snap 279 seq_num 920) 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2981: finishing write tid 1 to smithi04281968-14 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2981: finishing write tid 2 to smithi04281968-14 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2981: finishing write tid 3 to smithi04281968-14 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2981: finishing write tid 4 to smithi04281968-14 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1109 (ObjNum 921 snap 279 seq_num 921) dirty exists 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2981: left oid 14 (ObjNum 921 snap 279 seq_num 921) 2024-09-16T06:58:22.928 INFO:tasks.rados.rados.0.smithi042.stdout:2982: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:22.964 INFO:tasks.rados.rados.0.smithi042.stdout:2983: expect (ObjNum 878 snap 269 seq_num 878) 2024-09-16T06:58:23.077 INFO:tasks.rados.rados.0.smithi042.stdout:2986: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:23.078 INFO:tasks.rados.rados.0.smithi042.stdout:2985: expect (ObjNum 882 snap 270 seq_num 882) 2024-09-16T06:58:23.090 INFO:tasks.rados.rados.0.smithi042.stdout:2988: finishing write tid 1 to smithi04281968-11 2024-09-16T06:58:23.090 INFO:tasks.rados.rados.0.smithi042.stdout:2988: finishing write tid 2 to smithi04281968-11 2024-09-16T06:58:23.090 INFO:tasks.rados.rados.0.smithi042.stdout:2988: finishing write tid 3 to smithi04281968-11 2024-09-16T06:58:23.090 INFO:tasks.rados.rados.0.smithi042.stdout:2988: finishing write tid 4 to smithi04281968-11 2024-09-16T06:58:23.090 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1103 (ObjNum 922 snap 279 seq_num 922) dirty exists 2024-09-16T06:58:23.091 INFO:tasks.rados.rados.0.smithi042.stdout:2988: left oid 11 (ObjNum 922 snap 279 seq_num 922) 2024-09-16T06:58:23.091 INFO:tasks.rados.rados.0.smithi042.stdout:2991: seq_num 923 ranges {11952128=663552,12615680=401408} 2024-09-16T06:58:23.159 INFO:tasks.rados.rados.0.smithi042.stdout:2991: writing smithi04281968-40 from 11952128 to 12615680 tid 1 2024-09-16T06:58:23.160 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2991: writing smithi04281968-40 from 12615680 to 13017088 tid 2 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2980: done (9 left) 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2981: done (8 left) 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2982: done (7 left) 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2983: done (6 left) 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2985: done (5 left) 2024-09-16T06:58:23.162 INFO:tasks.rados.rados.0.smithi042.stdout:2986: done (4 left) 2024-09-16T06:58:23.163 INFO:tasks.rados.rados.0.smithi042.stdout:2988: done (3 left) 2024-09-16T06:58:23.163 INFO:tasks.rados.rados.0.smithi042.stdout:2992: read oid 20 snap -1 2024-09-16T06:58:23.163 INFO:tasks.rados.rados.0.smithi042.stdout:2992: expect deleted 2024-09-16T06:58:23.163 INFO:tasks.rados.rados.0.smithi042.stdout:2993: delete oid 5 current snap is 279 2024-09-16T06:58:23.163 INFO:tasks.rados.rados.0.smithi042.stdout:2987: expect (ObjNum 829 snap 254 seq_num 829) 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2991: finishing write tid 1 to smithi04281968-40 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2991: finishing write tid 2 to smithi04281968-40 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2987: done (4 left) 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2989: done (3 left) 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2992: done (2 left) 2024-09-16T06:58:23.291 INFO:tasks.rados.rados.0.smithi042.stdout:2993: done (1 left) 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2994: read oid 1 snap -1 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2994: expect (ObjNum 882 snap 270 seq_num 882) 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 279 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2991: finishing write tid 3 to smithi04281968-40 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2991: finishing write tid 4 to smithi04281968-40 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1112 (ObjNum 923 snap 279 seq_num 923) dirty exists 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2991: left oid 40 (ObjNum 923 snap 279 seq_num 923) 2024-09-16T06:58:23.292 INFO:tasks.rados.rados.0.smithi042.stdout:2995: seq_num 925 ranges {6144000=696320,6840320=401408} 2024-09-16T06:58:23.328 INFO:tasks.rados.rados.0.smithi042.stdout:2995: writing smithi04281968-48 from 6144000 to 6840320 tid 1 2024-09-16T06:58:23.330 INFO:tasks.rados.rados.0.smithi042.stdout:2995: writing smithi04281968-48 from 6840320 to 7241728 tid 2 2024-09-16T06:58:23.330 INFO:tasks.rados.rados.0.smithi042.stdout:2991: done (2 left) 2024-09-16T06:58:23.330 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 279 2024-09-16T06:58:23.330 INFO:tasks.rados.rados.0.smithi042.stdout:2996: seq_num 926 ranges {3432448=712704,4145152=401408} 2024-09-16T06:58:23.353 INFO:tasks.rados.rados.0.smithi042.stdout:2996: writing smithi04281968-22 from 3432448 to 4145152 tid 1 2024-09-16T06:58:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:2996: writing smithi04281968-22 from 4145152 to 4546560 tid 2 2024-09-16T06:58:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:2997: rmattr oid 24 current snap is 279 2024-09-16T06:58:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:2997: done (3 left) 2024-09-16T06:58:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 279 2024-09-16T06:58:23.355 INFO:tasks.rados.rados.0.smithi042.stdout:2998: seq_num 927 ranges {8192=729088,737280=401408} 2024-09-16T06:58:23.359 INFO:tasks.rados.rados.0.smithi042.stdout:2998: writing smithi04281968-27 from 8192 to 737280 tid 1 2024-09-16T06:58:23.362 INFO:tasks.rados.rados.0.smithi042.stdout:2998: writing smithi04281968-27 from 737280 to 1138688 tid 2 2024-09-16T06:58:23.362 INFO:tasks.rados.rados.0.smithi042.stdout:2999: setattr oid 23 current snap is 279 2024-09-16T06:58:23.362 INFO:tasks.rados.rados.0.smithi042.stdout:2994: expect (ObjNum 882 snap 270 seq_num 882) 2024-09-16T06:58:23.374 INFO:tasks.rados.rados.0.smithi042.stdout:2995: finishing write tid 1 to smithi04281968-48 2024-09-16T06:58:23.374 INFO:tasks.rados.rados.0.smithi042.stdout:2995: finishing write tid 2 to smithi04281968-48 2024-09-16T06:58:23.374 INFO:tasks.rados.rados.0.smithi042.stdout:2995: finishing write tid 3 to smithi04281968-48 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2995: finishing write tid 4 to smithi04281968-48 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 783 (ObjNum 925 snap 279 seq_num 925) dirty exists 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2995: left oid 48 (ObjNum 925 snap 279 seq_num 925) 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2996: finishing write tid 1 to smithi04281968-22 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2996: finishing write tid 2 to smithi04281968-22 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2996: finishing write tid 3 to smithi04281968-22 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2996: finishing write tid 4 to smithi04281968-22 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 920 (ObjNum 926 snap 279 seq_num 926) dirty exists 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2996: left oid 22 (ObjNum 926 snap 279 seq_num 926) 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2998: finishing write tid 1 to smithi04281968-27 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2998: finishing write tid 2 to smithi04281968-27 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2998: finishing write tid 3 to smithi04281968-27 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:2998: finishing write tid 4 to smithi04281968-27 2024-09-16T06:58:23.375 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 847 (ObjNum 927 snap 279 seq_num 927) dirty exists 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:2998: left oid 27 (ObjNum 927 snap 279 seq_num 927) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:2994: done (4 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:2995: done (3 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:2996: done (2 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:2998: done (1 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3000: rollback oid 32 current snap is 279 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3000: done (1 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3001: read oid 19 snap -1 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3001: expect (ObjNum 893 snap 273 seq_num 893) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3002: rmattr oid 24 current snap is 279 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3002: done (2 left) 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3003: copy_from oid 4 from oid 47 current snap is 279 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 279 2024-09-16T06:58:23.376 INFO:tasks.rados.rados.0.smithi042.stdout:3004: seq_num 928 ranges {7241728=745472,7987200=401408} 2024-09-16T06:58:23.418 INFO:tasks.rados.rados.0.smithi042.stdout:3004: writing smithi04281968-48 from 7241728 to 7987200 tid 1 2024-09-16T06:58:23.420 INFO:tasks.rados.rados.0.smithi042.stdout:3004: writing smithi04281968-48 from 7987200 to 8388608 tid 2 2024-09-16T06:58:23.421 INFO:tasks.rados.rados.0.smithi042.stdout:3005: copy_from oid 12 from oid 17 current snap is 279 2024-09-16T06:58:23.421 INFO:tasks.rados.rados.0.smithi042.stdout:3001: expect (ObjNum 893 snap 273 seq_num 893) 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1225 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:3003: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:3003: finishing copy_from to smithi04281968-4 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 914 (ObjNum 917 snap 279 seq_num 917) dirty exists 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:2999: done (4 left) 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:3001: done (3 left) 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:3003: done (2 left) 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 279 2024-09-16T06:58:23.437 INFO:tasks.rados.rados.0.smithi042.stdout:3004: finishing write tid 1 to smithi04281968-48 2024-09-16T06:58:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3005: finishing copy_from to smithi04281968-12 2024-09-16T06:58:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3005: got expected ENOENT (src dne) 2024-09-16T06:58:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3005: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:58:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3006: seq_num 929 ranges {0=761856,761856=401408} 2024-09-16T06:58:23.441 INFO:tasks.rados.rados.0.smithi042.stdout:3006: writing smithi04281968-41 from 0 to 761856 tid 1 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3006: writing smithi04281968-41 from 761856 to 1163264 tid 2 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3005: done (2 left) 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3007: rollback oid 39 current snap is 279 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3007: done (2 left) 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3008: rollback oid 12 current snap is 279 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3008: done (2 left) 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 279 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3004: finishing write tid 2 to smithi04281968-48 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3004: finishing write tid 3 to smithi04281968-48 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3004: finishing write tid 4 to smithi04281968-48 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 786 (ObjNum 928 snap 279 seq_num 928) dirty exists 2024-09-16T06:58:23.444 INFO:tasks.rados.rados.0.smithi042.stdout:3004: left oid 48 (ObjNum 928 snap 279 seq_num 928) 2024-09-16T06:58:23.445 INFO:tasks.rados.rados.0.smithi042.stdout:3009: seq_num 930 ranges {0=786432,786432=401408} 2024-09-16T06:58:23.448 INFO:tasks.rados.rados.0.smithi042.stdout:3009: writing smithi04281968-5 from 0 to 786432 tid 1 2024-09-16T06:58:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:3009: writing smithi04281968-5 from 786432 to 1187840 tid 2 2024-09-16T06:58:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:3004: done (2 left) 2024-09-16T06:58:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 279 2024-09-16T06:58:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:3006: finishing write tid 1 to smithi04281968-41 2024-09-16T06:58:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:3006: finishing write tid 2 to smithi04281968-41 2024-09-16T06:58:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3006: finishing write tid 3 to smithi04281968-41 2024-09-16T06:58:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3006: finishing write tid 4 to smithi04281968-41 2024-09-16T06:58:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1290 (ObjNum 929 snap 279 seq_num 929) dirty exists 2024-09-16T06:58:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3006: left oid 41 (ObjNum 929 snap 279 seq_num 929) 2024-09-16T06:58:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3010: seq_num 931 ranges {0=802816,802816=401408} 2024-09-16T06:58:23.456 INFO:tasks.rados.rados.0.smithi042.stdout:3010: writing smithi04281968-24 from 0 to 802816 tid 1 2024-09-16T06:58:23.458 INFO:tasks.rados.rados.0.smithi042.stdout:3010: writing smithi04281968-24 from 802816 to 1204224 tid 2 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3006: done (2 left) 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3011: rmattr oid 11 current snap is 279 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3011: done (2 left) 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 279 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3009: finishing write tid 1 to smithi04281968-5 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3009: finishing write tid 2 to smithi04281968-5 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3009: finishing write tid 3 to smithi04281968-5 2024-09-16T06:58:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3012: seq_num 932 ranges {6144000=417792,6561792=663552,7225344=139264} 2024-09-16T06:58:23.495 INFO:tasks.rados.rados.0.smithi042.stdout:3012: writing smithi04281968-31 from 6144000 to 6561792 tid 1 2024-09-16T06:58:23.498 INFO:tasks.rados.rados.0.smithi042.stdout:3012: writing smithi04281968-31 from 6561792 to 7225344 tid 2 2024-09-16T06:58:23.499 INFO:tasks.rados.rados.0.smithi042.stdout:3012: writing smithi04281968-31 from 7225344 to 7364608 tid 3 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3013: setattr oid 39 current snap is 279 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3009: finishing write tid 4 to smithi04281968-5 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 850 (ObjNum 930 snap 279 seq_num 930) dirty exists 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3009: left oid 5 (ObjNum 930 snap 279 seq_num 930) 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3010: finishing write tid 1 to smithi04281968-24 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3010: finishing write tid 2 to smithi04281968-24 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3010: finishing write tid 3 to smithi04281968-24 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3010: finishing write tid 4 to smithi04281968-24 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1293 (ObjNum 931 snap 279 seq_num 931) dirty exists 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3010: left oid 24 (ObjNum 931 snap 279 seq_num 931) 2024-09-16T06:58:23.500 INFO:tasks.rados.rados.0.smithi042.stdout:3012: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:23.501 INFO:tasks.rados.rados.0.smithi042.stdout:3009: done (3 left) 2024-09-16T06:58:23.501 INFO:tasks.rados.rados.0.smithi042.stdout:3010: done (2 left) 2024-09-16T06:58:23.501 INFO:tasks.rados.rados.0.smithi042.stdout:3014: snap_create 2024-09-16T06:58:23.502 INFO:tasks.rados.rados.0.smithi042.stdout:3012: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:23.502 INFO:tasks.rados.rados.0.smithi042.stdout:3012: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:23.502 INFO:tasks.rados.rados.0.smithi042.stdout:3012: finishing write tid 4 to smithi04281968-31 2024-09-16T06:58:23.502 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1315 (ObjNum 864 snap 264 seq_num 864) dirty exists 2024-09-16T06:58:23.504 INFO:tasks.rados.rados.0.smithi042.stdout:3012: finishing write tid 5 to smithi04281968-31 2024-09-16T06:58:23.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1245 (ObjNum 932 snap 279 seq_num 932) dirty exists 2024-09-16T06:58:23.504 INFO:tasks.rados.rados.0.smithi042.stdout:3012: left oid 31 (ObjNum 932 snap 279 seq_num 932) 2024-09-16T06:58:23.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[96574]: pgmap v641: 121 pgs: 121 active+clean; 109 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T06:58:23.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[96574]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:23.551 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[96574]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T06:58:23.552 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[94096]: pgmap v641: 121 pgs: 121 active+clean; 109 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T06:58:23.552 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[94096]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:23.552 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:23 smithi042 ceph-mon[94096]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T06:58:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:23 smithi164 ceph-mon[88760]: pgmap v641: 121 pgs: 121 active+clean; 109 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T06:58:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:23 smithi164 ceph-mon[88760]: from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T06:58:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:23 smithi164 ceph-mon[88760]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T06:58:24.462 INFO:tasks.rados.rados.0.smithi042.stdout:3012: done (2 left) 2024-09-16T06:58:24.462 INFO:tasks.rados.rados.0.smithi042.stdout:3013: done (1 left) 2024-09-16T06:58:24.462 INFO:tasks.rados.rados.0.smithi042.stdout:3014: done (0 left) 2024-09-16T06:58:24.462 INFO:tasks.rados.rados.0.smithi042.stdout:3015: snap_remove snap 279 2024-09-16T06:58:25.280 INFO:teuthology.orchestra.run.smithi042.stdout:{ 2024-09-16T06:58:25.280 INFO:teuthology.orchestra.run.smithi042.stdout: "mon": { 2024-09-16T06:58:25.280 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T06:58:25.280 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "mgr": { 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "osd": { 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "mds": { 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: }, 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "overall": { 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 15 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout: } 2024-09-16T06:58:25.281 INFO:teuthology.orchestra.run.smithi042.stdout:} 2024-09-16T06:58:25.464 INFO:tasks.rados.rados.0.smithi042.stdout:3015: done (0 left) 2024-09-16T06:58:25.464 INFO:tasks.rados.rados.0.smithi042.stdout:3016: copy_from oid 32 from oid 23 current snap is 280 2024-09-16T06:58:25.464 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 280 2024-09-16T06:58:25.464 INFO:tasks.rados.rados.0.smithi042.stdout:3017: seq_num 933 ranges {6144000=434176,6578176=548864,7127040=253952} 2024-09-16T06:58:25.500 INFO:tasks.rados.rados.0.smithi042.stdout:3017: writing smithi04281968-38 from 6144000 to 6578176 tid 1 2024-09-16T06:58:25.503 INFO:tasks.rados.rados.0.smithi042.stdout:3017: writing smithi04281968-38 from 6578176 to 7127040 tid 2 2024-09-16T06:58:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:3017: writing smithi04281968-38 from 7127040 to 7380992 tid 3 2024-09-16T06:58:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:3018: snap_create 2024-09-16T06:58:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:3016: finishing copy_from racing read to smithi04281968-32 2024-09-16T06:58:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:3016: finishing copy_from to smithi04281968-32 2024-09-16T06:58:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1225 (ObjNum 33 snap 0 seq_num 111507088) dirty exists 2024-09-16T06:58:25.506 INFO:tasks.rados.rados.0.smithi042.stdout:3017: finishing write tid 1 to smithi04281968-38 2024-09-16T06:58:25.507 INFO:tasks.rados.rados.0.smithi042.stdout:3017: finishing write tid 2 to smithi04281968-38 2024-09-16T06:58:25.508 INFO:tasks.rados.rados.0.smithi042.stdout:3017: finishing write tid 3 to smithi04281968-38 2024-09-16T06:58:25.508 INFO:tasks.rados.rados.0.smithi042.stdout:3017: finishing write tid 4 to smithi04281968-38 2024-09-16T06:58:25.509 INFO:tasks.rados.rados.0.smithi042.stdout:3017: finishing write tid 5 to smithi04281968-38 2024-09-16T06:58:25.509 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1297 (ObjNum 933 snap 280 seq_num 933) dirty exists 2024-09-16T06:58:25.510 INFO:tasks.rados.rados.0.smithi042.stdout:3017: left oid 38 (ObjNum 933 snap 280 seq_num 933) 2024-09-16T06:58:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:25 smithi164 ceph-mon[88760]: pgmap v643: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 922 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-16T06:58:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:25 smithi164 ceph-mon[88760]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T06:58:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:25 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/897045983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[94096]: pgmap v643: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 922 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[94096]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/897045983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[96574]: pgmap v643: 121 pgs: 121 active+clean; 111 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 922 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[96574]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T06:58:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:25 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/897045983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:25.888 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-16T06:58:26.182 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:58:26.477 INFO:tasks.rados.rados.0.smithi042.stdout:3016: done (2 left) 2024-09-16T06:58:26.477 INFO:tasks.rados.rados.0.smithi042.stdout:3017: done (1 left) 2024-09-16T06:58:26.477 INFO:tasks.rados.rados.0.smithi042.stdout:3018: done (0 left) 2024-09-16T06:58:26.477 INFO:tasks.rados.rados.0.smithi042.stdout:3019: snap_remove snap 280 2024-09-16T06:58:26.582 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:26 smithi042 ceph-mon[96574]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T06:58:26.582 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:26 smithi042 ceph-mon[94096]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T06:58:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:26 smithi164 ceph-mon[88760]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T06:58:27.419 INFO:tasks.rados.rados.0.smithi042.stdout:3019: done (0 left) 2024-09-16T06:58:27.419 INFO:tasks.rados.rados.0.smithi042.stdout:3020: copy_from oid 16 from oid 21 current snap is 281 2024-09-16T06:58:27.419 INFO:tasks.rados.rados.0.smithi042.stdout:3021: rmattr oid 13 current snap is 281 2024-09-16T06:58:27.419 INFO:tasks.rados.rados.0.smithi042.stdout:3022: delete oid 42 current snap is 281 2024-09-16T06:58:27.429 INFO:tasks.rados.rados.0.smithi042.stdout:3022: done (2 left) 2024-09-16T06:58:27.429 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 281 2024-09-16T06:58:27.429 INFO:tasks.rados.rados.0.smithi042.stdout:3023: seq_num 935 ranges {221184=466944,688128=720896,1409024=81920} 2024-09-16T06:58:27.431 INFO:tasks.rados.rados.0.smithi042.stdout:3023: writing smithi04281968-37 from 221184 to 688128 tid 1 2024-09-16T06:58:27.436 INFO:tasks.rados.rados.0.smithi042.stdout:3023: writing smithi04281968-37 from 688128 to 1409024 tid 2 2024-09-16T06:58:27.437 INFO:tasks.rados.rados.0.smithi042.stdout:3023: writing smithi04281968-37 from 1409024 to 1490944 tid 3 2024-09-16T06:58:27.437 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 281 2024-09-16T06:58:27.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1073 (ObjNum 912 snap 278 seq_num 912) dirty exists 2024-09-16T06:58:27.437 INFO:tasks.rados.rados.0.smithi042.stdout:3024: seq_num 936 ranges {647168=483328,1130496=655360,1785856=147456} 2024-09-16T06:58:27.443 INFO:tasks.rados.rados.0.smithi042.stdout:3024: writing smithi04281968-2 from 647168 to 1130496 tid 1 2024-09-16T06:58:27.447 INFO:tasks.rados.rados.0.smithi042.stdout:3024: writing smithi04281968-2 from 1130496 to 1785856 tid 2 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3024: writing smithi04281968-2 from 1785856 to 1933312 tid 3 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3021: done (3 left) 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3025: setattr oid 47 current snap is 281 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3020: finishing copy_from to smithi04281968-16 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3020: got expected ENOENT (src dne) 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3020: finishing copy_from racing read to smithi04281968-16 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3023: finishing write tid 1 to smithi04281968-37 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3023: finishing write tid 2 to smithi04281968-37 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3023: finishing write tid 3 to smithi04281968-37 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3023: finishing write tid 4 to smithi04281968-37 2024-09-16T06:58:27.449 INFO:tasks.rados.rados.0.smithi042.stdout:3023: finishing write tid 5 to smithi04281968-37 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1078 (ObjNum 935 snap 281 seq_num 935) dirty exists 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:3023: left oid 37 (ObjNum 935 snap 281 seq_num 935) 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:3024: finishing write tid 1 to smithi04281968-2 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:3020: done (3 left) 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:3023: done (2 left) 2024-09-16T06:58:27.450 INFO:tasks.rados.rados.0.smithi042.stdout:3026: copy_from oid 15 from oid 34 current snap is 281 2024-09-16T06:58:27.451 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 281 2024-09-16T06:58:27.451 INFO:tasks.rados.rados.0.smithi042.stdout:3027: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-09-16T06:58:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:3027: writing smithi04281968-36 from 0 to 499712 tid 1 2024-09-16T06:58:27.456 INFO:tasks.rados.rados.0.smithi042.stdout:3027: writing smithi04281968-36 from 499712 to 1032192 tid 2 2024-09-16T06:58:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:3027: writing smithi04281968-36 from 1032192 to 1302528 tid 3 2024-09-16T06:58:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:3028: copy_from oid 4 from oid 5 current snap is 281 2024-09-16T06:58:27.458 INFO:tasks.rados.rados.0.smithi042.stdout:3029: delete oid 28 current snap is 281 2024-09-16T06:58:27.461 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 921 (ObjNum 917 snap 279 seq_num 917) dirty exists 2024-09-16T06:58:27.461 INFO:tasks.rados.rados.0.smithi042.stdout:3024: finishing write tid 2 to smithi04281968-2 2024-09-16T06:58:27.461 INFO:tasks.rados.rados.0.smithi042.stdout:3024: finishing write tid 3 to smithi04281968-2 2024-09-16T06:58:27.461 INFO:tasks.rados.rados.0.smithi042.stdout:3024: finishing write tid 4 to smithi04281968-2 2024-09-16T06:58:27.462 INFO:tasks.rados.rados.0.smithi042.stdout:3024: finishing write tid 5 to smithi04281968-2 2024-09-16T06:58:27.462 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1249 (ObjNum 936 snap 281 seq_num 936) dirty exists 2024-09-16T06:58:27.462 INFO:tasks.rados.rados.0.smithi042.stdout:3024: left oid 2 (ObjNum 936 snap 281 seq_num 936) 2024-09-16T06:58:27.463 INFO:tasks.rados.rados.0.smithi042.stdout:3024: done (5 left) 2024-09-16T06:58:27.464 INFO:tasks.rados.rados.0.smithi042.stdout:3025: done (4 left) 2024-09-16T06:58:27.464 INFO:tasks.rados.rados.0.smithi042.stdout:3029: done (3 left) 2024-09-16T06:58:27.464 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 281 2024-09-16T06:58:27.464 INFO:tasks.rados.rados.0.smithi042.stdout:3030: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2024-09-16T06:58:27.467 INFO:tasks.rados.rados.0.smithi042.stdout:3030: writing smithi04281968-44 from 0 to 532480 tid 1 2024-09-16T06:58:27.471 INFO:tasks.rados.rados.0.smithi042.stdout:3030: writing smithi04281968-44 from 532480 to 1236992 tid 2 2024-09-16T06:58:27.472 INFO:tasks.rados.rados.0.smithi042.stdout:3030: writing smithi04281968-44 from 1236992 to 1335296 tid 3 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3031: read oid 11 snap -1 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3031: expect (ObjNum 922 snap 279 seq_num 922) 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3032: delete oid 31 current snap is 281 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3026: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3027: finishing write tid 1 to smithi04281968-36 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3027: finishing write tid 2 to smithi04281968-36 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3027: finishing write tid 3 to smithi04281968-36 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3026: finishing copy_from to smithi04281968-15 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1241 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3027: finishing write tid 4 to smithi04281968-36 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:3027: finishing write tid 5 to smithi04281968-36 2024-09-16T06:58:27.473 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1082 (ObjNum 937 snap 281 seq_num 937) dirty exists 2024-09-16T06:58:27.474 INFO:tasks.rados.rados.0.smithi042.stdout:3027: left oid 36 (ObjNum 937 snap 281 seq_num 937) 2024-09-16T06:58:27.474 INFO:tasks.rados.rados.0.smithi042.stdout:3028: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:58:27.474 INFO:tasks.rados.rados.0.smithi042.stdout:3028: finishing copy_from to smithi04281968-4 2024-09-16T06:58:27.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 850 (ObjNum 930 snap 279 seq_num 930) dirty exists 2024-09-16T06:58:27.474 INFO:tasks.rados.rados.0.smithi042.stdout:3030: finishing write tid 1 to smithi04281968-44 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3026: done (5 left) 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3027: done (4 left) 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3028: done (3 left) 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3032: done (2 left) 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3033: read oid 36 snap -1 2024-09-16T06:58:27.475 INFO:tasks.rados.rados.0.smithi042.stdout:3033: expect (ObjNum 937 snap 281 seq_num 937) 2024-09-16T06:58:27.476 INFO:tasks.rados.rados.0.smithi042.stdout:3034: rmattr oid 31 current snap is 281 2024-09-16T06:58:27.476 INFO:tasks.rados.rados.0.smithi042.stdout:3034: done (3 left) 2024-09-16T06:58:27.476 INFO:tasks.rados.rados.0.smithi042.stdout:3035: snap_create 2024-09-16T06:58:27.477 INFO:tasks.rados.rados.0.smithi042.stdout:3030: finishing write tid 2 to smithi04281968-44 2024-09-16T06:58:27.477 INFO:tasks.rados.rados.0.smithi042.stdout:3030: finishing write tid 3 to smithi04281968-44 2024-09-16T06:58:27.477 INFO:tasks.rados.rados.0.smithi042.stdout:3030: finishing write tid 4 to smithi04281968-44 2024-09-16T06:58:27.478 INFO:tasks.rados.rados.0.smithi042.stdout:3031: expect (ObjNum 922 snap 279 seq_num 922) 2024-09-16T06:58:27.508 INFO:tasks.rados.rados.0.smithi042.stdout:3033: expect (ObjNum 937 snap 281 seq_num 937) 2024-09-16T06:58:27.544 INFO:tasks.rados.rados.0.smithi042.stdout:3030: finishing write tid 5 to smithi04281968-44 2024-09-16T06:58:27.544 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1081 (ObjNum 939 snap 281 seq_num 939) dirty exists 2024-09-16T06:58:27.544 INFO:tasks.rados.rados.0.smithi042.stdout:3030: left oid 44 (ObjNum 939 snap 281 seq_num 939) 2024-09-16T06:58:27.596 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[96574]: pgmap v646: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-16T06:58:27.597 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[96574]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T06:58:27.597 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[96574]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T06:58:27.597 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[94096]: pgmap v646: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-16T06:58:27.597 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[94096]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T06:58:27.597 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:27 smithi042 ceph-mon[94096]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T06:58:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:27 smithi164 ceph-mon[88760]: pgmap v646: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2024-09-16T06:58:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:27 smithi164 ceph-mon[88760]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T06:58:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:27 smithi164 ceph-mon[88760]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T06:58:28.059 INFO:teuthology.orchestra.run.smithi042.stdout:true 2024-09-16T06:58:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:3030: done (3 left) 2024-09-16T06:58:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:3031: done (2 left) 2024-09-16T06:58:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:3033: done (1 left) 2024-09-16T06:58:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:3035: done (0 left) 2024-09-16T06:58:28.482 INFO:tasks.rados.rados.0.smithi042.stdout:3036: snap_create 2024-09-16T06:58:28.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2080871496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:28.677 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2080871496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:28.702 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -e sha1=e4e227b37858f5109138494e01e5ba1ba7b8ffe8 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-16T06:58:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2080871496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:28.959 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T06:58:29.487 INFO:tasks.rados.rados.0.smithi042.stdout:3036: done (0 left) 2024-09-16T06:58:29.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 283 2024-09-16T06:58:29.487 INFO:tasks.rados.rados.0.smithi042.stdout:3037: seq_num 941 ranges {950272=565248,1515520=475136,1990656=327680} 2024-09-16T06:58:29.495 INFO:tasks.rados.rados.0.smithi042.stdout:3037: writing smithi04281968-15 from 950272 to 1515520 tid 1 2024-09-16T06:58:29.497 INFO:tasks.rados.rados.0.smithi042.stdout:3037: writing smithi04281968-15 from 1515520 to 1990656 tid 2 2024-09-16T06:58:29.499 INFO:tasks.rados.rados.0.smithi042.stdout:3037: writing smithi04281968-15 from 1990656 to 2318336 tid 3 2024-09-16T06:58:29.500 INFO:tasks.rados.rados.0.smithi042.stdout:3038: rollback oid 3 current snap is 283 2024-09-16T06:58:29.500 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 282 2024-09-16T06:58:29.500 INFO:tasks.rados.rados.0.smithi042.stdout:3039: read oid 50 snap 282 2024-09-16T06:58:29.500 INFO:tasks.rados.rados.0.smithi042.stdout:3039: expect (ObjNum 919 snap 279 seq_num 919) 2024-09-16T06:58:29.500 INFO:tasks.rados.rados.0.smithi042.stdout:3040: snap_create 2024-09-16T06:58:29.503 INFO:tasks.rados.rados.0.smithi042.stdout:3037: finishing write tid 1 to smithi04281968-15 2024-09-16T06:58:29.505 INFO:tasks.rados.rados.0.smithi042.stdout:3038: finishing rollback tid 0 to smithi04281968-3 2024-09-16T06:58:29.505 INFO:tasks.rados.rados.0.smithi042.stdout:3037: finishing write tid 2 to smithi04281968-15 2024-09-16T06:58:29.505 INFO:tasks.rados.rados.0.smithi042.stdout:3037: finishing write tid 3 to smithi04281968-15 2024-09-16T06:58:29.505 INFO:tasks.rados.rados.0.smithi042.stdout:3038: finishing rollback tid 1 to smithi04281968-3 2024-09-16T06:58:29.505 INFO:tasks.rados.rados.0.smithi042.stdout:3037: finishing write tid 4 to smithi04281968-15 2024-09-16T06:58:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:3037: finishing write tid 5 to smithi04281968-15 2024-09-16T06:58:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1245 (ObjNum 941 snap 283 seq_num 941) dirty exists 2024-09-16T06:58:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:3037: left oid 15 (ObjNum 941 snap 283 seq_num 941) 2024-09-16T06:58:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:3038: finishing rollback tid 2 to smithi04281968-3 2024-09-16T06:58:29.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 789 (ObjNum 497 snap 0 seq_num 3307183808) dirty exists 2024-09-16T06:58:29.507 INFO:tasks.rados.rados.0.smithi042.stdout:3039: expect (ObjNum 919 snap 279 seq_num 919) 2024-09-16T06:58:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:29 smithi164 ceph-mon[88760]: pgmap v649: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 36 op/s 2024-09-16T06:58:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:29 smithi164 ceph-mon[88760]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T06:58:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:29 smithi042 ceph-mon[94096]: pgmap v649: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 36 op/s 2024-09-16T06:58:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:29 smithi042 ceph-mon[94096]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T06:58:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:29 smithi042 ceph-mon[96574]: pgmap v649: 121 pgs: 121 active+clean; 122 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 36 op/s 2024-09-16T06:58:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:29 smithi042 ceph-mon[96574]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T06:58:30.492 INFO:tasks.rados.rados.0.smithi042.stdout:3037: done (3 left) 2024-09-16T06:58:30.492 INFO:tasks.rados.rados.0.smithi042.stdout:3038: done (2 left) 2024-09-16T06:58:30.492 INFO:tasks.rados.rados.0.smithi042.stdout:3039: done (1 left) 2024-09-16T06:58:30.492 INFO:tasks.rados.rados.0.smithi042.stdout:3040: done (0 left) 2024-09-16T06:58:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 284 2024-09-16T06:58:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:3041: seq_num 942 ranges {4800512=581632,5382144=761856,6144000=40960} 2024-09-16T06:58:30.521 INFO:tasks.rados.rados.0.smithi042.stdout:3041: writing smithi04281968-7 from 4800512 to 5382144 tid 1 2024-09-16T06:58:30.525 INFO:tasks.rados.rados.0.smithi042.stdout:3041: writing smithi04281968-7 from 5382144 to 6144000 tid 2 2024-09-16T06:58:30.526 INFO:tasks.rados.rados.0.smithi042.stdout:3041: writing smithi04281968-7 from 6144000 to 6184960 tid 3 2024-09-16T06:58:30.526 INFO:tasks.rados.rados.0.smithi042.stdout:3042: rollback oid 44 current snap is 284 2024-09-16T06:58:30.526 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 282 2024-09-16T06:58:30.526 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 284 2024-09-16T06:58:30.526 INFO:tasks.rados.rados.0.smithi042.stdout:3043: seq_num 943 ranges {0=598016,598016=688128,1286144=114688} 2024-09-16T06:58:30.530 INFO:tasks.rados.rados.0.smithi042.stdout:3043: writing smithi04281968-42 from 0 to 598016 tid 1 2024-09-16T06:58:30.534 INFO:tasks.rados.rados.0.smithi042.stdout:3043: writing smithi04281968-42 from 598016 to 1286144 tid 2 2024-09-16T06:58:30.537 INFO:tasks.rados.rados.0.smithi042.stdout:3043: writing smithi04281968-42 from 1286144 to 1400832 tid 3 2024-09-16T06:58:30.537 INFO:tasks.rados.rados.0.smithi042.stdout:3044: rollback oid 9 current snap is 284 2024-09-16T06:58:30.537 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 282 2024-09-16T06:58:30.537 INFO:tasks.rados.rados.0.smithi042.stdout:3042: finishing rollback tid 0 to smithi04281968-44 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3042: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3042: finishing rollback tid 2 to smithi04281968-44 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1084 (ObjNum 939 snap 281 seq_num 939) dirty exists 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3041: finishing write tid 1 to smithi04281968-7 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3041: finishing write tid 2 to smithi04281968-7 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3041: finishing write tid 3 to smithi04281968-7 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3041: finishing write tid 4 to smithi04281968-7 2024-09-16T06:58:30.538 INFO:tasks.rados.rados.0.smithi042.stdout:3043: finishing write tid 1 to smithi04281968-42 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3042: done (3 left) 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3045: read oid 28 snap -1 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3045: expect deleted 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3046: snap_create 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3041: finishing write tid 5 to smithi04281968-7 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1249 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3041: left oid 7 (ObjNum 942 snap 284 seq_num 942) 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:3044: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:58:30.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 0 (ObjNum 289 snap 0 seq_num 1589668586) dirty dne 2024-09-16T06:58:30.540 INFO:tasks.rados.rados.0.smithi042.stdout:3043: finishing write tid 2 to smithi04281968-42 2024-09-16T06:58:30.540 INFO:tasks.rados.rados.0.smithi042.stdout:3043: finishing write tid 3 to smithi04281968-42 2024-09-16T06:58:30.540 INFO:tasks.rados.rados.0.smithi042.stdout:3043: finishing write tid 4 to smithi04281968-42 2024-09-16T06:58:30.540 INFO:tasks.rados.rados.0.smithi042.stdout:3043: finishing write tid 5 to smithi04281968-42 2024-09-16T06:58:30.540 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1253 (ObjNum 943 snap 284 seq_num 943) dirty exists 2024-09-16T06:58:30.541 INFO:tasks.rados.rados.0.smithi042.stdout:3043: left oid 42 (ObjNum 943 snap 284 seq_num 943) 2024-09-16T06:58:30.574 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:30 smithi042 ceph-mon[96574]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T06:58:30.575 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:30 smithi042 ceph-mon[94096]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T06:58:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:30 smithi164 ceph-mon[88760]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T06:58:31.042 INFO:teuthology.orchestra.run.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)" 2024-09-16T06:58:31.351 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:31] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.43.0" 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3041: done (4 left) 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3043: done (3 left) 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3044: done (2 left) 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3045: done (1 left) 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3046: done (0 left) 2024-09-16T06:58:31.496 INFO:tasks.rados.rados.0.smithi042.stdout:3047: snap_remove snap 282 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[94096]: pgmap v652: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[94096]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1458375607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[96574]: pgmap v652: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[96574]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T06:58:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:31 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1458375607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:31.659 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T06:58:31.660 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-16T06:58:31.660 DEBUG:teuthology.parallel:result is None 2024-09-16T06:58:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:31 smithi164 ceph-mon[88760]: pgmap v652: 121 pgs: 121 active+clean; 120 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-09-16T06:58:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:31 smithi164 ceph-mon[88760]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T06:58:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:31 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1458375607' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3047: done (0 left) 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3048: rmattr oid 38 current snap is 285 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3048: done (0 left) 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3049: read oid 15 snap -1 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3049: expect (ObjNum 941 snap 283 seq_num 941) 2024-09-16T06:58:32.422 INFO:tasks.rados.rados.0.smithi042.stdout:3050: rollback oid 33 current snap is 285 2024-09-16T06:58:32.423 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 281 2024-09-16T06:58:32.423 INFO:tasks.rados.rados.0.smithi042.stdout:3051: snap_remove snap 284 2024-09-16T06:58:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:32 smithi164 ceph-mon[88760]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T06:58:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:32 smithi164 ceph-mon[88760]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T06:58:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:32 smithi042 ceph-mon[94096]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T06:58:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:32 smithi042 ceph-mon[94096]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T06:58:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:32 smithi042 ceph-mon[96574]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T06:58:32.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:32 smithi042 ceph-mon[96574]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T06:58:33.423 INFO:tasks.rados.rados.0.smithi042.stdout:3051: done (2 left) 2024-09-16T06:58:33.423 INFO:tasks.rados.rados.0.smithi042.stdout:3052: setattr oid 44 current snap is 285 2024-09-16T06:58:33.423 INFO:tasks.rados.rados.0.smithi042.stdout:3050: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:58:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T06:58:33.424 INFO:tasks.rados.rados.0.smithi042.stdout:3049: expect (ObjNum 941 snap 283 seq_num 941) 2024-09-16T06:58:33.500 INFO:tasks.rados.rados.0.smithi042.stdout:3049: done (2 left) 2024-09-16T06:58:33.500 INFO:tasks.rados.rados.0.smithi042.stdout:3050: done (1 left) 2024-09-16T06:58:33.500 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 285 2024-09-16T06:58:33.500 INFO:tasks.rados.rados.0.smithi042.stdout:3053: seq_num 944 ranges {3670016=614400,4284416=573440,4857856=229376} 2024-09-16T06:58:33.524 INFO:tasks.rados.rados.0.smithi042.stdout:3053: writing smithi04281968-47 from 3670016 to 4284416 tid 1 2024-09-16T06:58:33.527 INFO:tasks.rados.rados.0.smithi042.stdout:3053: writing smithi04281968-47 from 4284416 to 4857856 tid 2 2024-09-16T06:58:33.529 INFO:tasks.rados.rados.0.smithi042.stdout:3053: writing smithi04281968-47 from 4857856 to 5087232 tid 3 2024-09-16T06:58:33.529 INFO:tasks.rados.rados.0.smithi042.stdout:3054: read oid 50 snap -1 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:3054: expect (ObjNum 919 snap 279 seq_num 919) 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:3055: read oid 23 snap 281 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:3055: expect (ObjNum 111601312 snap 21996 seq_num 110448864) 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 285 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1085 (ObjNum 939 snap 281 seq_num 939) dirty exists 2024-09-16T06:58:33.530 INFO:tasks.rados.rados.0.smithi042.stdout:3056: seq_num 945 ranges {376832=630784,1007616=458752,1466368=344064} 2024-09-16T06:58:33.535 INFO:tasks.rados.rados.0.smithi042.stdout:3056: writing smithi04281968-1 from 376832 to 1007616 tid 1 2024-09-16T06:58:33.537 INFO:tasks.rados.rados.0.smithi042.stdout:3056: writing smithi04281968-1 from 1007616 to 1466368 tid 2 2024-09-16T06:58:33.540 INFO:tasks.rados.rados.0.smithi042.stdout:3056: writing smithi04281968-1 from 1466368 to 1810432 tid 3 2024-09-16T06:58:33.540 INFO:tasks.rados.rados.0.smithi042.stdout:3052: done (4 left) 2024-09-16T06:58:33.540 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 285 2024-09-16T06:58:33.540 INFO:tasks.rados.rados.0.smithi042.stdout:3053: finishing write tid 1 to smithi04281968-47 2024-09-16T06:58:33.540 INFO:tasks.rados.rados.0.smithi042.stdout:3057: seq_num 946 ranges {1163264=647168,1810432=745472,2555904=57344} 2024-09-16T06:58:33.549 INFO:tasks.rados.rados.0.smithi042.stdout:3057: writing smithi04281968-41 from 1163264 to 1810432 tid 1 2024-09-16T06:58:33.553 INFO:tasks.rados.rados.0.smithi042.stdout:3057: writing smithi04281968-41 from 1810432 to 2555904 tid 2 2024-09-16T06:58:33.554 INFO:tasks.rados.rados.0.smithi042.stdout:3057: writing smithi04281968-41 from 2555904 to 2613248 tid 3 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3058: read oid 30 snap 283 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3058: expect (ObjNum 913 snap 278 seq_num 913) 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3059: rollback oid 11 current snap is 285 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 281 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3053: finishing write tid 2 to smithi04281968-47 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3053: finishing write tid 3 to smithi04281968-47 2024-09-16T06:58:33.555 INFO:tasks.rados.rados.0.smithi042.stdout:3055: expect (ObjNum 111601312 snap 21996 seq_num 110448864) 2024-09-16T06:58:33.558 INFO:tasks.rados.rados.0.smithi042.stdout:3053: finishing write tid 4 to smithi04281968-47 2024-09-16T06:58:33.558 INFO:tasks.rados.rados.0.smithi042.stdout:3054: expect (ObjNum 919 snap 279 seq_num 919) 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3053: finishing write tid 5 to smithi04281968-47 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 925 (ObjNum 944 snap 285 seq_num 944) dirty exists 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3053: left oid 47 (ObjNum 944 snap 285 seq_num 944) 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3056: finishing write tid 1 to smithi04281968-1 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3056: finishing write tid 2 to smithi04281968-1 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3053: done (6 left) 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3054: done (5 left) 2024-09-16T06:58:33.585 INFO:tasks.rados.rados.0.smithi042.stdout:3055: done (4 left) 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3060: read oid 49 snap -1 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3060: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 285 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3056: finishing write tid 3 to smithi04281968-1 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3056: finishing write tid 4 to smithi04281968-1 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3056: finishing write tid 5 to smithi04281968-1 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1107 (ObjNum 945 snap 285 seq_num 945) dirty exists 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3056: left oid 1 (ObjNum 945 snap 285 seq_num 945) 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3057: finishing write tid 1 to smithi04281968-41 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3059: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3057: finishing write tid 2 to smithi04281968-41 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3057: finishing write tid 3 to smithi04281968-41 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3059: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:58:33.586 INFO:tasks.rados.rados.0.smithi042.stdout:3061: seq_num 947 ranges {1400832=663552,2064384=630784,2695168=172032} 2024-09-16T06:58:33.596 INFO:tasks.rados.rados.0.smithi042.stdout:3061: writing smithi04281968-42 from 1400832 to 2064384 tid 1 2024-09-16T06:58:33.599 INFO:tasks.rados.rados.0.smithi042.stdout:3061: writing smithi04281968-42 from 2064384 to 2695168 tid 2 2024-09-16T06:58:33.600 INFO:tasks.rados.rados.0.smithi042.stdout:3061: writing smithi04281968-42 from 2695168 to 2867200 tid 3 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3056: done (5 left) 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3062: setattr oid 8 current snap is 285 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3059: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1110 (ObjNum 922 snap 279 seq_num 922) dirty exists 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3057: finishing write tid 4 to smithi04281968-41 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3057: finishing write tid 5 to smithi04281968-41 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1302 (ObjNum 946 snap 285 seq_num 946) dirty exists 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3057: left oid 41 (ObjNum 946 snap 285 seq_num 946) 2024-09-16T06:58:33.601 INFO:tasks.rados.rados.0.smithi042.stdout:3058: expect (ObjNum 913 snap 278 seq_num 913) 2024-09-16T06:58:33.649 INFO:tasks.rados.rados.0.smithi042.stdout:3060: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:33.650 INFO:tasks.rados.rados.0.smithi042.stdout:3061: finishing write tid 1 to smithi04281968-42 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: finishing write tid 2 to smithi04281968-42 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: finishing write tid 3 to smithi04281968-42 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: finishing write tid 4 to smithi04281968-42 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: finishing write tid 5 to smithi04281968-42 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1257 (ObjNum 947 snap 285 seq_num 947) dirty exists 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: left oid 42 (ObjNum 947 snap 285 seq_num 947) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3057: done (5 left) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3058: done (4 left) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3059: done (3 left) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3060: done (2 left) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3061: done (1 left) 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 285 2024-09-16T06:58:33.651 INFO:tasks.rados.rados.0.smithi042.stdout:3063: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-09-16T06:58:33.655 INFO:tasks.rados.rados.0.smithi042.stdout:3063: writing smithi04281968-9 from 0 to 679936 tid 1 2024-09-16T06:58:33.658 INFO:tasks.rados.rados.0.smithi042.stdout:3063: writing smithi04281968-9 from 679936 to 1196032 tid 2 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3063: writing smithi04281968-9 from 1196032 to 1482752 tid 3 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 918 (ObjNum 33 snap 0 seq_num 111236368) dirty exists 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3063: finishing write tid 1 to smithi04281968-9 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3064: read oid 21 snap 283 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3064: expect deleted 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3062: done (2 left) 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3065: read oid 8 snap -1 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3065: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:33.660 INFO:tasks.rados.rados.0.smithi042.stdout:3066: rmattr oid 25 current snap is 285 2024-09-16T06:58:33.661 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 285 2024-09-16T06:58:33.661 INFO:tasks.rados.rados.0.smithi042.stdout:3067: seq_num 949 ranges {5087232=704512,5791744=794624,6586368=8192} 2024-09-16T06:58:33.691 INFO:tasks.rados.rados.0.smithi042.stdout:3067: writing smithi04281968-47 from 5087232 to 5791744 tid 1 2024-09-16T06:58:33.697 INFO:tasks.rados.rados.0.smithi042.stdout:3067: writing smithi04281968-47 from 5791744 to 6586368 tid 2 2024-09-16T06:58:33.697 INFO:tasks.rados.rados.0.smithi042.stdout:3067: writing smithi04281968-47 from 6586368 to 6594560 tid 3 2024-09-16T06:58:33.697 INFO:tasks.rados.rados.0.smithi042.stdout:3068: rollback oid 35 current snap is 285 2024-09-16T06:58:33.697 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 281 2024-09-16T06:58:33.697 INFO:tasks.rados.rados.0.smithi042.stdout:3065: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:33.707 INFO:tasks.rados.rados.0.smithi042.stdout:3063: finishing write tid 2 to smithi04281968-9 2024-09-16T06:58:33.707 INFO:tasks.rados.rados.0.smithi042.stdout:3063: finishing write tid 3 to smithi04281968-9 2024-09-16T06:58:33.707 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 852 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T06:58:33.707 INFO:tasks.rados.rados.0.smithi042.stdout:3063: finishing write tid 4 to smithi04281968-9 2024-09-16T06:58:33.707 INFO:tasks.rados.rados.0.smithi042.stdout:3063: finishing write tid 5 to smithi04281968-9 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1114 (ObjNum 948 snap 285 seq_num 948) dirty exists 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3063: left oid 9 (ObjNum 948 snap 285 seq_num 948) 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: finishing write tid 1 to smithi04281968-47 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3068: finishing rollback tid 0 to smithi04281968-35 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: finishing write tid 2 to smithi04281968-47 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3068: finishing rollback tid 1 to smithi04281968-35 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: finishing write tid 3 to smithi04281968-47 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3068: finishing rollback tid 2 to smithi04281968-35 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1319 (ObjNum 830 snap 254 seq_num 830) dirty exists 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: finishing write tid 4 to smithi04281968-47 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: finishing write tid 5 to smithi04281968-47 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 929 (ObjNum 949 snap 285 seq_num 949) dirty exists 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3067: left oid 47 (ObjNum 949 snap 285 seq_num 949) 2024-09-16T06:58:33.708 INFO:tasks.rados.rados.0.smithi042.stdout:3063: done (5 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3064: done (4 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3065: done (3 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3066: done (2 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3067: done (1 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3068: done (0 left) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3069: read oid 6 snap -1 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3069: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 285 2024-09-16T06:58:33.709 INFO:tasks.rados.rados.0.smithi042.stdout:3070: seq_num 950 ranges {10936320=720896,11657216=679936,12337152=122880} 2024-09-16T06:58:33.770 INFO:tasks.rados.rados.0.smithi042.stdout:3070: writing smithi04281968-45 from 10936320 to 11657216 tid 1 2024-09-16T06:58:33.774 INFO:tasks.rados.rados.0.smithi042.stdout:3070: writing smithi04281968-45 from 11657216 to 12337152 tid 2 2024-09-16T06:58:33.775 INFO:tasks.rados.rados.0.smithi042.stdout:3070: writing smithi04281968-45 from 12337152 to 12460032 tid 3 2024-09-16T06:58:33.775 INFO:tasks.rados.rados.0.smithi042.stdout:3071: copy_from oid 15 from oid 4 current snap is 285 2024-09-16T06:58:33.775 INFO:tasks.rados.rados.0.smithi042.stdout:3069: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:58:33.838 INFO:tasks.rados.rados.0.smithi042.stdout:3070: finishing write tid 1 to smithi04281968-45 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: finishing write tid 2 to smithi04281968-45 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: finishing write tid 3 to smithi04281968-45 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: finishing write tid 4 to smithi04281968-45 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: finishing write tid 5 to smithi04281968-45 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 933 (ObjNum 950 snap 285 seq_num 950) dirty exists 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: left oid 45 (ObjNum 950 snap 285 seq_num 950) 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3071: finishing copy_from racing read to smithi04281968-15 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3069: done (2 left) 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3070: done (1 left) 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 285 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:3071: finishing copy_from to smithi04281968-15 2024-09-16T06:58:33.839 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 850 (ObjNum 930 snap 279 seq_num 930) dirty exists 2024-09-16T06:58:33.840 INFO:tasks.rados.rados.0.smithi042.stdout:3072: seq_num 951 ranges {1933312=737280,2670592=614400,3284992=188416} 2024-09-16T06:58:33.852 INFO:tasks.rados.rados.0.smithi042.stdout:3072: writing smithi04281968-2 from 1933312 to 2670592 tid 1 2024-09-16T06:58:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:33 smithi042 ceph-mon[96574]: pgmap v655: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T06:58:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:33 smithi042 ceph-mon[96574]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T06:58:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:33 smithi042 ceph-mon[94096]: pgmap v655: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T06:58:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:33 smithi042 ceph-mon[94096]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T06:58:33.856 INFO:tasks.rados.rados.0.smithi042.stdout:3072: writing smithi04281968-2 from 2670592 to 3284992 tid 2 2024-09-16T06:58:33.857 INFO:tasks.rados.rados.0.smithi042.stdout:3072: writing smithi04281968-2 from 3284992 to 3473408 tid 3 2024-09-16T06:58:33.858 INFO:tasks.rados.rados.0.smithi042.stdout:3071: done (1 left) 2024-09-16T06:58:33.858 INFO:tasks.rados.rados.0.smithi042.stdout:3073: read oid 42 snap -1 2024-09-16T06:58:33.858 INFO:tasks.rados.rados.0.smithi042.stdout:3073: expect (ObjNum 947 snap 285 seq_num 947) 2024-09-16T06:58:33.858 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 285 2024-09-16T06:58:33.858 INFO:tasks.rados.rados.0.smithi042.stdout:3074: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2024-09-16T06:58:33.862 INFO:tasks.rados.rados.0.smithi042.stdout:3074: writing smithi04281968-33 from 0 to 753664 tid 1 2024-09-16T06:58:33.865 INFO:tasks.rados.rados.0.smithi042.stdout:3074: writing smithi04281968-33 from 753664 to 1253376 tid 2 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3074: writing smithi04281968-33 from 1253376 to 1556480 tid 3 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3075: rollback oid 27 current snap is 285 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 283 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3072: finishing write tid 1 to smithi04281968-2 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3072: finishing write tid 2 to smithi04281968-2 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3072: finishing write tid 3 to smithi04281968-2 2024-09-16T06:58:33.867 INFO:tasks.rados.rados.0.smithi042.stdout:3072: finishing write tid 4 to smithi04281968-2 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:3072: finishing write tid 5 to smithi04281968-2 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1254 (ObjNum 951 snap 285 seq_num 951) dirty exists 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:3072: left oid 2 (ObjNum 951 snap 285 seq_num 951) 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:3072: done (3 left) 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:3076: snap_create 2024-09-16T06:58:33.868 INFO:tasks.rados.rados.0.smithi042.stdout:3074: finishing write tid 1 to smithi04281968-33 2024-09-16T06:58:33.870 INFO:tasks.rados.rados.0.smithi042.stdout:3074: finishing write tid 2 to smithi04281968-33 2024-09-16T06:58:33.870 INFO:tasks.rados.rados.0.smithi042.stdout:3075: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:58:33.871 INFO:tasks.rados.rados.0.smithi042.stdout:3073: expect (ObjNum 947 snap 285 seq_num 947) 2024-09-16T06:58:33.968 INFO:tasks.rados.rados.0.smithi042.stdout:3075: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:3074: finishing write tid 3 to smithi04281968-33 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:3075: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 856 (ObjNum 927 snap 279 seq_num 927) dirty exists 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:3074: finishing write tid 4 to smithi04281968-33 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:3074: finishing write tid 5 to smithi04281968-33 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1118 (ObjNum 952 snap 285 seq_num 952) dirty exists 2024-09-16T06:58:33.969 INFO:tasks.rados.rados.0.smithi042.stdout:3074: left oid 33 (ObjNum 952 snap 285 seq_num 952) 2024-09-16T06:58:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:33 smithi164 ceph-mon[88760]: pgmap v655: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T06:58:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:33 smithi164 ceph-mon[88760]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T06:58:34.507 INFO:tasks.rados.rados.0.smithi042.stdout:3073: done (3 left) 2024-09-16T06:58:34.507 INFO:tasks.rados.rados.0.smithi042.stdout:3074: done (2 left) 2024-09-16T06:58:34.507 INFO:tasks.rados.rados.0.smithi042.stdout:3075: done (1 left) 2024-09-16T06:58:34.507 INFO:tasks.rados.rados.0.smithi042.stdout:3076: done (0 left) 2024-09-16T06:58:34.507 INFO:tasks.rados.rados.0.smithi042.stdout:3077: snap_remove snap 281 2024-09-16T06:58:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:35.510 INFO:tasks.rados.rados.0.smithi042.stdout:3077: done (0 left) 2024-09-16T06:58:35.510 INFO:tasks.rados.rados.0.smithi042.stdout:3078: delete oid 16 current snap is 286 2024-09-16T06:58:35.523 INFO:tasks.rados.rados.0.smithi042.stdout:3078: done (0 left) 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:3079: read oid 10 snap -1 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:3079: expect deleted 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:3080: rmattr oid 43 current snap is 286 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:3080: done (1 left) 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 286 2024-09-16T06:58:35.524 INFO:tasks.rados.rados.0.smithi042.stdout:3081: seq_num 954 ranges {12460032=786432,13246464=671744,13918208=131072} 2024-09-16T06:58:35.596 INFO:tasks.rados.rados.0.smithi042.stdout:3081: writing smithi04281968-45 from 12460032 to 13246464 tid 1 2024-09-16T06:58:35.600 INFO:tasks.rados.rados.0.smithi042.stdout:3081: writing smithi04281968-45 from 13246464 to 13918208 tid 2 2024-09-16T06:58:35.602 INFO:tasks.rados.rados.0.smithi042.stdout:3081: writing smithi04281968-45 from 13918208 to 14049280 tid 3 2024-09-16T06:58:35.602 INFO:tasks.rados.rados.0.smithi042.stdout:3082: rmattr oid 11 current snap is 286 2024-09-16T06:58:35.602 INFO:tasks.rados.rados.0.smithi042.stdout:3082: done (2 left) 2024-09-16T06:58:35.602 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 286 2024-09-16T06:58:35.602 INFO:tasks.rados.rados.0.smithi042.stdout:3083: seq_num 955 ranges {8388608=802816,9191424=557056,9748480=245760} 2024-09-16T06:58:35.652 INFO:tasks.rados.rados.0.smithi042.stdout:3083: writing smithi04281968-48 from 8388608 to 9191424 tid 1 2024-09-16T06:58:35.655 INFO:tasks.rados.rados.0.smithi042.stdout:3083: writing smithi04281968-48 from 9191424 to 9748480 tid 2 2024-09-16T06:58:35.657 INFO:tasks.rados.rados.0.smithi042.stdout:3083: writing smithi04281968-48 from 9748480 to 9994240 tid 3 2024-09-16T06:58:35.657 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 286 2024-09-16T06:58:35.657 INFO:tasks.rados.rados.0.smithi042.stdout:3084: seq_num 956 ranges {1482752=417792,1900544=434176,2334720=770048} 2024-09-16T06:58:35.667 INFO:tasks.rados.rados.0.smithi042.stdout:3084: writing smithi04281968-9 from 1482752 to 1900544 tid 1 2024-09-16T06:58:35.669 INFO:tasks.rados.rados.0.smithi042.stdout:3084: writing smithi04281968-9 from 1900544 to 2334720 tid 2 2024-09-16T06:58:35.674 INFO:tasks.rados.rados.0.smithi042.stdout:3084: writing smithi04281968-9 from 2334720 to 3104768 tid 3 2024-09-16T06:58:35.674 INFO:tasks.rados.rados.0.smithi042.stdout:3085: delete oid 44 current snap is 286 2024-09-16T06:58:35.674 INFO:tasks.rados.rados.0.smithi042.stdout:3081: finishing write tid 1 to smithi04281968-45 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3081: finishing write tid 2 to smithi04281968-45 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3081: finishing write tid 3 to smithi04281968-45 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3081: finishing write tid 4 to smithi04281968-45 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3081: finishing write tid 5 to smithi04281968-45 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 937 (ObjNum 954 snap 286 seq_num 954) dirty exists 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3081: left oid 45 (ObjNum 954 snap 286 seq_num 954) 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: finishing write tid 1 to smithi04281968-48 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: finishing write tid 2 to smithi04281968-48 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: finishing write tid 3 to smithi04281968-48 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: finishing write tid 4 to smithi04281968-48 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: finishing write tid 5 to smithi04281968-48 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 793 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-09-16T06:58:35.675 INFO:tasks.rados.rados.0.smithi042.stdout:3083: left oid 48 (ObjNum 955 snap 286 seq_num 955) 2024-09-16T06:58:35.676 INFO:tasks.rados.rados.0.smithi042.stdout:3084: finishing write tid 1 to smithi04281968-9 2024-09-16T06:58:35.676 INFO:tasks.rados.rados.0.smithi042.stdout:3084: finishing write tid 2 to smithi04281968-9 2024-09-16T06:58:35.676 INFO:tasks.rados.rados.0.smithi042.stdout:3079: done (4 left) 2024-09-16T06:58:35.676 INFO:tasks.rados.rados.0.smithi042.stdout:3081: done (3 left) 2024-09-16T06:58:35.676 INFO:tasks.rados.rados.0.smithi042.stdout:3083: done (2 left) 2024-09-16T06:58:35.677 INFO:tasks.rados.rados.0.smithi042.stdout:3085: done (1 left) 2024-09-16T06:58:35.677 INFO:tasks.rados.rados.0.smithi042.stdout:3086: read oid 8 snap -1 2024-09-16T06:58:35.677 INFO:tasks.rados.rados.0.smithi042.stdout:3086: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:35.677 INFO:tasks.rados.rados.0.smithi042.stdout:3087: snap_remove snap 283 2024-09-16T06:58:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:35 smithi042 ceph-mon[94096]: pgmap v658: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 769 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T06:58:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:35 smithi042 ceph-mon[94096]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T06:58:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:35 smithi042 ceph-mon[96574]: pgmap v658: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 769 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T06:58:35.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:35 smithi042 ceph-mon[96574]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T06:58:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:35 smithi164 ceph-mon[88760]: pgmap v658: 121 pgs: 121 active+clean; 116 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 769 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-09-16T06:58:35.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:35 smithi164 ceph-mon[88760]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T06:58:36.522 INFO:tasks.rados.rados.0.smithi042.stdout:3087: done (2 left) 2024-09-16T06:58:36.523 INFO:tasks.rados.rados.0.smithi042.stdout:3088: read oid 24 snap -1 2024-09-16T06:58:36.523 INFO:tasks.rados.rados.0.smithi042.stdout:3088: expect (ObjNum 931 snap 279 seq_num 931) 2024-09-16T06:58:36.523 INFO:tasks.rados.rados.0.smithi042.stdout:3089: setattr oid 45 current snap is 286 2024-09-16T06:58:36.524 INFO:tasks.rados.rados.0.smithi042.stdout:3086: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:3084: finishing write tid 3 to smithi04281968-9 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:3084: finishing write tid 4 to smithi04281968-9 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:3086: done (3 left) 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 286 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:3084: finishing write tid 5 to smithi04281968-9 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1122 (ObjNum 956 snap 286 seq_num 956) dirty exists 2024-09-16T06:58:36.539 INFO:tasks.rados.rados.0.smithi042.stdout:3084: left oid 9 (ObjNum 956 snap 286 seq_num 956) 2024-09-16T06:58:36.540 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 938 (ObjNum 954 snap 286 seq_num 954) dirty exists 2024-09-16T06:58:36.540 INFO:tasks.rados.rados.0.smithi042.stdout:3088: expect (ObjNum 931 snap 279 seq_num 931) 2024-09-16T06:58:36.571 INFO:tasks.rados.rados.0.smithi042.stdout:3090: seq_num 958 ranges {9543680=450560,9994240=655360,10649600=548864} 2024-09-16T06:58:36.625 INFO:tasks.rados.rados.0.smithi042.stdout:3090: writing smithi04281968-14 from 9543680 to 9994240 tid 1 2024-09-16T06:58:36.629 INFO:tasks.rados.rados.0.smithi042.stdout:3090: writing smithi04281968-14 from 9994240 to 10649600 tid 2 2024-09-16T06:58:36.632 INFO:tasks.rados.rados.0.smithi042.stdout:3090: writing smithi04281968-14 from 10649600 to 11198464 tid 3 2024-09-16T06:58:36.632 INFO:tasks.rados.rados.0.smithi042.stdout:3084: done (3 left) 2024-09-16T06:58:36.632 INFO:tasks.rados.rados.0.smithi042.stdout:3088: done (2 left) 2024-09-16T06:58:36.633 INFO:tasks.rados.rados.0.smithi042.stdout:3089: done (1 left) 2024-09-16T06:58:36.633 INFO:tasks.rados.rados.0.smithi042.stdout:3091: read oid 9 snap -1 2024-09-16T06:58:36.633 INFO:tasks.rados.rados.0.smithi042.stdout:3091: expect (ObjNum 956 snap 286 seq_num 956) 2024-09-16T06:58:36.633 INFO:tasks.rados.rados.0.smithi042.stdout:3092: snap_remove snap 285 2024-09-16T06:58:36.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:36 smithi042 ceph-mon[94096]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T06:58:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:36 smithi042 ceph-mon[96574]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T06:58:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:36 smithi164 ceph-mon[88760]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: finishing write tid 1 to smithi04281968-14 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: finishing write tid 2 to smithi04281968-14 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: finishing write tid 3 to smithi04281968-14 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: finishing write tid 4 to smithi04281968-14 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: finishing write tid 5 to smithi04281968-14 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1229 (ObjNum 958 snap 286 seq_num 958) dirty exists 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3090: left oid 14 (ObjNum 958 snap 286 seq_num 958) 2024-09-16T06:58:37.423 INFO:tasks.rados.rados.0.smithi042.stdout:3091: expect (ObjNum 956 snap 286 seq_num 956) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3090: done (2 left) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3091: done (1 left) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3092: done (0 left) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3093: read oid 34 snap -1 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3093: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3094: rollback oid 37 current snap is 286 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3094: done (1 left) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3095: read oid 3 snap -1 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3095: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:37.534 INFO:tasks.rados.rados.0.smithi042.stdout:3096: read oid 29 snap -1 2024-09-16T06:58:37.535 INFO:tasks.rados.rados.0.smithi042.stdout:3096: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:37.535 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 286 2024-09-16T06:58:37.535 INFO:tasks.rados.rados.0.smithi042.stdout:3097: seq_num 959 ranges {2613248=466944,3080192=540672,3620864=557056,4177920=106496} 2024-09-16T06:58:37.550 INFO:tasks.rados.rados.0.smithi042.stdout:3097: writing smithi04281968-41 from 2613248 to 3080192 tid 1 2024-09-16T06:58:37.553 INFO:tasks.rados.rados.0.smithi042.stdout:3097: writing smithi04281968-41 from 3080192 to 3620864 tid 2 2024-09-16T06:58:37.556 INFO:tasks.rados.rados.0.smithi042.stdout:3097: writing smithi04281968-41 from 3620864 to 4177920 tid 3 2024-09-16T06:58:37.557 INFO:tasks.rados.rados.0.smithi042.stdout:3097: writing smithi04281968-41 from 4177920 to 4284416 tid 4 2024-09-16T06:58:37.557 INFO:tasks.rados.rados.0.smithi042.stdout:3098: delete oid 38 current snap is 286 2024-09-16T06:58:37.557 INFO:tasks.rados.rados.0.smithi042.stdout:3095: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:37.559 INFO:tasks.rados.rados.0.smithi042.stdout:3093: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:37.585 INFO:tasks.rados.rados.0.smithi042.stdout:3096: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 1 to smithi04281968-41 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 2 to smithi04281968-41 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3093: done (4 left) 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3095: done (3 left) 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3096: done (2 left) 2024-09-16T06:58:37.625 INFO:tasks.rados.rados.0.smithi042.stdout:3098: done (1 left) 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3099: snap_create 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 3 to smithi04281968-41 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 4 to smithi04281968-41 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 5 to smithi04281968-41 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3097: finishing write tid 6 to smithi04281968-41 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1307 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-09-16T06:58:37.626 INFO:tasks.rados.rados.0.smithi042.stdout:3097: left oid 41 (ObjNum 959 snap 286 seq_num 959) 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[94096]: pgmap v661: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[94096]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[94096]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[96574]: pgmap v661: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[96574]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T06:58:37.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:37 smithi042 ceph-mon[96574]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T06:58:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:37 smithi164 ceph-mon[88760]: pgmap v661: 121 pgs: 121 active+clean; 123 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T06:58:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:37 smithi164 ceph-mon[88760]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T06:58:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:37 smithi164 ceph-mon[88760]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T06:58:38.527 INFO:tasks.rados.rados.0.smithi042.stdout:3097: done (1 left) 2024-09-16T06:58:38.527 INFO:tasks.rados.rados.0.smithi042.stdout:3099: done (0 left) 2024-09-16T06:58:38.528 INFO:tasks.rados.rados.0.smithi042.stdout:3100: snap_create 2024-09-16T06:58:39.530 INFO:tasks.rados.rados.0.smithi042.stdout:3100: done (0 left) 2024-09-16T06:58:39.530 INFO:tasks.rados.rados.0.smithi042.stdout:3101: snap_create 2024-09-16T06:58:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:39 smithi042 ceph-mon[96574]: pgmap v664: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-09-16T06:58:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:39 smithi042 ceph-mon[96574]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T06:58:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:39 smithi042 ceph-mon[94096]: pgmap v664: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-09-16T06:58:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:39 smithi042 ceph-mon[94096]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T06:58:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:39 smithi164 ceph-mon[88760]: pgmap v664: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 130 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-09-16T06:58:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:39 smithi164 ceph-mon[88760]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T06:58:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:3101: done (0 left) 2024-09-16T06:58:40.540 INFO:tasks.rados.rados.0.smithi042.stdout:3102: snap_create 2024-09-16T06:58:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:40 smithi042 ceph-mon[96574]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T06:58:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:40 smithi042 ceph-mon[94096]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T06:58:40.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:40 smithi164 ceph-mon[88760]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T06:58:41.541 INFO:tasks.rados.rados.0.smithi042.stdout:3102: done (0 left) 2024-09-16T06:58:41.541 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 290 2024-09-16T06:58:41.541 INFO:tasks.rados.rados.0.smithi042.stdout:3103: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-09-16T06:58:41.541 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:41] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T06:58:41.543 INFO:tasks.rados.rados.0.smithi042.stdout:3103: writing smithi04281968-17 from 0 to 499712 tid 1 2024-09-16T06:58:41.547 INFO:tasks.rados.rados.0.smithi042.stdout:3103: writing smithi04281968-17 from 499712 to 1212416 tid 2 2024-09-16T06:58:41.551 INFO:tasks.rados.rados.0.smithi042.stdout:3103: writing smithi04281968-17 from 1212416 to 1703936 tid 3 2024-09-16T06:58:41.551 INFO:tasks.rados.rados.0.smithi042.stdout:3104: rollback oid 40 current snap is 290 2024-09-16T06:58:41.551 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 288 2024-09-16T06:58:41.551 INFO:tasks.rados.rados.0.smithi042.stdout:3105: snap_remove snap 286 2024-09-16T06:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:41 smithi042 ceph-mon[94096]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-16T06:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:41 smithi042 ceph-mon[94096]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T06:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:41 smithi042 ceph-mon[96574]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-16T06:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:41 smithi042 ceph-mon[96574]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T06:58:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:41 smithi164 ceph-mon[88760]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 131 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-09-16T06:58:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:41 smithi164 ceph-mon[88760]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3105: done (2 left) 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3106: read oid 29 snap 287 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3106: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 290 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3103: finishing write tid 1 to smithi04281968-17 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3103: finishing write tid 2 to smithi04281968-17 2024-09-16T06:58:42.425 INFO:tasks.rados.rados.0.smithi042.stdout:3107: seq_num 962 ranges {565248=516096,1081344=589824,1671168=614400} 2024-09-16T06:58:42.430 INFO:tasks.rados.rados.0.smithi042.stdout:3107: writing smithi04281968-19 from 565248 to 1081344 tid 1 2024-09-16T06:58:42.434 INFO:tasks.rados.rados.0.smithi042.stdout:3107: writing smithi04281968-19 from 1081344 to 1671168 tid 2 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:3107: writing smithi04281968-19 from 1671168 to 2285568 tid 3 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:3108: rollback oid 11 current snap is 290 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 288 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:3103: finishing write tid 3 to smithi04281968-17 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:3103: finishing write tid 4 to smithi04281968-17 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:3103: finishing write tid 5 to smithi04281968-17 2024-09-16T06:58:42.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1263 (ObjNum 961 snap 290 seq_num 961) dirty exists 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:3103: left oid 17 (ObjNum 961 snap 290 seq_num 961) 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:3104: finishing rollback tid 0 to smithi04281968-40 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:3104: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:3104: finishing rollback tid 2 to smithi04281968-40 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1232 (ObjNum 923 snap 279 seq_num 923) dirty exists 2024-09-16T06:58:42.440 INFO:tasks.rados.rados.0.smithi042.stdout:3106: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:42.483 INFO:tasks.rados.rados.0.smithi042.stdout:3107: finishing write tid 1 to smithi04281968-19 2024-09-16T06:58:42.484 INFO:tasks.rados.rados.0.smithi042.stdout:3103: done (4 left) 2024-09-16T06:58:42.484 INFO:tasks.rados.rados.0.smithi042.stdout:3104: done (3 left) 2024-09-16T06:58:42.484 INFO:tasks.rados.rados.0.smithi042.stdout:3106: done (2 left) 2024-09-16T06:58:42.484 INFO:tasks.rados.rados.0.smithi042.stdout:3109: rollback oid 1 current snap is 290 2024-09-16T06:58:42.484 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 289 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3107: finishing write tid 2 to smithi04281968-19 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3108: finishing rollback tid 0 to smithi04281968-11 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3107: finishing write tid 3 to smithi04281968-19 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3108: finishing rollback tid 1 to smithi04281968-11 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3108: finishing rollback tid 2 to smithi04281968-11 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1125 (ObjNum 922 snap 279 seq_num 922) dirty exists 2024-09-16T06:58:42.485 INFO:tasks.rados.rados.0.smithi042.stdout:3107: finishing write tid 4 to smithi04281968-19 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3107: finishing write tid 5 to smithi04281968-19 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1328 (ObjNum 962 snap 290 seq_num 962) dirty exists 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3107: left oid 19 (ObjNum 962 snap 290 seq_num 962) 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3107: done (2 left) 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3108: done (1 left) 2024-09-16T06:58:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3110: snap_create 2024-09-16T06:58:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3109: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:58:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3109: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:58:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3109: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:58:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1128 (ObjNum 945 snap 285 seq_num 945) dirty exists 2024-09-16T06:58:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:42 smithi164 ceph-mon[88760]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T06:58:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:42 smithi164 ceph-mon[88760]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T06:58:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:42 smithi042 ceph-mon[94096]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T06:58:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:42 smithi042 ceph-mon[94096]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T06:58:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:42 smithi042 ceph-mon[96574]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T06:58:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:42 smithi042 ceph-mon[96574]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T06:58:43.425 INFO:tasks.rados.rados.0.smithi042.stdout:3109: done (1 left) 2024-09-16T06:58:43.425 INFO:tasks.rados.rados.0.smithi042.stdout:3110: done (0 left) 2024-09-16T06:58:43.425 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 291 2024-09-16T06:58:43.425 INFO:tasks.rados.rados.0.smithi042.stdout:3111: seq_num 963 ranges {1466368=532480,1998848=475136,2473984=532480,3006464=196608} 2024-09-16T06:58:43.436 INFO:tasks.rados.rados.0.smithi042.stdout:3111: writing smithi04281968-30 from 1466368 to 1998848 tid 1 2024-09-16T06:58:43.438 INFO:tasks.rados.rados.0.smithi042.stdout:3111: writing smithi04281968-30 from 1998848 to 2473984 tid 2 2024-09-16T06:58:43.441 INFO:tasks.rados.rados.0.smithi042.stdout:3111: writing smithi04281968-30 from 2473984 to 3006464 tid 3 2024-09-16T06:58:43.443 INFO:tasks.rados.rados.0.smithi042.stdout:3111: writing smithi04281968-30 from 3006464 to 3203072 tid 4 2024-09-16T06:58:43.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 291 2024-09-16T06:58:43.444 INFO:tasks.rados.rados.0.smithi042.stdout:3112: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-09-16T06:58:43.446 INFO:tasks.rados.rados.0.smithi042.stdout:3112: writing smithi04281968-38 from 0 to 548864 tid 1 2024-09-16T06:58:43.450 INFO:tasks.rados.rados.0.smithi042.stdout:3112: writing smithi04281968-38 from 548864 to 1310720 tid 2 2024-09-16T06:58:43.454 INFO:tasks.rados.rados.0.smithi042.stdout:3112: writing smithi04281968-38 from 1310720 to 1753088 tid 3 2024-09-16T06:58:43.454 INFO:tasks.rados.rados.0.smithi042.stdout:3113: snap_create 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 1 to smithi04281968-30 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 2 to smithi04281968-30 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 3 to smithi04281968-30 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 4 to smithi04281968-30 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 5 to smithi04281968-30 2024-09-16T06:58:43.455 INFO:tasks.rados.rados.0.smithi042.stdout:3111: finishing write tid 6 to smithi04281968-30 2024-09-16T06:58:43.456 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1298 (ObjNum 963 snap 291 seq_num 963) dirty exists 2024-09-16T06:58:43.456 INFO:tasks.rados.rados.0.smithi042.stdout:3111: left oid 30 (ObjNum 963 snap 291 seq_num 963) 2024-09-16T06:58:43.456 INFO:tasks.rados.rados.0.smithi042.stdout:3112: finishing write tid 1 to smithi04281968-38 2024-09-16T06:58:43.457 INFO:tasks.rados.rados.0.smithi042.stdout:3112: finishing write tid 2 to smithi04281968-38 2024-09-16T06:58:43.457 INFO:tasks.rados.rados.0.smithi042.stdout:3112: finishing write tid 3 to smithi04281968-38 2024-09-16T06:58:43.457 INFO:tasks.rados.rados.0.smithi042.stdout:3112: finishing write tid 4 to smithi04281968-38 2024-09-16T06:58:43.458 INFO:tasks.rados.rados.0.smithi042.stdout:3112: finishing write tid 5 to smithi04281968-38 2024-09-16T06:58:43.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1312 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-09-16T06:58:43.459 INFO:tasks.rados.rados.0.smithi042.stdout:3112: left oid 38 (ObjNum 964 snap 291 seq_num 964) 2024-09-16T06:58:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:43 smithi042 ceph-mon[96574]: pgmap v670: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:58:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:43 smithi042 ceph-mon[96574]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T06:58:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:43 smithi042 ceph-mon[94096]: pgmap v670: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:58:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:43 smithi042 ceph-mon[94096]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T06:58:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:43 smithi164 ceph-mon[88760]: pgmap v670: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T06:58:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:43 smithi164 ceph-mon[88760]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T06:58:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:3111: done (2 left) 2024-09-16T06:58:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:3112: done (1 left) 2024-09-16T06:58:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:3113: done (0 left) 2024-09-16T06:58:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 292 2024-09-16T06:58:44.427 INFO:tasks.rados.rados.0.smithi042.stdout:3114: seq_num 965 ranges {0=565248,565248=647168,1212416=548864,1761280=8192} 2024-09-16T06:58:44.429 INFO:tasks.rados.rados.0.smithi042.stdout:3114: writing smithi04281968-31 from 0 to 565248 tid 1 2024-09-16T06:58:44.433 INFO:tasks.rados.rados.0.smithi042.stdout:3114: writing smithi04281968-31 from 565248 to 1212416 tid 2 2024-09-16T06:58:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:3114: writing smithi04281968-31 from 1212416 to 1761280 tid 3 2024-09-16T06:58:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:3114: writing smithi04281968-31 from 1761280 to 1769472 tid 4 2024-09-16T06:58:44.437 INFO:tasks.rados.rados.0.smithi042.stdout:3115: rmattr oid 35 current snap is 292 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3115: done (1 left) 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3116: read oid 29 snap 288 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3116: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3117: copy_from oid 11 from oid 13 current snap is 292 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 292 2024-09-16T06:58:44.438 INFO:tasks.rados.rados.0.smithi042.stdout:3118: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-09-16T06:58:44.441 INFO:tasks.rados.rados.0.smithi042.stdout:3118: writing smithi04281968-46 from 0 to 581632 tid 1 2024-09-16T06:58:44.445 INFO:tasks.rados.rados.0.smithi042.stdout:3118: writing smithi04281968-46 from 581632 to 1163264 tid 2 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3118: writing smithi04281968-46 from 1163264 to 1785856 tid 3 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3119: delete oid 18 current snap is 292 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 4 to smithi04281968-31 2024-09-16T06:58:44.450 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 5 to smithi04281968-31 2024-09-16T06:58:44.451 INFO:tasks.rados.rados.0.smithi042.stdout:3116: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3114: finishing write tid 6 to smithi04281968-31 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1259 (ObjNum 965 snap 292 seq_num 965) dirty exists 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3114: left oid 31 (ObjNum 965 snap 292 seq_num 965) 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3118: finishing write tid 1 to smithi04281968-46 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3118: finishing write tid 2 to smithi04281968-46 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3114: done (4 left) 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3116: done (3 left) 2024-09-16T06:58:44.493 INFO:tasks.rados.rados.0.smithi042.stdout:3119: done (2 left) 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3120: read oid 4 snap -1 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3120: expect (ObjNum 930 snap 279 seq_num 930) 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3121: copy_from oid 34 from oid 48 current snap is 292 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3118: finishing write tid 3 to smithi04281968-46 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3118: finishing write tid 4 to smithi04281968-46 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3118: finishing write tid 5 to smithi04281968-46 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1090 (ObjNum 966 snap 292 seq_num 966) dirty exists 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3118: left oid 46 (ObjNum 966 snap 292 seq_num 966) 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3118: done (3 left) 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 292 2024-09-16T06:58:44.494 INFO:tasks.rados.rados.0.smithi042.stdout:3122: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-09-16T06:58:44.495 INFO:tasks.rados.rados.0.smithi042.stdout:3122: writing smithi04281968-28 from 0 to 614400 tid 1 2024-09-16T06:58:44.500 INFO:tasks.rados.rados.0.smithi042.stdout:3122: writing smithi04281968-28 from 614400 to 1359872 tid 2 2024-09-16T06:58:44.503 INFO:tasks.rados.rados.0.smithi042.stdout:3122: writing smithi04281968-28 from 1359872 to 1818624 tid 3 2024-09-16T06:58:44.503 INFO:tasks.rados.rados.0.smithi042.stdout:3123: read oid 18 snap -1 2024-09-16T06:58:44.503 INFO:tasks.rados.rados.0.smithi042.stdout:3123: expect deleted 2024-09-16T06:58:44.503 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 292 2024-09-16T06:58:44.503 INFO:tasks.rados.rados.0.smithi042.stdout:3124: seq_num 969 ranges {1769472=638976,2408448=630784,3039232=532480,3571712=40960} 2024-09-16T06:58:44.516 INFO:tasks.rados.rados.0.smithi042.stdout:3124: writing smithi04281968-31 from 1769472 to 2408448 tid 1 2024-09-16T06:58:44.520 INFO:tasks.rados.rados.0.smithi042.stdout:3124: writing smithi04281968-31 from 2408448 to 3039232 tid 2 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3124: writing smithi04281968-31 from 3039232 to 3571712 tid 3 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3124: writing smithi04281968-31 from 3571712 to 3612672 tid 4 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3125: read oid 12 snap -1 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3125: expect (ObjNum 920 snap 279 seq_num 920) 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3126: copy_from oid 14 from oid 36 current snap is 292 2024-09-16T06:58:44.524 INFO:tasks.rados.rados.0.smithi042.stdout:3120: expect (ObjNum 930 snap 279 seq_num 930) 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:3117: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:3117: finishing copy_from to smithi04281968-11 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1073 (ObjNum 912 snap 278 seq_num 912) dirty exists 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:3122: finishing write tid 1 to smithi04281968-28 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:3122: finishing write tid 2 to smithi04281968-28 2024-09-16T06:58:44.560 INFO:tasks.rados.rados.0.smithi042.stdout:3122: finishing write tid 3 to smithi04281968-28 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3117: done (7 left) 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3120: done (6 left) 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3123: done (5 left) 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3127: rollback oid 20 current snap is 292 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 287 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3122: finishing write tid 4 to smithi04281968-28 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3122: finishing write tid 5 to smithi04281968-28 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1316 (ObjNum 968 snap 292 seq_num 968) dirty exists 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3122: left oid 28 (ObjNum 968 snap 292 seq_num 968) 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3121: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:58:44.561 INFO:tasks.rados.rados.0.smithi042.stdout:3125: expect (ObjNum 920 snap 279 seq_num 920) 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:3126: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 1 to smithi04281968-31 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 2 to smithi04281968-31 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:3121: finishing copy_from to smithi04281968-34 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 793 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:3126: finishing copy_from to smithi04281968-14 2024-09-16T06:58:44.587 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1082 (ObjNum 937 snap 281 seq_num 937) dirty exists 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 3 to smithi04281968-31 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 4 to smithi04281968-31 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 5 to smithi04281968-31 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: finishing write tid 6 to smithi04281968-31 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1264 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: left oid 31 (ObjNum 969 snap 292 seq_num 969) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3127: finishing rollback tid 1 to smithi04281968-20 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 0 (ObjNum 110816528 snap 21996 seq_num 304) dirty dne 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3121: done (5 left) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3122: done (4 left) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3124: done (3 left) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3125: done (2 left) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3126: done (1 left) 2024-09-16T06:58:44.588 INFO:tasks.rados.rados.0.smithi042.stdout:3127: done (0 left) 2024-09-16T06:58:44.589 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 292 2024-09-16T06:58:44.589 INFO:tasks.rados.rados.0.smithi042.stdout:3128: seq_num 970 ranges {999424=655360,1654784=516096,2170880=688128} 2024-09-16T06:58:44.595 INFO:tasks.rados.rados.0.smithi042.stdout:3128: writing smithi04281968-50 from 999424 to 1654784 tid 1 2024-09-16T06:58:44.598 INFO:tasks.rados.rados.0.smithi042.stdout:3128: writing smithi04281968-50 from 1654784 to 2170880 tid 2 2024-09-16T06:58:44.603 INFO:tasks.rados.rados.0.smithi042.stdout:3128: writing smithi04281968-50 from 2170880 to 2859008 tid 3 2024-09-16T06:58:44.603 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 292 2024-09-16T06:58:44.603 INFO:tasks.rados.rados.0.smithi042.stdout:3128: finishing write tid 1 to smithi04281968-50 2024-09-16T06:58:44.603 INFO:tasks.rados.rados.0.smithi042.stdout:3128: finishing write tid 2 to smithi04281968-50 2024-09-16T06:58:44.603 INFO:tasks.rados.rados.0.smithi042.stdout:3129: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-09-16T06:58:44.606 INFO:tasks.rados.rados.0.smithi042.stdout:3129: writing smithi04281968-32 from 0 to 671744 tid 1 2024-09-16T06:58:44.611 INFO:tasks.rados.rados.0.smithi042.stdout:3129: writing smithi04281968-32 from 671744 to 1474560 tid 2 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3129: writing smithi04281968-32 from 1474560 to 1875968 tid 3 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3130: copy_from oid 14 from oid 7 current snap is 292 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3128: finishing write tid 3 to smithi04281968-50 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3131: copy_from oid 34 from oid 37 current snap is 292 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3128: finishing write tid 4 to smithi04281968-50 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3128: finishing write tid 5 to smithi04281968-50 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 797 (ObjNum 970 snap 292 seq_num 970) dirty exists 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3128: left oid 50 (ObjNum 970 snap 292 seq_num 970) 2024-09-16T06:58:44.614 INFO:tasks.rados.rados.0.smithi042.stdout:3129: finishing write tid 1 to smithi04281968-32 2024-09-16T06:58:44.615 INFO:tasks.rados.rados.0.smithi042.stdout:3128: done (3 left) 2024-09-16T06:58:44.615 INFO:tasks.rados.rados.0.smithi042.stdout:3132: copy_from oid 4 from oid 46 current snap is 292 2024-09-16T06:58:44.615 INFO:tasks.rados.rados.0.smithi042.stdout:3133: snap_remove snap 288 2024-09-16T06:58:45.556 INFO:tasks.rados.rados.0.smithi042.stdout:3133: done (4 left) 2024-09-16T06:58:45.556 INFO:tasks.rados.rados.0.smithi042.stdout:3134: rollback oid 44 current snap is 292 2024-09-16T06:58:45.556 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 287 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3129: finishing write tid 2 to smithi04281968-32 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3129: finishing write tid 3 to smithi04281968-32 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3129: finishing write tid 4 to smithi04281968-32 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3129: finishing write tid 5 to smithi04281968-32 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1236 (ObjNum 971 snap 292 seq_num 971) dirty exists 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3129: left oid 32 (ObjNum 971 snap 292 seq_num 971) 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3131: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3131: finishing copy_from to smithi04281968-34 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1078 (ObjNum 935 snap 281 seq_num 935) dirty exists 2024-09-16T06:58:45.557 INFO:tasks.rados.rados.0.smithi042.stdout:3132: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:58:45.558 INFO:tasks.rados.rados.0.smithi042.stdout:3129: done (4 left) 2024-09-16T06:58:45.558 INFO:tasks.rados.rados.0.smithi042.stdout:3131: done (3 left) 2024-09-16T06:58:45.558 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 292 2024-09-16T06:58:45.558 INFO:tasks.rados.rados.0.smithi042.stdout:3135: seq_num 972 ranges {1015808=688128,1703936=688128,2392064=516096} 2024-09-16T06:58:45.566 INFO:tasks.rados.rados.0.smithi042.stdout:3135: writing smithi04281968-12 from 1015808 to 1703936 tid 1 2024-09-16T06:58:45.571 INFO:tasks.rados.rados.0.smithi042.stdout:3135: writing smithi04281968-12 from 1703936 to 2392064 tid 2 2024-09-16T06:58:45.575 INFO:tasks.rados.rados.0.smithi042.stdout:3135: writing smithi04281968-12 from 2392064 to 2908160 tid 3 2024-09-16T06:58:45.575 INFO:tasks.rados.rados.0.smithi042.stdout:3136: read oid 3 snap -1 2024-09-16T06:58:45.575 INFO:tasks.rados.rados.0.smithi042.stdout:3136: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:45.575 INFO:tasks.rados.rados.0.smithi042.stdout:3137: read oid 10 snap -1 2024-09-16T06:58:45.575 INFO:tasks.rados.rados.0.smithi042.stdout:3137: expect deleted 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3138: rollback oid 48 current snap is 292 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 48 to 287 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3132: finishing copy_from to smithi04281968-4 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1090 (ObjNum 966 snap 292 seq_num 966) dirty exists 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3130: finishing copy_from racing read to smithi04281968-14 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3130: finishing copy_from to smithi04281968-14 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1249 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3134: finishing rollback tid 1 to smithi04281968-44 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 0 (ObjNum 97 snap 0 seq_num 3331985616) dirty dne 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3135: finishing write tid 1 to smithi04281968-12 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3130: done (6 left) 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3132: done (5 left) 2024-09-16T06:58:45.576 INFO:tasks.rados.rados.0.smithi042.stdout:3134: done (4 left) 2024-09-16T06:58:45.577 INFO:tasks.rados.rados.0.smithi042.stdout:3139: copy_from oid 1 from oid 13 current snap is 292 2024-09-16T06:58:45.577 INFO:tasks.rados.rados.0.smithi042.stdout:3140: snap_remove snap 291 2024-09-16T06:58:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:45 smithi164 ceph-mon[88760]: pgmap v673: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 804 KiB/s wr, 10 op/s 2024-09-16T06:58:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:45 smithi164 ceph-mon[88760]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T06:58:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:45 smithi042 ceph-mon[94096]: pgmap v673: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 804 KiB/s wr, 10 op/s 2024-09-16T06:58:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:45 smithi042 ceph-mon[94096]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T06:58:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:45 smithi042 ceph-mon[96574]: pgmap v673: 121 pgs: 121 active+clean; 127 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 804 KiB/s wr, 10 op/s 2024-09-16T06:58:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:45 smithi042 ceph-mon[96574]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T06:58:46.561 INFO:tasks.rados.rados.0.smithi042.stdout:3140: done (5 left) 2024-09-16T06:58:46.561 INFO:tasks.rados.rados.0.smithi042.stdout:3141: copy_from oid 5 from oid 23 current snap is 292 2024-09-16T06:58:46.561 INFO:tasks.rados.rados.0.smithi042.stdout:3136: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3135: finishing write tid 2 to smithi04281968-12 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3135: finishing write tid 3 to smithi04281968-12 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3135: finishing write tid 4 to smithi04281968-12 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3138: finishing rollback tid 0 to smithi04281968-48 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3138: finishing rollback tid 1 to smithi04281968-48 2024-09-16T06:58:46.567 INFO:tasks.rados.rados.0.smithi042.stdout:3135: finishing write tid 5 to smithi04281968-12 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1335 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3135: left oid 12 (ObjNum 972 snap 292 seq_num 972) 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3138: finishing rollback tid 2 to smithi04281968-48 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 800 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3139: finishing copy_from racing read to smithi04281968-1 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3139: finishing copy_from to smithi04281968-1 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1073 (ObjNum 912 snap 278 seq_num 912) dirty exists 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3135: done (5 left) 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3136: done (4 left) 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3137: done (3 left) 2024-09-16T06:58:46.568 INFO:tasks.rados.rados.0.smithi042.stdout:3138: done (2 left) 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3139: done (1 left) 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3142: read oid 41 snap -1 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3142: expect (ObjNum 959 snap 286 seq_num 959) 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3143: read oid 11 snap -1 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3143: expect (ObjNum 912 snap 278 seq_num 912) 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3144: rollback oid 34 current snap is 292 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 287 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3145: read oid 27 snap -1 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3145: expect (ObjNum 927 snap 279 seq_num 927) 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3146: read oid 8 snap -1 2024-09-16T06:58:46.569 INFO:tasks.rados.rados.0.smithi042.stdout:3146: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:46.570 INFO:tasks.rados.rados.0.smithi042.stdout:3147: copy_from oid 40 from oid 2 current snap is 292 2024-09-16T06:58:46.570 INFO:tasks.rados.rados.0.smithi042.stdout:3148: rollback oid 31 current snap is 292 2024-09-16T06:58:46.570 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 287 2024-09-16T06:58:46.570 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 292 2024-09-16T06:58:46.570 INFO:tasks.rados.rados.0.smithi042.stdout:3149: seq_num 973 ranges {1556480=704512,2260992=573440,2834432=507904,3342336=122880} 2024-09-16T06:58:46.580 INFO:tasks.rados.rados.0.smithi042.stdout:3149: writing smithi04281968-33 from 1556480 to 2260992 tid 1 2024-09-16T06:58:46.584 INFO:tasks.rados.rados.0.smithi042.stdout:3149: writing smithi04281968-33 from 2260992 to 2834432 tid 2 2024-09-16T06:58:46.587 INFO:tasks.rados.rados.0.smithi042.stdout:3149: writing smithi04281968-33 from 2834432 to 3342336 tid 3 2024-09-16T06:58:46.588 INFO:tasks.rados.rados.0.smithi042.stdout:3149: writing smithi04281968-33 from 3342336 to 3465216 tid 4 2024-09-16T06:58:46.588 INFO:tasks.rados.rados.0.smithi042.stdout:3150: delete oid 4 current snap is 292 2024-09-16T06:58:46.588 INFO:tasks.rados.rados.0.smithi042.stdout:3146: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:46.598 INFO:tasks.rados.rados.0.smithi042.stdout:3141: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:58:46.598 INFO:tasks.rados.rados.0.smithi042.stdout:3145: expect (ObjNum 927 snap 279 seq_num 927) 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3145: done (9 left) 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3146: done (8 left) 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3150: done (7 left) 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3151: delete oid 26 current snap is 292 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3144: finishing rollback tid 0 to smithi04281968-34 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3141: finishing copy_from to smithi04281968-5 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1225 (ObjNum 2417 snap 0 seq_num 3307184672) dirty exists 2024-09-16T06:58:46.631 INFO:tasks.rados.rados.0.smithi042.stdout:3144: finishing rollback tid 1 to smithi04281968-34 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:3144: finishing rollback tid 2 to smithi04281968-34 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1267 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:3148: finishing rollback tid 0 to smithi04281968-31 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:3148: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1269 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T06:58:46.632 INFO:tasks.rados.rados.0.smithi042.stdout:3142: expect (ObjNum 959 snap 286 seq_num 959) 2024-09-16T06:58:46.808 INFO:tasks.rados.rados.0.smithi042.stdout:3147: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:58:46.808 INFO:tasks.rados.rados.0.smithi042.stdout:3147: finishing copy_from to smithi04281968-40 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1254 (ObjNum 951 snap 285 seq_num 951) dirty exists 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3141: done (7 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3142: done (6 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3144: done (5 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3147: done (4 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3148: done (3 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3151: done (2 left) 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3152: rollback oid 7 current snap is 292 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 290 2024-09-16T06:58:46.809 INFO:tasks.rados.rados.0.smithi042.stdout:3143: expect (ObjNum 912 snap 278 seq_num 912) 2024-09-16T06:58:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:46 smithi042 ceph-mon[94096]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T06:58:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:46 smithi042 ceph-mon[96574]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T06:58:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:46 smithi164 ceph-mon[88760]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[96574]: pgmap v676: 121 pgs: 121 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[96574]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[96574]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[94096]: pgmap v676: 121 pgs: 121 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[94096]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T06:58:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:47 smithi042 ceph-mon[94096]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T06:58:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:47 smithi164 ceph-mon[88760]: pgmap v676: 121 pgs: 121 active+clean; 147 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 907 KiB/s rd, 5.0 MiB/s wr, 6 op/s 2024-09-16T06:58:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:47 smithi164 ceph-mon[88760]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T06:58:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:47 smithi164 ceph-mon[88760]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 1 to smithi04281968-33 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 2 to smithi04281968-33 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 3 to smithi04281968-33 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 4 to smithi04281968-33 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 5 to smithi04281968-33 2024-09-16T06:58:48.986 INFO:tasks.rados.rados.0.smithi042.stdout:3149: finishing write tid 6 to smithi04281968-33 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1133 (ObjNum 973 snap 292 seq_num 973) dirty exists 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:3149: left oid 33 (ObjNum 973 snap 292 seq_num 973) 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:3152: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:3152: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:3152: finishing rollback tid 2 to smithi04281968-7 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1267 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:58:48.987 INFO:tasks.rados.rados.0.smithi042.stdout:3143: done (2 left) 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3149: done (1 left) 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3152: done (0 left) 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3153: read oid 25 snap -1 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3153: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3154: read oid 2 snap -1 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3154: expect (ObjNum 951 snap 285 seq_num 951) 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3155: copy_from oid 19 from oid 42 current snap is 292 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 292 2024-09-16T06:58:48.988 INFO:tasks.rados.rados.0.smithi042.stdout:3156: seq_num 976 ranges {4284416=753664,5038080=671744,5709824=532480} 2024-09-16T06:58:49.016 INFO:tasks.rados.rados.0.smithi042.stdout:3156: writing smithi04281968-41 from 4284416 to 5038080 tid 1 2024-09-16T06:58:49.021 INFO:tasks.rados.rados.0.smithi042.stdout:3156: writing smithi04281968-41 from 5038080 to 5709824 tid 2 2024-09-16T06:58:49.024 INFO:tasks.rados.rados.0.smithi042.stdout:3156: writing smithi04281968-41 from 5709824 to 6242304 tid 3 2024-09-16T06:58:49.024 INFO:tasks.rados.rados.0.smithi042.stdout:3157: delete oid 3 current snap is 292 2024-09-16T06:58:49.024 INFO:tasks.rados.rados.0.smithi042.stdout:3154: expect (ObjNum 951 snap 285 seq_num 951) 2024-09-16T06:58:49.160 INFO:tasks.rados.rados.0.smithi042.stdout:3155: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3155: finishing copy_from to smithi04281968-19 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1257 (ObjNum 947 snap 285 seq_num 947) dirty exists 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3156: finishing write tid 1 to smithi04281968-41 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3154: done (4 left) 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3155: done (3 left) 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3157: done (2 left) 2024-09-16T06:58:49.161 INFO:tasks.rados.rados.0.smithi042.stdout:3158: copy_from oid 5 from oid 6 current snap is 292 2024-09-16T06:58:49.162 INFO:tasks.rados.rados.0.smithi042.stdout:3153: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T06:58:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:49 smithi042 ceph-mon[96574]: pgmap v679: 121 pgs: 121 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.3 MiB/s wr, 14 op/s 2024-09-16T06:58:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:49 smithi042 ceph-mon[94096]: pgmap v679: 121 pgs: 121 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.3 MiB/s wr, 14 op/s 2024-09-16T06:58:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:49 smithi164 ceph-mon[88760]: pgmap v679: 121 pgs: 121 active+clean; 163 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.3 MiB/s wr, 14 op/s 2024-09-16T06:58:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:58:50.161 INFO:tasks.rados.rados.0.smithi042.stdout:3156: finishing write tid 2 to smithi04281968-41 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3156: finishing write tid 3 to smithi04281968-41 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3156: finishing write tid 4 to smithi04281968-41 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3156: finishing write tid 5 to smithi04281968-41 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1320 (ObjNum 976 snap 292 seq_num 976) dirty exists 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3156: left oid 41 (ObjNum 976 snap 292 seq_num 976) 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3153: done (2 left) 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3156: done (1 left) 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 292 2024-09-16T06:58:50.162 INFO:tasks.rados.rados.0.smithi042.stdout:3159: seq_num 978 ranges {1187840=786432,1974272=442368,2416640=647168,3063808=114688} 2024-09-16T06:58:50.172 INFO:tasks.rados.rados.0.smithi042.stdout:3159: writing smithi04281968-15 from 1187840 to 1974272 tid 1 2024-09-16T06:58:50.174 INFO:tasks.rados.rados.0.smithi042.stdout:3159: writing smithi04281968-15 from 1974272 to 2416640 tid 2 2024-09-16T06:58:50.178 INFO:tasks.rados.rados.0.smithi042.stdout:3159: writing smithi04281968-15 from 2416640 to 3063808 tid 3 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:3159: writing smithi04281968-15 from 3063808 to 3178496 tid 4 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 292 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:3158: finishing copy_from racing read to smithi04281968-5 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:3158: finishing copy_from to smithi04281968-5 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1309 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:58:50.179 INFO:tasks.rados.rados.0.smithi042.stdout:3160: seq_num 979 ranges {1204224=802816,2007040=729088,2736128=458752,3194880=16384} 2024-09-16T06:58:50.190 INFO:tasks.rados.rados.0.smithi042.stdout:3160: writing smithi04281968-24 from 1204224 to 2007040 tid 1 2024-09-16T06:58:50.194 INFO:tasks.rados.rados.0.smithi042.stdout:3160: writing smithi04281968-24 from 2007040 to 2736128 tid 2 2024-09-16T06:58:50.197 INFO:tasks.rados.rados.0.smithi042.stdout:3160: writing smithi04281968-24 from 2736128 to 3194880 tid 3 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3160: writing smithi04281968-24 from 3194880 to 3211264 tid 4 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3158: done (2 left) 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3161: copy_from oid 38 from oid 8 current snap is 292 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 1 to smithi04281968-15 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 2 to smithi04281968-15 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3162: snap_create 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 3 to smithi04281968-15 2024-09-16T06:58:50.198 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 4 to smithi04281968-15 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 5 to smithi04281968-15 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3159: finishing write tid 6 to smithi04281968-15 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1273 (ObjNum 978 snap 292 seq_num 978) dirty exists 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3159: left oid 15 (ObjNum 978 snap 292 seq_num 978) 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 1 to smithi04281968-24 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 2 to smithi04281968-24 2024-09-16T06:58:50.199 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 3 to smithi04281968-24 2024-09-16T06:58:50.200 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 4 to smithi04281968-24 2024-09-16T06:58:50.200 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 5 to smithi04281968-24 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:3161: finishing copy_from racing read to smithi04281968-38 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:3160: finishing write tid 6 to smithi04281968-24 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1325 (ObjNum 979 snap 292 seq_num 979) dirty exists 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:3160: left oid 24 (ObjNum 979 snap 292 seq_num 979) 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:3161: finishing copy_from to smithi04281968-38 2024-09-16T06:58:50.203 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 918 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:58:50.567 INFO:tasks.rados.rados.0.smithi042.stdout:3159: done (3 left) 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3160: done (2 left) 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3161: done (1 left) 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3162: done (0 left) 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3163: read oid 38 snap 290 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3163: expect deleted 2024-09-16T06:58:50.568 INFO:tasks.rados.rados.0.smithi042.stdout:3164: delete oid 20 current snap is 293 2024-09-16T06:58:50.571 INFO:tasks.rados.rados.0.smithi042.stdout:3163: done (1 left) 2024-09-16T06:58:50.571 INFO:tasks.rados.rados.0.smithi042.stdout:3164: done (0 left) 2024-09-16T06:58:50.571 INFO:tasks.rados.rados.0.smithi042.stdout:3165: snap_create 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3165: done (0 left) 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3166: rollback oid 31 current snap is 294 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 287 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3167: read oid 45 snap -1 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3167: expect (ObjNum 954 snap 286 seq_num 954) 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3168: rmattr oid 40 current snap is 294 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3168: done (2 left) 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3169: read oid 5 snap 292 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3169: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3170: read oid 34 snap -1 2024-09-16T06:58:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3170: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3171: rollback oid 18 current snap is 294 2024-09-16T06:58:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 290 2024-09-16T06:58:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3172: copy_from oid 30 from oid 29 current snap is 294 2024-09-16T06:58:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3173: read oid 41 snap 287 2024-09-16T06:58:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3173: expect (ObjNum 959 snap 286 seq_num 959) 2024-09-16T06:58:51.572 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:58:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:58:51] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:58:51.573 INFO:tasks.rados.rados.0.smithi042.stdout:3174: read oid 2 snap -1 2024-09-16T06:58:51.573 INFO:tasks.rados.rados.0.smithi042.stdout:3174: expect (ObjNum 951 snap 285 seq_num 951) 2024-09-16T06:58:51.573 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 294 2024-09-16T06:58:51.573 INFO:tasks.rados.rados.0.smithi042.stdout:3175: seq_num 981 ranges {10936320=434176,11370496=540672,11911168=466944,12378112=524288,12902400=73728} 2024-09-16T06:58:51.635 INFO:tasks.rados.rados.0.smithi042.stdout:3175: writing smithi04281968-25 from 10936320 to 11370496 tid 1 2024-09-16T06:58:51.638 INFO:tasks.rados.rados.0.smithi042.stdout:3175: writing smithi04281968-25 from 11370496 to 11911168 tid 2 2024-09-16T06:58:51.641 INFO:tasks.rados.rados.0.smithi042.stdout:3175: writing smithi04281968-25 from 11911168 to 12378112 tid 3 2024-09-16T06:58:51.645 INFO:tasks.rados.rados.0.smithi042.stdout:3175: writing smithi04281968-25 from 12378112 to 12902400 tid 4 2024-09-16T06:58:51.645 INFO:tasks.rados.rados.0.smithi042.stdout:3175: writing smithi04281968-25 from 12902400 to 12976128 tid 5 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3176: copy_from oid 35 from oid 8 current snap is 294 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3166: finishing rollback tid 1 to smithi04281968-31 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 0) dirty dne 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3166: done (9 left) 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 294 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3171: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3171: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 921 (ObjNum 897 snap 276 seq_num 897) dirty exists 2024-09-16T06:58:51.646 INFO:tasks.rados.rados.0.smithi042.stdout:3170: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:51.673 INFO:tasks.rados.rados.0.smithi042.stdout:3172: finishing copy_from racing read to smithi04281968-30 2024-09-16T06:58:51.673 INFO:tasks.rados.rados.0.smithi042.stdout:3172: finishing copy_from to smithi04281968-30 2024-09-16T06:58:51.673 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1076 (ObjNum 906 snap 277 seq_num 906) dirty exists 2024-09-16T06:58:51.673 INFO:tasks.rados.rados.0.smithi042.stdout:3169: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:58:51.735 INFO:tasks.rados.rados.0.smithi042.stdout:3174: expect (ObjNum 951 snap 285 seq_num 951) 2024-09-16T06:58:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:51 smithi042 ceph-mon[94096]: pgmap v680: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-16T06:58:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:51 smithi042 ceph-mon[94096]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T06:58:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:51 smithi042 ceph-mon[96574]: pgmap v680: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-16T06:58:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:51 smithi042 ceph-mon[96574]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T06:58:51.869 INFO:tasks.rados.rados.0.smithi042.stdout:3173: expect (ObjNum 959 snap 286 seq_num 959) 2024-09-16T06:58:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:51 smithi164 ceph-mon[88760]: pgmap v680: 121 pgs: 121 active+clean; 172 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 20 op/s 2024-09-16T06:58:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:51 smithi164 ceph-mon[88760]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T06:58:52.044 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 1 to smithi04281968-25 2024-09-16T06:58:52.044 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 2 to smithi04281968-25 2024-09-16T06:58:52.044 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 3 to smithi04281968-25 2024-09-16T06:58:52.044 INFO:tasks.rados.rados.0.smithi042.stdout:3167: expect (ObjNum 954 snap 286 seq_num 954) 2024-09-16T06:58:52.574 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:58:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:58:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:58:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:52 smithi042 ceph-mon[96574]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T06:58:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:52 smithi042 ceph-mon[96574]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T06:58:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:52 smithi042 ceph-mon[94096]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T06:58:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:52 smithi042 ceph-mon[94096]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T06:58:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:52 smithi164 ceph-mon[88760]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T06:58:52.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:52 smithi164 ceph-mon[88760]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3176: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 4 to smithi04281968-25 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 5 to smithi04281968-25 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3176: finishing copy_from to smithi04281968-35 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 918 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 6 to smithi04281968-25 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:3175: finishing write tid 7 to smithi04281968-25 2024-09-16T06:58:53.515 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 1315 (ObjNum 981 snap 294 seq_num 981) dirty exists 2024-09-16T06:58:53.516 INFO:tasks.rados.rados.0.smithi042.stdout:3175: left oid 25 (ObjNum 981 snap 294 seq_num 981) 2024-09-16T06:58:53.516 INFO:tasks.rados.rados.0.smithi042.stdout:3177: seq_num 982 ranges {3104768=450560,3555328=425984,3981312=679936,4661248=466944,5128192=32768} 2024-09-16T06:58:53.534 INFO:tasks.rados.rados.0.smithi042.stdout:3177: writing smithi04281968-9 from 3104768 to 3555328 tid 1 2024-09-16T06:58:53.536 INFO:tasks.rados.rados.0.smithi042.stdout:3177: writing smithi04281968-9 from 3555328 to 3981312 tid 2 2024-09-16T06:58:53.540 INFO:tasks.rados.rados.0.smithi042.stdout:3177: writing smithi04281968-9 from 3981312 to 4661248 tid 3 2024-09-16T06:58:53.543 INFO:tasks.rados.rados.0.smithi042.stdout:3177: writing smithi04281968-9 from 4661248 to 5128192 tid 4 2024-09-16T06:58:53.543 INFO:tasks.rados.rados.0.smithi042.stdout:3177: writing smithi04281968-9 from 5128192 to 5160960 tid 5 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3167: done (9 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3169: done (8 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3170: done (7 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3171: done (6 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3172: done (5 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3173: done (4 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3174: done (3 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3175: done (2 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3176: done (1 left) 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 294 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 1 to smithi04281968-9 2024-09-16T06:58:53.544 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 2 to smithi04281968-9 2024-09-16T06:58:53.545 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 3 to smithi04281968-9 2024-09-16T06:58:53.545 INFO:tasks.rados.rados.0.smithi042.stdout:3178: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-09-16T06:58:53.545 INFO:tasks.rados.rados.0.smithi042.stdout:3178: writing smithi04281968-43 from 0 to 466944 tid 1 2024-09-16T06:58:53.549 INFO:tasks.rados.rados.0.smithi042.stdout:3178: writing smithi04281968-43 from 466944 to 1179648 tid 2 2024-09-16T06:58:53.551 INFO:tasks.rados.rados.0.smithi042.stdout:3178: writing smithi04281968-43 from 1179648 to 1613824 tid 3 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3178: writing smithi04281968-43 from 1613824 to 2072576 tid 4 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3179: rollback oid 16 current snap is 294 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 287 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 4 to smithi04281968-9 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 5 to smithi04281968-9 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 6 to smithi04281968-9 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3177: finishing write tid 7 to smithi04281968-9 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1139 (ObjNum 982 snap 294 seq_num 982) dirty exists 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3177: left oid 9 (ObjNum 982 snap 294 seq_num 982) 2024-09-16T06:58:53.555 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 1 to smithi04281968-43 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 2 to smithi04281968-43 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 3 to smithi04281968-43 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3177: done (2 left) 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3180: rmattr oid 48 current snap is 294 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3181: setattr oid 12 current snap is 294 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:3179: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:58:53.556 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 0 (ObjNum 65 snap 0 seq_num 110836640) dirty dne 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 4 to smithi04281968-43 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 5 to smithi04281968-43 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 802 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:3179: done (3 left) 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:3180: done (2 left) 2024-09-16T06:58:53.557 INFO:tasks.rados.rados.0.smithi042.stdout:3182: snap_create 2024-09-16T06:58:53.559 INFO:tasks.rados.rados.0.smithi042.stdout:3178: finishing write tid 6 to smithi04281968-43 2024-09-16T06:58:53.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1304 (ObjNum 983 snap 294 seq_num 983) dirty exists 2024-09-16T06:58:53.559 INFO:tasks.rados.rados.0.smithi042.stdout:3178: left oid 43 (ObjNum 983 snap 294 seq_num 983) 2024-09-16T06:58:53.560 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1343 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T06:58:53.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[96574]: pgmap v683: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 22 op/s 2024-09-16T06:58:53.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:58:53.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:58:53.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:58:53.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:58:53.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[94096]: pgmap v683: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 22 op/s 2024-09-16T06:58:53.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:58:53.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:58:53.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:58:53.858 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:58:53.977 INFO:tasks.rados.rados.0.smithi042.stdout:3178: done (2 left) 2024-09-16T06:58:53.977 INFO:tasks.rados.rados.0.smithi042.stdout:3181: done (1 left) 2024-09-16T06:58:53.977 INFO:tasks.rados.rados.0.smithi042.stdout:3182: done (0 left) 2024-09-16T06:58:53.977 INFO:tasks.rados.rados.0.smithi042.stdout:3183: delete oid 42 current snap is 295 2024-09-16T06:58:53.981 INFO:tasks.rados.rados.0.smithi042.stdout:3183: done (0 left) 2024-09-16T06:58:53.981 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 295 2024-09-16T06:58:53.981 INFO:tasks.rados.rados.0.smithi042.stdout:3184: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-09-16T06:58:53.985 INFO:tasks.rados.rados.0.smithi042.stdout:3184: writing smithi04281968-26 from 0 to 499712 tid 1 2024-09-16T06:58:53.987 INFO:tasks.rados.rados.0.smithi042.stdout:3184: writing smithi04281968-26 from 499712 to 983040 tid 2 2024-09-16T06:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:53 smithi164 ceph-mon[88760]: pgmap v683: 121 pgs: 121 active+clean; 191 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 22 op/s 2024-09-16T06:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:58:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:58:53.989 INFO:tasks.rados.rados.0.smithi042.stdout:3184: writing smithi04281968-26 from 983040 to 1433600 tid 3 2024-09-16T06:58:53.993 INFO:tasks.rados.rados.0.smithi042.stdout:3184: writing smithi04281968-26 from 1433600 to 2015232 tid 4 2024-09-16T06:58:53.994 INFO:tasks.rados.rados.0.smithi042.stdout:3184: writing smithi04281968-26 from 2015232 to 2105344 tid 5 2024-09-16T06:58:53.994 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 295 2024-09-16T06:58:53.994 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 1 to smithi04281968-26 2024-09-16T06:58:53.994 INFO:tasks.rados.rados.0.smithi042.stdout:3185: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-09-16T06:58:53.997 INFO:tasks.rados.rados.0.smithi042.stdout:3185: writing smithi04281968-42 from 0 to 516096 tid 1 2024-09-16T06:58:54.001 INFO:tasks.rados.rados.0.smithi042.stdout:3185: writing smithi04281968-42 from 516096 to 1286144 tid 2 2024-09-16T06:58:54.005 INFO:tasks.rados.rados.0.smithi042.stdout:3185: writing smithi04281968-42 from 1286144 to 1941504 tid 3 2024-09-16T06:58:54.006 INFO:tasks.rados.rados.0.smithi042.stdout:3185: writing smithi04281968-42 from 1941504 to 2121728 tid 4 2024-09-16T06:58:54.006 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 295 2024-09-16T06:58:54.006 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 2 to smithi04281968-26 2024-09-16T06:58:54.006 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 3 to smithi04281968-26 2024-09-16T06:58:54.006 INFO:tasks.rados.rados.0.smithi042.stdout:3186: seq_num 987 ranges {4546560=532480,5079040=647168,5726208=417792,6144000=409600,6553600=131072} 2024-09-16T06:58:54.034 INFO:tasks.rados.rados.0.smithi042.stdout:3186: writing smithi04281968-22 from 4546560 to 5079040 tid 1 2024-09-16T06:58:54.037 INFO:tasks.rados.rados.0.smithi042.stdout:3186: writing smithi04281968-22 from 5079040 to 5726208 tid 2 2024-09-16T06:58:54.039 INFO:tasks.rados.rados.0.smithi042.stdout:3186: writing smithi04281968-22 from 5726208 to 6144000 tid 3 2024-09-16T06:58:54.042 INFO:tasks.rados.rados.0.smithi042.stdout:3186: writing smithi04281968-22 from 6144000 to 6553600 tid 4 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3186: writing smithi04281968-22 from 6553600 to 6684672 tid 5 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3187: delete oid 44 current snap is 295 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 4 to smithi04281968-26 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 5 to smithi04281968-26 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 6 to smithi04281968-26 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3184: finishing write tid 7 to smithi04281968-26 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1261 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3184: left oid 26 (ObjNum 985 snap 295 seq_num 985) 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 1 to smithi04281968-42 2024-09-16T06:58:54.043 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 2 to smithi04281968-42 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 3 to smithi04281968-42 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 4 to smithi04281968-42 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 5 to smithi04281968-42 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3185: finishing write tid 6 to smithi04281968-42 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1280 (ObjNum 986 snap 295 seq_num 986) dirty exists 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3185: left oid 42 (ObjNum 986 snap 295 seq_num 986) 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 1 to smithi04281968-22 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 2 to smithi04281968-22 2024-09-16T06:58:54.044 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 3 to smithi04281968-22 2024-09-16T06:58:54.045 INFO:tasks.rados.rados.0.smithi042.stdout:3184: done (3 left) 2024-09-16T06:58:54.045 INFO:tasks.rados.rados.0.smithi042.stdout:3185: done (2 left) 2024-09-16T06:58:54.045 INFO:tasks.rados.rados.0.smithi042.stdout:3187: done (1 left) 2024-09-16T06:58:54.045 INFO:tasks.rados.rados.0.smithi042.stdout:3188: read oid 18 snap -1 2024-09-16T06:58:54.045 INFO:tasks.rados.rados.0.smithi042.stdout:3188: expect (ObjNum 897 snap 276 seq_num 897) 2024-09-16T06:58:54.046 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 295 2024-09-16T06:58:54.046 INFO:tasks.rados.rados.0.smithi042.stdout:3189: seq_num 989 ranges {1785856=573440,2359296=466944,2826240=434176,3260416=638976,3899392=65536} 2024-09-16T06:58:54.058 INFO:tasks.rados.rados.0.smithi042.stdout:3189: writing smithi04281968-46 from 1785856 to 2359296 tid 1 2024-09-16T06:58:54.061 INFO:tasks.rados.rados.0.smithi042.stdout:3189: writing smithi04281968-46 from 2359296 to 2826240 tid 2 2024-09-16T06:58:54.064 INFO:tasks.rados.rados.0.smithi042.stdout:3189: writing smithi04281968-46 from 2826240 to 3260416 tid 3 2024-09-16T06:58:54.068 INFO:tasks.rados.rados.0.smithi042.stdout:3189: writing smithi04281968-46 from 3260416 to 3899392 tid 4 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3189: writing smithi04281968-46 from 3899392 to 3964928 tid 5 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3190: read oid 29 snap -1 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3190: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3191: read oid 34 snap -1 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3191: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:54.069 INFO:tasks.rados.rados.0.smithi042.stdout:3192: delete oid 23 current snap is 295 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 4 to smithi04281968-22 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 5 to smithi04281968-22 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 6 to smithi04281968-22 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3186: finishing write tid 7 to smithi04281968-22 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 944 (ObjNum 987 snap 295 seq_num 987) dirty exists 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3186: left oid 22 (ObjNum 987 snap 295 seq_num 987) 2024-09-16T06:58:54.070 INFO:tasks.rados.rados.0.smithi042.stdout:3188: expect (ObjNum 897 snap 276 seq_num 897) 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 1 to smithi04281968-46 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 2 to smithi04281968-46 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 3 to smithi04281968-46 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3186: done (5 left) 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3188: done (4 left) 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3192: done (3 left) 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 13 current snap is 295 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 4 to smithi04281968-46 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 5 to smithi04281968-46 2024-09-16T06:58:54.089 INFO:tasks.rados.rados.0.smithi042.stdout:3193: seq_num 991 ranges {15540224=606208,16146432=638976,16785408=794624,17580032=172032} 2024-09-16T06:58:54.176 INFO:tasks.rados.rados.0.smithi042.stdout:3193: writing smithi04281968-13 from 15540224 to 16146432 tid 1 2024-09-16T06:58:54.179 INFO:tasks.rados.rados.0.smithi042.stdout:3193: writing smithi04281968-13 from 16146432 to 16785408 tid 2 2024-09-16T06:58:54.184 INFO:tasks.rados.rados.0.smithi042.stdout:3193: writing smithi04281968-13 from 16785408 to 17580032 tid 3 2024-09-16T06:58:54.185 INFO:tasks.rados.rados.0.smithi042.stdout:3193: writing smithi04281968-13 from 17580032 to 17752064 tid 4 2024-09-16T06:58:54.185 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 295 2024-09-16T06:58:54.185 INFO:tasks.rados.rados.0.smithi042.stdout:3191: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:58:54.210 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 6 to smithi04281968-46 2024-09-16T06:58:54.210 INFO:tasks.rados.rados.0.smithi042.stdout:3190: expect (ObjNum 906 snap 277 seq_num 906) 2024-09-16T06:58:54.250 INFO:tasks.rados.rados.0.smithi042.stdout:3189: finishing write tid 7 to smithi04281968-46 2024-09-16T06:58:54.250 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1096 (ObjNum 989 snap 295 seq_num 989) dirty exists 2024-09-16T06:58:54.250 INFO:tasks.rados.rados.0.smithi042.stdout:3189: left oid 46 (ObjNum 989 snap 295 seq_num 989) 2024-09-16T06:58:54.250 INFO:tasks.rados.rados.0.smithi042.stdout:3194: seq_num 992 ranges {1302528=622592,1925120=524288,2449408=606208,3055616=475136} 2024-09-16T06:58:54.260 INFO:tasks.rados.rados.0.smithi042.stdout:3194: writing smithi04281968-36 from 1302528 to 1925120 tid 1 2024-09-16T06:58:54.265 INFO:tasks.rados.rados.0.smithi042.stdout:3194: writing smithi04281968-36 from 1925120 to 2449408 tid 2 2024-09-16T06:58:54.267 INFO:tasks.rados.rados.0.smithi042.stdout:3194: writing smithi04281968-36 from 2449408 to 3055616 tid 3 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3194: writing smithi04281968-36 from 3055616 to 3530752 tid 4 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3189: done (4 left) 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3190: done (3 left) 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3191: done (2 left) 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3195: rmattr oid 33 current snap is 295 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3195: done (2 left) 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 295 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 1 to smithi04281968-13 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 2 to smithi04281968-13 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 3 to smithi04281968-13 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 4 to smithi04281968-13 2024-09-16T06:58:54.271 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 5 to smithi04281968-13 2024-09-16T06:58:54.272 INFO:tasks.rados.rados.0.smithi042.stdout:3193: finishing write tid 6 to smithi04281968-13 2024-09-16T06:58:54.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1078 (ObjNum 991 snap 295 seq_num 991) dirty exists 2024-09-16T06:58:54.272 INFO:tasks.rados.rados.0.smithi042.stdout:3193: left oid 13 (ObjNum 991 snap 295 seq_num 991) 2024-09-16T06:58:54.272 INFO:tasks.rados.rados.0.smithi042.stdout:3196: seq_num 993 ranges {1138688=638976,1777664=409600,2187264=409600,2596864=688128,3284992=98304} 2024-09-16T06:58:54.280 INFO:tasks.rados.rados.0.smithi042.stdout:3196: writing smithi04281968-27 from 1138688 to 1777664 tid 1 2024-09-16T06:58:54.283 INFO:tasks.rados.rados.0.smithi042.stdout:3196: writing smithi04281968-27 from 1777664 to 2187264 tid 2 2024-09-16T06:58:54.285 INFO:tasks.rados.rados.0.smithi042.stdout:3196: writing smithi04281968-27 from 2187264 to 2596864 tid 3 2024-09-16T06:58:54.289 INFO:tasks.rados.rados.0.smithi042.stdout:3196: writing smithi04281968-27 from 2596864 to 3284992 tid 4 2024-09-16T06:58:54.290 INFO:tasks.rados.rados.0.smithi042.stdout:3196: writing smithi04281968-27 from 3284992 to 3383296 tid 5 2024-09-16T06:58:54.290 INFO:tasks.rados.rados.0.smithi042.stdout:3193: done (2 left) 2024-09-16T06:58:54.290 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 295 2024-09-16T06:58:54.290 INFO:tasks.rados.rados.0.smithi042.stdout:3197: seq_num 994 ranges {73728=655360,729088=688128,1417216=622592,2039808=294912} 2024-09-16T06:58:54.294 INFO:tasks.rados.rados.0.smithi042.stdout:3197: writing smithi04281968-39 from 73728 to 729088 tid 1 2024-09-16T06:58:54.298 INFO:tasks.rados.rados.0.smithi042.stdout:3197: writing smithi04281968-39 from 729088 to 1417216 tid 2 2024-09-16T06:58:54.302 INFO:tasks.rados.rados.0.smithi042.stdout:3197: writing smithi04281968-39 from 1417216 to 2039808 tid 3 2024-09-16T06:58:54.304 INFO:tasks.rados.rados.0.smithi042.stdout:3197: writing smithi04281968-39 from 2039808 to 2334720 tid 4 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3198: read oid 1 snap 290 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3198: expect (ObjNum 945 snap 285 seq_num 945) 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3199: copy_from oid 6 from oid 28 current snap is 295 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 1 to smithi04281968-36 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 2 to smithi04281968-36 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 3 to smithi04281968-36 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3200: delete oid 5 current snap is 295 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 4 to smithi04281968-36 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 5 to smithi04281968-36 2024-09-16T06:58:54.305 INFO:tasks.rados.rados.0.smithi042.stdout:3194: finishing write tid 6 to smithi04281968-36 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1087 (ObjNum 992 snap 295 seq_num 992) dirty exists 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3194: left oid 36 (ObjNum 992 snap 295 seq_num 992) 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 1 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 2 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 3 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 4 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 5 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 6 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: finishing write tid 7 to smithi04281968-27 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1321 (ObjNum 993 snap 295 seq_num 993) dirty exists 2024-09-16T06:58:54.306 INFO:tasks.rados.rados.0.smithi042.stdout:3196: left oid 27 (ObjNum 993 snap 295 seq_num 993) 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 1 to smithi04281968-39 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 2 to smithi04281968-39 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3194: done (5 left) 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3196: done (4 left) 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3200: done (3 left) 2024-09-16T06:58:54.307 INFO:tasks.rados.rados.0.smithi042.stdout:3201: snap_remove snap 287 2024-09-16T06:58:54.983 INFO:tasks.rados.rados.0.smithi042.stdout:3201: done (3 left) 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 3 to smithi04281968-39 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 4 to smithi04281968-39 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 5 to smithi04281968-39 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3197: finishing write tid 6 to smithi04281968-39 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1349 (ObjNum 994 snap 295 seq_num 994) dirty exists 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3197: left oid 39 (ObjNum 994 snap 295 seq_num 994) 2024-09-16T06:58:54.984 INFO:tasks.rados.rados.0.smithi042.stdout:3198: expect (ObjNum 945 snap 285 seq_num 945) 2024-09-16T06:58:55.048 INFO:tasks.rados.rados.0.smithi042.stdout:3199: finishing copy_from racing read to smithi04281968-6 2024-09-16T06:58:55.048 INFO:tasks.rados.rados.0.smithi042.stdout:3199: finishing copy_from to smithi04281968-6 2024-09-16T06:58:55.048 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1316 (ObjNum 968 snap 292 seq_num 968) dirty exists 2024-09-16T06:58:55.048 INFO:tasks.rados.rados.0.smithi042.stdout:3202: read oid 19 snap -1 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3202: expect (ObjNum 947 snap 285 seq_num 947) 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3197: done (3 left) 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3198: done (2 left) 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3199: done (1 left) 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3203: rollback oid 7 current snap is 295 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 7 to 289 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3204: read oid 15 snap 293 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3204: expect (ObjNum 978 snap 292 seq_num 978) 2024-09-16T06:58:55.049 INFO:tasks.rados.rados.0.smithi042.stdout:3205: snap_remove snap 292 2024-09-16T06:58:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:54 smithi164 ceph-mon[88760]: pgmap v685: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 19 op/s 2024-09-16T06:58:55.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:54 smithi164 ceph-mon[88760]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T06:58:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:54 smithi042 ceph-mon[96574]: pgmap v685: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 19 op/s 2024-09-16T06:58:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:54 smithi042 ceph-mon[96574]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T06:58:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:54 smithi042 ceph-mon[94096]: pgmap v685: 121 pgs: 121 active+clean; 194 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 8.1 MiB/s wr, 19 op/s 2024-09-16T06:58:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:54 smithi042 ceph-mon[94096]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T06:58:55.990 INFO:tasks.rados.rados.0.smithi042.stdout:3205: done (3 left) 2024-09-16T06:58:55.991 INFO:tasks.rados.rados.0.smithi042.stdout:3206: copy_from oid 50 from oid 38 current snap is 295 2024-09-16T06:58:55.991 INFO:tasks.rados.rados.0.smithi042.stdout:3203: finishing rollback tid 0 to smithi04281968-7 2024-09-16T06:58:55.991 INFO:tasks.rados.rados.0.smithi042.stdout:3202: expect (ObjNum 947 snap 285 seq_num 947) 2024-09-16T06:58:56.095 INFO:tasks.rados.rados.0.smithi042.stdout:3203: finishing rollback tid 1 to smithi04281968-7 2024-09-16T06:58:56.095 INFO:tasks.rados.rados.0.smithi042.stdout:3203: finishing rollback tid 2 to smithi04281968-7 2024-09-16T06:58:56.095 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1294 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:58:56.095 INFO:tasks.rados.rados.0.smithi042.stdout:3204: expect (ObjNum 978 snap 292 seq_num 978) 2024-09-16T06:58:56.197 INFO:tasks.rados.rados.0.smithi042.stdout:3206: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3206: finishing copy_from to smithi04281968-50 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 918 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3202: done (3 left) 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3203: done (2 left) 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3204: done (1 left) 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3206: done (0 left) 2024-09-16T06:58:56.198 INFO:tasks.rados.rados.0.smithi042.stdout:3207: snap_remove snap 289 2024-09-16T06:58:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:55 smithi164 ceph-mon[88760]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T06:58:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:55 smithi042 ceph-mon[94096]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T06:58:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:55 smithi042 ceph-mon[96574]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T06:58:56.994 INFO:tasks.rados.rados.0.smithi042.stdout:3207: done (0 left) 2024-09-16T06:58:56.995 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 295 2024-09-16T06:58:56.995 INFO:tasks.rados.rados.0.smithi042.stdout:3208: seq_num 996 ranges {14049280=688128,14737408=507904,15245312=581632,15826944=516096} 2024-09-16T06:58:57.076 INFO:tasks.rados.rados.0.smithi042.stdout:3208: writing smithi04281968-45 from 14049280 to 14737408 tid 1 2024-09-16T06:58:57.079 INFO:tasks.rados.rados.0.smithi042.stdout:3208: writing smithi04281968-45 from 14737408 to 15245312 tid 2 2024-09-16T06:58:57.082 INFO:tasks.rados.rados.0.smithi042.stdout:3208: writing smithi04281968-45 from 15245312 to 15826944 tid 3 2024-09-16T06:58:57.085 INFO:tasks.rados.rados.0.smithi042.stdout:3208: writing smithi04281968-45 from 15826944 to 16343040 tid 4 2024-09-16T06:58:57.085 INFO:tasks.rados.rados.0.smithi042.stdout:3209: snap_remove snap 293 2024-09-16T06:58:57.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:56 smithi164 ceph-mon[88760]: pgmap v688: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T06:58:57.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:56 smithi164 ceph-mon[88760]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T06:58:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:56 smithi042 ceph-mon[94096]: pgmap v688: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T06:58:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:56 smithi042 ceph-mon[94096]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T06:58:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:56 smithi042 ceph-mon[96574]: pgmap v688: 121 pgs: 121 active+clean; 203 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-09-16T06:58:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:56 smithi042 ceph-mon[96574]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3209: done (1 left) 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3210: delete oid 28 current snap is 295 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 1 to smithi04281968-45 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 2 to smithi04281968-45 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 3 to smithi04281968-45 2024-09-16T06:58:57.429 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 4 to smithi04281968-45 2024-09-16T06:58:57.430 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 5 to smithi04281968-45 2024-09-16T06:58:57.430 INFO:tasks.rados.rados.0.smithi042.stdout:3208: finishing write tid 6 to smithi04281968-45 2024-09-16T06:58:57.430 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 949 (ObjNum 996 snap 295 seq_num 996) dirty exists 2024-09-16T06:58:57.430 INFO:tasks.rados.rados.0.smithi042.stdout:3208: left oid 45 (ObjNum 996 snap 295 seq_num 996) 2024-09-16T06:58:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:3208: done (1 left) 2024-09-16T06:58:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:3210: done (0 left) 2024-09-16T06:58:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 295 2024-09-16T06:58:57.434 INFO:tasks.rados.rados.0.smithi042.stdout:3211: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-09-16T06:58:57.439 INFO:tasks.rados.rados.0.smithi042.stdout:3211: writing smithi04281968-4 from 0 to 720896 tid 1 2024-09-16T06:58:57.444 INFO:tasks.rados.rados.0.smithi042.stdout:3211: writing smithi04281968-4 from 720896 to 1400832 tid 2 2024-09-16T06:58:57.449 INFO:tasks.rados.rados.0.smithi042.stdout:3211: writing smithi04281968-4 from 1400832 to 1998848 tid 3 2024-09-16T06:58:57.451 INFO:tasks.rados.rados.0.smithi042.stdout:3211: writing smithi04281968-4 from 1998848 to 2326528 tid 4 2024-09-16T06:58:57.451 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 40 current snap is 295 2024-09-16T06:58:57.451 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 1 to smithi04281968-4 2024-09-16T06:58:57.452 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 2 to smithi04281968-4 2024-09-16T06:58:57.452 INFO:tasks.rados.rados.0.smithi042.stdout:3212: seq_num 999 ranges {3473408=737280,4210688=565248,4775936=761856,5537792=278528} 2024-09-16T06:58:57.474 INFO:tasks.rados.rados.0.smithi042.stdout:3212: writing smithi04281968-40 from 3473408 to 4210688 tid 1 2024-09-16T06:58:57.478 INFO:tasks.rados.rados.0.smithi042.stdout:3212: writing smithi04281968-40 from 4210688 to 4775936 tid 2 2024-09-16T06:58:57.482 INFO:tasks.rados.rados.0.smithi042.stdout:3212: writing smithi04281968-40 from 4775936 to 5537792 tid 3 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3212: writing smithi04281968-40 from 5537792 to 5816320 tid 4 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3213: copy_from oid 33 from oid 22 current snap is 295 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 3 to smithi04281968-4 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 4 to smithi04281968-4 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 5 to smithi04281968-4 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3211: finishing write tid 6 to smithi04281968-4 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1309 (ObjNum 998 snap 295 seq_num 998) dirty exists 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3211: left oid 4 (ObjNum 998 snap 295 seq_num 998) 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 1 to smithi04281968-40 2024-09-16T06:58:57.485 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 2 to smithi04281968-40 2024-09-16T06:58:57.486 INFO:tasks.rados.rados.0.smithi042.stdout:3211: done (2 left) 2024-09-16T06:58:57.486 INFO:tasks.rados.rados.0.smithi042.stdout:3214: snap_remove snap 290 2024-09-16T06:58:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:57 smithi042 ceph-mon[94096]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T06:58:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:57 smithi042 ceph-mon[94096]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T06:58:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:57 smithi042 ceph-mon[96574]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T06:58:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:57 smithi042 ceph-mon[96574]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T06:58:58.436 INFO:tasks.rados.rados.0.smithi042.stdout:3214: done (2 left) 2024-09-16T06:58:58.436 INFO:tasks.rados.rados.0.smithi042.stdout:3215: rmattr oid 45 current snap is 295 2024-09-16T06:58:58.436 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 3 to smithi04281968-40 2024-09-16T06:58:58.436 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 4 to smithi04281968-40 2024-09-16T06:58:58.436 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 5 to smithi04281968-40 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3212: finishing write tid 6 to smithi04281968-40 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1266 (ObjNum 999 snap 295 seq_num 999) dirty exists 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3212: left oid 40 (ObjNum 999 snap 295 seq_num 999) 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3213: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3213: finishing copy_from to smithi04281968-33 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 944 (ObjNum 987 snap 295 seq_num 987) dirty exists 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3212: done (2 left) 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3213: done (1 left) 2024-09-16T06:58:58.437 INFO:tasks.rados.rados.0.smithi042.stdout:3216: setattr oid 27 current snap is 295 2024-09-16T06:58:58.438 INFO:tasks.rados.rados.0.smithi042.stdout:3217: read oid 35 snap -1 2024-09-16T06:58:58.438 INFO:tasks.rados.rados.0.smithi042.stdout:3217: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:58.438 INFO:tasks.rados.rados.0.smithi042.stdout:3218: read oid 11 snap -1 2024-09-16T06:58:58.438 INFO:tasks.rados.rados.0.smithi042.stdout:3218: expect (ObjNum 912 snap 278 seq_num 912) 2024-09-16T06:58:58.438 INFO:tasks.rados.rados.0.smithi042.stdout:3219: rollback oid 49 current snap is 295 2024-09-16T06:58:58.439 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 49 to 294 2024-09-16T06:58:58.439 INFO:tasks.rados.rados.0.smithi042.stdout:3220: delete oid 15 current snap is 295 2024-09-16T06:58:58.441 INFO:tasks.rados.rados.0.smithi042.stdout:3217: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:58:58.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 950 (ObjNum 996 snap 295 seq_num 996) dirty exists 2024-09-16T06:58:58.457 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1323 (ObjNum 993 snap 295 seq_num 993) dirty exists 2024-09-16T06:58:58.457 INFO:tasks.rados.rados.0.smithi042.stdout:3219: finishing rollback tid 0 to smithi04281968-49 2024-09-16T06:58:58.457 INFO:tasks.rados.rados.0.smithi042.stdout:3219: finishing rollback tid 1 to smithi04281968-49 2024-09-16T06:58:58.457 INFO:tasks.rados.rados.0.smithi042.stdout:3219: finishing rollback tid 2 to smithi04281968-49 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1099 (ObjNum 353 snap 0 seq_num 111855344) dirty exists 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3215: done (5 left) 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3216: done (4 left) 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3217: done (3 left) 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3219: done (2 left) 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3220: done (1 left) 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 295 2024-09-16T06:58:58.458 INFO:tasks.rados.rados.0.smithi042.stdout:3221: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-09-16T06:58:58.461 INFO:tasks.rados.rados.0.smithi042.stdout:3221: writing smithi04281968-5 from 0 to 770048 tid 1 2024-09-16T06:58:58.466 INFO:tasks.rados.rados.0.smithi042.stdout:3221: writing smithi04281968-5 from 770048 to 1499136 tid 2 2024-09-16T06:58:58.471 INFO:tasks.rados.rados.0.smithi042.stdout:3221: writing smithi04281968-5 from 1499136 to 2269184 tid 3 2024-09-16T06:58:58.472 INFO:tasks.rados.rados.0.smithi042.stdout:3221: writing smithi04281968-5 from 2269184 to 2375680 tid 4 2024-09-16T06:58:58.472 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 295 2024-09-16T06:58:58.472 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 1 to smithi04281968-5 2024-09-16T06:58:58.472 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 2 to smithi04281968-5 2024-09-16T06:58:58.472 INFO:tasks.rados.rados.0.smithi042.stdout:3222: seq_num 1002 ranges {9994240=786432,10780672=614400,11395072=581632,11976704=409600} 2024-09-16T06:58:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:57 smithi164 ceph-mon[88760]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T06:58:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:57 smithi164 ceph-mon[88760]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T06:58:58.534 INFO:tasks.rados.rados.0.smithi042.stdout:3222: writing smithi04281968-48 from 9994240 to 10780672 tid 1 2024-09-16T06:58:58.538 INFO:tasks.rados.rados.0.smithi042.stdout:3222: writing smithi04281968-48 from 10780672 to 11395072 tid 2 2024-09-16T06:58:58.541 INFO:tasks.rados.rados.0.smithi042.stdout:3222: writing smithi04281968-48 from 11395072 to 11976704 tid 3 2024-09-16T06:58:58.544 INFO:tasks.rados.rados.0.smithi042.stdout:3222: writing smithi04281968-48 from 11976704 to 12386304 tid 4 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3223: rollback oid 41 current snap is 295 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 41 to 294 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 3 to smithi04281968-5 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 4 to smithi04281968-5 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 5 to smithi04281968-5 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3221: finishing write tid 6 to smithi04281968-5 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1328 (ObjNum 1001 snap 295 seq_num 1001) dirty exists 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3221: left oid 5 (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T06:58:58.545 INFO:tasks.rados.rados.0.smithi042.stdout:3218: expect (ObjNum 912 snap 278 seq_num 912) 2024-09-16T06:58:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:59 smithi164 ceph-mon[88760]: pgmap v692: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-09-16T06:58:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:58:59 smithi164 ceph-mon[88760]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T06:58:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:59 smithi042 ceph-mon[94096]: pgmap v692: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-09-16T06:58:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:58:59 smithi042 ceph-mon[94096]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T06:58:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:59 smithi042 ceph-mon[96574]: pgmap v692: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.9 MiB/s wr, 33 op/s 2024-09-16T06:58:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:58:59 smithi042 ceph-mon[96574]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T06:59:00.723 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 1 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 2 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 3 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 4 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 5 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: finishing write tid 6 to smithi04281968-48 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 923 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3222: left oid 48 (ObjNum 1002 snap 295 seq_num 1002) 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3223: finishing rollback tid 0 to smithi04281968-41 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3223: finishing rollback tid 1 to smithi04281968-41 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3223: finishing rollback tid 2 to smithi04281968-41 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1335 (ObjNum 976 snap 292 seq_num 976) dirty exists 2024-09-16T06:59:00.724 INFO:tasks.rados.rados.0.smithi042.stdout:3218: done (3 left) 2024-09-16T06:59:00.725 INFO:tasks.rados.rados.0.smithi042.stdout:3221: done (2 left) 2024-09-16T06:59:00.725 INFO:tasks.rados.rados.0.smithi042.stdout:3222: done (1 left) 2024-09-16T06:59:00.725 INFO:tasks.rados.rados.0.smithi042.stdout:3223: done (0 left) 2024-09-16T06:59:00.725 INFO:tasks.rados.rados.0.smithi042.stdout:3224: delete oid 8 current snap is 295 2024-09-16T06:59:00.727 INFO:tasks.rados.rados.0.smithi042.stdout:3224: done (0 left) 2024-09-16T06:59:00.728 INFO:tasks.rados.rados.0.smithi042.stdout:3225: delete oid 9 current snap is 295 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3225: done (0 left) 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3226: read oid 36 snap 294 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3226: expect (ObjNum 937 snap 281 seq_num 937) 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3227: rollback oid 37 current snap is 295 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 294 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3228: rollback oid 6 current snap is 295 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 294 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 295 2024-09-16T06:59:00.731 INFO:tasks.rados.rados.0.smithi042.stdout:3229: seq_num 1005 ranges {3383296=32768} 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:3229: writing smithi04281968-27 from 3383296 to 3416064 tid 1 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:3230: copy_from oid 9 from oid 15 current snap is 295 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:3228: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:3228: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:3228: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:59:00.750 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1400 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:59:00.751 INFO:tasks.rados.rados.0.smithi042.stdout:3226: expect (ObjNum 937 snap 281 seq_num 937) 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3227: finishing rollback tid 0 to smithi04281968-37 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3227: finishing rollback tid 1 to smithi04281968-37 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3227: finishing rollback tid 2 to smithi04281968-37 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1090 (ObjNum 935 snap 281 seq_num 935) dirty exists 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3230: finishing copy_from to smithi04281968-9 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3230: got expected ENOENT (src dne) 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3226: done (4 left) 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3227: done (3 left) 2024-09-16T06:59:00.787 INFO:tasks.rados.rados.0.smithi042.stdout:3228: done (2 left) 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3231: copy_from oid 42 from oid 43 current snap is 295 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3230: finishing copy_from racing read to smithi04281968-9 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3229: finishing write tid 1 to smithi04281968-27 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3229: finishing write tid 2 to smithi04281968-27 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3229: finishing write tid 3 to smithi04281968-27 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1330 (ObjNum 1005 snap 295 seq_num 1005) dirty exists 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3229: left oid 27 (ObjNum 1005 snap 295 seq_num 1005) 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3229: done (2 left) 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3230: done (1 left) 2024-09-16T06:59:00.788 INFO:tasks.rados.rados.0.smithi042.stdout:3232: setattr oid 21 current snap is 295 2024-09-16T06:59:00.789 INFO:tasks.rados.rados.0.smithi042.stdout:3233: delete oid 13 current snap is 295 2024-09-16T06:59:00.790 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1336 (ObjNum 65 snap 0 seq_num 1650152035) dirty exists 2024-09-16T06:59:00.790 INFO:tasks.rados.rados.0.smithi042.stdout:3232: done (2 left) 2024-09-16T06:59:00.790 INFO:tasks.rados.rados.0.smithi042.stdout:3233: done (1 left) 2024-09-16T06:59:00.790 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 295 2024-09-16T06:59:00.790 INFO:tasks.rados.rados.0.smithi042.stdout:3234: seq_num 1007 ranges {16343040=65536} 2024-09-16T06:59:00.880 INFO:tasks.rados.rados.0.smithi042.stdout:3234: writing smithi04281968-45 from 16343040 to 16408576 tid 1 2024-09-16T06:59:00.880 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 295 2024-09-16T06:59:00.880 INFO:tasks.rados.rados.0.smithi042.stdout:3235: seq_num 1008 ranges {6184960=90112} 2024-09-16T06:59:00.914 INFO:tasks.rados.rados.0.smithi042.stdout:3235: writing smithi04281968-7 from 6184960 to 6275072 tid 1 2024-09-16T06:59:00.914 INFO:tasks.rados.rados.0.smithi042.stdout:3236: setattr oid 17 current snap is 295 2024-09-16T06:59:00.914 INFO:tasks.rados.rados.0.smithi042.stdout:3231: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:59:00.914 INFO:tasks.rados.rados.0.smithi042.stdout:3231: finishing copy_from to smithi04281968-42 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1304 (ObjNum 983 snap 294 seq_num 983) dirty exists 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3234: finishing write tid 1 to smithi04281968-45 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3234: finishing write tid 2 to smithi04281968-45 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3234: finishing write tid 3 to smithi04281968-45 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 952 (ObjNum 1007 snap 295 seq_num 1007) dirty exists 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3234: left oid 45 (ObjNum 1007 snap 295 seq_num 1007) 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3231: done (3 left) 2024-09-16T06:59:00.915 INFO:tasks.rados.rados.0.smithi042.stdout:3234: done (2 left) 2024-09-16T06:59:00.916 INFO:tasks.rados.rados.0.smithi042.stdout:3237: rollback oid 14 current snap is 295 2024-09-16T06:59:00.916 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 14 to 294 2024-09-16T06:59:00.916 INFO:tasks.rados.rados.0.smithi042.stdout:3238: setattr oid 23 current snap is 295 2024-09-16T06:59:00.916 INFO:tasks.rados.rados.0.smithi042.stdout:3239: snap_create 2024-09-16T06:59:00.918 INFO:tasks.rados.rados.0.smithi042.stdout:3237: finishing rollback tid 0 to smithi04281968-14 2024-09-16T06:59:00.918 INFO:tasks.rados.rados.0.smithi042.stdout:3237: finishing rollback tid 1 to smithi04281968-14 2024-09-16T06:59:00.919 INFO:tasks.rados.rados.0.smithi042.stdout:3237: finishing rollback tid 2 to smithi04281968-14 2024-09-16T06:59:00.919 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1269 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:59:00.919 INFO:tasks.rados.rados.0.smithi042.stdout:3235: finishing write tid 1 to smithi04281968-7 2024-09-16T06:59:00.919 INFO:tasks.rados.rados.0.smithi042.stdout:3235: finishing write tid 2 to smithi04281968-7 2024-09-16T06:59:00.920 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1329 (ObjNum 961 snap 290 seq_num 961) dirty exists 2024-09-16T06:59:00.920 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1330 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:59:00.921 INFO:tasks.rados.rados.0.smithi042.stdout:3235: finishing write tid 3 to smithi04281968-7 2024-09-16T06:59:00.921 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1327 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-16T06:59:00.921 INFO:tasks.rados.rados.0.smithi042.stdout:3235: left oid 7 (ObjNum 1008 snap 295 seq_num 1008) 2024-09-16T06:59:01.439 INFO:tasks.rados.rados.0.smithi042.stdout:3235: done (4 left) 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:3236: done (3 left) 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:3237: done (2 left) 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:3238: done (1 left) 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:3239: done (0 left) 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 296 2024-09-16T06:59:01.440 INFO:tasks.rados.rados.0.smithi042.stdout:3240: seq_num 1009 ranges {16408576=106496} 2024-09-16T06:59:01.530 INFO:tasks.rados.rados.0.smithi042.stdout:3240: writing smithi04281968-45 from 16408576 to 16515072 tid 1 2024-09-16T06:59:01.530 INFO:tasks.rados.rados.0.smithi042.stdout:3241: read oid 41 snap 295 2024-09-16T06:59:01.530 INFO:tasks.rados.rados.0.smithi042.stdout:3241: expect (ObjNum 976 snap 292 seq_num 976) 2024-09-16T06:59:01.530 INFO:tasks.rados.rados.0.smithi042.stdout:3242: snap_create 2024-09-16T06:59:01.536 INFO:tasks.rados.rados.0.smithi042.stdout:3240: finishing write tid 1 to smithi04281968-45 2024-09-16T06:59:01.536 INFO:tasks.rados.rados.0.smithi042.stdout:3240: finishing write tid 2 to smithi04281968-45 2024-09-16T06:59:01.537 INFO:tasks.rados.rados.0.smithi042.stdout:3240: finishing write tid 3 to smithi04281968-45 2024-09-16T06:59:01.537 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 954 (ObjNum 1009 snap 296 seq_num 1009) dirty exists 2024-09-16T06:59:01.538 INFO:tasks.rados.rados.0.smithi042.stdout:3240: left oid 45 (ObjNum 1009 snap 296 seq_num 1009) 2024-09-16T06:59:01.554 INFO:tasks.rados.rados.0.smithi042.stdout:3241: expect (ObjNum 976 snap 292 seq_num 976) 2024-09-16T06:59:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:01 smithi042 ceph-mon[94096]: pgmap v694: 121 pgs: 121 active+clean; 213 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T06:59:01.655 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:01 smithi042 ceph-mon[96574]: pgmap v694: 121 pgs: 121 active+clean; 213 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T06:59:01.655 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:01] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:59:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:01 smithi164 ceph-mon[88760]: pgmap v694: 121 pgs: 121 active+clean; 213 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T06:59:02.429 INFO:tasks.rados.rados.0.smithi042.stdout:3240: done (2 left) 2024-09-16T06:59:02.429 INFO:tasks.rados.rados.0.smithi042.stdout:3241: done (1 left) 2024-09-16T06:59:02.429 INFO:tasks.rados.rados.0.smithi042.stdout:3242: done (0 left) 2024-09-16T06:59:02.429 INFO:tasks.rados.rados.0.smithi042.stdout:3243: delete oid 36 current snap is 297 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:3243: done (0 left) 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:3244: read oid 6 snap -1 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:3244: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:3245: rollback oid 47 current snap is 297 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 47 to 296 2024-09-16T06:59:02.435 INFO:tasks.rados.rados.0.smithi042.stdout:3246: snap_create 2024-09-16T06:59:02.438 INFO:tasks.rados.rados.0.smithi042.stdout:3245: finishing rollback tid 0 to smithi04281968-47 2024-09-16T06:59:02.439 INFO:tasks.rados.rados.0.smithi042.stdout:3245: finishing rollback tid 1 to smithi04281968-47 2024-09-16T06:59:02.439 INFO:tasks.rados.rados.0.smithi042.stdout:3245: finishing rollback tid 2 to smithi04281968-47 2024-09-16T06:59:02.439 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 957 (ObjNum 949 snap 285 seq_num 949) dirty exists 2024-09-16T06:59:02.442 INFO:tasks.rados.rados.0.smithi042.stdout:3244: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:02 smithi164 ceph-mon[88760]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T06:59:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:02 smithi164 ceph-mon[88760]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T06:59:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:02 smithi042 ceph-mon[94096]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T06:59:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:02 smithi042 ceph-mon[94096]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T06:59:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:02 smithi042 ceph-mon[96574]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T06:59:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:02 smithi042 ceph-mon[96574]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:3244: done (2 left) 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:3245: done (1 left) 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:3246: done (0 left) 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:3247: rollback oid 24 current snap is 298 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 296 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 298 2024-09-16T06:59:03.431 INFO:tasks.rados.rados.0.smithi042.stdout:3248: seq_num 1011 ranges {6684672=139264} 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:3248: writing smithi04281968-22 from 6684672 to 6823936 tid 1 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:3249: delete oid 47 current snap is 298 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:3247: finishing rollback tid 0 to smithi04281968-24 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:3247: finishing rollback tid 1 to smithi04281968-24 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:3247: finishing rollback tid 2 to smithi04281968-24 2024-09-16T06:59:03.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1340 (ObjNum 979 snap 292 seq_num 979) dirty exists 2024-09-16T06:59:03.474 INFO:tasks.rados.rados.0.smithi042.stdout:3248: finishing write tid 1 to smithi04281968-22 2024-09-16T06:59:03.474 INFO:tasks.rados.rados.0.smithi042.stdout:3248: finishing write tid 2 to smithi04281968-22 2024-09-16T06:59:03.475 INFO:tasks.rados.rados.0.smithi042.stdout:3247: done (2 left) 2024-09-16T06:59:03.475 INFO:tasks.rados.rados.0.smithi042.stdout:3249: done (1 left) 2024-09-16T06:59:03.475 INFO:tasks.rados.rados.0.smithi042.stdout:3250: copy_from oid 42 from oid 30 current snap is 298 2024-09-16T06:59:03.475 INFO:tasks.rados.rados.0.smithi042.stdout:3251: setattr oid 16 current snap is 298 2024-09-16T06:59:03.476 INFO:tasks.rados.rados.0.smithi042.stdout:3248: finishing write tid 3 to smithi04281968-22 2024-09-16T06:59:03.476 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 959 (ObjNum 1011 snap 298 seq_num 1011) dirty exists 2024-09-16T06:59:03.476 INFO:tasks.rados.rados.0.smithi042.stdout:3248: left oid 22 (ObjNum 1011 snap 298 seq_num 1011) 2024-09-16T06:59:03.476 INFO:tasks.rados.rados.0.smithi042.stdout:3248: done (2 left) 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3252: rollback oid 36 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 296 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3253: rmattr oid 22 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3254: rollback oid 15 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 15 to 295 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3255: copy_from oid 46 from oid 9 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3256: rollback oid 21 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 297 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 298 2024-09-16T06:59:03.477 INFO:tasks.rados.rados.0.smithi042.stdout:3257: seq_num 1013 ranges {15540224=172032} 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3257: writing smithi04281968-11 from 15540224 to 15712256 tid 1 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3258: read oid 23 snap 297 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3258: expect (ObjNum 111516544 snap 21996 seq_num 111261840) 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 298 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3255: finishing copy_from to smithi04281968-46 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3255: got expected ENOENT (src dne) 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3255: finishing copy_from racing read to smithi04281968-46 2024-09-16T06:59:03.563 INFO:tasks.rados.rados.0.smithi042.stdout:3252: finishing rollback tid 1 to smithi04281968-36 2024-09-16T06:59:03.564 INFO:tasks.rados.rados.0.smithi042.stdout:3259: seq_num 1014 ranges {2326528=188416} 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3259: writing smithi04281968-4 from 2326528 to 2514944 tid 1 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3255: done (9 left) 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3260: delete oid 2 current snap is 298 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 961 (ObjNum 1011 snap 298 seq_num 1011) dirty exists 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3254: finishing rollback tid 1 to smithi04281968-15 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1316 (ObjNum 33 snap 0 seq_num 88397176) dirty dne 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3252: finishing rollback tid 2 to smithi04281968-36 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1093 (ObjNum 992 snap 295 seq_num 992) dirty exists 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3256: finishing rollback tid 0 to smithi04281968-21 2024-09-16T06:59:03.577 INFO:tasks.rados.rados.0.smithi042.stdout:3256: finishing rollback tid 1 to smithi04281968-21 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1080 (ObjNum 33 snap 0 seq_num 112044688) dirty exists 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:3256: finishing rollback tid 2 to smithi04281968-21 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1344 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:3250: finishing copy_from racing read to smithi04281968-42 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:3250: finishing copy_from to smithi04281968-42 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1076 (ObjNum 906 snap 277 seq_num 906) dirty exists 2024-09-16T06:59:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:3258: expect (ObjNum 111516544 snap 21996 seq_num 111261840) 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3257: finishing write tid 1 to smithi04281968-11 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3257: finishing write tid 2 to smithi04281968-11 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3257: finishing write tid 3 to smithi04281968-11 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1142 (ObjNum 1013 snap 298 seq_num 1013) dirty exists 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3257: left oid 11 (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3250: done (9 left) 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3251: done (8 left) 2024-09-16T06:59:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3252: done (7 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3253: done (6 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3254: done (5 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3256: done (4 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3257: done (3 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3258: done (2 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3260: done (1 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3261: rmattr oid 10 current snap is 298 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3261: done (1 left) 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 298 2024-09-16T06:59:03.580 INFO:tasks.rados.rados.0.smithi042.stdout:3262: seq_num 1016 ranges {2375680=221184} 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3262: writing smithi04281968-5 from 2375680 to 2596864 tid 1 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3263: snap_create 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3259: finishing write tid 1 to smithi04281968-4 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3259: finishing write tid 2 to smithi04281968-4 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3259: finishing write tid 3 to smithi04281968-4 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1311 (ObjNum 1014 snap 298 seq_num 1014) dirty exists 2024-09-16T06:59:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3259: left oid 4 (ObjNum 1014 snap 298 seq_num 1014) 2024-09-16T06:59:03.595 INFO:tasks.rados.rados.0.smithi042.stdout:3262: finishing write tid 1 to smithi04281968-5 2024-09-16T06:59:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3262: finishing write tid 2 to smithi04281968-5 2024-09-16T06:59:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3262: finishing write tid 3 to smithi04281968-5 2024-09-16T06:59:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1332 (ObjNum 1016 snap 298 seq_num 1016) dirty exists 2024-09-16T06:59:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3262: left oid 5 (ObjNum 1016 snap 298 seq_num 1016) 2024-09-16T06:59:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:03 smithi164 ceph-mon[88760]: pgmap v696: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-09-16T06:59:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:03 smithi164 ceph-mon[88760]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T06:59:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:03 smithi042 ceph-mon[94096]: pgmap v696: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-09-16T06:59:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:03 smithi042 ceph-mon[94096]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T06:59:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:03 smithi042 ceph-mon[96574]: pgmap v696: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-09-16T06:59:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:03 smithi042 ceph-mon[96574]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T06:59:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:3259: done (2 left) 2024-09-16T06:59:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:3262: done (1 left) 2024-09-16T06:59:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:3263: done (0 left) 2024-09-16T06:59:04.453 INFO:tasks.rados.rados.0.smithi042.stdout:3264: delete oid 25 current snap is 299 2024-09-16T06:59:04.459 INFO:tasks.rados.rados.0.smithi042.stdout:3264: done (0 left) 2024-09-16T06:59:04.459 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 299 2024-09-16T06:59:04.459 INFO:tasks.rados.rados.0.smithi042.stdout:3265: seq_num 1018 ranges {16515072=253952} 2024-09-16T06:59:04.551 INFO:tasks.rados.rados.0.smithi042.stdout:3265: writing smithi04281968-45 from 16515072 to 16769024 tid 1 2024-09-16T06:59:04.552 INFO:tasks.rados.rados.0.smithi042.stdout:3266: read oid 17 snap -1 2024-09-16T06:59:04.552 INFO:tasks.rados.rados.0.smithi042.stdout:3266: expect (ObjNum 961 snap 290 seq_num 961) 2024-09-16T06:59:04.552 INFO:tasks.rados.rados.0.smithi042.stdout:3267: rollback oid 5 current snap is 299 2024-09-16T06:59:04.552 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 297 2024-09-16T06:59:04.552 INFO:tasks.rados.rados.0.smithi042.stdout:3268: snap_create 2024-09-16T06:59:04.554 INFO:tasks.rados.rados.0.smithi042.stdout:3267: finishing rollback tid 0 to smithi04281968-5 2024-09-16T06:59:04.554 INFO:tasks.rados.rados.0.smithi042.stdout:3267: finishing rollback tid 1 to smithi04281968-5 2024-09-16T06:59:04.555 INFO:tasks.rados.rados.0.smithi042.stdout:3267: finishing rollback tid 2 to smithi04281968-5 2024-09-16T06:59:04.555 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1336 (ObjNum 1001 snap 295 seq_num 1001) dirty exists 2024-09-16T06:59:04.557 INFO:tasks.rados.rados.0.smithi042.stdout:3265: finishing write tid 1 to smithi04281968-45 2024-09-16T06:59:04.557 INFO:tasks.rados.rados.0.smithi042.stdout:3265: finishing write tid 2 to smithi04281968-45 2024-09-16T06:59:04.559 INFO:tasks.rados.rados.0.smithi042.stdout:3265: finishing write tid 3 to smithi04281968-45 2024-09-16T06:59:04.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 963 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T06:59:04.559 INFO:tasks.rados.rados.0.smithi042.stdout:3265: left oid 45 (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T06:59:04.565 INFO:tasks.rados.rados.0.smithi042.stdout:3266: expect (ObjNum 961 snap 290 seq_num 961) 2024-09-16T06:59:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:05.454 INFO:tasks.rados.rados.0.smithi042.stdout:3265: done (3 left) 2024-09-16T06:59:05.454 INFO:tasks.rados.rados.0.smithi042.stdout:3266: done (2 left) 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3267: done (1 left) 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3268: done (0 left) 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3269: read oid 15 snap -1 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3269: expect deleted 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3270: read oid 49 snap -1 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3270: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3271: copy_from oid 43 from oid 7 current snap is 300 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3272: copy_from oid 48 from oid 3 current snap is 300 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3273: rollback oid 39 current snap is 300 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 296 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3274: read oid 16 snap -1 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3274: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:3275: copy_from oid 4 from oid 6 current snap is 300 2024-09-16T06:59:05.455 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 300 2024-09-16T06:59:05.456 INFO:tasks.rados.rados.0.smithi042.stdout:3276: seq_num 1019 ranges {0=270336} 2024-09-16T06:59:05.456 INFO:tasks.rados.rados.0.smithi042.stdout:3276: writing smithi04281968-44 from 0 to 270336 tid 1 2024-09-16T06:59:05.456 INFO:tasks.rados.rados.0.smithi042.stdout:3277: snap_remove snap 297 2024-09-16T06:59:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:05 smithi164 ceph-mon[88760]: pgmap v699: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-09-16T06:59:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:05 smithi164 ceph-mon[88760]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T06:59:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:05 smithi042 ceph-mon[96574]: pgmap v699: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-09-16T06:59:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:05 smithi042 ceph-mon[96574]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T06:59:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:05 smithi042 ceph-mon[94096]: pgmap v699: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-09-16T06:59:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:05 smithi042 ceph-mon[94096]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T06:59:06.466 INFO:tasks.rados.rados.0.smithi042.stdout:3277: done (8 left) 2024-09-16T06:59:06.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 300 2024-09-16T06:59:06.466 INFO:tasks.rados.rados.0.smithi042.stdout:3278: seq_num 1020 ranges {2867200=286720} 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3278: writing smithi04281968-19 from 2867200 to 3153920 tid 1 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3279: read oid 5 snap -1 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3279: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3280: rollback oid 46 current snap is 300 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 294 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3281: snap_create 2024-09-16T06:59:06.484 INFO:tasks.rados.rados.0.smithi042.stdout:3270: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:06.487 INFO:tasks.rados.rados.0.smithi042.stdout:3272: finishing copy_from to smithi04281968-48 2024-09-16T06:59:06.487 INFO:tasks.rados.rados.0.smithi042.stdout:3272: got expected ENOENT (src dne) 2024-09-16T06:59:06.487 INFO:tasks.rados.rados.0.smithi042.stdout:3272: finishing copy_from racing read to smithi04281968-48 2024-09-16T06:59:06.487 INFO:tasks.rados.rados.0.smithi042.stdout:3274: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3273: finishing rollback tid 0 to smithi04281968-39 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3276: finishing write tid 1 to smithi04281968-44 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3276: finishing write tid 2 to smithi04281968-44 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3273: finishing rollback tid 1 to smithi04281968-39 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3273: finishing rollback tid 2 to smithi04281968-39 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1404 (ObjNum 994 snap 295 seq_num 994) dirty exists 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3276: finishing write tid 3 to smithi04281968-44 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1101 (ObjNum 1019 snap 300 seq_num 1019) dirty exists 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3276: left oid 44 (ObjNum 1019 snap 300 seq_num 1019) 2024-09-16T06:59:06.490 INFO:tasks.rados.rados.0.smithi042.stdout:3275: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:3271: finishing copy_from racing read to smithi04281968-43 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:3275: finishing copy_from to smithi04281968-4 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1400 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:3271: finishing copy_from to smithi04281968-43 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1327 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-16T06:59:06.491 INFO:tasks.rados.rados.0.smithi042.stdout:3280: finishing rollback tid 0 to smithi04281968-46 2024-09-16T06:59:06.492 INFO:tasks.rados.rados.0.smithi042.stdout:3280: finishing rollback tid 1 to smithi04281968-46 2024-09-16T06:59:06.492 INFO:tasks.rados.rados.0.smithi042.stdout:3278: finishing write tid 1 to smithi04281968-19 2024-09-16T06:59:06.492 INFO:tasks.rados.rados.0.smithi042.stdout:3280: finishing rollback tid 2 to smithi04281968-46 2024-09-16T06:59:06.492 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1104 (ObjNum 966 snap 292 seq_num 966) dirty exists 2024-09-16T06:59:06.492 INFO:tasks.rados.rados.0.smithi042.stdout:3278: finishing write tid 2 to smithi04281968-19 2024-09-16T06:59:06.493 INFO:tasks.rados.rados.0.smithi042.stdout:3278: finishing write tid 3 to smithi04281968-19 2024-09-16T06:59:06.493 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1409 (ObjNum 1020 snap 300 seq_num 1020) dirty exists 2024-09-16T06:59:06.493 INFO:tasks.rados.rados.0.smithi042.stdout:3278: left oid 19 (ObjNum 1020 snap 300 seq_num 1020) 2024-09-16T06:59:06.494 INFO:tasks.rados.rados.0.smithi042.stdout:3279: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T06:59:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:06 smithi164 ceph-mon[88760]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T06:59:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:06 smithi042 ceph-mon[94096]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T06:59:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:06 smithi042 ceph-mon[96574]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T06:59:07.431 INFO:tasks.rados.rados.0.smithi042.stdout:3269: done (11 left) 2024-09-16T06:59:07.431 INFO:tasks.rados.rados.0.smithi042.stdout:3270: done (10 left) 2024-09-16T06:59:07.431 INFO:tasks.rados.rados.0.smithi042.stdout:3271: done (9 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3272: done (8 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3273: done (7 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3274: done (6 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3275: done (5 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3276: done (4 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3278: done (3 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3279: done (2 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3280: done (1 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3281: done (0 left) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3282: read oid 11 snap -1 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3282: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3283: copy_from oid 50 from oid 6 current snap is 301 2024-09-16T06:59:07.432 INFO:tasks.rados.rados.0.smithi042.stdout:3284: setattr oid 48 current snap is 301 2024-09-16T06:59:07.433 INFO:tasks.rados.rados.0.smithi042.stdout:3285: copy_from oid 28 from oid 17 current snap is 301 2024-09-16T06:59:07.433 INFO:tasks.rados.rados.0.smithi042.stdout:3286: delete oid 22 current snap is 301 2024-09-16T06:59:07.438 INFO:tasks.rados.rados.0.smithi042.stdout:3286: done (4 left) 2024-09-16T06:59:07.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 301 2024-09-16T06:59:07.438 INFO:tasks.rados.rados.0.smithi042.stdout:3287: seq_num 1022 ranges {0=319488} 2024-09-16T06:59:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:3287: writing smithi04281968-23 from 0 to 319488 tid 1 2024-09-16T06:59:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:3288: copy_from oid 13 from oid 36 current snap is 301 2024-09-16T06:59:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 301 2024-09-16T06:59:07.440 INFO:tasks.rados.rados.0.smithi042.stdout:3289: seq_num 1023 ranges {0=335872} 2024-09-16T06:59:07.442 INFO:tasks.rados.rados.0.smithi042.stdout:3289: writing smithi04281968-3 from 0 to 335872 tid 1 2024-09-16T06:59:07.442 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 301 2024-09-16T06:59:07.442 INFO:tasks.rados.rados.0.smithi042.stdout:3283: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:59:07.442 INFO:tasks.rados.rados.0.smithi042.stdout:3290: seq_num 1024 ranges {0=352256} 2024-09-16T06:59:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:3290: writing smithi04281968-10 from 0 to 352256 tid 1 2024-09-16T06:59:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:3291: rmattr oid 14 current snap is 301 2024-09-16T06:59:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 924 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T06:59:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:3284: done (8 left) 2024-09-16T06:59:07.445 INFO:tasks.rados.rados.0.smithi042.stdout:3292: snap_create 2024-09-16T06:59:07.449 INFO:tasks.rados.rados.0.smithi042.stdout:3290: finishing write tid 1 to smithi04281968-10 2024-09-16T06:59:07.450 INFO:tasks.rados.rados.0.smithi042.stdout:3290: finishing write tid 2 to smithi04281968-10 2024-09-16T06:59:07.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1270 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-09-16T06:59:07.450 INFO:tasks.rados.rados.0.smithi042.stdout:3283: finishing copy_from to smithi04281968-50 2024-09-16T06:59:07.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1400 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:59:07.450 INFO:tasks.rados.rados.0.smithi042.stdout:3289: finishing write tid 1 to smithi04281968-3 2024-09-16T06:59:07.451 INFO:tasks.rados.rados.0.smithi042.stdout:3289: finishing write tid 2 to smithi04281968-3 2024-09-16T06:59:07.451 INFO:tasks.rados.rados.0.smithi042.stdout:3287: finishing write tid 1 to smithi04281968-23 2024-09-16T06:59:07.452 INFO:tasks.rados.rados.0.smithi042.stdout:3287: finishing write tid 2 to smithi04281968-23 2024-09-16T06:59:07.453 INFO:tasks.rados.rados.0.smithi042.stdout:3289: finishing write tid 3 to smithi04281968-3 2024-09-16T06:59:07.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1402 (ObjNum 1023 snap 301 seq_num 1023) dirty exists 2024-09-16T06:59:07.453 INFO:tasks.rados.rados.0.smithi042.stdout:3289: left oid 3 (ObjNum 1023 snap 301 seq_num 1023) 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:3287: finishing write tid 3 to smithi04281968-23 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1338 (ObjNum 1022 snap 301 seq_num 1022) dirty exists 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:3287: left oid 23 (ObjNum 1022 snap 301 seq_num 1022) 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:3290: finishing write tid 3 to smithi04281968-10 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 924 (ObjNum 1024 snap 301 seq_num 1024) dirty exists 2024-09-16T06:59:07.454 INFO:tasks.rados.rados.0.smithi042.stdout:3290: left oid 10 (ObjNum 1024 snap 301 seq_num 1024) 2024-09-16T06:59:07.457 INFO:tasks.rados.rados.0.smithi042.stdout:3285: finishing copy_from racing read to smithi04281968-28 2024-09-16T06:59:07.460 INFO:tasks.rados.rados.0.smithi042.stdout:3285: finishing copy_from to smithi04281968-28 2024-09-16T06:59:07.460 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1329 (ObjNum 961 snap 290 seq_num 961) dirty exists 2024-09-16T06:59:07.467 INFO:tasks.rados.rados.0.smithi042.stdout:3288: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:59:07.471 INFO:tasks.rados.rados.0.smithi042.stdout:3288: finishing copy_from to smithi04281968-13 2024-09-16T06:59:07.471 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1093 (ObjNum 992 snap 295 seq_num 992) dirty exists 2024-09-16T06:59:07.516 INFO:tasks.rados.rados.0.smithi042.stdout:3282: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:07 smithi164 ceph-mon[88760]: pgmap v702: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T06:59:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:07 smithi164 ceph-mon[88760]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T06:59:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:07 smithi164 ceph-mon[88760]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T06:59:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[96574]: pgmap v702: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T06:59:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[96574]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T06:59:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[96574]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T06:59:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[94096]: pgmap v702: 121 pgs: 121 active+clean; 195 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T06:59:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[94096]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T06:59:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:07 smithi042 ceph-mon[94096]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T06:59:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:09 smithi164 ceph-mon[88760]: pgmap v705: 121 pgs: 121 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-16T06:59:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:09 smithi164 ceph-mon[88760]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T06:59:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:09 smithi042 ceph-mon[94096]: pgmap v705: 121 pgs: 121 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-16T06:59:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:09 smithi042 ceph-mon[94096]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T06:59:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:09 smithi042 ceph-mon[96574]: pgmap v705: 121 pgs: 121 active+clean; 205 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-09-16T06:59:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:09 smithi042 ceph-mon[96574]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3282: done (8 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3283: done (7 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3285: done (6 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3287: done (5 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3288: done (4 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3289: done (3 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3290: done (2 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3291: done (1 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3292: done (0 left) 2024-09-16T06:59:09.953 INFO:tasks.rados.rados.0.smithi042.stdout:3293: delete oid 7 current snap is 302 2024-09-16T06:59:09.956 INFO:tasks.rados.rados.0.smithi042.stdout:3293: done (0 left) 2024-09-16T06:59:09.956 INFO:tasks.rados.rados.0.smithi042.stdout:3294: snap_remove snap 295 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3294: done (0 left) 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3295: read oid 20 snap -1 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3295: expect deleted 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3296: read oid 12 snap -1 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3296: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T06:59:10.437 INFO:tasks.rados.rados.0.smithi042.stdout:3297: read oid 6 snap -1 2024-09-16T06:59:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:3297: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:3298: read oid 17 snap -1 2024-09-16T06:59:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:3298: expect (ObjNum 961 snap 290 seq_num 961) 2024-09-16T06:59:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 302 2024-09-16T06:59:10.438 INFO:tasks.rados.rados.0.smithi042.stdout:3299: seq_num 1026 ranges {0=385024} 2024-09-16T06:59:10.440 INFO:tasks.rados.rados.0.smithi042.stdout:3299: writing smithi04281968-2 from 0 to 385024 tid 1 2024-09-16T06:59:10.440 INFO:tasks.rados.rados.0.smithi042.stdout:3300: snap_remove snap 299 2024-09-16T06:59:11.443 INFO:tasks.rados.rados.0.smithi042.stdout:3300: done (5 left) 2024-09-16T06:59:11.443 INFO:tasks.rados.rados.0.smithi042.stdout:3301: rollback oid 30 current snap is 302 2024-09-16T06:59:11.443 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 300 2024-09-16T06:59:11.443 INFO:tasks.rados.rados.0.smithi042.stdout:3302: snap_remove snap 298 2024-09-16T06:59:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:11 smithi042 ceph-mon[94096]: pgmap v707: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:59:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:11 smithi042 ceph-mon[94096]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T06:59:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:11 smithi042 ceph-mon[96574]: pgmap v707: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:59:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:11 smithi042 ceph-mon[96574]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T06:59:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:11] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T06:59:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:11 smithi164 ceph-mon[88760]: pgmap v707: 121 pgs: 121 active+clean; 214 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-09-16T06:59:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:11 smithi164 ceph-mon[88760]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T06:59:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:3302: done (6 left) 2024-09-16T06:59:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:3303: read oid 38 snap -1 2024-09-16T06:59:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:3303: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:3304: read oid 15 snap -1 2024-09-16T06:59:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:3304: expect deleted 2024-09-16T06:59:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:3305: copy_from oid 33 from oid 48 current snap is 302 2024-09-16T06:59:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 302 2024-09-16T06:59:12.451 INFO:tasks.rados.rados.0.smithi042.stdout:3306: seq_num 1027 ranges {15540224=409600} 2024-09-16T06:59:12.538 INFO:tasks.rados.rados.0.smithi042.stdout:3306: writing smithi04281968-1 from 15540224 to 15949824 tid 1 2024-09-16T06:59:12.538 INFO:tasks.rados.rados.0.smithi042.stdout:3307: copy_from oid 36 from oid 32 current snap is 302 2024-09-16T06:59:12.539 INFO:tasks.rados.rados.0.smithi042.stdout:3299: finishing write tid 1 to smithi04281968-2 2024-09-16T06:59:12.539 INFO:tasks.rados.rados.0.smithi042.stdout:3299: finishing write tid 2 to smithi04281968-2 2024-09-16T06:59:12.539 INFO:tasks.rados.rados.0.smithi042.stdout:3298: expect (ObjNum 961 snap 290 seq_num 961) 2024-09-16T06:59:12.586 INFO:tasks.rados.rados.0.smithi042.stdout:3299: finishing write tid 3 to smithi04281968-2 2024-09-16T06:59:12.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1272 (ObjNum 1026 snap 302 seq_num 1026) dirty exists 2024-09-16T06:59:12.586 INFO:tasks.rados.rados.0.smithi042.stdout:3299: left oid 2 (ObjNum 1026 snap 302 seq_num 1026) 2024-09-16T06:59:12.587 INFO:tasks.rados.rados.0.smithi042.stdout:3296: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T06:59:12.682 INFO:tasks.rados.rados.0.smithi042.stdout:3297: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:12 smithi164 ceph-mon[88760]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T06:59:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:12.745 INFO:tasks.rados.rados.0.smithi042.stdout:3301: finishing rollback tid 0 to smithi04281968-30 2024-09-16T06:59:12.745 INFO:tasks.rados.rados.0.smithi042.stdout:3301: finishing rollback tid 1 to smithi04281968-30 2024-09-16T06:59:12.745 INFO:tasks.rados.rados.0.smithi042.stdout:3301: finishing rollback tid 2 to smithi04281968-30 2024-09-16T06:59:12.745 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1403 (ObjNum 906 snap 277 seq_num 906) dirty exists 2024-09-16T06:59:12.745 INFO:tasks.rados.rados.0.smithi042.stdout:3303: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:12.755 INFO:tasks.rados.rados.0.smithi042.stdout:3305: finishing copy_from racing read to smithi04281968-33 2024-09-16T06:59:12.755 INFO:tasks.rados.rados.0.smithi042.stdout:3305: finishing copy_from to smithi04281968-33 2024-09-16T06:59:12.755 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 924 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T06:59:12.755 INFO:tasks.rados.rados.0.smithi042.stdout:3306: finishing write tid 1 to smithi04281968-1 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3306: finishing write tid 2 to smithi04281968-1 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3306: finishing write tid 3 to smithi04281968-1 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1144 (ObjNum 1027 snap 302 seq_num 1027) dirty exists 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3306: left oid 1 (ObjNum 1027 snap 302 seq_num 1027) 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3307: finishing copy_from racing read to smithi04281968-36 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3307: finishing copy_from to smithi04281968-36 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1236 (ObjNum 971 snap 292 seq_num 971) dirty exists 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3295: done (10 left) 2024-09-16T06:59:12.756 INFO:tasks.rados.rados.0.smithi042.stdout:3296: done (9 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3297: done (8 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3298: done (7 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3299: done (6 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3301: done (5 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3303: done (4 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3304: done (3 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3305: done (2 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3306: done (1 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:3307: done (0 left) 2024-09-16T06:59:12.757 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 302 2024-09-16T06:59:12.758 INFO:tasks.rados.rados.0.smithi042.stdout:3308: seq_num 1028 ranges {385024=425984} 2024-09-16T06:59:12.759 INFO:tasks.rados.rados.0.smithi042.stdout:3308: writing smithi04281968-2 from 385024 to 811008 tid 1 2024-09-16T06:59:12.759 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 302 2024-09-16T06:59:12.759 INFO:tasks.rados.rados.0.smithi042.stdout:3309: seq_num 1029 ranges {0=442368} 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3309: writing smithi04281968-38 from 0 to 442368 tid 1 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3310: rollback oid 4 current snap is 302 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 296 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3311: copy_from oid 24 from oid 16 current snap is 302 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3312: snap_create 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3308: finishing write tid 1 to smithi04281968-2 2024-09-16T06:59:12.762 INFO:tasks.rados.rados.0.smithi042.stdout:3308: finishing write tid 2 to smithi04281968-2 2024-09-16T06:59:12.763 INFO:tasks.rados.rados.0.smithi042.stdout:3308: finishing write tid 3 to smithi04281968-2 2024-09-16T06:59:12.763 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1274 (ObjNum 1028 snap 302 seq_num 1028) dirty exists 2024-09-16T06:59:12.763 INFO:tasks.rados.rados.0.smithi042.stdout:3308: left oid 2 (ObjNum 1028 snap 302 seq_num 1028) 2024-09-16T06:59:12.764 INFO:tasks.rados.rados.0.smithi042.stdout:3310: finishing rollback tid 0 to smithi04281968-4 2024-09-16T06:59:12.764 INFO:tasks.rados.rados.0.smithi042.stdout:3310: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:59:12.766 INFO:tasks.rados.rados.0.smithi042.stdout:3309: finishing write tid 1 to smithi04281968-38 2024-09-16T06:59:12.766 INFO:tasks.rados.rados.0.smithi042.stdout:3310: finishing rollback tid 2 to smithi04281968-4 2024-09-16T06:59:12.766 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1406 (ObjNum 998 snap 295 seq_num 998) dirty exists 2024-09-16T06:59:12.766 INFO:tasks.rados.rados.0.smithi042.stdout:3309: finishing write tid 2 to smithi04281968-38 2024-09-16T06:59:12.768 INFO:tasks.rados.rados.0.smithi042.stdout:3311: finishing copy_from racing read to smithi04281968-24 2024-09-16T06:59:12.769 INFO:tasks.rados.rados.0.smithi042.stdout:3309: finishing write tid 3 to smithi04281968-38 2024-09-16T06:59:12.769 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1356 (ObjNum 1029 snap 302 seq_num 1029) dirty exists 2024-09-16T06:59:12.769 INFO:tasks.rados.rados.0.smithi042.stdout:3309: left oid 38 (ObjNum 1029 snap 302 seq_num 1029) 2024-09-16T06:59:12.769 INFO:tasks.rados.rados.0.smithi042.stdout:3311: finishing copy_from to smithi04281968-24 2024-09-16T06:59:12.769 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1080 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T06:59:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:12 smithi042 ceph-mon[94096]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T06:59:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:12 smithi042 ceph-mon[96574]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T06:59:13.451 INFO:tasks.rados.rados.0.smithi042.stdout:3308: done (4 left) 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:3309: done (3 left) 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:3310: done (2 left) 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:3311: done (1 left) 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:3312: done (0 left) 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 303 2024-09-16T06:59:13.452 INFO:tasks.rados.rados.0.smithi042.stdout:3313: seq_num 1030 ranges {811008=458752} 2024-09-16T06:59:13.458 INFO:tasks.rados.rados.0.smithi042.stdout:3313: writing smithi04281968-2 from 811008 to 1269760 tid 1 2024-09-16T06:59:13.458 INFO:tasks.rados.rados.0.smithi042.stdout:3314: setattr oid 41 current snap is 303 2024-09-16T06:59:13.461 INFO:tasks.rados.rados.0.smithi042.stdout:3315: read oid 44 snap -1 2024-09-16T06:59:13.461 INFO:tasks.rados.rados.0.smithi042.stdout:3315: expect (ObjNum 1019 snap 300 seq_num 1019) 2024-09-16T06:59:13.461 INFO:tasks.rados.rados.0.smithi042.stdout:3316: read oid 6 snap -1 2024-09-16T06:59:13.461 INFO:tasks.rados.rados.0.smithi042.stdout:3316: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3317: read oid 35 snap -1 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3317: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3318: read oid 4 snap -1 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3318: expect (ObjNum 998 snap 295 seq_num 998) 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3319: read oid 32 snap 300 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3319: expect (ObjNum 971 snap 292 seq_num 971) 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3320: read oid 5 snap 300 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3320: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T06:59:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3321: delete oid 28 current snap is 303 2024-09-16T06:59:13.469 INFO:tasks.rados.rados.0.smithi042.stdout:3317: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:13.484 INFO:tasks.rados.rados.0.smithi042.stdout:3313: finishing write tid 1 to smithi04281968-2 2024-09-16T06:59:13.485 INFO:tasks.rados.rados.0.smithi042.stdout:3315: expect (ObjNum 1019 snap 300 seq_num 1019) 2024-09-16T06:59:13.498 INFO:tasks.rados.rados.0.smithi042.stdout:3313: finishing write tid 2 to smithi04281968-2 2024-09-16T06:59:13.498 INFO:tasks.rados.rados.0.smithi042.stdout:3313: finishing write tid 3 to smithi04281968-2 2024-09-16T06:59:13.498 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1276 (ObjNum 1030 snap 303 seq_num 1030) dirty exists 2024-09-16T06:59:13.498 INFO:tasks.rados.rados.0.smithi042.stdout:3313: left oid 2 (ObjNum 1030 snap 303 seq_num 1030) 2024-09-16T06:59:13.499 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1360 (ObjNum 976 snap 292 seq_num 976) dirty exists 2024-09-16T06:59:13.499 INFO:tasks.rados.rados.0.smithi042.stdout:3318: expect (ObjNum 998 snap 295 seq_num 998) 2024-09-16T06:59:13.561 INFO:tasks.rados.rados.0.smithi042.stdout:3319: expect (ObjNum 971 snap 292 seq_num 971) 2024-09-16T06:59:13.613 INFO:tasks.rados.rados.0.smithi042.stdout:3316: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:13.675 INFO:tasks.rados.rados.0.smithi042.stdout:3320: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3313: done (8 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3314: done (7 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3315: done (6 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3316: done (5 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3317: done (4 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3318: done (3 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3319: done (2 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3320: done (1 left) 2024-09-16T06:59:13.738 INFO:tasks.rados.rados.0.smithi042.stdout:3321: done (0 left) 2024-09-16T06:59:13.739 INFO:tasks.rados.rados.0.smithi042.stdout:3322: setattr oid 17 current snap is 303 2024-09-16T06:59:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:13 smithi164 ceph-mon[88760]: pgmap v710: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-16T06:59:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:13 smithi164 ceph-mon[88760]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T06:59:13.739 INFO:tasks.rados.rados.0.smithi042.stdout:3323: snap_remove snap 294 2024-09-16T06:59:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:13 smithi042 ceph-mon[96574]: pgmap v710: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-16T06:59:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:13 smithi042 ceph-mon[96574]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T06:59:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:13 smithi042 ceph-mon[94096]: pgmap v710: 121 pgs: 121 active+clean; 216 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-09-16T06:59:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:13 smithi042 ceph-mon[94096]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T06:59:14.459 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1356 (ObjNum 961 snap 290 seq_num 961) dirty exists 2024-09-16T06:59:14.459 INFO:tasks.rados.rados.0.smithi042.stdout:3322: done (1 left) 2024-09-16T06:59:14.459 INFO:tasks.rados.rados.0.smithi042.stdout:3323: done (0 left) 2024-09-16T06:59:14.459 INFO:tasks.rados.rados.0.smithi042.stdout:3324: snap_create 2024-09-16T06:59:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:14 smithi164 ceph-mon[88760]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T06:59:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:14 smithi042 ceph-mon[94096]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T06:59:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:14 smithi042 ceph-mon[96574]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T06:59:15.464 INFO:tasks.rados.rados.0.smithi042.stdout:3324: done (0 left) 2024-09-16T06:59:15.464 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 304 2024-09-16T06:59:15.464 INFO:tasks.rados.rados.0.smithi042.stdout:3325: seq_num 1032 ranges {1785856=491520} 2024-09-16T06:59:15.476 INFO:tasks.rados.rados.0.smithi042.stdout:3325: writing smithi04281968-46 from 1785856 to 2277376 tid 1 2024-09-16T06:59:15.476 INFO:tasks.rados.rados.0.smithi042.stdout:3326: read oid 11 snap -1 2024-09-16T06:59:15.476 INFO:tasks.rados.rados.0.smithi042.stdout:3326: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:15.476 INFO:tasks.rados.rados.0.smithi042.stdout:3327: snap_remove snap 301 2024-09-16T06:59:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:15 smithi164 ceph-mon[88760]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 218 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 952 KiB/s wr, 8 op/s 2024-09-16T06:59:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:15 smithi164 ceph-mon[88760]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T06:59:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:15 smithi042 ceph-mon[94096]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 218 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 952 KiB/s wr, 8 op/s 2024-09-16T06:59:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:15 smithi042 ceph-mon[94096]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T06:59:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:15 smithi042 ceph-mon[96574]: pgmap v713: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 218 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 952 KiB/s wr, 8 op/s 2024-09-16T06:59:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:15 smithi042 ceph-mon[96574]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T06:59:16.471 INFO:tasks.rados.rados.0.smithi042.stdout:3325: finishing write tid 1 to smithi04281968-46 2024-09-16T06:59:16.472 INFO:tasks.rados.rados.0.smithi042.stdout:3325: finishing write tid 2 to smithi04281968-46 2024-09-16T06:59:16.472 INFO:tasks.rados.rados.0.smithi042.stdout:3325: finishing write tid 3 to smithi04281968-46 2024-09-16T06:59:16.472 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1106 (ObjNum 1032 snap 304 seq_num 1032) dirty exists 2024-09-16T06:59:16.472 INFO:tasks.rados.rados.0.smithi042.stdout:3325: left oid 46 (ObjNum 1032 snap 304 seq_num 1032) 2024-09-16T06:59:16.472 INFO:tasks.rados.rados.0.smithi042.stdout:3326: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:16 smithi164 ceph-mon[88760]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T06:59:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:16 smithi042 ceph-mon[94096]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T06:59:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:16 smithi042 ceph-mon[96574]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T06:59:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:17 smithi164 ceph-mon[88760]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T06:59:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:17 smithi164 ceph-mon[88760]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T06:59:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:17 smithi164 ceph-mon[88760]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[96574]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[96574]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[96574]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[94096]: pgmap v716: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 222 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[94096]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T06:59:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:17 smithi042 ceph-mon[94096]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T06:59:18.914 INFO:tasks.rados.rados.0.smithi042.stdout:3325: done (2 left) 2024-09-16T06:59:18.914 INFO:tasks.rados.rados.0.smithi042.stdout:3326: done (1 left) 2024-09-16T06:59:18.914 INFO:tasks.rados.rados.0.smithi042.stdout:3327: done (0 left) 2024-09-16T06:59:18.915 INFO:tasks.rados.rados.0.smithi042.stdout:3328: rmattr oid 32 current snap is 304 2024-09-16T06:59:18.915 INFO:tasks.rados.rados.0.smithi042.stdout:3329: rollback oid 16 current snap is 304 2024-09-16T06:59:18.915 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 302 2024-09-16T06:59:18.915 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 304 2024-09-16T06:59:18.915 INFO:tasks.rados.rados.0.smithi042.stdout:3330: seq_num 1033 ranges {1236992=507904} 2024-09-16T06:59:18.923 INFO:tasks.rados.rados.0.smithi042.stdout:3330: writing smithi04281968-29 from 1236992 to 1744896 tid 1 2024-09-16T06:59:18.923 INFO:tasks.rados.rados.0.smithi042.stdout:3331: read oid 11 snap 302 2024-09-16T06:59:18.924 INFO:tasks.rados.rados.0.smithi042.stdout:3331: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:18.924 INFO:tasks.rados.rados.0.smithi042.stdout:3332: snap_remove snap 303 2024-09-16T06:59:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3332: done (4 left) 2024-09-16T06:59:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3333: delete oid 13 current snap is 304 2024-09-16T06:59:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1271 (ObjNum 971 snap 292 seq_num 971) dirty exists 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3329: finishing rollback tid 0 to smithi04281968-16 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3329: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3329: finishing rollback tid 2 to smithi04281968-16 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1096 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3330: finishing write tid 1 to smithi04281968-29 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3330: finishing write tid 2 to smithi04281968-29 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3330: finishing write tid 3 to smithi04281968-29 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1108 (ObjNum 1033 snap 304 seq_num 1033) dirty exists 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3330: left oid 29 (ObjNum 1033 snap 304 seq_num 1033) 2024-09-16T06:59:19.479 INFO:tasks.rados.rados.0.smithi042.stdout:3331: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:19 smithi164 ceph-mon[88760]: pgmap v719: 121 pgs: 121 active+clean; 216 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T06:59:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:19 smithi042 ceph-mon[94096]: pgmap v719: 121 pgs: 121 active+clean; 216 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T06:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:19 smithi042 ceph-mon[96574]: pgmap v719: 121 pgs: 121 active+clean; 216 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-09-16T06:59:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:20 smithi164 ceph-mon[88760]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T06:59:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:20 smithi042 ceph-mon[94096]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T06:59:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:20 smithi042 ceph-mon[96574]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T06:59:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:21 smithi042 ceph-mon[94096]: pgmap v721: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T06:59:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:21 smithi042 ceph-mon[96574]: pgmap v721: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T06:59:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:21] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:59:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:21 smithi164 ceph-mon[88760]: pgmap v721: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T06:59:21.917 INFO:tasks.rados.rados.0.smithi042.stdout:3328: done (4 left) 2024-09-16T06:59:21.917 INFO:tasks.rados.rados.0.smithi042.stdout:3329: done (3 left) 2024-09-16T06:59:21.917 INFO:tasks.rados.rados.0.smithi042.stdout:3330: done (2 left) 2024-09-16T06:59:21.917 INFO:tasks.rados.rados.0.smithi042.stdout:3331: done (1 left) 2024-09-16T06:59:21.917 INFO:tasks.rados.rados.0.smithi042.stdout:3333: done (0 left) 2024-09-16T06:59:21.918 INFO:tasks.rados.rados.0.smithi042.stdout:3334: snap_remove snap 296 2024-09-16T06:59:22.435 INFO:tasks.rados.rados.0.smithi042.stdout:3334: done (0 left) 2024-09-16T06:59:22.435 INFO:tasks.rados.rados.0.smithi042.stdout:3335: setattr oid 49 current snap is 304 2024-09-16T06:59:22.436 INFO:tasks.rados.rados.0.smithi042.stdout:3336: snap_remove snap 300 2024-09-16T06:59:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3336: done (1 left) 2024-09-16T06:59:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 47 current snap is 304 2024-09-16T06:59:23.438 INFO:tasks.rados.rados.0.smithi042.stdout:3337: seq_num 1035 ranges {0=540672} 2024-09-16T06:59:23.442 INFO:tasks.rados.rados.0.smithi042.stdout:3337: writing smithi04281968-47 from 0 to 540672 tid 1 2024-09-16T06:59:23.442 INFO:tasks.rados.rados.0.smithi042.stdout:3338: snap_create 2024-09-16T06:59:23.442 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1109 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-09-16T06:59:23.448 INFO:tasks.rados.rados.0.smithi042.stdout:3337: finishing write tid 1 to smithi04281968-47 2024-09-16T06:59:23.448 INFO:tasks.rados.rados.0.smithi042.stdout:3337: finishing write tid 2 to smithi04281968-47 2024-09-16T06:59:23.450 INFO:tasks.rados.rados.0.smithi042.stdout:3337: finishing write tid 3 to smithi04281968-47 2024-09-16T06:59:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 966 (ObjNum 1035 snap 304 seq_num 1035) dirty exists 2024-09-16T06:59:23.451 INFO:tasks.rados.rados.0.smithi042.stdout:3337: left oid 47 (ObjNum 1035 snap 304 seq_num 1035) 2024-09-16T06:59:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:23 smithi164 ceph-mon[88760]: pgmap v722: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 163 KiB/s wr, 7 op/s 2024-09-16T06:59:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:23 smithi164 ceph-mon[88760]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T06:59:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:23 smithi042 ceph-mon[94096]: pgmap v722: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 163 KiB/s wr, 7 op/s 2024-09-16T06:59:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:23 smithi042 ceph-mon[94096]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T06:59:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:23 smithi042 ceph-mon[96574]: pgmap v722: 121 pgs: 121 active+clean; 198 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 163 KiB/s wr, 7 op/s 2024-09-16T06:59:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:23 smithi042 ceph-mon[96574]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3335: done (2 left) 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3337: done (1 left) 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3338: done (0 left) 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3339: rmattr oid 26 current snap is 305 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3339: done (0 left) 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3340: rollback oid 26 current snap is 305 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 304 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 305 2024-09-16T06:59:24.444 INFO:tasks.rados.rados.0.smithi042.stdout:3341: seq_num 1036 ranges {0=557056} 2024-09-16T06:59:24.447 INFO:tasks.rados.rados.0.smithi042.stdout:3341: writing smithi04281968-9 from 0 to 557056 tid 1 2024-09-16T06:59:24.447 INFO:tasks.rados.rados.0.smithi042.stdout:3342: snap_remove snap 302 2024-09-16T06:59:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:24 smithi164 ceph-mon[88760]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T06:59:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:24 smithi042 ceph-mon[94096]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T06:59:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:24 smithi042 ceph-mon[96574]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T06:59:25.451 INFO:tasks.rados.rados.0.smithi042.stdout:3342: done (2 left) 2024-09-16T06:59:25.451 INFO:tasks.rados.rados.0.smithi042.stdout:3343: copy_from oid 4 from oid 5 current snap is 305 2024-09-16T06:59:25.451 INFO:tasks.rados.rados.0.smithi042.stdout:3340: finishing rollback tid 0 to smithi04281968-26 2024-09-16T06:59:25.451 INFO:tasks.rados.rados.0.smithi042.stdout:3340: finishing rollback tid 1 to smithi04281968-26 2024-09-16T06:59:25.451 INFO:tasks.rados.rados.0.smithi042.stdout:3340: finishing rollback tid 2 to smithi04281968-26 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1274 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3341: finishing write tid 1 to smithi04281968-9 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3341: finishing write tid 2 to smithi04281968-9 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3341: finishing write tid 3 to smithi04281968-9 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1146 (ObjNum 1036 snap 305 seq_num 1036) dirty exists 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3341: left oid 9 (ObjNum 1036 snap 305 seq_num 1036) 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3340: done (2 left) 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3341: done (1 left) 2024-09-16T06:59:25.452 INFO:tasks.rados.rados.0.smithi042.stdout:3344: snap_remove snap 304 2024-09-16T06:59:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:25 smithi164 ceph-mon[88760]: pgmap v725: 121 pgs: 121 active+clean; 179 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 163 KiB/s wr, 4 op/s 2024-09-16T06:59:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:25 smithi164 ceph-mon[88760]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T06:59:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:25 smithi042 ceph-mon[94096]: pgmap v725: 121 pgs: 121 active+clean; 179 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 163 KiB/s wr, 4 op/s 2024-09-16T06:59:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:25 smithi042 ceph-mon[94096]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T06:59:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:25 smithi042 ceph-mon[96574]: pgmap v725: 121 pgs: 121 active+clean; 179 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 163 KiB/s wr, 4 op/s 2024-09-16T06:59:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:25 smithi042 ceph-mon[96574]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T06:59:26.457 INFO:tasks.rados.rados.0.smithi042.stdout:3344: done (1 left) 2024-09-16T06:59:26.457 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 305 2024-09-16T06:59:26.457 INFO:tasks.rados.rados.0.smithi042.stdout:3345: seq_num 1037 ranges {319488=573440} 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:3345: writing smithi04281968-23 from 319488 to 892928 tid 1 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:3346: rmattr oid 8 current snap is 305 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:3346: done (2 left) 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 305 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:3343: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:59:26.462 INFO:tasks.rados.rados.0.smithi042.stdout:3347: seq_num 1038 ranges {12386304=589824} 2024-09-16T06:59:26.533 INFO:tasks.rados.rados.0.smithi042.stdout:3347: writing smithi04281968-48 from 12386304 to 12976128 tid 1 2024-09-16T06:59:26.533 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 305 2024-09-16T06:59:26.533 INFO:tasks.rados.rados.0.smithi042.stdout:3343: finishing copy_from to smithi04281968-4 2024-09-16T06:59:26.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1336 (ObjNum 1001 snap 295 seq_num 1001) dirty exists 2024-09-16T06:59:26.534 INFO:tasks.rados.rados.0.smithi042.stdout:3345: finishing write tid 1 to smithi04281968-23 2024-09-16T06:59:26.534 INFO:tasks.rados.rados.0.smithi042.stdout:3345: finishing write tid 2 to smithi04281968-23 2024-09-16T06:59:26.534 INFO:tasks.rados.rados.0.smithi042.stdout:3348: seq_num 1039 ranges {6184960=606208} 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:3348: writing smithi04281968-14 from 6184960 to 6791168 tid 1 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:3343: done (3 left) 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:3349: snap_create 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:3345: finishing write tid 3 to smithi04281968-23 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1388 (ObjNum 1037 snap 305 seq_num 1037) dirty exists 2024-09-16T06:59:26.571 INFO:tasks.rados.rados.0.smithi042.stdout:3345: left oid 23 (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:26.572 INFO:tasks.rados.rados.0.smithi042.stdout:3347: finishing write tid 1 to smithi04281968-48 2024-09-16T06:59:26.572 INFO:tasks.rados.rados.0.smithi042.stdout:3347: finishing write tid 2 to smithi04281968-48 2024-09-16T06:59:26.572 INFO:tasks.rados.rados.0.smithi042.stdout:3347: finishing write tid 3 to smithi04281968-48 2024-09-16T06:59:26.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1404 (ObjNum 1038 snap 305 seq_num 1038) dirty exists 2024-09-16T06:59:26.572 INFO:tasks.rados.rados.0.smithi042.stdout:3347: left oid 48 (ObjNum 1038 snap 305 seq_num 1038) 2024-09-16T06:59:26.574 INFO:tasks.rados.rados.0.smithi042.stdout:3348: finishing write tid 1 to smithi04281968-14 2024-09-16T06:59:26.574 INFO:tasks.rados.rados.0.smithi042.stdout:3348: finishing write tid 2 to smithi04281968-14 2024-09-16T06:59:26.575 INFO:tasks.rados.rados.0.smithi042.stdout:3348: finishing write tid 3 to smithi04281968-14 2024-09-16T06:59:26.575 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1276 (ObjNum 1039 snap 305 seq_num 1039) dirty exists 2024-09-16T06:59:26.575 INFO:tasks.rados.rados.0.smithi042.stdout:3348: left oid 14 (ObjNum 1039 snap 305 seq_num 1039) 2024-09-16T06:59:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:26 smithi164 ceph-mon[88760]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T06:59:26.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:26 smithi042 ceph-mon[94096]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T06:59:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:26 smithi042 ceph-mon[96574]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T06:59:27.435 INFO:tasks.rados.rados.0.smithi042.stdout:3345: done (3 left) 2024-09-16T06:59:27.435 INFO:tasks.rados.rados.0.smithi042.stdout:3347: done (2 left) 2024-09-16T06:59:27.435 INFO:tasks.rados.rados.0.smithi042.stdout:3348: done (1 left) 2024-09-16T06:59:27.435 INFO:tasks.rados.rados.0.smithi042.stdout:3349: done (0 left) 2024-09-16T06:59:27.436 INFO:tasks.rados.rados.0.smithi042.stdout:3350: snap_create 2024-09-16T06:59:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:27 smithi164 ceph-mon[88760]: pgmap v728: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 8 op/s 2024-09-16T06:59:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:27 smithi164 ceph-mon[88760]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T06:59:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:27 smithi164 ceph-mon[88760]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[94096]: pgmap v728: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 8 op/s 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[94096]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[94096]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[96574]: pgmap v728: 121 pgs: 121 active+clean; 164 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 136 KiB/s wr, 8 op/s 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[96574]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T06:59:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:27 smithi042 ceph-mon[96574]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T06:59:28.436 INFO:tasks.rados.rados.0.smithi042.stdout:3350: done (0 left) 2024-09-16T06:59:28.436 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 17 current snap is 307 2024-09-16T06:59:28.436 INFO:tasks.rados.rados.0.smithi042.stdout:3351: seq_num 1040 ranges {1703936=622592} 2024-09-16T06:59:28.449 INFO:tasks.rados.rados.0.smithi042.stdout:3351: writing smithi04281968-17 from 1703936 to 2326528 tid 1 2024-09-16T06:59:28.449 INFO:tasks.rados.rados.0.smithi042.stdout:3352: read oid 7 snap -1 2024-09-16T06:59:28.449 INFO:tasks.rados.rados.0.smithi042.stdout:3352: expect deleted 2024-09-16T06:59:28.449 INFO:tasks.rados.rados.0.smithi042.stdout:3353: snap_remove snap 306 2024-09-16T06:59:29.441 INFO:tasks.rados.rados.0.smithi042.stdout:3353: done (2 left) 2024-09-16T06:59:29.441 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 307 2024-09-16T06:59:29.442 INFO:tasks.rados.rados.0.smithi042.stdout:3354: seq_num 1041 ranges {0=638976} 2024-09-16T06:59:29.445 INFO:tasks.rados.rados.0.smithi042.stdout:3354: writing smithi04281968-16 from 0 to 638976 tid 1 2024-09-16T06:59:29.445 INFO:tasks.rados.rados.0.smithi042.stdout:3355: rmattr oid 29 current snap is 307 2024-09-16T06:59:29.445 INFO:tasks.rados.rados.0.smithi042.stdout:3355: done (3 left) 2024-09-16T06:59:29.445 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 307 2024-09-16T06:59:29.445 INFO:tasks.rados.rados.0.smithi042.stdout:3356: seq_num 1042 ranges {352256=655360} 2024-09-16T06:59:29.451 INFO:tasks.rados.rados.0.smithi042.stdout:3356: writing smithi04281968-10 from 352256 to 1007616 tid 1 2024-09-16T06:59:29.451 INFO:tasks.rados.rados.0.smithi042.stdout:3357: delete oid 19 current snap is 307 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3351: finishing write tid 1 to smithi04281968-17 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3351: finishing write tid 2 to smithi04281968-17 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3351: finishing write tid 3 to smithi04281968-17 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1391 (ObjNum 1040 snap 307 seq_num 1040) dirty exists 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3351: left oid 17 (ObjNum 1040 snap 307 seq_num 1040) 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3354: finishing write tid 1 to smithi04281968-16 2024-09-16T06:59:29.452 INFO:tasks.rados.rados.0.smithi042.stdout:3354: finishing write tid 2 to smithi04281968-16 2024-09-16T06:59:29.454 INFO:tasks.rados.rados.0.smithi042.stdout:3354: finishing write tid 3 to smithi04281968-16 2024-09-16T06:59:29.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T06:59:29.454 INFO:tasks.rados.rados.0.smithi042.stdout:3354: left oid 16 (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3356: finishing write tid 1 to smithi04281968-10 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3351: done (4 left) 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3352: done (3 left) 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3354: done (2 left) 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3357: done (1 left) 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3358: copy_from oid 35 from oid 7 current snap is 307 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3356: finishing write tid 2 to smithi04281968-10 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3359: rmattr oid 43 current snap is 307 2024-09-16T06:59:29.457 INFO:tasks.rados.rados.0.smithi042.stdout:3360: snap_remove snap 305 2024-09-16T06:59:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:29 smithi164 ceph-mon[88760]: pgmap v731: 121 pgs: 121 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T06:59:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:29 smithi164 ceph-mon[88760]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T06:59:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:29 smithi042 ceph-mon[94096]: pgmap v731: 121 pgs: 121 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T06:59:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:29 smithi042 ceph-mon[94096]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T06:59:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:29 smithi042 ceph-mon[96574]: pgmap v731: 121 pgs: 121 active+clean; 139 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T06:59:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:29 smithi042 ceph-mon[96574]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T06:59:30.448 INFO:tasks.rados.rados.0.smithi042.stdout:3360: done (3 left) 2024-09-16T06:59:30.448 INFO:tasks.rados.rados.0.smithi042.stdout:3361: setattr oid 34 current snap is 307 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:3356: finishing write tid 3 to smithi04281968-10 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 926 (ObjNum 1042 snap 307 seq_num 1042) dirty exists 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:3356: left oid 10 (ObjNum 1042 snap 307 seq_num 1042) 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:3358: finishing copy_from to smithi04281968-35 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:3358: got expected ENOENT (src dne) 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:3358: finishing copy_from racing read to smithi04281968-35 2024-09-16T06:59:30.449 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1407 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-16T06:59:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:3356: done (3 left) 2024-09-16T06:59:30.453 INFO:tasks.rados.rados.0.smithi042.stdout:3358: done (2 left) 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3359: done (1 left) 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3362: copy_from oid 3 from oid 9 current snap is 307 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3363: read oid 44 snap -1 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3363: expect (ObjNum 1019 snap 300 seq_num 1019) 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3364: read oid 49 snap -1 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3364: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3365: read oid 20 snap -1 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3365: expect deleted 2024-09-16T06:59:30.454 INFO:tasks.rados.rados.0.smithi042.stdout:3366: setattr oid 40 current snap is 307 2024-09-16T06:59:30.458 INFO:tasks.rados.rados.0.smithi042.stdout:3363: expect (ObjNum 1019 snap 300 seq_num 1019) 2024-09-16T06:59:30.467 INFO:tasks.rados.rados.0.smithi042.stdout:3364: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1277 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1277 (ObjNum 999 snap 295 seq_num 999) dirty exists 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3361: done (5 left) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3363: done (4 left) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3364: done (3 left) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3365: done (2 left) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3366: done (1 left) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3367: read oid 1 snap -1 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3367: expect (ObjNum 1027 snap 302 seq_num 1027) 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 307 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3362: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:59:30.471 INFO:tasks.rados.rados.0.smithi042.stdout:3368: seq_num 1044 ranges {1236992=688128} 2024-09-16T06:59:30.481 INFO:tasks.rados.rados.0.smithi042.stdout:3368: writing smithi04281968-30 from 1236992 to 1925120 tid 1 2024-09-16T06:59:30.482 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 307 2024-09-16T06:59:30.482 INFO:tasks.rados.rados.0.smithi042.stdout:3362: finishing copy_from to smithi04281968-3 2024-09-16T06:59:30.482 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1146 (ObjNum 1036 snap 305 seq_num 1036) dirty exists 2024-09-16T06:59:30.482 INFO:tasks.rados.rados.0.smithi042.stdout:3369: seq_num 1045 ranges {0=704512} 2024-09-16T06:59:30.486 INFO:tasks.rados.rados.0.smithi042.stdout:3369: writing smithi04281968-21 from 0 to 704512 tid 1 2024-09-16T06:59:30.486 INFO:tasks.rados.rados.0.smithi042.stdout:3362: done (3 left) 2024-09-16T06:59:30.486 INFO:tasks.rados.rados.0.smithi042.stdout:3370: delete oid 15 current snap is 307 2024-09-16T06:59:30.487 INFO:tasks.rados.rados.0.smithi042.stdout:3368: finishing write tid 1 to smithi04281968-30 2024-09-16T06:59:30.488 INFO:tasks.rados.rados.0.smithi042.stdout:3368: finishing write tid 2 to smithi04281968-30 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3370: done (3 left) 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3371: read oid 29 snap -1 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3371: expect (ObjNum 1033 snap 304 seq_num 1033) 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3372: read oid 15 snap -1 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3372: expect deleted 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3373: delete oid 7 current snap is 307 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3368: finishing write tid 3 to smithi04281968-30 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1409 (ObjNum 1044 snap 307 seq_num 1044) dirty exists 2024-09-16T06:59:30.490 INFO:tasks.rados.rados.0.smithi042.stdout:3368: left oid 30 (ObjNum 1044 snap 307 seq_num 1044) 2024-09-16T06:59:30.491 INFO:tasks.rados.rados.0.smithi042.stdout:3369: finishing write tid 1 to smithi04281968-21 2024-09-16T06:59:30.492 INFO:tasks.rados.rados.0.smithi042.stdout:3369: finishing write tid 2 to smithi04281968-21 2024-09-16T06:59:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:3368: done (5 left) 2024-09-16T06:59:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:3372: done (4 left) 2024-09-16T06:59:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:3373: done (3 left) 2024-09-16T06:59:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:3374: copy_from oid 17 from oid 45 current snap is 307 2024-09-16T06:59:30.493 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 307 2024-09-16T06:59:30.494 INFO:tasks.rados.rados.0.smithi042.stdout:3375: seq_num 1048 ranges {0=761856} 2024-09-16T06:59:30.498 INFO:tasks.rados.rados.0.smithi042.stdout:3375: writing smithi04281968-49 from 0 to 761856 tid 1 2024-09-16T06:59:30.498 INFO:tasks.rados.rados.0.smithi042.stdout:3376: rollback oid 47 current snap is 307 2024-09-16T06:59:30.498 INFO:tasks.rados.rados.0.smithi042.stdout:3376: done (5 left) 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3377: rollback oid 25 current snap is 307 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3377: done (5 left) 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3378: delete oid 41 current snap is 307 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3369: finishing write tid 3 to smithi04281968-21 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1398 (ObjNum 1045 snap 307 seq_num 1045) dirty exists 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3369: left oid 21 (ObjNum 1045 snap 307 seq_num 1045) 2024-09-16T06:59:30.499 INFO:tasks.rados.rados.0.smithi042.stdout:3371: expect (ObjNum 1033 snap 304 seq_num 1033) 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:3375: finishing write tid 1 to smithi04281968-49 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:3375: finishing write tid 2 to smithi04281968-49 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:3375: finishing write tid 3 to smithi04281968-49 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1123 (ObjNum 1048 snap 307 seq_num 1048) dirty exists 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:3375: left oid 49 (ObjNum 1048 snap 307 seq_num 1048) 2024-09-16T06:59:30.584 INFO:tasks.rados.rados.0.smithi042.stdout:3367: expect (ObjNum 1027 snap 302 seq_num 1027) 2024-09-16T06:59:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:30 smithi164 ceph-mon[88760]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T06:59:30.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:30 smithi042 ceph-mon[94096]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T06:59:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:30 smithi042 ceph-mon[96574]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T06:59:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:31 smithi042 ceph-mon[94096]: pgmap v734: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T06:59:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:31 smithi042 ceph-mon[94096]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T06:59:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:31] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T06:59:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:31 smithi042 ceph-mon[96574]: pgmap v734: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T06:59:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:31 smithi042 ceph-mon[96574]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T06:59:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:31 smithi164 ceph-mon[88760]: pgmap v734: 121 pgs: 121 active+clean; 137 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 3 op/s 2024-09-16T06:59:31.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:31 smithi164 ceph-mon[88760]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T06:59:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:33.025 INFO:tasks.rados.rados.0.smithi042.stdout:3374: finishing copy_from racing read to smithi04281968-17 2024-09-16T06:59:33.026 INFO:tasks.rados.rados.0.smithi042.stdout:3374: finishing copy_from to smithi04281968-17 2024-09-16T06:59:33.026 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 963 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T06:59:33.026 INFO:tasks.rados.rados.0.smithi042.stdout:3367: done (5 left) 2024-09-16T06:59:33.026 INFO:tasks.rados.rados.0.smithi042.stdout:3369: done (4 left) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3371: done (3 left) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3374: done (2 left) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3375: done (1 left) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3378: done (0 left) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3379: read oid 23 snap -1 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3379: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:33.027 INFO:tasks.rados.rados.0.smithi042.stdout:3380: setattr oid 2 current snap is 307 2024-09-16T06:59:33.028 INFO:tasks.rados.rados.0.smithi042.stdout:3381: snap_create 2024-09-16T06:59:33.030 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1278 (ObjNum 1030 snap 303 seq_num 1030) dirty exists 2024-09-16T06:59:33.032 INFO:tasks.rados.rados.0.smithi042.stdout:3379: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:3379: done (2 left) 2024-09-16T06:59:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:3380: done (1 left) 2024-09-16T06:59:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:3381: done (0 left) 2024-09-16T06:59:33.450 INFO:tasks.rados.rados.0.smithi042.stdout:3382: snap_create 2024-09-16T06:59:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:33 smithi164 ceph-mon[88760]: pgmap v736: 121 pgs: 121 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 918 B/s rd, 4.1 MiB/s wr, 5 op/s 2024-09-16T06:59:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:33 smithi164 ceph-mon[88760]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T06:59:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:33 smithi042 ceph-mon[96574]: pgmap v736: 121 pgs: 121 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 918 B/s rd, 4.1 MiB/s wr, 5 op/s 2024-09-16T06:59:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:33 smithi042 ceph-mon[96574]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T06:59:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:33 smithi042 ceph-mon[94096]: pgmap v736: 121 pgs: 121 active+clean; 150 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 918 B/s rd, 4.1 MiB/s wr, 5 op/s 2024-09-16T06:59:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:33 smithi042 ceph-mon[94096]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3382: done (0 left) 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3383: read oid 29 snap -1 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3383: expect (ObjNum 1033 snap 304 seq_num 1033) 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3384: read oid 23 snap 308 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3384: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 3 current snap is 309 2024-09-16T06:59:34.453 INFO:tasks.rados.rados.0.smithi042.stdout:3385: seq_num 1050 ranges {557056=794624} 2024-09-16T06:59:34.461 INFO:tasks.rados.rados.0.smithi042.stdout:3385: writing smithi04281968-3 from 557056 to 1351680 tid 1 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3386: read oid 46 snap 308 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3386: expect (ObjNum 1032 snap 304 seq_num 1032) 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3387: copy_from oid 4 from oid 2 current snap is 309 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3388: copy_from oid 45 from oid 39 current snap is 309 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3389: copy_from oid 8 from oid 17 current snap is 309 2024-09-16T06:59:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3390: snap_remove snap 307 2024-09-16T06:59:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:34 smithi164 ceph-mon[88760]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T06:59:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:34 smithi042 ceph-mon[94096]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T06:59:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:34 smithi042 ceph-mon[96574]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T06:59:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:35.463 INFO:tasks.rados.rados.0.smithi042.stdout:3390: done (7 left) 2024-09-16T06:59:35.464 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 309 2024-09-16T06:59:35.464 INFO:tasks.rados.rados.0.smithi042.stdout:3391: seq_num 1051 ranges {0=409600,409600=401408} 2024-09-16T06:59:35.466 INFO:tasks.rados.rados.0.smithi042.stdout:3391: writing smithi04281968-35 from 0 to 409600 tid 1 2024-09-16T06:59:35.469 INFO:tasks.rados.rados.0.smithi042.stdout:3391: writing smithi04281968-35 from 409600 to 811008 tid 2 2024-09-16T06:59:35.469 INFO:tasks.rados.rados.0.smithi042.stdout:3383: expect (ObjNum 1033 snap 304 seq_num 1033) 2024-09-16T06:59:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3385: finishing write tid 1 to smithi04281968-3 2024-09-16T06:59:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3385: finishing write tid 2 to smithi04281968-3 2024-09-16T06:59:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3384: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:35.576 INFO:tasks.rados.rados.0.smithi042.stdout:3386: expect (ObjNum 1032 snap 304 seq_num 1032) 2024-09-16T06:59:35.669 INFO:tasks.rados.rados.0.smithi042.stdout:3385: finishing write tid 3 to smithi04281968-3 2024-09-16T06:59:35.669 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1406 (ObjNum 1050 snap 309 seq_num 1050) dirty exists 2024-09-16T06:59:35.669 INFO:tasks.rados.rados.0.smithi042.stdout:3385: left oid 3 (ObjNum 1050 snap 309 seq_num 1050) 2024-09-16T06:59:35.669 INFO:tasks.rados.rados.0.smithi042.stdout:3383: done (7 left) 2024-09-16T06:59:35.670 INFO:tasks.rados.rados.0.smithi042.stdout:3384: done (6 left) 2024-09-16T06:59:35.670 INFO:tasks.rados.rados.0.smithi042.stdout:3385: done (5 left) 2024-09-16T06:59:35.670 INFO:tasks.rados.rados.0.smithi042.stdout:3386: done (4 left) 2024-09-16T06:59:35.670 INFO:tasks.rados.rados.0.smithi042.stdout:3392: snap_remove snap 308 2024-09-16T06:59:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:35 smithi164 ceph-mon[88760]: pgmap v739: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 689 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-09-16T06:59:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:35 smithi164 ceph-mon[88760]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T06:59:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:35 smithi042 ceph-mon[94096]: pgmap v739: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 689 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-09-16T06:59:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:35 smithi042 ceph-mon[94096]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T06:59:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:35 smithi042 ceph-mon[96574]: pgmap v739: 121 pgs: 121 active+clean; 151 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 689 B/s rd, 4.0 MiB/s wr, 8 op/s 2024-09-16T06:59:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:35 smithi042 ceph-mon[96574]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T06:59:36.471 INFO:tasks.rados.rados.0.smithi042.stdout:3392: done (4 left) 2024-09-16T06:59:36.471 INFO:tasks.rados.rados.0.smithi042.stdout:3393: read oid 11 snap -1 2024-09-16T06:59:36.471 INFO:tasks.rados.rados.0.smithi042.stdout:3393: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:36.471 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 309 2024-09-16T06:59:36.471 INFO:tasks.rados.rados.0.smithi042.stdout:3394: seq_num 1052 ranges {1236992=425984,1662976=401408} 2024-09-16T06:59:36.480 INFO:tasks.rados.rados.0.smithi042.stdout:3394: writing smithi04281968-42 from 1236992 to 1662976 tid 1 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3394: writing smithi04281968-42 from 1662976 to 2064384 tid 2 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3395: copy_from oid 3 from oid 16 current snap is 309 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3387: finishing copy_from racing read to smithi04281968-4 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3387: finishing copy_from to smithi04281968-4 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1278 (ObjNum 1030 snap 303 seq_num 1030) dirty exists 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3388: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3388: finishing copy_from to smithi04281968-45 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1404 (ObjNum 994 snap 295 seq_num 994) dirty exists 2024-09-16T06:59:36.484 INFO:tasks.rados.rados.0.smithi042.stdout:3389: finishing copy_from racing read to smithi04281968-8 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3389: finishing copy_from to smithi04281968-8 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 963 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: finishing write tid 1 to smithi04281968-35 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: finishing write tid 2 to smithi04281968-35 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: finishing write tid 3 to smithi04281968-35 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: finishing write tid 4 to smithi04281968-35 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1439 (ObjNum 1051 snap 309 seq_num 1051) dirty exists 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: left oid 35 (ObjNum 1051 snap 309 seq_num 1051) 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3387: done (6 left) 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3388: done (5 left) 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3389: done (4 left) 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3391: done (3 left) 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3396: read oid 33 snap -1 2024-09-16T06:59:36.485 INFO:tasks.rados.rados.0.smithi042.stdout:3396: expect (ObjNum 1002 snap 295 seq_num 1002) 2024-09-16T06:59:36.486 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 309 2024-09-16T06:59:36.486 INFO:tasks.rados.rados.0.smithi042.stdout:3397: seq_num 1053 ranges {0=442368,442368=401408} 2024-09-16T06:59:36.486 INFO:tasks.rados.rados.0.smithi042.stdout:3397: writing smithi04281968-31 from 0 to 442368 tid 1 2024-09-16T06:59:36.488 INFO:tasks.rados.rados.0.smithi042.stdout:3397: writing smithi04281968-31 from 442368 to 843776 tid 2 2024-09-16T06:59:36.488 INFO:tasks.rados.rados.0.smithi042.stdout:3398: copy_from oid 19 from oid 40 current snap is 309 2024-09-16T06:59:36.488 INFO:tasks.rados.rados.0.smithi042.stdout:3399: delete oid 47 current snap is 309 2024-09-16T06:59:36.492 INFO:tasks.rados.rados.0.smithi042.stdout:3397: finishing write tid 1 to smithi04281968-31 2024-09-16T06:59:36.492 INFO:tasks.rados.rados.0.smithi042.stdout:3397: finishing write tid 2 to smithi04281968-31 2024-09-16T06:59:36.492 INFO:tasks.rados.rados.0.smithi042.stdout:3397: finishing write tid 3 to smithi04281968-31 2024-09-16T06:59:36.494 INFO:tasks.rados.rados.0.smithi042.stdout:3394: finishing write tid 1 to smithi04281968-42 2024-09-16T06:59:36.494 INFO:tasks.rados.rados.0.smithi042.stdout:3394: finishing write tid 2 to smithi04281968-42 2024-09-16T06:59:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:3397: finishing write tid 4 to smithi04281968-31 2024-09-16T06:59:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1281 (ObjNum 1053 snap 309 seq_num 1053) dirty exists 2024-09-16T06:59:36.495 INFO:tasks.rados.rados.0.smithi042.stdout:3397: left oid 31 (ObjNum 1053 snap 309 seq_num 1053) 2024-09-16T06:59:36.496 INFO:tasks.rados.rados.0.smithi042.stdout:3394: finishing write tid 3 to smithi04281968-42 2024-09-16T06:59:36.497 INFO:tasks.rados.rados.0.smithi042.stdout:3395: finishing copy_from racing read to smithi04281968-3 2024-09-16T06:59:36.497 INFO:tasks.rados.rados.0.smithi042.stdout:3394: finishing write tid 4 to smithi04281968-42 2024-09-16T06:59:36.498 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1401 (ObjNum 1052 snap 309 seq_num 1052) dirty exists 2024-09-16T06:59:36.498 INFO:tasks.rados.rados.0.smithi042.stdout:3394: left oid 42 (ObjNum 1052 snap 309 seq_num 1052) 2024-09-16T06:59:36.498 INFO:tasks.rados.rados.0.smithi042.stdout:3394: done (6 left) 2024-09-16T06:59:36.499 INFO:tasks.rados.rados.0.smithi042.stdout:3397: done (5 left) 2024-09-16T06:59:36.499 INFO:tasks.rados.rados.0.smithi042.stdout:3399: done (4 left) 2024-09-16T06:59:36.499 INFO:tasks.rados.rados.0.smithi042.stdout:3400: delete oid 29 current snap is 309 2024-09-16T06:59:36.500 INFO:tasks.rados.rados.0.smithi042.stdout:3395: finishing copy_from to smithi04281968-3 2024-09-16T06:59:36.500 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:3395: done (4 left) 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:3400: done (3 left) 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:3401: read oid 23 snap -1 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:3401: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 309 2024-09-16T06:59:36.502 INFO:tasks.rados.rados.0.smithi042.stdout:3402: seq_num 1056 ranges {270336=491520,761856=401408} 2024-09-16T06:59:36.506 INFO:tasks.rados.rados.0.smithi042.stdout:3402: writing smithi04281968-44 from 270336 to 761856 tid 1 2024-09-16T06:59:36.509 INFO:tasks.rados.rados.0.smithi042.stdout:3402: writing smithi04281968-44 from 761856 to 1163264 tid 2 2024-09-16T06:59:36.509 INFO:tasks.rados.rados.0.smithi042.stdout:3403: read oid 41 snap -1 2024-09-16T06:59:36.509 INFO:tasks.rados.rados.0.smithi042.stdout:3403: expect deleted 2024-09-16T06:59:36.509 INFO:tasks.rados.rados.0.smithi042.stdout:3404: rmattr oid 50 current snap is 309 2024-09-16T06:59:36.509 INFO:tasks.rados.rados.0.smithi042.stdout:3401: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:36.542 INFO:tasks.rados.rados.0.smithi042.stdout:3401: done (6 left) 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3403: done (5 left) 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3404: done (4 left) 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3405: setattr oid 27 current snap is 309 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3402: finishing write tid 1 to smithi04281968-44 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3402: finishing write tid 2 to smithi04281968-44 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3398: finishing copy_from racing read to smithi04281968-19 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3402: finishing write tid 3 to smithi04281968-44 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3402: finishing write tid 4 to smithi04281968-44 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1127 (ObjNum 1056 snap 309 seq_num 1056) dirty exists 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3402: left oid 44 (ObjNum 1056 snap 309 seq_num 1056) 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:3398: finishing copy_from to smithi04281968-19 2024-09-16T06:59:36.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1277 (ObjNum 999 snap 295 seq_num 999) dirty exists 2024-09-16T06:59:36.544 INFO:tasks.rados.rados.0.smithi042.stdout:3398: done (4 left) 2024-09-16T06:59:36.544 INFO:tasks.rados.rados.0.smithi042.stdout:3402: done (3 left) 2024-09-16T06:59:36.544 INFO:tasks.rados.rados.0.smithi042.stdout:3406: rollback oid 13 current snap is 309 2024-09-16T06:59:36.545 INFO:tasks.rados.rados.0.smithi042.stdout:3406: done (3 left) 2024-09-16T06:59:36.545 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 309 2024-09-16T06:59:36.545 INFO:tasks.rados.rados.0.smithi042.stdout:3407: seq_num 1057 ranges {0=507904,507904=401408} 2024-09-16T06:59:36.546 INFO:tasks.rados.rados.0.smithi042.stdout:3407: writing smithi04281968-24 from 0 to 507904 tid 1 2024-09-16T06:59:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3407: writing smithi04281968-24 from 507904 to 909312 tid 2 2024-09-16T06:59:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3408: snap_create 2024-09-16T06:59:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1337 (ObjNum 1005 snap 295 seq_num 1005) dirty exists 2024-09-16T06:59:36.552 INFO:tasks.rados.rados.0.smithi042.stdout:3407: finishing write tid 1 to smithi04281968-24 2024-09-16T06:59:36.553 INFO:tasks.rados.rados.0.smithi042.stdout:3407: finishing write tid 2 to smithi04281968-24 2024-09-16T06:59:36.553 INFO:tasks.rados.rados.0.smithi042.stdout:3407: finishing write tid 3 to smithi04281968-24 2024-09-16T06:59:36.555 INFO:tasks.rados.rados.0.smithi042.stdout:3407: finishing write tid 4 to smithi04281968-24 2024-09-16T06:59:36.555 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1402 (ObjNum 1057 snap 309 seq_num 1057) dirty exists 2024-09-16T06:59:36.555 INFO:tasks.rados.rados.0.smithi042.stdout:3407: left oid 24 (ObjNum 1057 snap 309 seq_num 1057) 2024-09-16T06:59:36.569 INFO:tasks.rados.rados.0.smithi042.stdout:3393: expect (ObjNum 1013 snap 298 seq_num 1013) 2024-09-16T06:59:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:36 smithi164 ceph-mon[88760]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T06:59:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:36 smithi042 ceph-mon[94096]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T06:59:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:36 smithi042 ceph-mon[96574]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T06:59:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:37 smithi164 ceph-mon[88760]: pgmap v742: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 810 KiB/s wr, 23 op/s 2024-09-16T06:59:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:37 smithi164 ceph-mon[88760]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T06:59:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:37 smithi164 ceph-mon[88760]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T06:59:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[94096]: pgmap v742: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 810 KiB/s wr, 23 op/s 2024-09-16T06:59:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[94096]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T06:59:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[94096]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T06:59:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[96574]: pgmap v742: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 810 KiB/s wr, 23 op/s 2024-09-16T06:59:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[96574]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T06:59:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:37 smithi042 ceph-mon[96574]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T06:59:39.011 INFO:tasks.rados.rados.0.smithi042.stdout:3396: expect (ObjNum 1002 snap 295 seq_num 1002) 2024-09-16T06:59:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:39 smithi164 ceph-mon[88760]: pgmap v745: 121 pgs: 121 active+clean; 146 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-16T06:59:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:39 smithi042 ceph-mon[94096]: pgmap v745: 121 pgs: 121 active+clean; 146 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-16T06:59:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:39 smithi042 ceph-mon[96574]: pgmap v745: 121 pgs: 121 active+clean; 146 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-09-16T06:59:40.149 INFO:tasks.rados.rados.0.smithi042.stdout:3393: done (4 left) 2024-09-16T06:59:40.149 INFO:tasks.rados.rados.0.smithi042.stdout:3396: done (3 left) 2024-09-16T06:59:40.149 INFO:tasks.rados.rados.0.smithi042.stdout:3405: done (2 left) 2024-09-16T06:59:40.150 INFO:tasks.rados.rados.0.smithi042.stdout:3407: done (1 left) 2024-09-16T06:59:40.150 INFO:tasks.rados.rados.0.smithi042.stdout:3408: done (0 left) 2024-09-16T06:59:40.150 INFO:tasks.rados.rados.0.smithi042.stdout:3409: delete oid 19 current snap is 310 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:3409: done (0 left) 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:3410: rollback oid 4 current snap is 310 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 309 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:3411: read oid 3 snap -1 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:3411: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 310 2024-09-16T06:59:40.153 INFO:tasks.rados.rados.0.smithi042.stdout:3412: seq_num 1059 ranges {12976128=540672,13516800=401408} 2024-09-16T06:59:40.226 INFO:tasks.rados.rados.0.smithi042.stdout:3412: writing smithi04281968-48 from 12976128 to 13516800 tid 1 2024-09-16T06:59:40.229 INFO:tasks.rados.rados.0.smithi042.stdout:3412: writing smithi04281968-48 from 13516800 to 13918208 tid 2 2024-09-16T06:59:40.229 INFO:tasks.rados.rados.0.smithi042.stdout:3413: rmattr oid 19 current snap is 310 2024-09-16T06:59:40.229 INFO:tasks.rados.rados.0.smithi042.stdout:3413: done (3 left) 2024-09-16T06:59:40.229 INFO:tasks.rados.rados.0.smithi042.stdout:3414: rollback oid 27 current snap is 310 2024-09-16T06:59:40.230 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 309 2024-09-16T06:59:40.230 INFO:tasks.rados.rados.0.smithi042.stdout:3411: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3410: finishing rollback tid 0 to smithi04281968-4 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3410: finishing rollback tid 1 to smithi04281968-4 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3411: done (3 left) 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3415: rmattr oid 2 current snap is 310 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3410: finishing rollback tid 2 to smithi04281968-4 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1412 (ObjNum 1030 snap 303 seq_num 1030) dirty exists 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3412: finishing write tid 1 to smithi04281968-48 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3412: finishing write tid 2 to smithi04281968-48 2024-09-16T06:59:40.251 INFO:tasks.rados.rados.0.smithi042.stdout:3414: finishing rollback tid 0 to smithi04281968-27 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3412: finishing write tid 3 to smithi04281968-48 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3414: finishing rollback tid 1 to smithi04281968-27 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3414: finishing rollback tid 2 to smithi04281968-27 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1340 (ObjNum 1005 snap 295 seq_num 1005) dirty exists 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3412: finishing write tid 4 to smithi04281968-48 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1409 (ObjNum 1059 snap 310 seq_num 1059) dirty exists 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3412: left oid 48 (ObjNum 1059 snap 310 seq_num 1059) 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3410: done (3 left) 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3412: done (2 left) 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3414: done (1 left) 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3416: rmattr oid 20 current snap is 310 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3416: done (1 left) 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3417: read oid 13 snap -1 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3417: expect deleted 2024-09-16T06:59:40.252 INFO:tasks.rados.rados.0.smithi042.stdout:3418: rollback oid 33 current snap is 310 2024-09-16T06:59:40.253 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 309 2024-09-16T06:59:40.253 INFO:tasks.rados.rados.0.smithi042.stdout:3419: read oid 44 snap -1 2024-09-16T06:59:40.253 INFO:tasks.rados.rados.0.smithi042.stdout:3419: expect (ObjNum 1056 snap 309 seq_num 1056) 2024-09-16T06:59:40.253 INFO:tasks.rados.rados.0.smithi042.stdout:3420: setattr oid 9 current snap is 310 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3417: done (4 left) 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3421: rmattr oid 50 current snap is 310 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3421: done (4 left) 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3422: read oid 36 snap -1 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3422: expect (ObjNum 971 snap 292 seq_num 971) 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3423: read oid 27 snap -1 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3423: expect (ObjNum 1005 snap 295 seq_num 1005) 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 310 2024-09-16T06:59:40.254 INFO:tasks.rados.rados.0.smithi042.stdout:3424: seq_num 1060 ranges {15712256=557056,16269312=401408} 2024-09-16T06:59:40.342 INFO:tasks.rados.rados.0.smithi042.stdout:3424: writing smithi04281968-11 from 15712256 to 16269312 tid 1 2024-09-16T06:59:40.344 INFO:tasks.rados.rados.0.smithi042.stdout:3424: writing smithi04281968-11 from 16269312 to 16670720 tid 2 2024-09-16T06:59:40.344 INFO:tasks.rados.rados.0.smithi042.stdout:3425: snap_create 2024-09-16T06:59:40.344 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1282 (ObjNum 1030 snap 303 seq_num 1030) dirty exists 2024-09-16T06:59:40.344 INFO:tasks.rados.rados.0.smithi042.stdout:3419: expect (ObjNum 1056 snap 309 seq_num 1056) 2024-09-16T06:59:40.379 INFO:tasks.rados.rados.0.smithi042.stdout:3418: finishing rollback tid 0 to smithi04281968-33 2024-09-16T06:59:40.379 INFO:tasks.rados.rados.0.smithi042.stdout:3418: finishing rollback tid 1 to smithi04281968-33 2024-09-16T06:59:40.379 INFO:tasks.rados.rados.0.smithi042.stdout:3418: finishing rollback tid 2 to smithi04281968-33 2024-09-16T06:59:40.379 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1149 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T06:59:40.379 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1150 (ObjNum 1036 snap 305 seq_num 1036) dirty exists 2024-09-16T06:59:40.380 INFO:tasks.rados.rados.0.smithi042.stdout:3422: expect (ObjNum 971 snap 292 seq_num 971) 2024-09-16T06:59:40.431 INFO:tasks.rados.rados.0.smithi042.stdout:3423: expect (ObjNum 1005 snap 295 seq_num 1005) 2024-09-16T06:59:40.601 INFO:tasks.rados.rados.0.smithi042.stdout:3424: finishing write tid 1 to smithi04281968-11 2024-09-16T06:59:40.601 INFO:tasks.rados.rados.0.smithi042.stdout:3424: finishing write tid 2 to smithi04281968-11 2024-09-16T06:59:40.601 INFO:tasks.rados.rados.0.smithi042.stdout:3424: finishing write tid 3 to smithi04281968-11 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3424: finishing write tid 4 to smithi04281968-11 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1153 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3424: left oid 11 (ObjNum 1060 snap 310 seq_num 1060) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3415: done (7 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3418: done (6 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3419: done (5 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3420: done (4 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3422: done (3 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3423: done (2 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3424: done (1 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3425: done (0 left) 2024-09-16T06:59:40.602 INFO:tasks.rados.rados.0.smithi042.stdout:3426: snap_create 2024-09-16T06:59:41.482 INFO:tasks.rados.rados.0.smithi042.stdout:3426: done (0 left) 2024-09-16T06:59:41.482 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 312 2024-09-16T06:59:41.482 INFO:tasks.rados.rados.0.smithi042.stdout:3427: seq_num 1061 ranges {1875968=573440,2449408=401408} 2024-09-16T06:59:41.495 INFO:tasks.rados.rados.0.smithi042.stdout:3427: writing smithi04281968-32 from 1875968 to 2449408 tid 1 2024-09-16T06:59:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3427: writing smithi04281968-32 from 2449408 to 2850816 tid 2 2024-09-16T06:59:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3428: read oid 50 snap 311 2024-09-16T06:59:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3428: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3429: copy_from oid 45 from oid 16 current snap is 312 2024-09-16T06:59:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3430: snap_create 2024-09-16T06:59:41.506 INFO:tasks.rados.rados.0.smithi042.stdout:3427: finishing write tid 1 to smithi04281968-32 2024-09-16T06:59:41.507 INFO:tasks.rados.rados.0.smithi042.stdout:3428: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:41.570 INFO:tasks.rados.rados.0.smithi042.stdout:3427: finishing write tid 2 to smithi04281968-32 2024-09-16T06:59:41.570 INFO:tasks.rados.rados.0.smithi042.stdout:3427: finishing write tid 3 to smithi04281968-32 2024-09-16T06:59:41.570 INFO:tasks.rados.rados.0.smithi042.stdout:3429: finishing copy_from racing read to smithi04281968-45 2024-09-16T06:59:41.570 INFO:tasks.rados.rados.0.smithi042.stdout:3427: finishing write tid 4 to smithi04281968-32 2024-09-16T06:59:41.570 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1280 (ObjNum 1061 snap 312 seq_num 1061) dirty exists 2024-09-16T06:59:41.571 INFO:tasks.rados.rados.0.smithi042.stdout:3427: left oid 32 (ObjNum 1061 snap 312 seq_num 1061) 2024-09-16T06:59:41.571 INFO:tasks.rados.rados.0.smithi042.stdout:3429: finishing copy_from to smithi04281968-45 2024-09-16T06:59:41.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T06:59:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:41 smithi042 ceph-mon[96574]: pgmap v746: 121 pgs: 121 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-09-16T06:59:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:41 smithi042 ceph-mon[96574]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T06:59:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:41 smithi042 ceph-mon[94096]: pgmap v746: 121 pgs: 121 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-09-16T06:59:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:41 smithi042 ceph-mon[94096]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T06:59:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:41] "GET /metrics HTTP/1.1" 200 36304 "" "Prometheus/2.43.0" 2024-09-16T06:59:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:41 smithi164 ceph-mon[88760]: pgmap v746: 121 pgs: 121 active+clean; 168 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 14 op/s 2024-09-16T06:59:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:41 smithi164 ceph-mon[88760]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T06:59:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:3427: done (3 left) 2024-09-16T06:59:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:3428: done (2 left) 2024-09-16T06:59:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:3429: done (1 left) 2024-09-16T06:59:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:3430: done (0 left) 2024-09-16T06:59:42.488 INFO:tasks.rados.rados.0.smithi042.stdout:3431: read oid 34 snap -1 2024-09-16T06:59:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:3431: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:59:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:3432: read oid 7 snap -1 2024-09-16T06:59:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:3432: expect deleted 2024-09-16T06:59:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 313 2024-09-16T06:59:42.489 INFO:tasks.rados.rados.0.smithi042.stdout:3433: seq_num 1062 ranges {0=589824,589824=401408} 2024-09-16T06:59:42.491 INFO:tasks.rados.rados.0.smithi042.stdout:3433: writing smithi04281968-15 from 0 to 589824 tid 1 2024-09-16T06:59:42.493 INFO:tasks.rados.rados.0.smithi042.stdout:3433: writing smithi04281968-15 from 589824 to 991232 tid 2 2024-09-16T06:59:42.494 INFO:tasks.rados.rados.0.smithi042.stdout:3434: snap_create 2024-09-16T06:59:42.494 INFO:tasks.rados.rados.0.smithi042.stdout:3431: expect (ObjNum 916 snap 279 seq_num 916) 2024-09-16T06:59:42.523 INFO:tasks.rados.rados.0.smithi042.stdout:3433: finishing write tid 1 to smithi04281968-15 2024-09-16T06:59:42.524 INFO:tasks.rados.rados.0.smithi042.stdout:3433: finishing write tid 2 to smithi04281968-15 2024-09-16T06:59:42.524 INFO:tasks.rados.rados.0.smithi042.stdout:3433: finishing write tid 3 to smithi04281968-15 2024-09-16T06:59:42.524 INFO:tasks.rados.rados.0.smithi042.stdout:3433: finishing write tid 4 to smithi04281968-15 2024-09-16T06:59:42.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1404 (ObjNum 1062 snap 313 seq_num 1062) dirty exists 2024-09-16T06:59:42.524 INFO:tasks.rados.rados.0.smithi042.stdout:3433: left oid 15 (ObjNum 1062 snap 313 seq_num 1062) 2024-09-16T06:59:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:42 smithi164 ceph-mon[88760]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T06:59:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:42 smithi042 ceph-mon[94096]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T06:59:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:42 smithi042 ceph-mon[96574]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:3431: done (3 left) 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:3432: done (2 left) 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:3433: done (1 left) 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:3434: done (0 left) 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 314 2024-09-16T06:59:43.494 INFO:tasks.rados.rados.0.smithi042.stdout:3435: seq_num 1063 ranges {3416064=606208,4022272=401408} 2024-09-16T06:59:43.516 INFO:tasks.rados.rados.0.smithi042.stdout:3435: writing smithi04281968-27 from 3416064 to 4022272 tid 1 2024-09-16T06:59:43.518 INFO:tasks.rados.rados.0.smithi042.stdout:3435: writing smithi04281968-27 from 4022272 to 4423680 tid 2 2024-09-16T06:59:43.518 INFO:tasks.rados.rados.0.smithi042.stdout:3436: delete oid 49 current snap is 314 2024-09-16T06:59:43.523 INFO:tasks.rados.rados.0.smithi042.stdout:3435: finishing write tid 1 to smithi04281968-27 2024-09-16T06:59:43.523 INFO:tasks.rados.rados.0.smithi042.stdout:3435: finishing write tid 2 to smithi04281968-27 2024-09-16T06:59:43.524 INFO:tasks.rados.rados.0.smithi042.stdout:3436: done (1 left) 2024-09-16T06:59:43.524 INFO:tasks.rados.rados.0.smithi042.stdout:3437: delete oid 16 current snap is 314 2024-09-16T06:59:43.524 INFO:tasks.rados.rados.0.smithi042.stdout:3435: finishing write tid 3 to smithi04281968-27 2024-09-16T06:59:43.525 INFO:tasks.rados.rados.0.smithi042.stdout:3435: finishing write tid 4 to smithi04281968-27 2024-09-16T06:59:43.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1343 (ObjNum 1063 snap 314 seq_num 1063) dirty exists 2024-09-16T06:59:43.525 INFO:tasks.rados.rados.0.smithi042.stdout:3435: left oid 27 (ObjNum 1063 snap 314 seq_num 1063) 2024-09-16T06:59:43.528 INFO:tasks.rados.rados.0.smithi042.stdout:3435: done (1 left) 2024-09-16T06:59:43.528 INFO:tasks.rados.rados.0.smithi042.stdout:3437: done (0 left) 2024-09-16T06:59:43.528 INFO:tasks.rados.rados.0.smithi042.stdout:3438: setattr oid 19 current snap is 314 2024-09-16T06:59:43.529 INFO:tasks.rados.rados.0.smithi042.stdout:3439: read oid 50 snap -1 2024-09-16T06:59:43.529 INFO:tasks.rados.rados.0.smithi042.stdout:3439: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:43.529 INFO:tasks.rados.rados.0.smithi042.stdout:3440: setattr oid 14 current snap is 314 2024-09-16T06:59:43.531 INFO:tasks.rados.rados.0.smithi042.stdout:3441: copy_from oid 34 from oid 17 current snap is 314 2024-09-16T06:59:43.531 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 314 2024-09-16T06:59:43.531 INFO:tasks.rados.rados.0.smithi042.stdout:3442: seq_num 1066 ranges {13918208=663552,14581760=401408} 2024-09-16T06:59:43.612 INFO:tasks.rados.rados.0.smithi042.stdout:3442: writing smithi04281968-48 from 13918208 to 14581760 tid 1 2024-09-16T06:59:43.615 INFO:tasks.rados.rados.0.smithi042.stdout:3442: writing smithi04281968-48 from 14581760 to 14983168 tid 2 2024-09-16T06:59:43.615 INFO:tasks.rados.rados.0.smithi042.stdout:3443: delete oid 37 current snap is 314 2024-09-16T06:59:43.615 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1445 (ObjNum 33 snap 0 seq_num 111507088) dirty exists 2024-09-16T06:59:43.615 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1281 (ObjNum 1039 snap 305 seq_num 1039) dirty exists 2024-09-16T06:59:43.615 INFO:tasks.rados.rados.0.smithi042.stdout:3439: expect (ObjNum 918 snap 279 seq_num 918) 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:3441: finishing copy_from racing read to smithi04281968-34 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:3441: finishing copy_from to smithi04281968-34 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 963 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:3442: finishing write tid 1 to smithi04281968-48 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:3442: finishing write tid 2 to smithi04281968-48 2024-09-16T06:59:43.679 INFO:tasks.rados.rados.0.smithi042.stdout:3442: finishing write tid 3 to smithi04281968-48 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3438: done (5 left) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3439: done (4 left) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3440: done (3 left) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3441: done (2 left) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3443: done (1 left) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3444: read oid 43 snap -1 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3444: expect (ObjNum 1008 snap 295 seq_num 1008) 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3445: delete oid 28 current snap is 314 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3442: finishing write tid 4 to smithi04281968-48 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1412 (ObjNum 1066 snap 314 seq_num 1066) dirty exists 2024-09-16T06:59:43.680 INFO:tasks.rados.rados.0.smithi042.stdout:3442: left oid 48 (ObjNum 1066 snap 314 seq_num 1066) 2024-09-16T06:59:43.682 INFO:tasks.rados.rados.0.smithi042.stdout:3442: done (2 left) 2024-09-16T06:59:43.682 INFO:tasks.rados.rados.0.smithi042.stdout:3445: done (1 left) 2024-09-16T06:59:43.682 INFO:tasks.rados.rados.0.smithi042.stdout:3446: copy_from oid 40 from oid 11 current snap is 314 2024-09-16T06:59:43.682 INFO:tasks.rados.rados.0.smithi042.stdout:3447: snap_create 2024-09-16T06:59:43.715 INFO:tasks.rados.rados.0.smithi042.stdout:3444: expect (ObjNum 1008 snap 295 seq_num 1008) 2024-09-16T06:59:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:43 smithi164 ceph-mon[88760]: pgmap v749: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-09-16T06:59:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:43 smithi164 ceph-mon[88760]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T06:59:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:43 smithi042 ceph-mon[94096]: pgmap v749: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-09-16T06:59:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:43 smithi042 ceph-mon[94096]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T06:59:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:43 smithi042 ceph-mon[96574]: pgmap v749: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-09-16T06:59:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:43 smithi042 ceph-mon[96574]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T06:59:44.186 INFO:tasks.rados.rados.0.smithi042.stdout:3446: finishing copy_from racing read to smithi04281968-40 2024-09-16T06:59:44.187 INFO:tasks.rados.rados.0.smithi042.stdout:3446: finishing copy_from to smithi04281968-40 2024-09-16T06:59:44.187 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1153 (ObjNum 1060 snap 310 seq_num 1060) dirty exists 2024-09-16T06:59:44.497 INFO:tasks.rados.rados.0.smithi042.stdout:3444: done (2 left) 2024-09-16T06:59:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:3446: done (1 left) 2024-09-16T06:59:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:3447: done (0 left) 2024-09-16T06:59:44.498 INFO:tasks.rados.rados.0.smithi042.stdout:3448: snap_create 2024-09-16T06:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:44 smithi042 ceph-mon[94096]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T06:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:44 smithi042 ceph-mon[96574]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T06:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:44 smithi164 ceph-mon[88760]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T06:59:45.500 INFO:tasks.rados.rados.0.smithi042.stdout:3448: done (0 left) 2024-09-16T06:59:45.500 INFO:tasks.rados.rados.0.smithi042.stdout:3449: rollback oid 9 current snap is 316 2024-09-16T06:59:45.500 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 9 to 312 2024-09-16T06:59:45.500 INFO:tasks.rados.rados.0.smithi042.stdout:3450: copy_from oid 11 from oid 31 current snap is 316 2024-09-16T06:59:45.500 INFO:tasks.rados.rados.0.smithi042.stdout:3451: read oid 13 snap -1 2024-09-16T06:59:45.501 INFO:tasks.rados.rados.0.smithi042.stdout:3451: expect deleted 2024-09-16T06:59:45.501 INFO:tasks.rados.rados.0.smithi042.stdout:3452: snap_create 2024-09-16T06:59:45.511 INFO:tasks.rados.rados.0.smithi042.stdout:3449: finishing rollback tid 0 to smithi04281968-9 2024-09-16T06:59:45.511 INFO:tasks.rados.rados.0.smithi042.stdout:3449: finishing rollback tid 1 to smithi04281968-9 2024-09-16T06:59:45.511 INFO:tasks.rados.rados.0.smithi042.stdout:3449: finishing rollback tid 2 to smithi04281968-9 2024-09-16T06:59:45.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1156 (ObjNum 1036 snap 305 seq_num 1036) dirty exists 2024-09-16T06:59:45.519 INFO:tasks.rados.rados.0.smithi042.stdout:3450: finishing copy_from racing read to smithi04281968-11 2024-09-16T06:59:45.520 INFO:tasks.rados.rados.0.smithi042.stdout:3450: finishing copy_from to smithi04281968-11 2024-09-16T06:59:45.520 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1281 (ObjNum 1053 snap 309 seq_num 1053) dirty exists 2024-09-16T06:59:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:45 smithi042 ceph-mon[94096]: pgmap v752: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 694 KiB/s wr, 13 op/s 2024-09-16T06:59:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:45 smithi042 ceph-mon[94096]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T06:59:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:45 smithi042 ceph-mon[96574]: pgmap v752: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 694 KiB/s wr, 13 op/s 2024-09-16T06:59:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:45 smithi042 ceph-mon[96574]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T06:59:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:45 smithi164 ceph-mon[88760]: pgmap v752: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 694 KiB/s wr, 13 op/s 2024-09-16T06:59:45.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:45 smithi164 ceph-mon[88760]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3449: done (3 left) 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3450: done (2 left) 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3451: done (1 left) 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3452: done (0 left) 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3453: rollback oid 20 current snap is 317 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 315 2024-09-16T06:59:46.510 INFO:tasks.rados.rados.0.smithi042.stdout:3454: rmattr oid 23 current snap is 317 2024-09-16T06:59:46.511 INFO:tasks.rados.rados.0.smithi042.stdout:3455: rollback oid 6 current snap is 317 2024-09-16T06:59:46.511 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 314 2024-09-16T06:59:46.511 INFO:tasks.rados.rados.0.smithi042.stdout:3456: delete oid 36 current snap is 317 2024-09-16T06:59:46.515 INFO:tasks.rados.rados.0.smithi042.stdout:3456: done (3 left) 2024-09-16T06:59:46.515 INFO:tasks.rados.rados.0.smithi042.stdout:3457: delete oid 36 current snap is 317 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:3455: finishing rollback tid 0 to smithi04281968-6 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:3455: finishing rollback tid 1 to smithi04281968-6 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:3455: finishing rollback tid 2 to smithi04281968-6 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1449 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:3453: finishing rollback tid 1 to smithi04281968-20 2024-09-16T06:59:46.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 0 (ObjNum 113 snap 0 seq_num 110930800) dirty dne 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1406 (ObjNum 1037 snap 305 seq_num 1037) dirty exists 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:3453: done (3 left) 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:3454: done (2 left) 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:3455: done (1 left) 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:3457: done (0 left) 2024-09-16T06:59:46.518 INFO:tasks.rados.rados.0.smithi042.stdout:3458: snap_remove snap 311 2024-09-16T06:59:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:46 smithi042 ceph-mon[94096]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T06:59:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:46 smithi042 ceph-mon[96574]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T06:59:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:46 smithi164 ceph-mon[88760]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T06:59:47.439 INFO:tasks.rados.rados.0.smithi042.stdout:3458: done (0 left) 2024-09-16T06:59:47.439 INFO:tasks.rados.rados.0.smithi042.stdout:3459: delete oid 17 current snap is 317 2024-09-16T06:59:47.452 INFO:tasks.rados.rados.0.smithi042.stdout:3459: done (0 left) 2024-09-16T06:59:47.452 INFO:tasks.rados.rados.0.smithi042.stdout:3460: snap_create 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[96574]: pgmap v755: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[96574]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[96574]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[94096]: pgmap v755: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[94096]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T06:59:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:47 smithi042 ceph-mon[94096]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T06:59:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:47 smithi164 ceph-mon[88760]: pgmap v755: 121 pgs: 121 active+clean; 172 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.7 MiB/s wr, 18 op/s 2024-09-16T06:59:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:47 smithi164 ceph-mon[88760]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T06:59:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:47 smithi164 ceph-mon[88760]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T06:59:48.441 INFO:tasks.rados.rados.0.smithi042.stdout:3460: done (0 left) 2024-09-16T06:59:48.441 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 318 2024-09-16T06:59:48.441 INFO:tasks.rados.rados.0.smithi042.stdout:3461: seq_num 1072 ranges {16769024=761856,17530880=401408} 2024-09-16T06:59:48.536 INFO:tasks.rados.rados.0.smithi042.stdout:3461: writing smithi04281968-8 from 16769024 to 17530880 tid 1 2024-09-16T06:59:48.538 INFO:tasks.rados.rados.0.smithi042.stdout:3461: writing smithi04281968-8 from 17530880 to 17932288 tid 2 2024-09-16T06:59:48.539 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 318 2024-09-16T06:59:48.539 INFO:tasks.rados.rados.0.smithi042.stdout:3462: seq_num 1073 ranges {0=778240,778240=401408} 2024-09-16T06:59:48.543 INFO:tasks.rados.rados.0.smithi042.stdout:3462: writing smithi04281968-29 from 0 to 778240 tid 1 2024-09-16T06:59:48.546 INFO:tasks.rados.rados.0.smithi042.stdout:3462: writing smithi04281968-29 from 778240 to 1179648 tid 2 2024-09-16T06:59:48.546 INFO:tasks.rados.rados.0.smithi042.stdout:3463: copy_from oid 12 from oid 17 current snap is 318 2024-09-16T06:59:48.546 INFO:tasks.rados.rados.0.smithi042.stdout:3461: finishing write tid 1 to smithi04281968-8 2024-09-16T06:59:48.546 INFO:tasks.rados.rados.0.smithi042.stdout:3461: finishing write tid 2 to smithi04281968-8 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:3461: finishing write tid 3 to smithi04281968-8 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:3461: finishing write tid 4 to smithi04281968-8 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 966 (ObjNum 1072 snap 318 seq_num 1072) dirty exists 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:3461: left oid 8 (ObjNum 1072 snap 318 seq_num 1072) 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:3461: done (2 left) 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 318 2024-09-16T06:59:48.547 INFO:tasks.rados.rados.0.smithi042.stdout:3464: seq_num 1074 ranges {0=794624,794624=401408} 2024-09-16T06:59:48.551 INFO:tasks.rados.rados.0.smithi042.stdout:3464: writing smithi04281968-22 from 0 to 794624 tid 1 2024-09-16T06:59:48.553 INFO:tasks.rados.rados.0.smithi042.stdout:3464: writing smithi04281968-22 from 794624 to 1196032 tid 2 2024-09-16T06:59:48.553 INFO:tasks.rados.rados.0.smithi042.stdout:3465: snap_remove snap 314 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3465: done (3 left) 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3466: rollback oid 40 current snap is 318 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 313 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3462: finishing write tid 1 to smithi04281968-29 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3462: finishing write tid 2 to smithi04281968-29 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3462: finishing write tid 3 to smithi04281968-29 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3463: finishing copy_from to smithi04281968-12 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3463: got expected ENOENT (src dne) 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3463: finishing copy_from racing read to smithi04281968-12 2024-09-16T06:59:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3462: finishing write tid 4 to smithi04281968-29 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1134 (ObjNum 1073 snap 318 seq_num 1073) dirty exists 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3462: left oid 29 (ObjNum 1073 snap 318 seq_num 1073) 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: finishing write tid 1 to smithi04281968-22 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: finishing write tid 2 to smithi04281968-22 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: finishing write tid 3 to smithi04281968-22 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: finishing write tid 4 to smithi04281968-22 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 1408 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: left oid 22 (ObjNum 1074 snap 318 seq_num 1074) 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3462: done (3 left) 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3463: done (2 left) 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3464: done (1 left) 2024-09-16T06:59:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3467: snap_remove snap 315 2024-09-16T06:59:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:49 smithi164 ceph-mon[88760]: pgmap v758: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.1 MiB/s wr, 25 op/s 2024-09-16T06:59:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:49 smithi164 ceph-mon[88760]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T06:59:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[94096]: pgmap v758: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.1 MiB/s wr, 25 op/s 2024-09-16T06:59:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[94096]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T06:59:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[96574]: pgmap v758: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.1 MiB/s wr, 25 op/s 2024-09-16T06:59:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[96574]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T06:59:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T06:59:50.523 INFO:tasks.rados.rados.0.smithi042.stdout:3466: finishing rollback tid 0 to smithi04281968-40 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:3466: finishing rollback tid 1 to smithi04281968-40 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:3466: finishing rollback tid 2 to smithi04281968-40 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1284 (ObjNum 999 snap 295 seq_num 999) dirty exists 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:3466: done (1 left) 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:3467: done (0 left) 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 318 2024-09-16T06:59:50.524 INFO:tasks.rados.rados.0.smithi042.stdout:3468: seq_num 1075 ranges {16769024=409600,17178624=671744,17850368=131072} 2024-09-16T06:59:50.617 INFO:tasks.rados.rados.0.smithi042.stdout:3468: writing smithi04281968-34 from 16769024 to 17178624 tid 1 2024-09-16T06:59:50.621 INFO:tasks.rados.rados.0.smithi042.stdout:3468: writing smithi04281968-34 from 17178624 to 17850368 tid 2 2024-09-16T06:59:50.621 INFO:tasks.rados.rados.0.smithi042.stdout:3468: writing smithi04281968-34 from 17850368 to 17981440 tid 3 2024-09-16T06:59:50.622 INFO:tasks.rados.rados.0.smithi042.stdout:3469: snap_create 2024-09-16T06:59:50.624 INFO:tasks.rados.rados.0.smithi042.stdout:3468: finishing write tid 1 to smithi04281968-34 2024-09-16T06:59:50.626 INFO:tasks.rados.rados.0.smithi042.stdout:3468: finishing write tid 2 to smithi04281968-34 2024-09-16T06:59:50.627 INFO:tasks.rados.rados.0.smithi042.stdout:3468: finishing write tid 3 to smithi04281968-34 2024-09-16T06:59:50.627 INFO:tasks.rados.rados.0.smithi042.stdout:3468: finishing write tid 4 to smithi04281968-34 2024-09-16T06:59:50.629 INFO:tasks.rados.rados.0.smithi042.stdout:3468: finishing write tid 5 to smithi04281968-34 2024-09-16T06:59:50.629 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1286 (ObjNum 1075 snap 318 seq_num 1075) dirty exists 2024-09-16T06:59:50.629 INFO:tasks.rados.rados.0.smithi042.stdout:3468: left oid 34 (ObjNum 1075 snap 318 seq_num 1075) 2024-09-16T06:59:50.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:50 smithi042 ceph-mon[94096]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T06:59:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:50 smithi042 ceph-mon[96574]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T06:59:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:50 smithi164 ceph-mon[88760]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T06:59:51.522 INFO:tasks.rados.rados.0.smithi042.stdout:3468: done (1 left) 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3469: done (0 left) 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3470: read oid 31 snap -1 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3470: expect (ObjNum 1053 snap 309 seq_num 1053) 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3471: read oid 45 snap -1 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3471: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3472: rollback oid 32 current snap is 319 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 32 to 317 2024-09-16T06:59:51.523 INFO:tasks.rados.rados.0.smithi042.stdout:3473: delete oid 48 current snap is 319 2024-09-16T06:59:51.523 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 06:59:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:06:59:51] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-16T06:59:51.528 INFO:tasks.rados.rados.0.smithi042.stdout:3470: expect (ObjNum 1053 snap 309 seq_num 1053) 2024-09-16T06:59:51.552 INFO:tasks.rados.rados.0.smithi042.stdout:3472: finishing rollback tid 0 to smithi04281968-32 2024-09-16T06:59:51.553 INFO:tasks.rados.rados.0.smithi042.stdout:3472: finishing rollback tid 1 to smithi04281968-32 2024-09-16T06:59:51.553 INFO:tasks.rados.rados.0.smithi042.stdout:3471: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3472: finishing rollback tid 2 to smithi04281968-32 2024-09-16T06:59:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1287 (ObjNum 1061 snap 312 seq_num 1061) dirty exists 2024-09-16T06:59:51.571 INFO:tasks.rados.rados.0.smithi042.stdout:3470: done (3 left) 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3471: done (2 left) 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3472: done (1 left) 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3473: done (0 left) 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3474: rollback oid 1 current snap is 319 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 309 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 319 2024-09-16T06:59:51.572 INFO:tasks.rados.rados.0.smithi042.stdout:3475: seq_num 1077 ranges {704512=442368,1146880=434176,1581056=368640} 2024-09-16T06:59:51.577 INFO:tasks.rados.rados.0.smithi042.stdout:3475: writing smithi04281968-21 from 704512 to 1146880 tid 1 2024-09-16T06:59:51.579 INFO:tasks.rados.rados.0.smithi042.stdout:3475: writing smithi04281968-21 from 1146880 to 1581056 tid 2 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3475: writing smithi04281968-21 from 1581056 to 1949696 tid 3 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3476: snap_create 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3474: finishing rollback tid 0 to smithi04281968-1 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3474: finishing rollback tid 1 to smithi04281968-1 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3474: finishing rollback tid 2 to smithi04281968-1 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1284 (ObjNum 1027 snap 302 seq_num 1027) dirty exists 2024-09-16T06:59:51.582 INFO:tasks.rados.rados.0.smithi042.stdout:3475: finishing write tid 1 to smithi04281968-21 2024-09-16T06:59:51.584 INFO:tasks.rados.rados.0.smithi042.stdout:3475: finishing write tid 2 to smithi04281968-21 2024-09-16T06:59:51.585 INFO:tasks.rados.rados.0.smithi042.stdout:3475: finishing write tid 3 to smithi04281968-21 2024-09-16T06:59:51.585 INFO:tasks.rados.rados.0.smithi042.stdout:3475: finishing write tid 4 to smithi04281968-21 2024-09-16T06:59:51.586 INFO:tasks.rados.rados.0.smithi042.stdout:3475: finishing write tid 5 to smithi04281968-21 2024-09-16T06:59:51.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1408 (ObjNum 1077 snap 319 seq_num 1077) dirty exists 2024-09-16T06:59:51.586 INFO:tasks.rados.rados.0.smithi042.stdout:3475: left oid 21 (ObjNum 1077 snap 319 seq_num 1077) 2024-09-16T06:59:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:51 smithi042 ceph-mon[94096]: pgmap v761: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T06:59:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:51 smithi042 ceph-mon[94096]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T06:59:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:51 smithi042 ceph-mon[96574]: pgmap v761: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T06:59:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:51 smithi042 ceph-mon[96574]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T06:59:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:51 smithi164 ceph-mon[88760]: pgmap v761: 121 pgs: 121 active+clean; 193 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T06:59:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:51 smithi164 ceph-mon[88760]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T06:59:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:3474: done (2 left) 2024-09-16T06:59:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:3475: done (1 left) 2024-09-16T06:59:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:3476: done (0 left) 2024-09-16T06:59:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:3477: rollback oid 16 current snap is 320 2024-09-16T06:59:52.532 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 16 to 318 2024-09-16T06:59:52.533 INFO:tasks.rados.rados.0.smithi042.stdout:3478: setattr oid 43 current snap is 320 2024-09-16T06:59:52.533 INFO:tasks.rados.rados.0.smithi042.stdout:3479: delete oid 40 current snap is 320 2024-09-16T06:59:52.536 INFO:tasks.rados.rados.0.smithi042.stdout:3477: finishing rollback tid 1 to smithi04281968-16 2024-09-16T06:59:52.536 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1100 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T06:59:52.538 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1413 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-16T06:59:52.540 INFO:tasks.rados.rados.0.smithi042.stdout:3477: done (2 left) 2024-09-16T06:59:52.541 INFO:tasks.rados.rados.0.smithi042.stdout:3478: done (1 left) 2024-09-16T06:59:52.541 INFO:tasks.rados.rados.0.smithi042.stdout:3479: done (0 left) 2024-09-16T06:59:52.541 INFO:tasks.rados.rados.0.smithi042.stdout:3480: copy_from oid 13 from oid 10 current snap is 320 2024-09-16T06:59:52.541 INFO:tasks.rados.rados.0.smithi042.stdout:3481: setattr oid 22 current snap is 320 2024-09-16T06:59:52.542 INFO:tasks.rados.rados.0.smithi042.stdout:3482: copy_from oid 50 from oid 32 current snap is 320 2024-09-16T06:59:52.542 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 4 current snap is 320 2024-09-16T06:59:52.542 INFO:tasks.rados.rados.0.smithi042.stdout:3483: seq_num 1079 ranges {1269760=475136,1744896=606208,2351104=196608} 2024-09-16T06:59:52.553 INFO:tasks.rados.rados.0.smithi042.stdout:3483: writing smithi04281968-4 from 1269760 to 1744896 tid 1 2024-09-16T06:59:52.556 INFO:tasks.rados.rados.0.smithi042.stdout:3483: writing smithi04281968-4 from 1744896 to 2351104 tid 2 2024-09-16T06:59:52.557 INFO:tasks.rados.rados.0.smithi042.stdout:3483: writing smithi04281968-4 from 2351104 to 2547712 tid 3 2024-09-16T06:59:52.557 INFO:tasks.rados.rados.0.smithi042.stdout:3484: snap_create 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 1409 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:3480: finishing copy_from racing read to smithi04281968-13 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:3480: finishing copy_from to smithi04281968-13 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 926 (ObjNum 1042 snap 307 seq_num 1042) dirty exists 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:3482: finishing copy_from racing read to smithi04281968-50 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:3482: finishing copy_from to smithi04281968-50 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1287 (ObjNum 1061 snap 312 seq_num 1061) dirty exists 2024-09-16T06:59:52.558 INFO:tasks.rados.rados.0.smithi042.stdout:3483: finishing write tid 1 to smithi04281968-4 2024-09-16T06:59:52.560 INFO:tasks.rados.rados.0.smithi042.stdout:3483: finishing write tid 2 to smithi04281968-4 2024-09-16T06:59:52.561 INFO:tasks.rados.rados.0.smithi042.stdout:3483: finishing write tid 3 to smithi04281968-4 2024-09-16T06:59:52.561 INFO:tasks.rados.rados.0.smithi042.stdout:3483: finishing write tid 4 to smithi04281968-4 2024-09-16T06:59:52.562 INFO:tasks.rados.rados.0.smithi042.stdout:3483: finishing write tid 5 to smithi04281968-4 2024-09-16T06:59:52.562 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1417 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T06:59:52.562 INFO:tasks.rados.rados.0.smithi042.stdout:3483: left oid 4 (ObjNum 1079 snap 320 seq_num 1079) 2024-09-16T06:59:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:52 smithi164 ceph-mon[88760]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T06:59:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 06:59:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T06:59:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T06:59:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:52 smithi042 ceph-mon[94096]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T06:59:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:52 smithi042 ceph-mon[96574]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3480: done (4 left) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3481: done (3 left) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3482: done (2 left) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3483: done (1 left) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3484: done (0 left) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3485: read oid 10 snap -1 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3485: expect (ObjNum 1042 snap 307 seq_num 1042) 2024-09-16T06:59:53.533 INFO:tasks.rados.rados.0.smithi042.stdout:3486: snap_create 2024-09-16T06:59:53.536 INFO:tasks.rados.rados.0.smithi042.stdout:3485: expect (ObjNum 1042 snap 307 seq_num 1042) 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: pgmap v764: 121 pgs: 121 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: pgmap v764: 121 pgs: 121 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T06:59:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:59:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:59:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:59:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:53 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:59:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: pgmap v764: 121 pgs: 121 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T06:59:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T06:59:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T06:59:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T06:59:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T06:59:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:53 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T06:59:54.543 INFO:tasks.rados.rados.0.smithi042.stdout:3485: done (1 left) 2024-09-16T06:59:54.543 INFO:tasks.rados.rados.0.smithi042.stdout:3486: done (0 left) 2024-09-16T06:59:54.543 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 322 2024-09-16T06:59:54.543 INFO:tasks.rados.rados.0.smithi042.stdout:3487: seq_num 1080 ranges {2064384=491520,2555904=540672,3096576=262144} 2024-09-16T06:59:54.557 INFO:tasks.rados.rados.0.smithi042.stdout:3487: writing smithi04281968-42 from 2064384 to 2555904 tid 1 2024-09-16T06:59:54.560 INFO:tasks.rados.rados.0.smithi042.stdout:3487: writing smithi04281968-42 from 2555904 to 3096576 tid 2 2024-09-16T06:59:54.561 INFO:tasks.rados.rados.0.smithi042.stdout:3487: writing smithi04281968-42 from 3096576 to 3358720 tid 3 2024-09-16T06:59:54.561 INFO:tasks.rados.rados.0.smithi042.stdout:3488: setattr oid 12 current snap is 322 2024-09-16T06:59:54.563 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 322 2024-09-16T06:59:54.563 INFO:tasks.rados.rados.0.smithi042.stdout:3489: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-09-16T06:59:54.566 INFO:tasks.rados.rados.0.smithi042.stdout:3489: writing smithi04281968-25 from 0 to 507904 tid 1 2024-09-16T06:59:54.569 INFO:tasks.rados.rados.0.smithi042.stdout:3489: writing smithi04281968-25 from 507904 to 933888 tid 2 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3489: writing smithi04281968-25 from 933888 to 1310720 tid 3 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3490: read oid 23 snap -1 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3490: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3491: read oid 2 snap -1 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3491: expect (ObjNum 1030 snap 303 seq_num 1030) 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3492: rollback oid 17 current snap is 322 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 17 to 313 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3487: finishing write tid 1 to smithi04281968-42 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3493: rollback oid 18 current snap is 322 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 320 2024-09-16T06:59:54.573 INFO:tasks.rados.rados.0.smithi042.stdout:3487: finishing write tid 2 to smithi04281968-42 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3487: finishing write tid 3 to smithi04281968-42 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3487: finishing write tid 4 to smithi04281968-42 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3487: finishing write tid 5 to smithi04281968-42 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1423 (ObjNum 1080 snap 322 seq_num 1080) dirty exists 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3487: left oid 42 (ObjNum 1080 snap 322 seq_num 1080) 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1457 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3487: done (6 left) 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3488: done (5 left) 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3494: copy_from oid 20 from oid 49 current snap is 322 2024-09-16T06:59:54.574 INFO:tasks.rados.rados.0.smithi042.stdout:3495: delete oid 24 current snap is 322 2024-09-16T06:59:54.575 INFO:tasks.rados.rados.0.smithi042.stdout:3489: finishing write tid 1 to smithi04281968-25 2024-09-16T06:59:54.575 INFO:tasks.rados.rados.0.smithi042.stdout:3494: finishing copy_from to smithi04281968-20 2024-09-16T06:59:54.575 INFO:tasks.rados.rados.0.smithi042.stdout:3494: got expected ENOENT (src dne) 2024-09-16T06:59:54.575 INFO:tasks.rados.rados.0.smithi042.stdout:3494: finishing copy_from racing read to smithi04281968-20 2024-09-16T06:59:54.575 INFO:tasks.rados.rados.0.smithi042.stdout:3489: finishing write tid 2 to smithi04281968-25 2024-09-16T06:59:54.577 INFO:tasks.rados.rados.0.smithi042.stdout:3489: finishing write tid 3 to smithi04281968-25 2024-09-16T06:59:54.577 INFO:tasks.rados.rados.0.smithi042.stdout:3489: finishing write tid 4 to smithi04281968-25 2024-09-16T06:59:54.579 INFO:tasks.rados.rados.0.smithi042.stdout:3489: finishing write tid 5 to smithi04281968-25 2024-09-16T06:59:54.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 1347 (ObjNum 1081 snap 322 seq_num 1081) dirty exists 2024-09-16T06:59:54.579 INFO:tasks.rados.rados.0.smithi042.stdout:3489: left oid 25 (ObjNum 1081 snap 322 seq_num 1081) 2024-09-16T06:59:54.579 INFO:tasks.rados.rados.0.smithi042.stdout:3493: finishing rollback tid 0 to smithi04281968-18 2024-09-16T06:59:54.580 INFO:tasks.rados.rados.0.smithi042.stdout:3489: done (6 left) 2024-09-16T06:59:54.580 INFO:tasks.rados.rados.0.smithi042.stdout:3494: done (5 left) 2024-09-16T06:59:54.580 INFO:tasks.rados.rados.0.smithi042.stdout:3495: done (4 left) 2024-09-16T06:59:54.580 INFO:tasks.rados.rados.0.smithi042.stdout:3496: delete oid 28 current snap is 322 2024-09-16T06:59:54.580 INFO:tasks.rados.rados.0.smithi042.stdout:3491: expect (ObjNum 1030 snap 303 seq_num 1030) 2024-09-16T06:59:54.636 INFO:tasks.rados.rados.0.smithi042.stdout:3493: finishing rollback tid 1 to smithi04281968-18 2024-09-16T06:59:54.636 INFO:tasks.rados.rados.0.smithi042.stdout:3493: finishing rollback tid 2 to smithi04281968-18 2024-09-16T06:59:54.637 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 969 (ObjNum 897 snap 276 seq_num 897) dirty exists 2024-09-16T06:59:54.637 INFO:tasks.rados.rados.0.smithi042.stdout:3490: expect (ObjNum 1037 snap 305 seq_num 1037) 2024-09-16T06:59:54.666 INFO:tasks.rados.rados.0.smithi042.stdout:3492: finishing rollback tid 1 to smithi04281968-17 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3492: finishing rollback tid 2 to smithi04281968-17 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1425 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3490: done (4 left) 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3491: done (3 left) 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3492: done (2 left) 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3493: done (1 left) 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3496: done (0 left) 2024-09-16T06:59:54.667 INFO:tasks.rados.rados.0.smithi042.stdout:3497: snap_remove snap 310 2024-09-16T06:59:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:54 smithi042 ceph-mon[94096]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T06:59:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:54 smithi042 ceph-mon[96574]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T06:59:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:54 smithi164 ceph-mon[88760]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T06:59:55.551 INFO:tasks.rados.rados.0.smithi042.stdout:3497: done (0 left) 2024-09-16T06:59:55.551 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 322 2024-09-16T06:59:55.551 INFO:tasks.rados.rados.0.smithi042.stdout:3498: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-09-16T06:59:55.554 INFO:tasks.rados.rados.0.smithi042.stdout:3498: writing smithi04281968-41 from 0 to 557056 tid 1 2024-09-16T06:59:55.558 INFO:tasks.rados.rados.0.smithi042.stdout:3498: writing smithi04281968-41 from 557056 to 1032192 tid 2 2024-09-16T06:59:55.560 INFO:tasks.rados.rados.0.smithi042.stdout:3498: writing smithi04281968-41 from 1032192 to 1359872 tid 3 2024-09-16T06:59:55.561 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 322 2024-09-16T06:59:55.561 INFO:tasks.rados.rados.0.smithi042.stdout:3499: seq_num 1085 ranges {4423680=581632,5005312=761856,5767168=40960} 2024-09-16T06:59:55.589 INFO:tasks.rados.rados.0.smithi042.stdout:3499: writing smithi04281968-27 from 4423680 to 5005312 tid 1 2024-09-16T06:59:55.594 INFO:tasks.rados.rados.0.smithi042.stdout:3499: writing smithi04281968-27 from 5005312 to 5767168 tid 2 2024-09-16T06:59:55.594 INFO:tasks.rados.rados.0.smithi042.stdout:3499: writing smithi04281968-27 from 5767168 to 5808128 tid 3 2024-09-16T06:59:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:3500: read oid 3 snap -1 2024-09-16T06:59:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:3500: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:3501: read oid 1 snap 312 2024-09-16T06:59:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:3501: expect (ObjNum 1027 snap 302 seq_num 1027) 2024-09-16T06:59:55.595 INFO:tasks.rados.rados.0.smithi042.stdout:3502: snap_remove snap 321 2024-09-16T06:59:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:55 smithi042 ceph-mon[94096]: pgmap v767: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 744 KiB/s wr, 3 op/s 2024-09-16T06:59:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:55 smithi042 ceph-mon[94096]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T06:59:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:55 smithi042 ceph-mon[96574]: pgmap v767: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 744 KiB/s wr, 3 op/s 2024-09-16T06:59:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:55 smithi042 ceph-mon[96574]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T06:59:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:55 smithi164 ceph-mon[88760]: pgmap v767: 121 pgs: 121 active+clean; 201 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 744 KiB/s wr, 3 op/s 2024-09-16T06:59:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:55 smithi164 ceph-mon[88760]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3502: done (4 left) 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3503: read oid 17 snap -1 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3503: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 322 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3498: finishing write tid 1 to smithi04281968-41 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3498: finishing write tid 2 to smithi04281968-41 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3498: finishing write tid 3 to smithi04281968-41 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3498: finishing write tid 4 to smithi04281968-41 2024-09-16T06:59:56.561 INFO:tasks.rados.rados.0.smithi042.stdout:3498: finishing write tid 5 to smithi04281968-41 2024-09-16T06:59:56.562 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1419 (ObjNum 1084 snap 322 seq_num 1084) dirty exists 2024-09-16T06:59:56.562 INFO:tasks.rados.rados.0.smithi042.stdout:3498: left oid 41 (ObjNum 1084 snap 322 seq_num 1084) 2024-09-16T06:59:56.562 INFO:tasks.rados.rados.0.smithi042.stdout:3500: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: finishing write tid 1 to smithi04281968-27 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: finishing write tid 2 to smithi04281968-27 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: finishing write tid 3 to smithi04281968-27 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: finishing write tid 4 to smithi04281968-27 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: finishing write tid 5 to smithi04281968-27 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1351 (ObjNum 1085 snap 322 seq_num 1085) dirty exists 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3499: left oid 27 (ObjNum 1085 snap 322 seq_num 1085) 2024-09-16T06:59:56.586 INFO:tasks.rados.rados.0.smithi042.stdout:3501: expect (ObjNum 1027 snap 302 seq_num 1027) 2024-09-16T06:59:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:56 smithi042 ceph-mon[96574]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T06:59:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:56 smithi042 ceph-mon[94096]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T06:59:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:56 smithi164 ceph-mon[88760]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T06:59:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[94096]: pgmap v770: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T06:59:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[94096]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T06:59:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[94096]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T06:59:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[96574]: pgmap v770: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T06:59:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[96574]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T06:59:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:57 smithi042 ceph-mon[96574]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T06:59:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:57 smithi164 ceph-mon[88760]: pgmap v770: 121 pgs: 121 active+clean; 207 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 7 op/s 2024-09-16T06:59:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:57 smithi164 ceph-mon[88760]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T06:59:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:57 smithi164 ceph-mon[88760]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T06:59:59.030 INFO:tasks.rados.rados.0.smithi042.stdout:3503: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T06:59:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 06:59:59 smithi042 ceph-mon[94096]: pgmap v773: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T06:59:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 06:59:59 smithi042 ceph-mon[96574]: pgmap v773: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T06:59:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 06:59:59 smithi164 ceph-mon[88760]: pgmap v773: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T07:00:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T07:00:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T07:00:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T07:00:01.562 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:01] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-16T07:00:01.597 INFO:tasks.rados.rados.0.smithi042.stdout:3504: seq_num 1086 ranges {2334720=598016,2932736=647168,3579904=155648} 2024-09-16T07:00:01.613 INFO:tasks.rados.rados.0.smithi042.stdout:3504: writing smithi04281968-39 from 2334720 to 2932736 tid 1 2024-09-16T07:00:01.617 INFO:tasks.rados.rados.0.smithi042.stdout:3504: writing smithi04281968-39 from 2932736 to 3579904 tid 2 2024-09-16T07:00:01.618 INFO:tasks.rados.rados.0.smithi042.stdout:3504: writing smithi04281968-39 from 3579904 to 3735552 tid 3 2024-09-16T07:00:01.618 INFO:tasks.rados.rados.0.smithi042.stdout:3498: done (5 left) 2024-09-16T07:00:01.618 INFO:tasks.rados.rados.0.smithi042.stdout:3499: done (4 left) 2024-09-16T07:00:01.618 INFO:tasks.rados.rados.0.smithi042.stdout:3500: done (3 left) 2024-09-16T07:00:01.618 INFO:tasks.rados.rados.0.smithi042.stdout:3501: done (2 left) 2024-09-16T07:00:01.619 INFO:tasks.rados.rados.0.smithi042.stdout:3503: done (1 left) 2024-09-16T07:00:01.619 INFO:tasks.rados.rados.0.smithi042.stdout:3505: rollback oid 11 current snap is 322 2024-09-16T07:00:01.619 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 316 2024-09-16T07:00:01.619 INFO:tasks.rados.rados.0.smithi042.stdout:3504: finishing write tid 1 to smithi04281968-39 2024-09-16T07:00:01.619 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 322 2024-09-16T07:00:01.620 INFO:tasks.rados.rados.0.smithi042.stdout:3506: seq_num 1087 ranges {1310720=614400,1925120=532480,2457600=270336} 2024-09-16T07:00:01.630 INFO:tasks.rados.rados.0.smithi042.stdout:3506: writing smithi04281968-25 from 1310720 to 1925120 tid 1 2024-09-16T07:00:01.633 INFO:tasks.rados.rados.0.smithi042.stdout:3506: writing smithi04281968-25 from 1925120 to 2457600 tid 2 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:3506: writing smithi04281968-25 from 2457600 to 2727936 tid 3 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:3507: rollback oid 3 current snap is 322 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 3 to 319 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:3504: finishing write tid 2 to smithi04281968-39 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 322 2024-09-16T07:00:01.635 INFO:tasks.rados.rados.0.smithi042.stdout:3508: seq_num 1088 ranges {1949696=630784,2580480=466944,3047424=335872} 2024-09-16T07:00:01.649 INFO:tasks.rados.rados.0.smithi042.stdout:3508: writing smithi04281968-21 from 1949696 to 2580480 tid 1 2024-09-16T07:00:01.652 INFO:tasks.rados.rados.0.smithi042.stdout:3508: writing smithi04281968-21 from 2580480 to 3047424 tid 2 2024-09-16T07:00:01.655 INFO:tasks.rados.rados.0.smithi042.stdout:3508: writing smithi04281968-21 from 3047424 to 3383296 tid 3 2024-09-16T07:00:01.655 INFO:tasks.rados.rados.0.smithi042.stdout:3509: snap_create 2024-09-16T07:00:01.655 INFO:tasks.rados.rados.0.smithi042.stdout:3504: finishing write tid 3 to smithi04281968-39 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3504: finishing write tid 4 to smithi04281968-39 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3505: finishing rollback tid 0 to smithi04281968-11 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3505: finishing rollback tid 1 to smithi04281968-11 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3504: finishing write tid 5 to smithi04281968-39 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1468 (ObjNum 1086 snap 322 seq_num 1086) dirty exists 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3504: left oid 39 (ObjNum 1086 snap 322 seq_num 1086) 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3505: finishing rollback tid 2 to smithi04281968-11 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1287 (ObjNum 1053 snap 309 seq_num 1053) dirty exists 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3506: finishing write tid 1 to smithi04281968-25 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3506: finishing write tid 2 to smithi04281968-25 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3506: finishing write tid 3 to smithi04281968-25 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3506: finishing write tid 4 to smithi04281968-25 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3507: finishing rollback tid 0 to smithi04281968-3 2024-09-16T07:00:01.656 INFO:tasks.rados.rados.0.smithi042.stdout:3507: finishing rollback tid 1 to smithi04281968-3 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3507: finishing rollback tid 2 to smithi04281968-3 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1416 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3506: finishing write tid 5 to smithi04281968-25 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 1355 (ObjNum 1087 snap 322 seq_num 1087) dirty exists 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3506: left oid 25 (ObjNum 1087 snap 322 seq_num 1087) 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3508: finishing write tid 1 to smithi04281968-21 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3508: finishing write tid 2 to smithi04281968-21 2024-09-16T07:00:01.657 INFO:tasks.rados.rados.0.smithi042.stdout:3508: finishing write tid 3 to smithi04281968-21 2024-09-16T07:00:01.658 INFO:tasks.rados.rados.0.smithi042.stdout:3508: finishing write tid 4 to smithi04281968-21 2024-09-16T07:00:01.659 INFO:tasks.rados.rados.0.smithi042.stdout:3508: finishing write tid 5 to smithi04281968-21 2024-09-16T07:00:01.659 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1426 (ObjNum 1088 snap 322 seq_num 1088) dirty exists 2024-09-16T07:00:01.659 INFO:tasks.rados.rados.0.smithi042.stdout:3508: left oid 21 (ObjNum 1088 snap 322 seq_num 1088) 2024-09-16T07:00:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:01 smithi042 ceph-mon[94096]: pgmap v774: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T07:00:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:01 smithi042 ceph-mon[96574]: pgmap v774: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T07:00:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:01 smithi164 ceph-mon[88760]: pgmap v774: 121 pgs: 121 active+clean; 228 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3504: done (5 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3505: done (4 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3506: done (3 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3507: done (2 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3508: done (1 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3509: done (0 left) 2024-09-16T07:00:02.572 INFO:tasks.rados.rados.0.smithi042.stdout:3510: delete oid 49 current snap is 323 2024-09-16T07:00:02.574 INFO:tasks.rados.rados.0.smithi042.stdout:3510: done (0 left) 2024-09-16T07:00:02.574 INFO:tasks.rados.rados.0.smithi042.stdout:3511: snap_remove snap 318 2024-09-16T07:00:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:03.578 INFO:tasks.rados.rados.0.smithi042.stdout:3511: done (0 left) 2024-09-16T07:00:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3512: rollback oid 20 current snap is 323 2024-09-16T07:00:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 20 to 320 2024-09-16T07:00:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 323 2024-09-16T07:00:03.579 INFO:tasks.rados.rados.0.smithi042.stdout:3513: seq_num 1090 ranges {1007616=663552,1671168=630784,2301952=172032} 2024-09-16T07:00:03.589 INFO:tasks.rados.rados.0.smithi042.stdout:3513: writing smithi04281968-10 from 1007616 to 1671168 tid 1 2024-09-16T07:00:03.593 INFO:tasks.rados.rados.0.smithi042.stdout:3513: writing smithi04281968-10 from 1671168 to 2301952 tid 2 2024-09-16T07:00:03.595 INFO:tasks.rados.rados.0.smithi042.stdout:3513: writing smithi04281968-10 from 2301952 to 2473984 tid 3 2024-09-16T07:00:03.595 INFO:tasks.rados.rados.0.smithi042.stdout:3512: finishing rollback tid 1 to smithi04281968-20 2024-09-16T07:00:03.595 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3513: finishing write tid 1 to smithi04281968-10 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3512: done (1 left) 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3514: copy_from oid 46 from oid 17 current snap is 323 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3515: rollback oid 23 current snap is 323 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 23 to 322 2024-09-16T07:00:03.596 INFO:tasks.rados.rados.0.smithi042.stdout:3516: snap_remove snap 320 2024-09-16T07:00:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:03 smithi042 ceph-mon[96574]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1018 KiB/s wr, 17 op/s 2024-09-16T07:00:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:03 smithi042 ceph-mon[96574]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T07:00:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:03 smithi042 ceph-mon[94096]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1018 KiB/s wr, 17 op/s 2024-09-16T07:00:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:03 smithi042 ceph-mon[94096]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T07:00:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:03 smithi164 ceph-mon[88760]: pgmap v775: 121 pgs: 121 active+clean; 229 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1018 KiB/s wr, 17 op/s 2024-09-16T07:00:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:03 smithi164 ceph-mon[88760]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T07:00:04.584 INFO:tasks.rados.rados.0.smithi042.stdout:3516: done (3 left) 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3517: delete oid 30 current snap is 323 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3513: finishing write tid 2 to smithi04281968-10 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3513: finishing write tid 3 to smithi04281968-10 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3513: finishing write tid 4 to smithi04281968-10 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3513: finishing write tid 5 to smithi04281968-10 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 973 (ObjNum 1090 snap 323 seq_num 1090) dirty exists 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3513: left oid 10 (ObjNum 1090 snap 323 seq_num 1090) 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3515: finishing rollback tid 0 to smithi04281968-23 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3515: finishing rollback tid 1 to smithi04281968-23 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3515: finishing rollback tid 2 to smithi04281968-23 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1437 (ObjNum 1037 snap 305 seq_num 1037) dirty exists 2024-09-16T07:00:04.585 INFO:tasks.rados.rados.0.smithi042.stdout:3514: finishing copy_from racing read to smithi04281968-46 2024-09-16T07:00:04.586 INFO:tasks.rados.rados.0.smithi042.stdout:3514: finishing copy_from to smithi04281968-46 2024-09-16T07:00:04.586 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1425 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3513: done (3 left) 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3514: done (2 left) 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3515: done (1 left) 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3517: done (0 left) 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3518: read oid 27 snap -1 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3518: expect (ObjNum 1085 snap 322 seq_num 1085) 2024-09-16T07:00:04.592 INFO:tasks.rados.rados.0.smithi042.stdout:3519: snap_remove snap 313 2024-09-16T07:00:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:04 smithi042 ceph-mon[94096]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T07:00:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:04 smithi042 ceph-mon[96574]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T07:00:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:04 smithi164 ceph-mon[88760]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T07:00:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:05.595 INFO:tasks.rados.rados.0.smithi042.stdout:3518: expect (ObjNum 1085 snap 322 seq_num 1085) 2024-09-16T07:00:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:05 smithi042 ceph-mon[96574]: pgmap v778: 121 pgs: 121 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 827 KiB/s wr, 9 op/s 2024-09-16T07:00:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:05 smithi042 ceph-mon[96574]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T07:00:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:05 smithi042 ceph-mon[94096]: pgmap v778: 121 pgs: 121 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 827 KiB/s wr, 9 op/s 2024-09-16T07:00:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:05 smithi042 ceph-mon[94096]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T07:00:05.961 INFO:tasks.rados.rados.0.smithi042.stdout:3518: done (1 left) 2024-09-16T07:00:05.961 INFO:tasks.rados.rados.0.smithi042.stdout:3519: done (0 left) 2024-09-16T07:00:05.961 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 323 2024-09-16T07:00:05.961 INFO:tasks.rados.rados.0.smithi042.stdout:3520: seq_num 1092 ranges {0=696320,696320=802816} 2024-09-16T07:00:05.964 INFO:tasks.rados.rados.0.smithi042.stdout:3520: writing smithi04281968-19 from 0 to 696320 tid 1 2024-09-16T07:00:05.969 INFO:tasks.rados.rados.0.smithi042.stdout:3520: writing smithi04281968-19 from 696320 to 1499136 tid 2 2024-09-16T07:00:05.970 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 323 2024-09-16T07:00:05.970 INFO:tasks.rados.rados.0.smithi042.stdout:3520: finishing write tid 1 to smithi04281968-19 2024-09-16T07:00:05.970 INFO:tasks.rados.rados.0.smithi042.stdout:3521: seq_num 1093 ranges {1269760=712704,1982464=688128,2670592=114688} 2024-09-16T07:00:05.980 INFO:tasks.rados.rados.0.smithi042.stdout:3521: writing smithi04281968-2 from 1269760 to 1982464 tid 1 2024-09-16T07:00:05.984 INFO:tasks.rados.rados.0.smithi042.stdout:3521: writing smithi04281968-2 from 1982464 to 2670592 tid 2 2024-09-16T07:00:05.985 INFO:tasks.rados.rados.0.smithi042.stdout:3521: writing smithi04281968-2 from 2670592 to 2785280 tid 3 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3522: read oid 40 snap 316 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3522: expect (ObjNum 1060 snap 310 seq_num 1060) 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3523: snap_create 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3520: finishing write tid 2 to smithi04281968-19 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3520: finishing write tid 3 to smithi04281968-19 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3520: finishing write tid 4 to smithi04281968-19 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1486 (ObjNum 1092 snap 323 seq_num 1092) dirty exists 2024-09-16T07:00:05.986 INFO:tasks.rados.rados.0.smithi042.stdout:3520: left oid 19 (ObjNum 1092 snap 323 seq_num 1092) 2024-09-16T07:00:05.987 INFO:tasks.rados.rados.0.smithi042.stdout:3521: finishing write tid 1 to smithi04281968-2 2024-09-16T07:00:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:05 smithi164 ceph-mon[88760]: pgmap v778: 121 pgs: 121 active+clean; 230 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 827 KiB/s wr, 9 op/s 2024-09-16T07:00:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:05 smithi164 ceph-mon[88760]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T07:00:05.989 INFO:tasks.rados.rados.0.smithi042.stdout:3521: finishing write tid 2 to smithi04281968-2 2024-09-16T07:00:05.993 INFO:tasks.rados.rados.0.smithi042.stdout:3521: finishing write tid 3 to smithi04281968-2 2024-09-16T07:00:05.993 INFO:tasks.rados.rados.0.smithi042.stdout:3521: finishing write tid 4 to smithi04281968-2 2024-09-16T07:00:05.994 INFO:tasks.rados.rados.0.smithi042.stdout:3521: finishing write tid 5 to smithi04281968-2 2024-09-16T07:00:05.994 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1290 (ObjNum 1093 snap 323 seq_num 1093) dirty exists 2024-09-16T07:00:05.995 INFO:tasks.rados.rados.0.smithi042.stdout:3521: left oid 2 (ObjNum 1093 snap 323 seq_num 1093) 2024-09-16T07:00:06.041 INFO:tasks.rados.rados.0.smithi042.stdout:3522: expect (ObjNum 1060 snap 310 seq_num 1060) 2024-09-16T07:00:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:06 smithi042 ceph-mon[94096]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T07:00:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:06 smithi042 ceph-mon[96574]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T07:00:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:06 smithi164 ceph-mon[88760]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T07:00:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[96574]: pgmap v781: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-16T07:00:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[96574]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T07:00:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[96574]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T07:00:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[94096]: pgmap v781: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-16T07:00:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[94096]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T07:00:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:07 smithi042 ceph-mon[94096]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T07:00:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:07 smithi164 ceph-mon[88760]: pgmap v781: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.4 MiB/s wr, 6 op/s 2024-09-16T07:00:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:07 smithi164 ceph-mon[88760]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T07:00:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:07 smithi164 ceph-mon[88760]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:3520: done (3 left) 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:3521: done (2 left) 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:3522: done (1 left) 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:3523: done (0 left) 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:3524: rollback oid 6 current snap is 324 2024-09-16T07:00:08.759 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 317 2024-09-16T07:00:08.760 INFO:tasks.rados.rados.0.smithi042.stdout:3525: read oid 16 snap -1 2024-09-16T07:00:08.760 INFO:tasks.rados.rados.0.smithi042.stdout:3525: expect deleted 2024-09-16T07:00:08.760 INFO:tasks.rados.rados.0.smithi042.stdout:3526: snap_remove snap 323 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3524: finishing rollback tid 0 to smithi04281968-6 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3524: finishing rollback tid 1 to smithi04281968-6 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3524: finishing rollback tid 2 to smithi04281968-6 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1490 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3524: done (2 left) 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3525: done (1 left) 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3526: done (0 left) 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 324 2024-09-16T07:00:09.608 INFO:tasks.rados.rados.0.smithi042.stdout:3527: seq_num 1094 ranges {442368=729088,1171456=573440,1744896=229376} 2024-09-16T07:00:09.614 INFO:tasks.rados.rados.0.smithi042.stdout:3527: writing smithi04281968-38 from 442368 to 1171456 tid 1 2024-09-16T07:00:09.617 INFO:tasks.rados.rados.0.smithi042.stdout:3527: writing smithi04281968-38 from 1171456 to 1744896 tid 2 2024-09-16T07:00:09.619 INFO:tasks.rados.rados.0.smithi042.stdout:3527: writing smithi04281968-38 from 1744896 to 1974272 tid 3 2024-09-16T07:00:09.619 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 324 2024-09-16T07:00:09.619 INFO:tasks.rados.rados.0.smithi042.stdout:3528: seq_num 1095 ranges {2850816=745472,3596288=499712,4096000=303104} 2024-09-16T07:00:09.639 INFO:tasks.rados.rados.0.smithi042.stdout:3528: writing smithi04281968-50 from 2850816 to 3596288 tid 1 2024-09-16T07:00:09.642 INFO:tasks.rados.rados.0.smithi042.stdout:3528: writing smithi04281968-50 from 3596288 to 4096000 tid 2 2024-09-16T07:00:09.644 INFO:tasks.rados.rados.0.smithi042.stdout:3528: writing smithi04281968-50 from 4096000 to 4399104 tid 3 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3529: rollback oid 22 current snap is 324 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 322 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: finishing write tid 1 to smithi04281968-38 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: finishing write tid 2 to smithi04281968-38 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: finishing write tid 3 to smithi04281968-38 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: finishing write tid 4 to smithi04281968-38 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: finishing write tid 5 to smithi04281968-38 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1443 (ObjNum 1094 snap 324 seq_num 1094) dirty exists 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: left oid 38 (ObjNum 1094 snap 324 seq_num 1094) 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3527: done (2 left) 2024-09-16T07:00:09.645 INFO:tasks.rados.rados.0.smithi042.stdout:3530: snap_create 2024-09-16T07:00:09.646 INFO:tasks.rados.rados.0.smithi042.stdout:3528: finishing write tid 1 to smithi04281968-50 2024-09-16T07:00:09.647 INFO:tasks.rados.rados.0.smithi042.stdout:3529: finishing rollback tid 0 to smithi04281968-22 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:3528: finishing write tid 2 to smithi04281968-50 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:3529: finishing rollback tid 1 to smithi04281968-22 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:3528: finishing write tid 3 to smithi04281968-50 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:3529: finishing rollback tid 2 to smithi04281968-22 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 1412 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T07:00:09.648 INFO:tasks.rados.rados.0.smithi042.stdout:3528: finishing write tid 4 to smithi04281968-50 2024-09-16T07:00:09.649 INFO:tasks.rados.rados.0.smithi042.stdout:3528: finishing write tid 5 to smithi04281968-50 2024-09-16T07:00:09.649 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1420 (ObjNum 1095 snap 324 seq_num 1095) dirty exists 2024-09-16T07:00:09.649 INFO:tasks.rados.rados.0.smithi042.stdout:3528: left oid 50 (ObjNum 1095 snap 324 seq_num 1095) 2024-09-16T07:00:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:09 smithi042 ceph-mon[94096]: pgmap v784: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 7 op/s 2024-09-16T07:00:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:09 smithi042 ceph-mon[96574]: pgmap v784: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 7 op/s 2024-09-16T07:00:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:09 smithi164 ceph-mon[88760]: pgmap v784: 121 pgs: 121 active+clean; 250 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.0 MiB/s wr, 7 op/s 2024-09-16T07:00:10.612 INFO:tasks.rados.rados.0.smithi042.stdout:3528: done (2 left) 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3529: done (1 left) 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3530: done (0 left) 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3531: read oid 5 snap -1 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3531: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3532: copy_from oid 49 from oid 47 current snap is 325 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3533: delete oid 34 current snap is 325 2024-09-16T07:00:10.613 INFO:tasks.rados.rados.0.smithi042.stdout:3532: finishing copy_from to smithi04281968-49 2024-09-16T07:00:10.614 INFO:tasks.rados.rados.0.smithi042.stdout:3532: got expected ENOENT (src dne) 2024-09-16T07:00:10.614 INFO:tasks.rados.rados.0.smithi042.stdout:3532: finishing copy_from racing read to smithi04281968-49 2024-09-16T07:00:10.618 INFO:tasks.rados.rados.0.smithi042.stdout:3532: done (2 left) 2024-09-16T07:00:10.618 INFO:tasks.rados.rados.0.smithi042.stdout:3533: done (1 left) 2024-09-16T07:00:10.618 INFO:tasks.rados.rados.0.smithi042.stdout:3534: delete oid 7 current snap is 325 2024-09-16T07:00:10.620 INFO:tasks.rados.rados.0.smithi042.stdout:3534: done (1 left) 2024-09-16T07:00:10.621 INFO:tasks.rados.rados.0.smithi042.stdout:3535: snap_create 2024-09-16T07:00:10.622 INFO:tasks.rados.rados.0.smithi042.stdout:3531: expect (ObjNum 1001 snap 295 seq_num 1001) 2024-09-16T07:00:10.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:10 smithi164 ceph-mon[88760]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T07:00:11.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:10 smithi042 ceph-mon[94096]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T07:00:11.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:10 smithi042 ceph-mon[96574]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T07:00:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:11] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T07:00:11.614 INFO:tasks.rados.rados.0.smithi042.stdout:3531: done (1 left) 2024-09-16T07:00:11.614 INFO:tasks.rados.rados.0.smithi042.stdout:3535: done (0 left) 2024-09-16T07:00:11.614 INFO:tasks.rados.rados.0.smithi042.stdout:3536: snap_remove snap 317 2024-09-16T07:00:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:11 smithi164 ceph-mon[88760]: pgmap v786: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 682 KiB/s wr, 5 op/s 2024-09-16T07:00:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:11 smithi164 ceph-mon[88760]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T07:00:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:11 smithi042 ceph-mon[94096]: pgmap v786: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 682 KiB/s wr, 5 op/s 2024-09-16T07:00:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:11 smithi042 ceph-mon[94096]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T07:00:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:11 smithi042 ceph-mon[96574]: pgmap v786: 121 pgs: 121 active+clean; 253 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 682 KiB/s wr, 5 op/s 2024-09-16T07:00:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:11 smithi042 ceph-mon[96574]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T07:00:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:3536: done (0 left) 2024-09-16T07:00:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 7 current snap is 326 2024-09-16T07:00:12.445 INFO:tasks.rados.rados.0.smithi042.stdout:3537: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-09-16T07:00:12.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: writing smithi04281968-7 from 0 to 794624 tid 1 2024-09-16T07:00:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:3537: writing smithi04281968-7 from 794624 to 1351680 tid 2 2024-09-16T07:00:12.456 INFO:tasks.rados.rados.0.smithi042.stdout:3537: writing smithi04281968-7 from 1351680 to 1597440 tid 3 2024-09-16T07:00:12.457 INFO:tasks.rados.rados.0.smithi042.stdout:3538: snap_remove snap 316 2024-09-16T07:00:12.619 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:12 smithi164 ceph-mon[88760]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T07:00:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:12 smithi164 ceph-mon[88760]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T07:00:13.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:12 smithi042 ceph-mon[94096]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T07:00:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:12 smithi042 ceph-mon[94096]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T07:00:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:12 smithi042 ceph-mon[96574]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T07:00:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:12 smithi042 ceph-mon[96574]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T07:00:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:3538: done (1 left) 2024-09-16T07:00:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 326 2024-09-16T07:00:13.449 INFO:tasks.rados.rados.0.smithi042.stdout:3537: finishing write tid 1 to smithi04281968-7 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: finishing write tid 2 to smithi04281968-7 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: finishing write tid 3 to smithi04281968-7 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: finishing write tid 4 to smithi04281968-7 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: finishing write tid 5 to smithi04281968-7 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1458 (ObjNum 1098 snap 326 seq_num 1098) dirty exists 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3537: left oid 7 (ObjNum 1098 snap 326 seq_num 1098) 2024-09-16T07:00:13.450 INFO:tasks.rados.rados.0.smithi042.stdout:3539: seq_num 1099 ranges {1359872=409600,1769472=442368,2211840=720896,2932736=40960} 2024-09-16T07:00:13.459 INFO:tasks.rados.rados.0.smithi042.stdout:3539: writing smithi04281968-41 from 1359872 to 1769472 tid 1 2024-09-16T07:00:13.462 INFO:tasks.rados.rados.0.smithi042.stdout:3539: writing smithi04281968-41 from 1769472 to 2211840 tid 2 2024-09-16T07:00:13.468 INFO:tasks.rados.rados.0.smithi042.stdout:3539: writing smithi04281968-41 from 2211840 to 2932736 tid 3 2024-09-16T07:00:13.468 INFO:tasks.rados.rados.0.smithi042.stdout:3539: writing smithi04281968-41 from 2932736 to 2973696 tid 4 2024-09-16T07:00:13.468 INFO:tasks.rados.rados.0.smithi042.stdout:3537: done (1 left) 2024-09-16T07:00:13.469 INFO:tasks.rados.rados.0.smithi042.stdout:3540: read oid 37 snap 322 2024-09-16T07:00:13.469 INFO:tasks.rados.rados.0.smithi042.stdout:3540: expect deleted 2024-09-16T07:00:13.469 INFO:tasks.rados.rados.0.smithi042.stdout:3541: snap_create 2024-09-16T07:00:13.473 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 1 to smithi04281968-41 2024-09-16T07:00:13.473 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 2 to smithi04281968-41 2024-09-16T07:00:13.474 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 3 to smithi04281968-41 2024-09-16T07:00:13.476 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 4 to smithi04281968-41 2024-09-16T07:00:13.477 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 5 to smithi04281968-41 2024-09-16T07:00:13.478 INFO:tasks.rados.rados.0.smithi042.stdout:3539: finishing write tid 6 to smithi04281968-41 2024-09-16T07:00:13.478 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1461 (ObjNum 1099 snap 326 seq_num 1099) dirty exists 2024-09-16T07:00:13.478 INFO:tasks.rados.rados.0.smithi042.stdout:3539: left oid 41 (ObjNum 1099 snap 326 seq_num 1099) 2024-09-16T07:00:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:13 smithi164 ceph-mon[88760]: pgmap v789: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 995 KiB/s wr, 5 op/s 2024-09-16T07:00:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:13 smithi164 ceph-mon[88760]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T07:00:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:13 smithi042 ceph-mon[94096]: pgmap v789: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 995 KiB/s wr, 5 op/s 2024-09-16T07:00:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:13 smithi042 ceph-mon[94096]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T07:00:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:13 smithi042 ceph-mon[96574]: pgmap v789: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 995 KiB/s wr, 5 op/s 2024-09-16T07:00:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:13 smithi042 ceph-mon[96574]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T07:00:14.448 INFO:tasks.rados.rados.0.smithi042.stdout:3539: done (2 left) 2024-09-16T07:00:14.448 INFO:tasks.rados.rados.0.smithi042.stdout:3540: done (1 left) 2024-09-16T07:00:14.448 INFO:tasks.rados.rados.0.smithi042.stdout:3541: done (0 left) 2024-09-16T07:00:14.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 327 2024-09-16T07:00:14.448 INFO:tasks.rados.rados.0.smithi042.stdout:3542: seq_num 1100 ranges {1163264=425984,1589248=729088,2318336=475136} 2024-09-16T07:00:14.456 INFO:tasks.rados.rados.0.smithi042.stdout:3542: writing smithi04281968-44 from 1163264 to 1589248 tid 1 2024-09-16T07:00:14.461 INFO:tasks.rados.rados.0.smithi042.stdout:3542: writing smithi04281968-44 from 1589248 to 2318336 tid 2 2024-09-16T07:00:14.464 INFO:tasks.rados.rados.0.smithi042.stdout:3542: writing smithi04281968-44 from 2318336 to 2793472 tid 3 2024-09-16T07:00:14.464 INFO:tasks.rados.rados.0.smithi042.stdout:3543: snap_remove snap 309 2024-09-16T07:00:15.454 INFO:tasks.rados.rados.0.smithi042.stdout:3542: finishing write tid 1 to smithi04281968-44 2024-09-16T07:00:15.454 INFO:tasks.rados.rados.0.smithi042.stdout:3542: finishing write tid 2 to smithi04281968-44 2024-09-16T07:00:15.454 INFO:tasks.rados.rados.0.smithi042.stdout:3542: finishing write tid 3 to smithi04281968-44 2024-09-16T07:00:15.454 INFO:tasks.rados.rados.0.smithi042.stdout:3542: finishing write tid 4 to smithi04281968-44 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:3542: finishing write tid 5 to smithi04281968-44 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1429 (ObjNum 1100 snap 327 seq_num 1100) dirty exists 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:3542: left oid 44 (ObjNum 1100 snap 327 seq_num 1100) 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:3542: done (1 left) 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:3543: done (0 left) 2024-09-16T07:00:15.455 INFO:tasks.rados.rados.0.smithi042.stdout:3544: delete oid 19 current snap is 327 2024-09-16T07:00:15.465 INFO:tasks.rados.rados.0.smithi042.stdout:3544: done (0 left) 2024-09-16T07:00:15.465 INFO:tasks.rados.rados.0.smithi042.stdout:3545: setattr oid 19 current snap is 327 2024-09-16T07:00:15.466 INFO:tasks.rados.rados.0.smithi042.stdout:3546: snap_create 2024-09-16T07:00:15.476 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1515 (ObjNum 289 snap 0 seq_num 1482934223) dirty exists 2024-09-16T07:00:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:15 smithi164 ceph-mon[88760]: pgmap v792: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 374 KiB/s wr, 2 op/s 2024-09-16T07:00:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:15 smithi164 ceph-mon[88760]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T07:00:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:15 smithi042 ceph-mon[94096]: pgmap v792: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 374 KiB/s wr, 2 op/s 2024-09-16T07:00:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:15 smithi042 ceph-mon[94096]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T07:00:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:15 smithi042 ceph-mon[96574]: pgmap v792: 121 pgs: 121 active+clean; 255 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 374 KiB/s wr, 2 op/s 2024-09-16T07:00:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:15 smithi042 ceph-mon[96574]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T07:00:16.459 INFO:tasks.rados.rados.0.smithi042.stdout:3545: done (1 left) 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:3546: done (0 left) 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:3547: rollback oid 1 current snap is 328 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 1 to 326 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:3548: rollback oid 18 current snap is 328 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 18 to 319 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:3549: copy_from oid 6 from oid 4 current snap is 328 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 328 2024-09-16T07:00:16.460 INFO:tasks.rados.rados.0.smithi042.stdout:3550: seq_num 1102 ranges {991232=458752,1449984=491520,1941504=491520,2433024=221184} 2024-09-16T07:00:16.467 INFO:tasks.rados.rados.0.smithi042.stdout:3550: writing smithi04281968-15 from 991232 to 1449984 tid 1 2024-09-16T07:00:16.470 INFO:tasks.rados.rados.0.smithi042.stdout:3550: writing smithi04281968-15 from 1449984 to 1941504 tid 2 2024-09-16T07:00:16.473 INFO:tasks.rados.rados.0.smithi042.stdout:3550: writing smithi04281968-15 from 1941504 to 2433024 tid 3 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3550: writing smithi04281968-15 from 2433024 to 2654208 tid 4 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3551: read oid 39 snap 322 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3551: expect (ObjNum 1086 snap 322 seq_num 1086) 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3552: copy_from oid 45 from oid 34 current snap is 328 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3548: finishing rollback tid 0 to smithi04281968-18 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3548: finishing rollback tid 1 to smithi04281968-18 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:3548: finishing rollback tid 2 to smithi04281968-18 2024-09-16T07:00:16.475 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 976 (ObjNum 897 snap 276 seq_num 897) dirty exists 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3547: finishing rollback tid 0 to smithi04281968-1 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3547: finishing rollback tid 1 to smithi04281968-1 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3547: finishing rollback tid 2 to smithi04281968-1 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1290 (ObjNum 1027 snap 302 seq_num 1027) dirty exists 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 1 to smithi04281968-15 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 2 to smithi04281968-15 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3547: done (5 left) 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3548: done (4 left) 2024-09-16T07:00:16.476 INFO:tasks.rados.rados.0.smithi042.stdout:3553: setattr oid 40 current snap is 328 2024-09-16T07:00:16.477 INFO:tasks.rados.rados.0.smithi042.stdout:3552: finishing copy_from to smithi04281968-45 2024-09-16T07:00:16.477 INFO:tasks.rados.rados.0.smithi042.stdout:3552: got expected ENOENT (src dne) 2024-09-16T07:00:16.477 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 328 2024-09-16T07:00:16.477 INFO:tasks.rados.rados.0.smithi042.stdout:3554: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-09-16T07:00:16.480 INFO:tasks.rados.rados.0.smithi042.stdout:3554: writing smithi04281968-30 from 0 to 475136 tid 1 2024-09-16T07:00:16.483 INFO:tasks.rados.rados.0.smithi042.stdout:3554: writing smithi04281968-30 from 475136 to 901120 tid 2 2024-09-16T07:00:16.488 INFO:tasks.rados.rados.0.smithi042.stdout:3554: writing smithi04281968-30 from 901120 to 1597440 tid 3 2024-09-16T07:00:16.488 INFO:tasks.rados.rados.0.smithi042.stdout:3554: writing smithi04281968-30 from 1597440 to 1679360 tid 4 2024-09-16T07:00:16.488 INFO:tasks.rados.rados.0.smithi042.stdout:3555: snap_remove snap 327 2024-09-16T07:00:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:16 smithi164 ceph-mon[88760]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T07:00:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:16 smithi042 ceph-mon[94096]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T07:00:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:16 smithi042 ceph-mon[96574]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T07:00:17.447 INFO:tasks.rados.rados.0.smithi042.stdout:3552: finishing copy_from racing read to smithi04281968-45 2024-09-16T07:00:17.447 INFO:tasks.rados.rados.0.smithi042.stdout:3549: finishing copy_from racing read to smithi04281968-6 2024-09-16T07:00:17.447 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 3 to smithi04281968-15 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 4 to smithi04281968-15 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 5 to smithi04281968-15 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1289 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3550: finishing write tid 6 to smithi04281968-15 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1476 (ObjNum 1102 snap 328 seq_num 1102) dirty exists 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3550: left oid 15 (ObjNum 1102 snap 328 seq_num 1102) 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 1 to smithi04281968-30 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 2 to smithi04281968-30 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3549: finishing copy_from to smithi04281968-6 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1417 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:00:17.448 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 3 to smithi04281968-30 2024-09-16T07:00:17.449 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 4 to smithi04281968-30 2024-09-16T07:00:17.449 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 5 to smithi04281968-30 2024-09-16T07:00:17.449 INFO:tasks.rados.rados.0.smithi042.stdout:3551: expect (ObjNum 1086 snap 322 seq_num 1086) 2024-09-16T07:00:17.593 INFO:tasks.rados.rados.0.smithi042.stdout:3554: finishing write tid 6 to smithi04281968-30 2024-09-16T07:00:17.593 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1423 (ObjNum 1103 snap 328 seq_num 1103) dirty exists 2024-09-16T07:00:17.593 INFO:tasks.rados.rados.0.smithi042.stdout:3554: left oid 30 (ObjNum 1103 snap 328 seq_num 1103) 2024-09-16T07:00:17.593 INFO:tasks.rados.rados.0.smithi042.stdout:3549: done (6 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3550: done (5 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3551: done (4 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3552: done (3 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3553: done (2 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3554: done (1 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3555: done (0 left) 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3556: read oid 16 snap 322 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3556: expect deleted 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 328 2024-09-16T07:00:17.594 INFO:tasks.rados.rados.0.smithi042.stdout:3557: seq_num 1104 ranges {4399104=499712,4898816=712704,5611520=491520} 2024-09-16T07:00:17.619 INFO:tasks.rados.rados.0.smithi042.stdout:3557: writing smithi04281968-50 from 4399104 to 4898816 tid 1 2024-09-16T07:00:17.623 INFO:tasks.rados.rados.0.smithi042.stdout:3557: writing smithi04281968-50 from 4898816 to 5611520 tid 2 2024-09-16T07:00:17.626 INFO:tasks.rados.rados.0.smithi042.stdout:3557: writing smithi04281968-50 from 5611520 to 6103040 tid 3 2024-09-16T07:00:17.626 INFO:tasks.rados.rados.0.smithi042.stdout:3558: snap_remove snap 319 2024-09-16T07:00:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:17 smithi164 ceph-mon[88760]: pgmap v795: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 772 KiB/s wr, 4 op/s 2024-09-16T07:00:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:17 smithi164 ceph-mon[88760]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T07:00:17.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:17 smithi164 ceph-mon[88760]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T07:00:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[96574]: pgmap v795: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 772 KiB/s wr, 4 op/s 2024-09-16T07:00:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[96574]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T07:00:17.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[96574]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T07:00:17.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[94096]: pgmap v795: 121 pgs: 121 active+clean; 257 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 772 KiB/s wr, 4 op/s 2024-09-16T07:00:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[94096]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T07:00:17.756 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:17 smithi042 ceph-mon[94096]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: finishing write tid 1 to smithi04281968-50 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: finishing write tid 2 to smithi04281968-50 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: finishing write tid 3 to smithi04281968-50 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: finishing write tid 4 to smithi04281968-50 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: finishing write tid 5 to smithi04281968-50 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1424 (ObjNum 1104 snap 328 seq_num 1104) dirty exists 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: left oid 50 (ObjNum 1104 snap 328 seq_num 1104) 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3556: done (2 left) 2024-09-16T07:00:18.465 INFO:tasks.rados.rados.0.smithi042.stdout:3557: done (1 left) 2024-09-16T07:00:18.466 INFO:tasks.rados.rados.0.smithi042.stdout:3558: done (0 left) 2024-09-16T07:00:18.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 18 current snap is 328 2024-09-16T07:00:18.466 INFO:tasks.rados.rados.0.smithi042.stdout:3559: seq_num 1105 ranges {630784=516096,1146880=598016,1744896=606208} 2024-09-16T07:00:18.472 INFO:tasks.rados.rados.0.smithi042.stdout:3559: writing smithi04281968-18 from 630784 to 1146880 tid 1 2024-09-16T07:00:18.476 INFO:tasks.rados.rados.0.smithi042.stdout:3559: writing smithi04281968-18 from 1146880 to 1744896 tid 2 2024-09-16T07:00:18.481 INFO:tasks.rados.rados.0.smithi042.stdout:3559: writing smithi04281968-18 from 1744896 to 2351104 tid 3 2024-09-16T07:00:18.481 INFO:tasks.rados.rados.0.smithi042.stdout:3560: snap_create 2024-09-16T07:00:18.481 INFO:tasks.rados.rados.0.smithi042.stdout:3559: finishing write tid 1 to smithi04281968-18 2024-09-16T07:00:18.486 INFO:tasks.rados.rados.0.smithi042.stdout:3559: finishing write tid 2 to smithi04281968-18 2024-09-16T07:00:18.488 INFO:tasks.rados.rados.0.smithi042.stdout:3559: finishing write tid 3 to smithi04281968-18 2024-09-16T07:00:18.488 INFO:tasks.rados.rados.0.smithi042.stdout:3559: finishing write tid 4 to smithi04281968-18 2024-09-16T07:00:18.490 INFO:tasks.rados.rados.0.smithi042.stdout:3559: finishing write tid 5 to smithi04281968-18 2024-09-16T07:00:18.490 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 18 v 980 (ObjNum 1105 snap 328 seq_num 1105) dirty exists 2024-09-16T07:00:18.490 INFO:tasks.rados.rados.0.smithi042.stdout:3559: left oid 18 (ObjNum 1105 snap 328 seq_num 1105) 2024-09-16T07:00:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3559: done (1 left) 2024-09-16T07:00:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3560: done (0 left) 2024-09-16T07:00:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3561: snap_create 2024-09-16T07:00:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:19 smithi164 ceph-mon[88760]: pgmap v798: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-16T07:00:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:19 smithi164 ceph-mon[88760]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T07:00:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[94096]: pgmap v798: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[94096]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[96574]: pgmap v798: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[96574]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T07:00:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3561: done (0 left) 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3562: rollback oid 29 current snap is 330 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 29 to 329 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3563: rmattr oid 15 current snap is 330 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3563: done (1 left) 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3564: rmattr oid 40 current snap is 330 2024-09-16T07:00:20.476 INFO:tasks.rados.rados.0.smithi042.stdout:3565: snap_remove snap 326 2024-09-16T07:00:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:20 smithi164 ceph-mon[88760]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T07:00:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:20 smithi042 ceph-mon[94096]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T07:00:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:20 smithi042 ceph-mon[96574]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:3565: done (2 left) 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:3566: delete oid 39 current snap is 330 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:3562: finishing rollback tid 0 to smithi04281968-29 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:3562: finishing rollback tid 1 to smithi04281968-29 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:3562: finishing rollback tid 2 to smithi04281968-29 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1432 (ObjNum 1073 snap 318 seq_num 1073) dirty exists 2024-09-16T07:00:21.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1290 (ObjNum 321 snap 0 seq_num 110758944) dirty exists 2024-09-16T07:00:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:3562: done (2 left) 2024-09-16T07:00:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:3564: done (1 left) 2024-09-16T07:00:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:3566: done (0 left) 2024-09-16T07:00:21.490 INFO:tasks.rados.rados.0.smithi042.stdout:3567: snap_create 2024-09-16T07:00:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:21 smithi042 ceph-mon[94096]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T07:00:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:21 smithi042 ceph-mon[94096]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T07:00:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:21 smithi042 ceph-mon[96574]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T07:00:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:21 smithi042 ceph-mon[96574]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T07:00:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:21] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-16T07:00:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:21 smithi164 ceph-mon[88760]: pgmap v801: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-09-16T07:00:21.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:21 smithi164 ceph-mon[88760]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T07:00:22.448 INFO:tasks.rados.rados.0.smithi042.stdout:3567: done (0 left) 2024-09-16T07:00:22.448 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 331 2024-09-16T07:00:22.448 INFO:tasks.rados.rados.0.smithi042.stdout:3568: seq_num 1107 ranges {0=548864,548864=770048,1318912=434176} 2024-09-16T07:00:22.451 INFO:tasks.rados.rados.0.smithi042.stdout:3568: writing smithi04281968-19 from 0 to 548864 tid 1 2024-09-16T07:00:22.456 INFO:tasks.rados.rados.0.smithi042.stdout:3568: writing smithi04281968-19 from 548864 to 1318912 tid 2 2024-09-16T07:00:22.459 INFO:tasks.rados.rados.0.smithi042.stdout:3568: writing smithi04281968-19 from 1318912 to 1753088 tid 3 2024-09-16T07:00:22.459 INFO:tasks.rados.rados.0.smithi042.stdout:3569: copy_from oid 20 from oid 49 current snap is 331 2024-09-16T07:00:22.459 INFO:tasks.rados.rados.0.smithi042.stdout:3568: finishing write tid 1 to smithi04281968-19 2024-09-16T07:00:22.459 INFO:tasks.rados.rados.0.smithi042.stdout:3570: snap_remove snap 312 2024-09-16T07:00:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:22 smithi164 ceph-mon[88760]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T07:00:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:22 smithi164 ceph-mon[88760]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T07:00:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:22 smithi042 ceph-mon[94096]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T07:00:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:22 smithi042 ceph-mon[94096]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T07:00:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:22 smithi042 ceph-mon[96574]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T07:00:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:22 smithi042 ceph-mon[96574]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T07:00:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3569: finishing copy_from to smithi04281968-20 2024-09-16T07:00:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3569: got expected ENOENT (src dne) 2024-09-16T07:00:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3569: finishing copy_from racing read to smithi04281968-20 2024-09-16T07:00:23.452 INFO:tasks.rados.rados.0.smithi042.stdout:3568: finishing write tid 2 to smithi04281968-19 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3568: finishing write tid 3 to smithi04281968-19 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3568: finishing write tid 4 to smithi04281968-19 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3568: finishing write tid 5 to smithi04281968-19 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1542 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3568: left oid 19 (ObjNum 1107 snap 331 seq_num 1107) 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3568: done (2 left) 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3569: done (1 left) 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3570: done (0 left) 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3571: rollback oid 48 current snap is 331 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 48 to 324 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3572: copy_from oid 27 from oid 45 current snap is 331 2024-09-16T07:00:23.453 INFO:tasks.rados.rados.0.smithi042.stdout:3573: delete oid 39 current snap is 331 2024-09-16T07:00:23.459 INFO:tasks.rados.rados.0.smithi042.stdout:3571: finishing rollback tid 1 to smithi04281968-48 2024-09-16T07:00:23.460 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1413 (ObjNum 177 snap 0 seq_num 112098192) dirty dne 2024-09-16T07:00:23.466 INFO:tasks.rados.rados.0.smithi042.stdout:3571: done (2 left) 2024-09-16T07:00:23.466 INFO:tasks.rados.rados.0.smithi042.stdout:3573: done (1 left) 2024-09-16T07:00:23.466 INFO:tasks.rados.rados.0.smithi042.stdout:3574: rollback oid 43 current snap is 331 2024-09-16T07:00:23.466 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 43 to 324 2024-09-16T07:00:23.467 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 331 2024-09-16T07:00:23.467 INFO:tasks.rados.rados.0.smithi042.stdout:3575: seq_num 1109 ranges {6791168=581632,7372800=532480,7905280=647168,8552448=24576} 2024-09-16T07:00:23.509 INFO:tasks.rados.rados.0.smithi042.stdout:3575: writing smithi04281968-14 from 6791168 to 7372800 tid 1 2024-09-16T07:00:23.512 INFO:tasks.rados.rados.0.smithi042.stdout:3575: writing smithi04281968-14 from 7372800 to 7905280 tid 2 2024-09-16T07:00:23.516 INFO:tasks.rados.rados.0.smithi042.stdout:3575: writing smithi04281968-14 from 7905280 to 8552448 tid 3 2024-09-16T07:00:23.516 INFO:tasks.rados.rados.0.smithi042.stdout:3575: writing smithi04281968-14 from 8552448 to 8577024 tid 4 2024-09-16T07:00:23.516 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 331 2024-09-16T07:00:23.516 INFO:tasks.rados.rados.0.smithi042.stdout:3572: finishing copy_from racing read to smithi04281968-27 2024-09-16T07:00:23.517 INFO:tasks.rados.rados.0.smithi042.stdout:3576: seq_num 1110 ranges {557056=598016,1155072=466944,1622016=450560,2072576=286720} 2024-09-16T07:00:23.523 INFO:tasks.rados.rados.0.smithi042.stdout:3576: writing smithi04281968-9 from 557056 to 1155072 tid 1 2024-09-16T07:00:23.526 INFO:tasks.rados.rados.0.smithi042.stdout:3576: writing smithi04281968-9 from 1155072 to 1622016 tid 2 2024-09-16T07:00:23.528 INFO:tasks.rados.rados.0.smithi042.stdout:3576: writing smithi04281968-9 from 1622016 to 2072576 tid 3 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3576: writing smithi04281968-9 from 2072576 to 2359296 tid 4 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 34 current snap is 331 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3572: finishing copy_from to smithi04281968-27 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3574: finishing rollback tid 0 to smithi04281968-43 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3574: finishing rollback tid 1 to smithi04281968-43 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3574: finishing rollback tid 2 to smithi04281968-43 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1426 (ObjNum 1008 snap 295 seq_num 1008) dirty exists 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 1 to smithi04281968-14 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 2 to smithi04281968-14 2024-09-16T07:00:23.531 INFO:tasks.rados.rados.0.smithi042.stdout:3577: seq_num 1111 ranges {0=614400,614400=753664,1368064=450560} 2024-09-16T07:00:23.533 INFO:tasks.rados.rados.0.smithi042.stdout:3577: writing smithi04281968-34 from 0 to 614400 tid 1 2024-09-16T07:00:23.538 INFO:tasks.rados.rados.0.smithi042.stdout:3577: writing smithi04281968-34 from 614400 to 1368064 tid 2 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3577: writing smithi04281968-34 from 1368064 to 1818624 tid 3 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3572: done (4 left) 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3574: done (3 left) 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 331 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 3 to smithi04281968-14 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 4 to smithi04281968-14 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 5 to smithi04281968-14 2024-09-16T07:00:23.542 INFO:tasks.rados.rados.0.smithi042.stdout:3575: finishing write tid 6 to smithi04281968-14 2024-09-16T07:00:23.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1295 (ObjNum 1109 snap 331 seq_num 1109) dirty exists 2024-09-16T07:00:23.543 INFO:tasks.rados.rados.0.smithi042.stdout:3575: left oid 14 (ObjNum 1109 snap 331 seq_num 1109) 2024-09-16T07:00:23.543 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 1 to smithi04281968-9 2024-09-16T07:00:23.543 INFO:tasks.rados.rados.0.smithi042.stdout:3578: seq_num 1112 ranges {2793472=630784,3424256=638976,4063232=466944,4530176=98304} 2024-09-16T07:00:23.561 INFO:tasks.rados.rados.0.smithi042.stdout:3578: writing smithi04281968-44 from 2793472 to 3424256 tid 1 2024-09-16T07:00:23.563 INFO:tasks.rados.rados.0.smithi042.stdout:3578: writing smithi04281968-44 from 3424256 to 4063232 tid 2 2024-09-16T07:00:23.566 INFO:tasks.rados.rados.0.smithi042.stdout:3578: writing smithi04281968-44 from 4063232 to 4530176 tid 3 2024-09-16T07:00:23.567 INFO:tasks.rados.rados.0.smithi042.stdout:3578: writing smithi04281968-44 from 4530176 to 4628480 tid 4 2024-09-16T07:00:23.567 INFO:tasks.rados.rados.0.smithi042.stdout:3575: done (3 left) 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3579: delete oid 8 current snap is 331 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 2 to smithi04281968-9 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 3 to smithi04281968-9 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 4 to smithi04281968-9 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 5 to smithi04281968-9 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3577: finishing write tid 1 to smithi04281968-34 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: finishing write tid 6 to smithi04281968-9 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1295 (ObjNum 1110 snap 331 seq_num 1110) dirty exists 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3576: left oid 9 (ObjNum 1110 snap 331 seq_num 1110) 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3577: finishing write tid 2 to smithi04281968-34 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3577: finishing write tid 3 to smithi04281968-34 2024-09-16T07:00:23.568 INFO:tasks.rados.rados.0.smithi042.stdout:3577: finishing write tid 4 to smithi04281968-34 2024-09-16T07:00:23.569 INFO:tasks.rados.rados.0.smithi042.stdout:3577: finishing write tid 5 to smithi04281968-34 2024-09-16T07:00:23.569 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1295 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2024-09-16T07:00:23.569 INFO:tasks.rados.rados.0.smithi042.stdout:3577: left oid 34 (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:00:23.569 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 1 to smithi04281968-44 2024-09-16T07:00:23.569 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 2 to smithi04281968-44 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 3 to smithi04281968-44 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 4 to smithi04281968-44 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 5 to smithi04281968-44 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3576: done (3 left) 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3577: done (2 left) 2024-09-16T07:00:23.570 INFO:tasks.rados.rados.0.smithi042.stdout:3579: done (1 left) 2024-09-16T07:00:23.571 INFO:tasks.rados.rados.0.smithi042.stdout:3580: delete oid 1 current snap is 331 2024-09-16T07:00:23.571 INFO:tasks.rados.rados.0.smithi042.stdout:3578: finishing write tid 6 to smithi04281968-44 2024-09-16T07:00:23.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1437 (ObjNum 1112 snap 331 seq_num 1112) dirty exists 2024-09-16T07:00:23.572 INFO:tasks.rados.rados.0.smithi042.stdout:3578: left oid 44 (ObjNum 1112 snap 331 seq_num 1112) 2024-09-16T07:00:23.573 INFO:tasks.rados.rados.0.smithi042.stdout:3578: done (1 left) 2024-09-16T07:00:23.573 INFO:tasks.rados.rados.0.smithi042.stdout:3580: done (0 left) 2024-09-16T07:00:23.573 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 331 2024-09-16T07:00:23.573 INFO:tasks.rados.rados.0.smithi042.stdout:3581: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-09-16T07:00:23.577 INFO:tasks.rados.rados.0.smithi042.stdout:3581: writing smithi04281968-37 from 0 to 679936 tid 1 2024-09-16T07:00:23.581 INFO:tasks.rados.rados.0.smithi042.stdout:3581: writing smithi04281968-37 from 679936 to 1368064 tid 2 2024-09-16T07:00:23.584 INFO:tasks.rados.rados.0.smithi042.stdout:3581: writing smithi04281968-37 from 1368064 to 1884160 tid 3 2024-09-16T07:00:23.584 INFO:tasks.rados.rados.0.smithi042.stdout:3582: snap_create 2024-09-16T07:00:23.584 INFO:tasks.rados.rados.0.smithi042.stdout:3581: finishing write tid 1 to smithi04281968-37 2024-09-16T07:00:23.584 INFO:tasks.rados.rados.0.smithi042.stdout:3581: finishing write tid 2 to smithi04281968-37 2024-09-16T07:00:23.586 INFO:tasks.rados.rados.0.smithi042.stdout:3581: finishing write tid 3 to smithi04281968-37 2024-09-16T07:00:23.586 INFO:tasks.rados.rados.0.smithi042.stdout:3581: finishing write tid 4 to smithi04281968-37 2024-09-16T07:00:23.588 INFO:tasks.rados.rados.0.smithi042.stdout:3581: finishing write tid 5 to smithi04281968-37 2024-09-16T07:00:23.588 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1242 (ObjNum 1115 snap 331 seq_num 1115) dirty exists 2024-09-16T07:00:23.588 INFO:tasks.rados.rados.0.smithi042.stdout:3581: left oid 37 (ObjNum 1115 snap 331 seq_num 1115) 2024-09-16T07:00:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:23 smithi164 ceph-mon[88760]: pgmap v804: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T07:00:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:23 smithi164 ceph-mon[88760]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T07:00:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:23 smithi042 ceph-mon[94096]: pgmap v804: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T07:00:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:23 smithi042 ceph-mon[94096]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T07:00:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:23 smithi042 ceph-mon[96574]: pgmap v804: 121 pgs: 121 active+clean; 245 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-09-16T07:00:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:23 smithi042 ceph-mon[96574]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3581: done (1 left) 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3582: done (0 left) 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3583: read oid 25 snap -1 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3583: expect (ObjNum 1087 snap 322 seq_num 1087) 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3584: rollback oid 21 current snap is 332 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 324 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3585: read oid 35 snap 324 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3585: expect (ObjNum 1051 snap 309 seq_num 1051) 2024-09-16T07:00:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3586: setattr oid 28 current snap is 332 2024-09-16T07:00:24.496 INFO:tasks.rados.rados.0.smithi042.stdout:3587: delete oid 46 current snap is 332 2024-09-16T07:00:24.502 INFO:tasks.rados.rados.0.smithi042.stdout:3585: expect (ObjNum 1051 snap 309 seq_num 1051) 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3584: finishing rollback tid 0 to smithi04281968-21 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3584: finishing rollback tid 1 to smithi04281968-21 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3584: finishing rollback tid 2 to smithi04281968-21 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1483 (ObjNum 1088 snap 322 seq_num 1088) dirty exists 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1484 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3584: done (4 left) 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3585: done (3 left) 2024-09-16T07:00:24.534 INFO:tasks.rados.rados.0.smithi042.stdout:3586: done (2 left) 2024-09-16T07:00:24.535 INFO:tasks.rados.rados.0.smithi042.stdout:3587: done (1 left) 2024-09-16T07:00:24.535 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 332 2024-09-16T07:00:24.535 INFO:tasks.rados.rados.0.smithi042.stdout:3583: expect (ObjNum 1087 snap 322 seq_num 1087) 2024-09-16T07:00:24.627 INFO:tasks.rados.rados.0.smithi042.stdout:3588: seq_num 1117 ranges {4628480=712704,5341184=458752,5799936=655360,6455296=90112} 2024-09-16T07:00:24.656 INFO:tasks.rados.rados.0.smithi042.stdout:3588: writing smithi04281968-44 from 4628480 to 5341184 tid 1 2024-09-16T07:00:24.658 INFO:tasks.rados.rados.0.smithi042.stdout:3588: writing smithi04281968-44 from 5341184 to 5799936 tid 2 2024-09-16T07:00:24.662 INFO:tasks.rados.rados.0.smithi042.stdout:3588: writing smithi04281968-44 from 5799936 to 6455296 tid 3 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:3588: writing smithi04281968-44 from 6455296 to 6545408 tid 4 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:3583: done (1 left) 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 332 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 1 to smithi04281968-44 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 2 to smithi04281968-44 2024-09-16T07:00:24.663 INFO:tasks.rados.rados.0.smithi042.stdout:3589: seq_num 1118 ranges {843776=729088,1572864=794624,2367488=409600} 2024-09-16T07:00:24.671 INFO:tasks.rados.rados.0.smithi042.stdout:3589: writing smithi04281968-31 from 843776 to 1572864 tid 1 2024-09-16T07:00:24.675 INFO:tasks.rados.rados.0.smithi042.stdout:3589: writing smithi04281968-31 from 1572864 to 2367488 tid 2 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:3589: writing smithi04281968-31 from 2367488 to 2777088 tid 3 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:3590: rollback oid 35 current snap is 332 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 324 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 3 to smithi04281968-44 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:3591: rollback oid 48 current snap is 332 2024-09-16T07:00:24.678 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 48 to 324 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 4 to smithi04281968-44 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 5 to smithi04281968-44 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3588: finishing write tid 6 to smithi04281968-44 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1443 (ObjNum 1117 snap 332 seq_num 1117) dirty exists 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3588: left oid 44 (ObjNum 1117 snap 332 seq_num 1117) 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3589: finishing write tid 1 to smithi04281968-31 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3588: done (3 left) 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3592: delete oid 46 current snap is 332 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3591: finishing rollback tid 1 to smithi04281968-48 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 0 (ObjNum 33 snap 0 seq_num 109162048) dirty dne 2024-09-16T07:00:24.679 INFO:tasks.rados.rados.0.smithi042.stdout:3589: finishing write tid 2 to smithi04281968-31 2024-09-16T07:00:24.680 INFO:tasks.rados.rados.0.smithi042.stdout:3591: done (3 left) 2024-09-16T07:00:24.681 INFO:tasks.rados.rados.0.smithi042.stdout:3592: done (2 left) 2024-09-16T07:00:24.681 INFO:tasks.rados.rados.0.smithi042.stdout:3593: delete oid 37 current snap is 332 2024-09-16T07:00:24.681 INFO:tasks.rados.rados.0.smithi042.stdout:3589: finishing write tid 3 to smithi04281968-31 2024-09-16T07:00:24.684 INFO:tasks.rados.rados.0.smithi042.stdout:3589: finishing write tid 4 to smithi04281968-31 2024-09-16T07:00:24.684 INFO:tasks.rados.rados.0.smithi042.stdout:3590: finishing rollback tid 0 to smithi04281968-35 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3593: done (2 left) 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3594: rmattr oid 5 current snap is 332 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3594: done (2 left) 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3595: read oid 47 snap -1 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3595: expect deleted 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 332 2024-09-16T07:00:24.685 INFO:tasks.rados.rados.0.smithi042.stdout:3596: seq_num 1121 ranges {2105344=778240,2883584=442368,3325952=638976,3964928=122880} 2024-09-16T07:00:24.701 INFO:tasks.rados.rados.0.smithi042.stdout:3596: writing smithi04281968-26 from 2105344 to 2883584 tid 1 2024-09-16T07:00:24.704 INFO:tasks.rados.rados.0.smithi042.stdout:3596: writing smithi04281968-26 from 2883584 to 3325952 tid 2 2024-09-16T07:00:24.707 INFO:tasks.rados.rados.0.smithi042.stdout:3596: writing smithi04281968-26 from 3325952 to 3964928 tid 3 2024-09-16T07:00:24.709 INFO:tasks.rados.rados.0.smithi042.stdout:3596: writing smithi04281968-26 from 3964928 to 4087808 tid 4 2024-09-16T07:00:24.709 INFO:tasks.rados.rados.0.smithi042.stdout:3597: copy_from oid 3 from oid 2 current snap is 332 2024-09-16T07:00:24.709 INFO:tasks.rados.rados.0.smithi042.stdout:3590: finishing rollback tid 1 to smithi04281968-35 2024-09-16T07:00:24.709 INFO:tasks.rados.rados.0.smithi042.stdout:3598: read oid 37 snap -1 2024-09-16T07:00:24.709 INFO:tasks.rados.rados.0.smithi042.stdout:3598: expect deleted 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3599: read oid 18 snap -1 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3599: expect (ObjNum 1105 snap 328 seq_num 1105) 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3600: copy_from oid 42 from oid 27 current snap is 332 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3589: finishing write tid 5 to smithi04281968-31 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1299 (ObjNum 1118 snap 332 seq_num 1118) dirty exists 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3589: left oid 31 (ObjNum 1118 snap 332 seq_num 1118) 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3589: done (7 left) 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3601: delete oid 5 current snap is 332 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3590: finishing rollback tid 2 to smithi04281968-35 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1553 (ObjNum 1051 snap 309 seq_num 1051) dirty exists 2024-09-16T07:00:24.710 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 1 to smithi04281968-26 2024-09-16T07:00:24.711 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 2 to smithi04281968-26 2024-09-16T07:00:24.712 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 3 to smithi04281968-26 2024-09-16T07:00:24.712 INFO:tasks.rados.rados.0.smithi042.stdout:3590: done (7 left) 2024-09-16T07:00:24.712 INFO:tasks.rados.rados.0.smithi042.stdout:3595: done (6 left) 2024-09-16T07:00:24.712 INFO:tasks.rados.rados.0.smithi042.stdout:3598: done (5 left) 2024-09-16T07:00:24.713 INFO:tasks.rados.rados.0.smithi042.stdout:3601: done (4 left) 2024-09-16T07:00:24.713 INFO:tasks.rados.rados.0.smithi042.stdout:3602: snap_create 2024-09-16T07:00:24.713 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 4 to smithi04281968-26 2024-09-16T07:00:24.713 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 5 to smithi04281968-26 2024-09-16T07:00:24.714 INFO:tasks.rados.rados.0.smithi042.stdout:3596: finishing write tid 6 to smithi04281968-26 2024-09-16T07:00:24.714 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1300 (ObjNum 1121 snap 332 seq_num 1121) dirty exists 2024-09-16T07:00:24.714 INFO:tasks.rados.rados.0.smithi042.stdout:3596: left oid 26 (ObjNum 1121 snap 332 seq_num 1121) 2024-09-16T07:00:24.716 INFO:tasks.rados.rados.0.smithi042.stdout:3600: finishing copy_from racing read to smithi04281968-42 2024-09-16T07:00:24.718 INFO:tasks.rados.rados.0.smithi042.stdout:3600: finishing copy_from to smithi04281968-42 2024-09-16T07:00:24.718 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T07:00:24.721 INFO:tasks.rados.rados.0.smithi042.stdout:3599: expect (ObjNum 1105 snap 328 seq_num 1105) 2024-09-16T07:00:24.793 INFO:tasks.rados.rados.0.smithi042.stdout:3597: finishing copy_from racing read to smithi04281968-3 2024-09-16T07:00:24.794 INFO:tasks.rados.rados.0.smithi042.stdout:3597: finishing copy_from to smithi04281968-3 2024-09-16T07:00:24.794 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1290 (ObjNum 1093 snap 323 seq_num 1093) dirty exists 2024-09-16T07:00:25.498 INFO:tasks.rados.rados.0.smithi042.stdout:3596: done (4 left) 2024-09-16T07:00:25.498 INFO:tasks.rados.rados.0.smithi042.stdout:3597: done (3 left) 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3599: done (2 left) 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3600: done (1 left) 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3602: done (0 left) 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3603: read oid 47 snap 331 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3603: expect deleted 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 333 2024-09-16T07:00:25.499 INFO:tasks.rados.rados.0.smithi042.stdout:3604: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-09-16T07:00:25.500 INFO:tasks.rados.rados.0.smithi042.stdout:3604: writing smithi04281968-36 from 0 to 409600 tid 1 2024-09-16T07:00:25.504 INFO:tasks.rados.rados.0.smithi042.stdout:3604: writing smithi04281968-36 from 409600 to 1024000 tid 2 2024-09-16T07:00:25.508 INFO:tasks.rados.rados.0.smithi042.stdout:3604: writing smithi04281968-36 from 1024000 to 1622016 tid 3 2024-09-16T07:00:25.511 INFO:tasks.rados.rados.0.smithi042.stdout:3604: writing smithi04281968-36 from 1622016 to 2015232 tid 4 2024-09-16T07:00:25.512 INFO:tasks.rados.rados.0.smithi042.stdout:3605: snap_remove snap 324 2024-09-16T07:00:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:25 smithi042 ceph-mon[94096]: pgmap v807: 121 pgs: 121 active+clean; 236 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-16T07:00:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:25 smithi042 ceph-mon[94096]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T07:00:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:25 smithi042 ceph-mon[96574]: pgmap v807: 121 pgs: 121 active+clean; 236 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-16T07:00:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:25 smithi042 ceph-mon[96574]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T07:00:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:25 smithi164 ceph-mon[88760]: pgmap v807: 121 pgs: 121 active+clean; 236 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 2 op/s 2024-09-16T07:00:25.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:25 smithi164 ceph-mon[88760]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3605: done (2 left) 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3606: delete oid 3 current snap is 333 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 1 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 2 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 3 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 4 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 5 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: finishing write tid 6 to smithi04281968-36 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1248 (ObjNum 1123 snap 333 seq_num 1123) dirty exists 2024-09-16T07:00:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3604: left oid 36 (ObjNum 1123 snap 333 seq_num 1123) 2024-09-16T07:00:26.515 INFO:tasks.rados.rados.0.smithi042.stdout:3603: done (2 left) 2024-09-16T07:00:26.516 INFO:tasks.rados.rados.0.smithi042.stdout:3604: done (1 left) 2024-09-16T07:00:26.516 INFO:tasks.rados.rados.0.smithi042.stdout:3606: done (0 left) 2024-09-16T07:00:26.516 INFO:tasks.rados.rados.0.smithi042.stdout:3607: setattr oid 47 current snap is 333 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3608: read oid 49 snap -1 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3608: expect deleted 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3609: copy_from oid 8 from oid 22 current snap is 333 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3610: read oid 14 snap -1 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3610: expect (ObjNum 1109 snap 331 seq_num 1109) 2024-09-16T07:00:26.518 INFO:tasks.rados.rados.0.smithi042.stdout:3611: snap_remove snap 325 2024-09-16T07:00:26.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:26 smithi042 ceph-mon[94096]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T07:00:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:26 smithi042 ceph-mon[96574]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T07:00:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:26 smithi164 ceph-mon[88760]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T07:00:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 47 v 1413 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T07:00:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:3609: finishing copy_from racing read to smithi04281968-8 2024-09-16T07:00:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:3609: finishing copy_from to smithi04281968-8 2024-09-16T07:00:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 1412 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T07:00:27.453 INFO:tasks.rados.rados.0.smithi042.stdout:3610: expect (ObjNum 1109 snap 331 seq_num 1109) 2024-09-16T07:00:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[94096]: pgmap v810: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T07:00:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[94096]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T07:00:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[94096]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T07:00:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[96574]: pgmap v810: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T07:00:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[96574]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T07:00:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:27 smithi042 ceph-mon[96574]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T07:00:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:27 smithi164 ceph-mon[88760]: pgmap v810: 121 pgs: 121 active+clean; 209 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T07:00:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:27 smithi164 ceph-mon[88760]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T07:00:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:27 smithi164 ceph-mon[88760]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T07:00:28.093 INFO:tasks.rados.rados.0.smithi042.stdout:3607: done (4 left) 2024-09-16T07:00:28.093 INFO:tasks.rados.rados.0.smithi042.stdout:3608: done (3 left) 2024-09-16T07:00:28.093 INFO:tasks.rados.rados.0.smithi042.stdout:3609: done (2 left) 2024-09-16T07:00:28.094 INFO:tasks.rados.rados.0.smithi042.stdout:3610: done (1 left) 2024-09-16T07:00:28.094 INFO:tasks.rados.rados.0.smithi042.stdout:3611: done (0 left) 2024-09-16T07:00:28.094 INFO:tasks.rados.rados.0.smithi042.stdout:3612: rollback oid 19 current snap is 333 2024-09-16T07:00:28.094 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 19 to 330 2024-09-16T07:00:28.094 INFO:tasks.rados.rados.0.smithi042.stdout:3613: delete oid 22 current snap is 333 2024-09-16T07:00:28.096 INFO:tasks.rados.rados.0.smithi042.stdout:3613: done (1 left) 2024-09-16T07:00:28.096 INFO:tasks.rados.rados.0.smithi042.stdout:3614: snap_create 2024-09-16T07:00:28.097 INFO:tasks.rados.rados.0.smithi042.stdout:3612: finishing rollback tid 0 to smithi04281968-19 2024-09-16T07:00:28.097 INFO:tasks.rados.rados.0.smithi042.stdout:3612: finishing rollback tid 1 to smithi04281968-19 2024-09-16T07:00:28.097 INFO:tasks.rados.rados.0.smithi042.stdout:3612: finishing rollback tid 2 to smithi04281968-19 2024-09-16T07:00:28.097 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1573 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T07:00:28.508 INFO:tasks.rados.rados.0.smithi042.stdout:3612: done (1 left) 2024-09-16T07:00:28.508 INFO:tasks.rados.rados.0.smithi042.stdout:3614: done (0 left) 2024-09-16T07:00:28.508 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 334 2024-09-16T07:00:28.508 INFO:tasks.rados.rados.0.smithi042.stdout:3615: seq_num 1126 ranges {2777088=466944,3244032=720896,3964928=778240,4743168=106496} 2024-09-16T07:00:28.526 INFO:tasks.rados.rados.0.smithi042.stdout:3615: writing smithi04281968-31 from 2777088 to 3244032 tid 1 2024-09-16T07:00:28.530 INFO:tasks.rados.rados.0.smithi042.stdout:3615: writing smithi04281968-31 from 3244032 to 3964928 tid 2 2024-09-16T07:00:28.534 INFO:tasks.rados.rados.0.smithi042.stdout:3615: writing smithi04281968-31 from 3964928 to 4743168 tid 3 2024-09-16T07:00:28.535 INFO:tasks.rados.rados.0.smithi042.stdout:3615: writing smithi04281968-31 from 4743168 to 4849664 tid 4 2024-09-16T07:00:28.535 INFO:tasks.rados.rados.0.smithi042.stdout:3616: delete oid 30 current snap is 334 2024-09-16T07:00:28.535 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 1 to smithi04281968-31 2024-09-16T07:00:28.535 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 2 to smithi04281968-31 2024-09-16T07:00:28.539 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 3 to smithi04281968-31 2024-09-16T07:00:28.540 INFO:tasks.rados.rados.0.smithi042.stdout:3616: done (1 left) 2024-09-16T07:00:28.540 INFO:tasks.rados.rados.0.smithi042.stdout:3617: delete oid 22 current snap is 334 2024-09-16T07:00:28.541 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 4 to smithi04281968-31 2024-09-16T07:00:28.541 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 5 to smithi04281968-31 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:3615: finishing write tid 6 to smithi04281968-31 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1304 (ObjNum 1126 snap 334 seq_num 1126) dirty exists 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:3615: left oid 31 (ObjNum 1126 snap 334 seq_num 1126) 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:3615: done (1 left) 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:3617: done (0 left) 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 334 2024-09-16T07:00:28.542 INFO:tasks.rados.rados.0.smithi042.stdout:3618: seq_num 1129 ranges {6545408=516096,7061504=770048,7831552=598016,8429568=237568} 2024-09-16T07:00:28.579 INFO:tasks.rados.rados.0.smithi042.stdout:3618: writing smithi04281968-44 from 6545408 to 7061504 tid 1 2024-09-16T07:00:28.584 INFO:tasks.rados.rados.0.smithi042.stdout:3618: writing smithi04281968-44 from 7061504 to 7831552 tid 2 2024-09-16T07:00:28.587 INFO:tasks.rados.rados.0.smithi042.stdout:3618: writing smithi04281968-44 from 7831552 to 8429568 tid 3 2024-09-16T07:00:28.589 INFO:tasks.rados.rados.0.smithi042.stdout:3618: writing smithi04281968-44 from 8429568 to 8667136 tid 4 2024-09-16T07:00:28.589 INFO:tasks.rados.rados.0.smithi042.stdout:3619: snap_remove snap 331 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3619: done (1 left) 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3620: snap_create 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 1 to smithi04281968-44 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 2 to smithi04281968-44 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 3 to smithi04281968-44 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 4 to smithi04281968-44 2024-09-16T07:00:29.515 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 5 to smithi04281968-44 2024-09-16T07:00:29.516 INFO:tasks.rados.rados.0.smithi042.stdout:3618: finishing write tid 6 to smithi04281968-44 2024-09-16T07:00:29.516 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1448 (ObjNum 1129 snap 334 seq_num 1129) dirty exists 2024-09-16T07:00:29.516 INFO:tasks.rados.rados.0.smithi042.stdout:3618: left oid 44 (ObjNum 1129 snap 334 seq_num 1129) 2024-09-16T07:00:29.791 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:29 smithi164 ceph-mon[88760]: pgmap v813: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T07:00:29.791 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:29 smithi164 ceph-mon[88760]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T07:00:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:29 smithi042 ceph-mon[94096]: pgmap v813: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T07:00:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:29 smithi042 ceph-mon[94096]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T07:00:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:29 smithi042 ceph-mon[96574]: pgmap v813: 121 pgs: 121 active+clean; 192 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T07:00:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:29 smithi042 ceph-mon[96574]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:3618: done (1 left) 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:3620: done (0 left) 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:3621: rollback oid 21 current snap is 335 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 330 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:3622: rollback oid 38 current snap is 335 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 38 to 329 2024-09-16T07:00:30.520 INFO:tasks.rados.rados.0.smithi042.stdout:3623: snap_create 2024-09-16T07:00:30.525 INFO:tasks.rados.rados.0.smithi042.stdout:3621: finishing rollback tid 0 to smithi04281968-21 2024-09-16T07:00:30.529 INFO:tasks.rados.rados.0.smithi042.stdout:3621: finishing rollback tid 1 to smithi04281968-21 2024-09-16T07:00:30.529 INFO:tasks.rados.rados.0.smithi042.stdout:3621: finishing rollback tid 2 to smithi04281968-21 2024-09-16T07:00:30.529 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1498 (ObjNum 1088 snap 322 seq_num 1088) dirty exists 2024-09-16T07:00:30.531 INFO:tasks.rados.rados.0.smithi042.stdout:3622: finishing rollback tid 0 to smithi04281968-38 2024-09-16T07:00:30.532 INFO:tasks.rados.rados.0.smithi042.stdout:3622: finishing rollback tid 1 to smithi04281968-38 2024-09-16T07:00:30.532 INFO:tasks.rados.rados.0.smithi042.stdout:3622: finishing rollback tid 2 to smithi04281968-38 2024-09-16T07:00:30.532 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1502 (ObjNum 1094 snap 324 seq_num 1094) dirty exists 2024-09-16T07:00:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:30 smithi042 ceph-mon[96574]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T07:00:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:30 smithi042 ceph-mon[94096]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T07:00:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:30 smithi164 ceph-mon[88760]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T07:00:31.521 INFO:tasks.rados.rados.0.smithi042.stdout:3621: done (2 left) 2024-09-16T07:00:31.521 INFO:tasks.rados.rados.0.smithi042.stdout:3622: done (1 left) 2024-09-16T07:00:31.521 INFO:tasks.rados.rados.0.smithi042.stdout:3623: done (0 left) 2024-09-16T07:00:31.521 INFO:tasks.rados.rados.0.smithi042.stdout:3624: read oid 9 snap 335 2024-09-16T07:00:31.521 INFO:tasks.rados.rados.0.smithi042.stdout:3624: expect (ObjNum 1110 snap 331 seq_num 1110) 2024-09-16T07:00:31.522 INFO:tasks.rados.rados.0.smithi042.stdout:3625: delete oid 24 current snap is 336 2024-09-16T07:00:31.522 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:31] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-16T07:00:31.529 INFO:tasks.rados.rados.0.smithi042.stdout:3625: done (1 left) 2024-09-16T07:00:31.529 INFO:tasks.rados.rados.0.smithi042.stdout:3626: rollback oid 26 current snap is 336 2024-09-16T07:00:31.529 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 322 2024-09-16T07:00:31.529 INFO:tasks.rados.rados.0.smithi042.stdout:3627: snap_create 2024-09-16T07:00:31.533 INFO:tasks.rados.rados.0.smithi042.stdout:3626: finishing rollback tid 0 to smithi04281968-26 2024-09-16T07:00:31.533 INFO:tasks.rados.rados.0.smithi042.stdout:3626: finishing rollback tid 1 to smithi04281968-26 2024-09-16T07:00:31.534 INFO:tasks.rados.rados.0.smithi042.stdout:3626: finishing rollback tid 2 to smithi04281968-26 2024-09-16T07:00:31.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1303 (ObjNum 985 snap 295 seq_num 985) dirty exists 2024-09-16T07:00:31.538 INFO:tasks.rados.rados.0.smithi042.stdout:3624: expect (ObjNum 1110 snap 331 seq_num 1110) 2024-09-16T07:00:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:31 smithi042 ceph-mon[94096]: pgmap v816: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T07:00:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:31 smithi042 ceph-mon[94096]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T07:00:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:31 smithi042 ceph-mon[96574]: pgmap v816: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T07:00:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:31 smithi042 ceph-mon[96574]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T07:00:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:31 smithi164 ceph-mon[88760]: pgmap v816: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-09-16T07:00:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:31 smithi164 ceph-mon[88760]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T07:00:32.452 INFO:tasks.rados.rados.0.smithi042.stdout:3624: done (2 left) 2024-09-16T07:00:32.453 INFO:tasks.rados.rados.0.smithi042.stdout:3626: done (1 left) 2024-09-16T07:00:32.453 INFO:tasks.rados.rados.0.smithi042.stdout:3627: done (0 left) 2024-09-16T07:00:32.453 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 337 2024-09-16T07:00:32.453 INFO:tasks.rados.rados.0.smithi042.stdout:3628: seq_num 1131 ranges {892928=548864,1441792=540672,1982464=565248,2547712=425984,2973696=73728} 2024-09-16T07:00:32.460 INFO:tasks.rados.rados.0.smithi042.stdout:3628: writing smithi04281968-23 from 892928 to 1441792 tid 1 2024-09-16T07:00:32.463 INFO:tasks.rados.rados.0.smithi042.stdout:3628: writing smithi04281968-23 from 1441792 to 1982464 tid 2 2024-09-16T07:00:32.466 INFO:tasks.rados.rados.0.smithi042.stdout:3628: writing smithi04281968-23 from 1982464 to 2547712 tid 3 2024-09-16T07:00:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:3628: writing smithi04281968-23 from 2547712 to 2973696 tid 4 2024-09-16T07:00:32.469 INFO:tasks.rados.rados.0.smithi042.stdout:3628: writing smithi04281968-23 from 2973696 to 3047424 tid 5 2024-09-16T07:00:32.470 INFO:tasks.rados.rados.0.smithi042.stdout:3629: delete oid 13 current snap is 337 2024-09-16T07:00:32.470 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 1 to smithi04281968-23 2024-09-16T07:00:32.470 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 2 to smithi04281968-23 2024-09-16T07:00:32.474 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 3 to smithi04281968-23 2024-09-16T07:00:32.474 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 4 to smithi04281968-23 2024-09-16T07:00:32.474 INFO:tasks.rados.rados.0.smithi042.stdout:3629: done (1 left) 2024-09-16T07:00:32.475 INFO:tasks.rados.rados.0.smithi042.stdout:3630: copy_from oid 14 from oid 37 current snap is 337 2024-09-16T07:00:32.475 INFO:tasks.rados.rados.0.smithi042.stdout:3631: snap_remove snap 334 2024-09-16T07:00:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:32 smithi164 ceph-mon[88760]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T07:00:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:32 smithi164 ceph-mon[88760]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T07:00:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:32 smithi042 ceph-mon[94096]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T07:00:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:32 smithi042 ceph-mon[94096]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T07:00:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:32 smithi042 ceph-mon[96574]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T07:00:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:32 smithi042 ceph-mon[96574]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T07:00:33.453 INFO:tasks.rados.rados.0.smithi042.stdout:3631: done (2 left) 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 337 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 5 to smithi04281968-23 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 6 to smithi04281968-23 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3628: finishing write tid 7 to smithi04281968-23 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1511 (ObjNum 1131 snap 337 seq_num 1131) dirty exists 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3628: left oid 23 (ObjNum 1131 snap 337 seq_num 1131) 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3630: finishing copy_from to smithi04281968-14 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3630: got expected ENOENT (src dne) 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3630: finishing copy_from racing read to smithi04281968-14 2024-09-16T07:00:33.454 INFO:tasks.rados.rados.0.smithi042.stdout:3632: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-09-16T07:00:33.457 INFO:tasks.rados.rados.0.smithi042.stdout:3632: writing smithi04281968-19 from 0 to 581632 tid 1 2024-09-16T07:00:33.463 INFO:tasks.rados.rados.0.smithi042.stdout:3632: writing smithi04281968-19 from 581632 to 1335296 tid 2 2024-09-16T07:00:33.466 INFO:tasks.rados.rados.0.smithi042.stdout:3632: writing smithi04281968-19 from 1335296 to 1908736 tid 3 2024-09-16T07:00:33.468 INFO:tasks.rados.rados.0.smithi042.stdout:3632: writing smithi04281968-19 from 1908736 to 2187264 tid 4 2024-09-16T07:00:33.468 INFO:tasks.rados.rados.0.smithi042.stdout:3628: done (2 left) 2024-09-16T07:00:33.468 INFO:tasks.rados.rados.0.smithi042.stdout:3630: done (1 left) 2024-09-16T07:00:33.468 INFO:tasks.rados.rados.0.smithi042.stdout:3633: snap_create 2024-09-16T07:00:33.469 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 1 to smithi04281968-19 2024-09-16T07:00:33.469 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 2 to smithi04281968-19 2024-09-16T07:00:33.472 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 3 to smithi04281968-19 2024-09-16T07:00:33.472 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 4 to smithi04281968-19 2024-09-16T07:00:33.472 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 5 to smithi04281968-19 2024-09-16T07:00:33.474 INFO:tasks.rados.rados.0.smithi042.stdout:3632: finishing write tid 6 to smithi04281968-19 2024-09-16T07:00:33.474 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1583 (ObjNum 1133 snap 337 seq_num 1133) dirty exists 2024-09-16T07:00:33.474 INFO:tasks.rados.rados.0.smithi042.stdout:3632: left oid 19 (ObjNum 1133 snap 337 seq_num 1133) 2024-09-16T07:00:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:33 smithi042 ceph-mon[94096]: pgmap v819: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T07:00:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:33 smithi042 ceph-mon[94096]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T07:00:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:33 smithi042 ceph-mon[96574]: pgmap v819: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T07:00:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:33 smithi042 ceph-mon[96574]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T07:00:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:33 smithi164 ceph-mon[88760]: pgmap v819: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T07:00:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:33 smithi164 ceph-mon[88760]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T07:00:34.454 INFO:tasks.rados.rados.0.smithi042.stdout:3632: done (1 left) 2024-09-16T07:00:34.455 INFO:tasks.rados.rados.0.smithi042.stdout:3633: done (0 left) 2024-09-16T07:00:34.455 INFO:tasks.rados.rados.0.smithi042.stdout:3634: copy_from oid 7 from oid 49 current snap is 338 2024-09-16T07:00:34.455 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 338 2024-09-16T07:00:34.455 INFO:tasks.rados.rados.0.smithi042.stdout:3635: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-09-16T07:00:34.457 INFO:tasks.rados.rados.0.smithi042.stdout:3635: writing smithi04281968-37 from 0 to 598016 tid 1 2024-09-16T07:00:34.462 INFO:tasks.rados.rados.0.smithi042.stdout:3635: writing smithi04281968-37 from 598016 to 1236992 tid 2 2024-09-16T07:00:34.466 INFO:tasks.rados.rados.0.smithi042.stdout:3635: writing smithi04281968-37 from 1236992 to 1974272 tid 3 2024-09-16T07:00:34.468 INFO:tasks.rados.rados.0.smithi042.stdout:3635: writing smithi04281968-37 from 1974272 to 2203648 tid 4 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3636: copy_from oid 5 from oid 6 current snap is 338 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3634: finishing copy_from to smithi04281968-7 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3634: got expected ENOENT (src dne) 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3634: finishing copy_from racing read to smithi04281968-7 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 1 to smithi04281968-37 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 2 to smithi04281968-37 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3634: done (2 left) 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3637: rollback oid 46 current snap is 338 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 329 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3638: rollback oid 33 current snap is 338 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 328 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:3639: copy_from oid 34 from oid 48 current snap is 338 2024-09-16T07:00:34.469 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 338 2024-09-16T07:00:34.470 INFO:tasks.rados.rados.0.smithi042.stdout:3640: seq_num 1135 ranges {2105344=614400,2719744=524288,3244032=540672,3784704=483328,4268032=57344} 2024-09-16T07:00:34.484 INFO:tasks.rados.rados.0.smithi042.stdout:3640: writing smithi04281968-26 from 2105344 to 2719744 tid 1 2024-09-16T07:00:34.487 INFO:tasks.rados.rados.0.smithi042.stdout:3640: writing smithi04281968-26 from 2719744 to 3244032 tid 2 2024-09-16T07:00:34.490 INFO:tasks.rados.rados.0.smithi042.stdout:3640: writing smithi04281968-26 from 3244032 to 3784704 tid 3 2024-09-16T07:00:34.493 INFO:tasks.rados.rados.0.smithi042.stdout:3640: writing smithi04281968-26 from 3784704 to 4268032 tid 4 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:3640: writing smithi04281968-26 from 4268032 to 4325376 tid 5 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 338 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:3639: finishing copy_from to smithi04281968-34 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:3639: got expected ENOENT (src dne) 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:3639: finishing copy_from racing read to smithi04281968-34 2024-09-16T07:00:34.495 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 3 to smithi04281968-37 2024-09-16T07:00:34.496 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 4 to smithi04281968-37 2024-09-16T07:00:34.496 INFO:tasks.rados.rados.0.smithi042.stdout:3637: finishing rollback tid 1 to smithi04281968-46 2024-09-16T07:00:34.496 INFO:tasks.rados.rados.0.smithi042.stdout:3641: seq_num 1136 ranges {6275072=630784,6905856=409600,7315456=753664,8069120=417792,8486912=24576} 2024-09-16T07:00:34.532 INFO:tasks.rados.rados.0.smithi042.stdout:3641: writing smithi04281968-43 from 6275072 to 6905856 tid 1 2024-09-16T07:00:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:3641: writing smithi04281968-43 from 6905856 to 7315456 tid 2 2024-09-16T07:00:34.538 INFO:tasks.rados.rados.0.smithi042.stdout:3641: writing smithi04281968-43 from 7315456 to 8069120 tid 3 2024-09-16T07:00:34.542 INFO:tasks.rados.rados.0.smithi042.stdout:3641: writing smithi04281968-43 from 8069120 to 8486912 tid 4 2024-09-16T07:00:34.542 INFO:tasks.rados.rados.0.smithi042.stdout:3641: writing smithi04281968-43 from 8486912 to 8511488 tid 5 2024-09-16T07:00:34.542 INFO:tasks.rados.rados.0.smithi042.stdout:3639: done (6 left) 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 338 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 5 to smithi04281968-37 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:3637: finishing rollback tid 2 to smithi04281968-46 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1450 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:3638: finishing rollback tid 0 to smithi04281968-33 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:3635: finishing write tid 6 to smithi04281968-37 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1253 (ObjNum 1134 snap 338 seq_num 1134) dirty exists 2024-09-16T07:00:34.543 INFO:tasks.rados.rados.0.smithi042.stdout:3635: left oid 37 (ObjNum 1134 snap 338 seq_num 1134) 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:3638: finishing rollback tid 1 to smithi04281968-33 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:3638: finishing rollback tid 2 to smithi04281968-33 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1299 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:3636: finishing copy_from racing read to smithi04281968-5 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:3636: finishing copy_from to smithi04281968-5 2024-09-16T07:00:34.544 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1417 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:00:34.548 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 1 to smithi04281968-26 2024-09-16T07:00:34.549 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 2 to smithi04281968-26 2024-09-16T07:00:34.549 INFO:tasks.rados.rados.0.smithi042.stdout:3642: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-09-16T07:00:34.549 INFO:tasks.rados.rados.0.smithi042.stdout:3642: writing smithi04281968-24 from 0 to 647168 tid 1 2024-09-16T07:00:34.550 INFO:tasks.rados.rados.0.smithi042.stdout:3642: writing smithi04281968-24 from 647168 to 1343488 tid 2 2024-09-16T07:00:34.552 INFO:tasks.rados.rados.0.smithi042.stdout:3642: writing smithi04281968-24 from 1343488 to 1900544 tid 3 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3642: writing smithi04281968-24 from 1900544 to 2252800 tid 4 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3635: done (6 left) 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3636: done (5 left) 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3637: done (4 left) 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3638: done (3 left) 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 338 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 3 to smithi04281968-26 2024-09-16T07:00:34.554 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 4 to smithi04281968-26 2024-09-16T07:00:34.555 INFO:tasks.rados.rados.0.smithi042.stdout:3643: seq_num 1138 ranges {638976=663552,1302528=581632,1884160=712704,2596864=311296} 2024-09-16T07:00:34.561 INFO:tasks.rados.rados.0.smithi042.stdout:3643: writing smithi04281968-42 from 638976 to 1302528 tid 1 2024-09-16T07:00:34.564 INFO:tasks.rados.rados.0.smithi042.stdout:3643: writing smithi04281968-42 from 1302528 to 1884160 tid 2 2024-09-16T07:00:34.568 INFO:tasks.rados.rados.0.smithi042.stdout:3643: writing smithi04281968-42 from 1884160 to 2596864 tid 3 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3643: writing smithi04281968-42 from 2596864 to 2908160 tid 4 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3644: read oid 41 snap -1 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3644: expect (ObjNum 1099 snap 326 seq_num 1099) 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3645: copy_from oid 9 from oid 40 current snap is 338 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 5 to smithi04281968-26 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 6 to smithi04281968-26 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3640: finishing write tid 7 to smithi04281968-26 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1309 (ObjNum 1135 snap 338 seq_num 1135) dirty exists 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3640: left oid 26 (ObjNum 1135 snap 338 seq_num 1135) 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 1 to smithi04281968-43 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 2 to smithi04281968-43 2024-09-16T07:00:34.571 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 3 to smithi04281968-43 2024-09-16T07:00:34.572 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 4 to smithi04281968-43 2024-09-16T07:00:34.572 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 5 to smithi04281968-43 2024-09-16T07:00:34.572 INFO:tasks.rados.rados.0.smithi042.stdout:3640: done (5 left) 2024-09-16T07:00:34.572 INFO:tasks.rados.rados.0.smithi042.stdout:3646: snap_remove snap 337 2024-09-16T07:00:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:34 smithi042 ceph-mon[96574]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T07:00:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:34 smithi042 ceph-mon[94096]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T07:00:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:34 smithi164 ceph-mon[88760]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T07:00:35.544 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 6 to smithi04281968-43 2024-09-16T07:00:35.544 INFO:tasks.rados.rados.0.smithi042.stdout:3641: finishing write tid 7 to smithi04281968-43 2024-09-16T07:00:35.544 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1433 (ObjNum 1136 snap 338 seq_num 1136) dirty exists 2024-09-16T07:00:35.544 INFO:tasks.rados.rados.0.smithi042.stdout:3641: left oid 43 (ObjNum 1136 snap 338 seq_num 1136) 2024-09-16T07:00:35.544 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 1 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 2 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 3 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 4 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 5 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: finishing write tid 6 to smithi04281968-24 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1512 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3642: left oid 24 (ObjNum 1137 snap 338 seq_num 1137) 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 1 to smithi04281968-42 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 2 to smithi04281968-42 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 3 to smithi04281968-42 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3645: finishing copy_from racing read to smithi04281968-9 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 4 to smithi04281968-42 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 5 to smithi04281968-42 2024-09-16T07:00:35.545 INFO:tasks.rados.rados.0.smithi042.stdout:3645: finishing copy_from to smithi04281968-9 2024-09-16T07:00:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1290 (ObjNum 737 snap 0 seq_num 1483139209) dirty exists 2024-09-16T07:00:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3643: finishing write tid 6 to smithi04281968-42 2024-09-16T07:00:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1519 (ObjNum 1138 snap 338 seq_num 1138) dirty exists 2024-09-16T07:00:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3643: left oid 42 (ObjNum 1138 snap 338 seq_num 1138) 2024-09-16T07:00:35.546 INFO:tasks.rados.rados.0.smithi042.stdout:3644: expect (ObjNum 1099 snap 326 seq_num 1099) 2024-09-16T07:00:35.645 INFO:tasks.rados.rados.0.smithi042.stdout:3641: done (5 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3642: done (4 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3643: done (3 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3644: done (2 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3645: done (1 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3646: done (0 left) 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3647: copy_from oid 45 from oid 30 current snap is 338 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3648: rollback oid 35 current snap is 338 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 328 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3649: copy_from oid 11 from oid 41 current snap is 338 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 14 current snap is 338 2024-09-16T07:00:35.646 INFO:tasks.rados.rados.0.smithi042.stdout:3650: seq_num 1139 ranges {8577024=679936,9256960=458752,9715712=524288,10240000=540672,10780672=81920} 2024-09-16T07:00:35.696 INFO:tasks.rados.rados.0.smithi042.stdout:3650: writing smithi04281968-14 from 8577024 to 9256960 tid 1 2024-09-16T07:00:35.699 INFO:tasks.rados.rados.0.smithi042.stdout:3650: writing smithi04281968-14 from 9256960 to 9715712 tid 2 2024-09-16T07:00:35.702 INFO:tasks.rados.rados.0.smithi042.stdout:3650: writing smithi04281968-14 from 9715712 to 10240000 tid 3 2024-09-16T07:00:35.705 INFO:tasks.rados.rados.0.smithi042.stdout:3650: writing smithi04281968-14 from 10240000 to 10780672 tid 4 2024-09-16T07:00:35.706 INFO:tasks.rados.rados.0.smithi042.stdout:3650: writing smithi04281968-14 from 10780672 to 10862592 tid 5 2024-09-16T07:00:35.706 INFO:tasks.rados.rados.0.smithi042.stdout:3651: copy_from oid 32 from oid 5 current snap is 338 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3647: finishing copy_from to smithi04281968-45 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3647: got expected ENOENT (src dne) 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3647: finishing copy_from racing read to smithi04281968-45 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3648: finishing rollback tid 0 to smithi04281968-35 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3648: finishing rollback tid 1 to smithi04281968-35 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3648: finishing rollback tid 2 to smithi04281968-35 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1587 (ObjNum 1051 snap 309 seq_num 1051) dirty exists 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3649: finishing copy_from racing read to smithi04281968-11 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3649: finishing copy_from to smithi04281968-11 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1461 (ObjNum 1099 snap 326 seq_num 1099) dirty exists 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 1 to smithi04281968-14 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 2 to smithi04281968-14 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 3 to smithi04281968-14 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3647: done (4 left) 2024-09-16T07:00:35.707 INFO:tasks.rados.rados.0.smithi042.stdout:3648: done (3 left) 2024-09-16T07:00:35.708 INFO:tasks.rados.rados.0.smithi042.stdout:3649: done (2 left) 2024-09-16T07:00:35.708 INFO:tasks.rados.rados.0.smithi042.stdout:3652: snap_remove snap 336 2024-09-16T07:00:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:35 smithi042 ceph-mon[94096]: pgmap v822: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:00:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:35 smithi042 ceph-mon[96574]: pgmap v822: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:00:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:35 smithi164 ceph-mon[88760]: pgmap v822: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:00:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3652: done (2 left) 2024-09-16T07:00:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3653: snap_create 2024-09-16T07:00:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 4 to smithi04281968-14 2024-09-16T07:00:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 5 to smithi04281968-14 2024-09-16T07:00:36.549 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 6 to smithi04281968-14 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:3650: finishing write tid 7 to smithi04281968-14 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1315 (ObjNum 1139 snap 338 seq_num 1139) dirty exists 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:3650: left oid 14 (ObjNum 1139 snap 338 seq_num 1139) 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:3651: finishing copy_from racing read to smithi04281968-32 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:3651: finishing copy_from to smithi04281968-32 2024-09-16T07:00:36.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1417 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:00:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:36 smithi042 ceph-mon[94096]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T07:00:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:36 smithi042 ceph-mon[96574]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T07:00:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:36 smithi164 ceph-mon[88760]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3650: done (2 left) 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3651: done (1 left) 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3653: done (0 left) 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3654: rollback oid 42 current snap is 339 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 42 to 322 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3655: read oid 27 snap -1 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3655: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T07:00:37.454 INFO:tasks.rados.rados.0.smithi042.stdout:3656: snap_remove snap 328 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[94096]: pgmap v825: 121 pgs: 121 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[94096]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[94096]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[96574]: pgmap v825: 121 pgs: 121 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[96574]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T07:00:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:37 smithi042 ceph-mon[96574]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T07:00:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:37 smithi164 ceph-mon[88760]: pgmap v825: 121 pgs: 121 active+clean; 208 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-09-16T07:00:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:37 smithi164 ceph-mon[88760]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T07:00:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:37 smithi164 ceph-mon[88760]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T07:00:38.457 INFO:tasks.rados.rados.0.smithi042.stdout:3656: done (2 left) 2024-09-16T07:00:38.457 INFO:tasks.rados.rados.0.smithi042.stdout:3657: snap_create 2024-09-16T07:00:38.457 INFO:tasks.rados.rados.0.smithi042.stdout:3655: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T07:00:38.485 INFO:tasks.rados.rados.0.smithi042.stdout:3654: finishing rollback tid 0 to smithi04281968-42 2024-09-16T07:00:38.485 INFO:tasks.rados.rados.0.smithi042.stdout:3654: finishing rollback tid 1 to smithi04281968-42 2024-09-16T07:00:38.485 INFO:tasks.rados.rados.0.smithi042.stdout:3654: finishing rollback tid 2 to smithi04281968-42 2024-09-16T07:00:38.485 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1529 (ObjNum 1080 snap 322 seq_num 1080) dirty exists 2024-09-16T07:00:39.460 INFO:tasks.rados.rados.0.smithi042.stdout:3654: done (2 left) 2024-09-16T07:00:39.460 INFO:tasks.rados.rados.0.smithi042.stdout:3655: done (1 left) 2024-09-16T07:00:39.460 INFO:tasks.rados.rados.0.smithi042.stdout:3657: done (0 left) 2024-09-16T07:00:39.460 INFO:tasks.rados.rados.0.smithi042.stdout:3658: snap_remove snap 322 2024-09-16T07:00:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:39 smithi164 ceph-mon[88760]: pgmap v828: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-09-16T07:00:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:39 smithi164 ceph-mon[88760]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T07:00:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:39 smithi042 ceph-mon[94096]: pgmap v828: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-09-16T07:00:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:39 smithi042 ceph-mon[94096]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T07:00:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:39 smithi042 ceph-mon[96574]: pgmap v828: 121 pgs: 121 active+clean; 224 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2024-09-16T07:00:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:39 smithi042 ceph-mon[96574]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T07:00:40.466 INFO:tasks.rados.rados.0.smithi042.stdout:3658: done (0 left) 2024-09-16T07:00:40.466 INFO:tasks.rados.rados.0.smithi042.stdout:3659: rollback oid 34 current snap is 340 2024-09-16T07:00:40.466 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 34 to 332 2024-09-16T07:00:40.467 INFO:tasks.rados.rados.0.smithi042.stdout:3660: snap_remove snap 333 2024-09-16T07:00:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:40 smithi164 ceph-mon[88760]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T07:00:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:40 smithi042 ceph-mon[94096]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T07:00:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:40 smithi042 ceph-mon[96574]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:3660: done (1 left) 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:3661: snap_create 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:3659: finishing rollback tid 0 to smithi04281968-34 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:3659: finishing rollback tid 1 to smithi04281968-34 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:3659: finishing rollback tid 2 to smithi04281968-34 2024-09-16T07:00:41.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 34 v 1307 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2024-09-16T07:00:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:41] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.43.0" 2024-09-16T07:00:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:41 smithi042 ceph-mon[94096]: pgmap v831: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 479 KiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-09-16T07:00:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:41 smithi042 ceph-mon[94096]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T07:00:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:41 smithi042 ceph-mon[96574]: pgmap v831: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 479 KiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-09-16T07:00:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:41 smithi042 ceph-mon[96574]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T07:00:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:41 smithi164 ceph-mon[88760]: pgmap v831: 121 pgs: 121 active+clean; 242 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 479 KiB/s rd, 4.4 MiB/s wr, 13 op/s 2024-09-16T07:00:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:41 smithi164 ceph-mon[88760]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T07:00:42.455 INFO:tasks.rados.rados.0.smithi042.stdout:3659: done (1 left) 2024-09-16T07:00:42.455 INFO:tasks.rados.rados.0.smithi042.stdout:3661: done (0 left) 2024-09-16T07:00:42.455 INFO:tasks.rados.rados.0.smithi042.stdout:3662: rmattr oid 7 current snap is 341 2024-09-16T07:00:42.455 INFO:tasks.rados.rados.0.smithi042.stdout:3662: done (0 left) 2024-09-16T07:00:42.455 INFO:tasks.rados.rados.0.smithi042.stdout:3663: read oid 17 snap 330 2024-09-16T07:00:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:3663: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:00:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:3664: copy_from oid 11 from oid 37 current snap is 341 2024-09-16T07:00:42.456 INFO:tasks.rados.rados.0.smithi042.stdout:3665: snap_create 2024-09-16T07:00:42.483 INFO:tasks.rados.rados.0.smithi042.stdout:3664: finishing copy_from racing read to smithi04281968-11 2024-09-16T07:00:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3664: finishing copy_from to smithi04281968-11 2024-09-16T07:00:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1253 (ObjNum 1134 snap 338 seq_num 1134) dirty exists 2024-09-16T07:00:42.544 INFO:tasks.rados.rados.0.smithi042.stdout:3663: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:00:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:42 smithi164 ceph-mon[88760]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T07:00:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:42 smithi164 ceph-mon[88760]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T07:00:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:42 smithi042 ceph-mon[94096]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T07:00:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:42 smithi042 ceph-mon[94096]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T07:00:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:42 smithi042 ceph-mon[96574]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T07:00:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:42 smithi042 ceph-mon[96574]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T07:00:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:43 smithi164 ceph-mon[88760]: pgmap v834: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:00:43.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:43 smithi164 ceph-mon[88760]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T07:00:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:43 smithi042 ceph-mon[94096]: pgmap v834: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:00:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:43 smithi042 ceph-mon[94096]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T07:00:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:43 smithi042 ceph-mon[96574]: pgmap v834: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:00:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:43 smithi042 ceph-mon[96574]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T07:00:45.111 INFO:tasks.rados.rados.0.smithi042.stdout:3663: done (2 left) 2024-09-16T07:00:45.111 INFO:tasks.rados.rados.0.smithi042.stdout:3664: done (1 left) 2024-09-16T07:00:45.111 INFO:tasks.rados.rados.0.smithi042.stdout:3665: done (0 left) 2024-09-16T07:00:45.111 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 12 current snap is 342 2024-09-16T07:00:45.111 INFO:tasks.rados.rados.0.smithi042.stdout:3666: seq_num 1140 ranges {2908160=696320,3604480=745472,4349952=729088,5079040=131072} 2024-09-16T07:00:45.130 INFO:tasks.rados.rados.0.smithi042.stdout:3666: writing smithi04281968-12 from 2908160 to 3604480 tid 1 2024-09-16T07:00:45.135 INFO:tasks.rados.rados.0.smithi042.stdout:3666: writing smithi04281968-12 from 3604480 to 4349952 tid 2 2024-09-16T07:00:45.139 INFO:tasks.rados.rados.0.smithi042.stdout:3666: writing smithi04281968-12 from 4349952 to 5079040 tid 3 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3666: writing smithi04281968-12 from 5079040 to 5210112 tid 4 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3667: copy_from oid 6 from oid 39 current snap is 342 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 1 to smithi04281968-12 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 2 to smithi04281968-12 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3668: copy_from oid 15 from oid 41 current snap is 342 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 21 current snap is 342 2024-09-16T07:00:45.141 INFO:tasks.rados.rados.0.smithi042.stdout:3669: seq_num 1141 ranges {3383296=712704,4096000=679936,4775936=540672,5316608=385024} 2024-09-16T07:00:45.163 INFO:tasks.rados.rados.0.smithi042.stdout:3669: writing smithi04281968-21 from 3383296 to 4096000 tid 1 2024-09-16T07:00:45.167 INFO:tasks.rados.rados.0.smithi042.stdout:3669: writing smithi04281968-21 from 4096000 to 4775936 tid 2 2024-09-16T07:00:45.170 INFO:tasks.rados.rados.0.smithi042.stdout:3669: writing smithi04281968-21 from 4775936 to 5316608 tid 3 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3669: writing smithi04281968-21 from 5316608 to 5701632 tid 4 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 342 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 3 to smithi04281968-12 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 4 to smithi04281968-12 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 5 to smithi04281968-12 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3667: finishing copy_from to smithi04281968-6 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3667: got expected ENOENT (src dne) 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3667: finishing copy_from racing read to smithi04281968-6 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3666: finishing write tid 6 to smithi04281968-12 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1615 (ObjNum 1140 snap 342 seq_num 1140) dirty exists 2024-09-16T07:00:45.174 INFO:tasks.rados.rados.0.smithi042.stdout:3666: left oid 12 (ObjNum 1140 snap 342 seq_num 1140) 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3668: finishing copy_from racing read to smithi04281968-15 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3668: finishing copy_from to smithi04281968-15 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1461 (ObjNum 1099 snap 326 seq_num 1099) dirty exists 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 1 to smithi04281968-21 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 2 to smithi04281968-21 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 3 to smithi04281968-21 2024-09-16T07:00:45.175 INFO:tasks.rados.rados.0.smithi042.stdout:3670: seq_num 1142 ranges {638976=729088,1368064=565248,1933312=696320,2629632=344064} 2024-09-16T07:00:45.181 INFO:tasks.rados.rados.0.smithi042.stdout:3670: writing smithi04281968-45 from 638976 to 1368064 tid 1 2024-09-16T07:00:45.184 INFO:tasks.rados.rados.0.smithi042.stdout:3670: writing smithi04281968-45 from 1368064 to 1933312 tid 2 2024-09-16T07:00:45.188 INFO:tasks.rados.rados.0.smithi042.stdout:3670: writing smithi04281968-45 from 1933312 to 2629632 tid 3 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3670: writing smithi04281968-45 from 2629632 to 2973696 tid 4 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3666: done (4 left) 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3667: done (3 left) 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3668: done (2 left) 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3671: rollback oid 26 current snap is 342 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 332 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 4 to smithi04281968-21 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 5 to smithi04281968-21 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3669: finishing write tid 6 to smithi04281968-21 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1532 (ObjNum 1141 snap 342 seq_num 1141) dirty exists 2024-09-16T07:00:45.191 INFO:tasks.rados.rados.0.smithi042.stdout:3669: left oid 21 (ObjNum 1141 snap 342 seq_num 1141) 2024-09-16T07:00:45.192 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 1 to smithi04281968-45 2024-09-16T07:00:45.192 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 2 to smithi04281968-45 2024-09-16T07:00:45.192 INFO:tasks.rados.rados.0.smithi042.stdout:3669: done (2 left) 2024-09-16T07:00:45.192 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 342 2024-09-16T07:00:45.192 INFO:tasks.rados.rados.0.smithi042.stdout:3672: seq_num 1143 ranges {12386304=753664,13139968=450560,13590528=507904,14098432=589824,14688256=57344} 2024-09-16T07:00:45.262 INFO:tasks.rados.rados.0.smithi042.stdout:3672: writing smithi04281968-33 from 12386304 to 13139968 tid 1 2024-09-16T07:00:45.264 INFO:tasks.rados.rados.0.smithi042.stdout:3672: writing smithi04281968-33 from 13139968 to 13590528 tid 2 2024-09-16T07:00:45.267 INFO:tasks.rados.rados.0.smithi042.stdout:3672: writing smithi04281968-33 from 13590528 to 14098432 tid 3 2024-09-16T07:00:45.270 INFO:tasks.rados.rados.0.smithi042.stdout:3672: writing smithi04281968-33 from 14098432 to 14688256 tid 4 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3672: writing smithi04281968-33 from 14688256 to 14745600 tid 5 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3673: read oid 20 snap 340 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3673: expect deleted 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3674: snap_create 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 3 to smithi04281968-45 2024-09-16T07:00:45.271 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 4 to smithi04281968-45 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3671: finishing rollback tid 0 to smithi04281968-26 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3671: finishing rollback tid 1 to smithi04281968-26 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3671: finishing rollback tid 2 to smithi04281968-26 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1420 (ObjNum 1121 snap 332 seq_num 1121) dirty exists 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 5 to smithi04281968-45 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3670: finishing write tid 6 to smithi04281968-45 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1419 (ObjNum 1142 snap 342 seq_num 1142) dirty exists 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3670: left oid 45 (ObjNum 1142 snap 342 seq_num 1142) 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 1 to smithi04281968-33 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 2 to smithi04281968-33 2024-09-16T07:00:45.272 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 3 to smithi04281968-33 2024-09-16T07:00:45.275 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 4 to smithi04281968-33 2024-09-16T07:00:45.275 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 5 to smithi04281968-33 2024-09-16T07:00:45.275 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 6 to smithi04281968-33 2024-09-16T07:00:45.276 INFO:tasks.rados.rados.0.smithi042.stdout:3672: finishing write tid 7 to smithi04281968-33 2024-09-16T07:00:45.276 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1467 (ObjNum 1143 snap 342 seq_num 1143) dirty exists 2024-09-16T07:00:45.276 INFO:tasks.rados.rados.0.smithi042.stdout:3672: left oid 33 (ObjNum 1143 snap 342 seq_num 1143) 2024-09-16T07:00:45.481 INFO:tasks.rados.rados.0.smithi042.stdout:3670: done (4 left) 2024-09-16T07:00:45.481 INFO:tasks.rados.rados.0.smithi042.stdout:3671: done (3 left) 2024-09-16T07:00:45.481 INFO:tasks.rados.rados.0.smithi042.stdout:3672: done (2 left) 2024-09-16T07:00:45.481 INFO:tasks.rados.rados.0.smithi042.stdout:3673: done (1 left) 2024-09-16T07:00:45.481 INFO:tasks.rados.rados.0.smithi042.stdout:3674: done (0 left) 2024-09-16T07:00:45.482 INFO:tasks.rados.rados.0.smithi042.stdout:3675: setattr oid 35 current snap is 343 2024-09-16T07:00:45.483 INFO:tasks.rados.rados.0.smithi042.stdout:3676: copy_from oid 3 from oid 19 current snap is 343 2024-09-16T07:00:45.483 INFO:tasks.rados.rados.0.smithi042.stdout:3677: read oid 44 snap -1 2024-09-16T07:00:45.483 INFO:tasks.rados.rados.0.smithi042.stdout:3677: expect (ObjNum 1129 snap 334 seq_num 1129) 2024-09-16T07:00:45.483 INFO:tasks.rados.rados.0.smithi042.stdout:3678: snap_remove snap 330 2024-09-16T07:00:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:45 smithi164 ceph-mon[88760]: pgmap v837: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 726 KiB/s wr, 0 op/s 2024-09-16T07:00:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:45 smithi042 ceph-mon[94096]: pgmap v837: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 726 KiB/s wr, 0 op/s 2024-09-16T07:00:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:45 smithi042 ceph-mon[96574]: pgmap v837: 121 pgs: 121 active+clean; 246 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 726 KiB/s wr, 0 op/s 2024-09-16T07:00:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1617 (ObjNum 1051 snap 309 seq_num 1051) dirty exists 2024-09-16T07:00:46.491 INFO:tasks.rados.rados.0.smithi042.stdout:3676: finishing copy_from racing read to smithi04281968-3 2024-09-16T07:00:46.492 INFO:tasks.rados.rados.0.smithi042.stdout:3676: finishing copy_from to smithi04281968-3 2024-09-16T07:00:46.492 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1583 (ObjNum 1133 snap 337 seq_num 1133) dirty exists 2024-09-16T07:00:46.492 INFO:tasks.rados.rados.0.smithi042.stdout:3677: expect (ObjNum 1129 snap 334 seq_num 1129) 2024-09-16T07:00:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:46 smithi164 ceph-mon[88760]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T07:00:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:46 smithi042 ceph-mon[94096]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T07:00:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:46 smithi042 ceph-mon[96574]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3675: done (3 left) 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3676: done (2 left) 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3677: done (1 left) 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3678: done (0 left) 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3679: rollback oid 33 current snap is 343 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 33 to 338 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:3680: rollback oid 21 current snap is 343 2024-09-16T07:00:46.978 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 21 to 335 2024-09-16T07:00:46.979 INFO:tasks.rados.rados.0.smithi042.stdout:3681: copy_from oid 3 from oid 8 current snap is 343 2024-09-16T07:00:46.979 INFO:tasks.rados.rados.0.smithi042.stdout:3682: setattr oid 26 current snap is 343 2024-09-16T07:00:46.979 INFO:tasks.rados.rados.0.smithi042.stdout:3683: rollback oid 31 current snap is 343 2024-09-16T07:00:46.980 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 31 to 332 2024-09-16T07:00:46.980 INFO:tasks.rados.rados.0.smithi042.stdout:3684: read oid 34 snap -1 2024-09-16T07:00:46.980 INFO:tasks.rados.rados.0.smithi042.stdout:3684: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:00:46.980 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 343 2024-09-16T07:00:46.980 INFO:tasks.rados.rados.0.smithi042.stdout:3685: seq_num 1144 ranges {16769024=770048,17539072=737280,18276352=712704,18989056=155648} 2024-09-16T07:00:47.075 INFO:tasks.rados.rados.0.smithi042.stdout:3685: writing smithi04281968-46 from 16769024 to 17539072 tid 1 2024-09-16T07:00:47.079 INFO:tasks.rados.rados.0.smithi042.stdout:3685: writing smithi04281968-46 from 17539072 to 18276352 tid 2 2024-09-16T07:00:47.083 INFO:tasks.rados.rados.0.smithi042.stdout:3685: writing smithi04281968-46 from 18276352 to 18989056 tid 3 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3685: writing smithi04281968-46 from 18989056 to 19144704 tid 4 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3686: read oid 50 snap -1 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3686: expect (ObjNum 1104 snap 328 seq_num 1104) 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3687: delete oid 40 current snap is 343 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3680: finishing rollback tid 0 to smithi04281968-21 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3680: finishing rollback tid 1 to smithi04281968-21 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:3680: finishing rollback tid 2 to smithi04281968-21 2024-09-16T07:00:47.085 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 21 v 1540 (ObjNum 1088 snap 322 seq_num 1088) dirty exists 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1421 (ObjNum 1121 snap 332 seq_num 1121) dirty exists 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3683: finishing rollback tid 0 to smithi04281968-31 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3683: finishing rollback tid 1 to smithi04281968-31 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3683: finishing rollback tid 2 to smithi04281968-31 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1310 (ObjNum 1118 snap 332 seq_num 1118) dirty exists 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3681: finishing copy_from racing read to smithi04281968-3 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3679: finishing rollback tid 0 to smithi04281968-33 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3679: finishing rollback tid 1 to smithi04281968-33 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3679: finishing rollback tid 2 to smithi04281968-33 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1470 (ObjNum 1002 snap 295 seq_num 1002) dirty exists 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3681: finishing copy_from to smithi04281968-3 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1412 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T07:00:47.086 INFO:tasks.rados.rados.0.smithi042.stdout:3684: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 1 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 2 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 3 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 4 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 5 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: finishing write tid 6 to smithi04281968-46 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1455 (ObjNum 1144 snap 343 seq_num 1144) dirty exists 2024-09-16T07:00:47.137 INFO:tasks.rados.rados.0.smithi042.stdout:3685: left oid 46 (ObjNum 1144 snap 343 seq_num 1144) 2024-09-16T07:00:47.138 INFO:tasks.rados.rados.0.smithi042.stdout:3686: expect (ObjNum 1104 snap 328 seq_num 1104) 2024-09-16T07:00:47.447 INFO:tasks.rados.rados.0.smithi042.stdout:3679: done (8 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3680: done (7 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3681: done (6 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3682: done (5 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3683: done (4 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3684: done (3 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3685: done (2 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3686: done (1 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3687: done (0 left) 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3688: copy_from oid 29 from oid 24 current snap is 343 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3689: read oid 3 snap 341 2024-09-16T07:00:47.448 INFO:tasks.rados.rados.0.smithi042.stdout:3689: expect deleted 2024-09-16T07:00:47.449 INFO:tasks.rados.rados.0.smithi042.stdout:3690: read oid 25 snap -1 2024-09-16T07:00:47.449 INFO:tasks.rados.rados.0.smithi042.stdout:3690: expect (ObjNum 1087 snap 322 seq_num 1087) 2024-09-16T07:00:47.449 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 46 current snap is 343 2024-09-16T07:00:47.449 INFO:tasks.rados.rados.0.smithi042.stdout:3691: seq_num 1146 ranges {19144704=802816,19947520=499712,20447232=679936,21127168=425984} 2024-09-16T07:00:47.557 INFO:tasks.rados.rados.0.smithi042.stdout:3691: writing smithi04281968-46 from 19144704 to 19947520 tid 1 2024-09-16T07:00:47.559 INFO:tasks.rados.rados.0.smithi042.stdout:3691: writing smithi04281968-46 from 19947520 to 20447232 tid 2 2024-09-16T07:00:47.563 INFO:tasks.rados.rados.0.smithi042.stdout:3691: writing smithi04281968-46 from 20447232 to 21127168 tid 3 2024-09-16T07:00:47.566 INFO:tasks.rados.rados.0.smithi042.stdout:3691: writing smithi04281968-46 from 21127168 to 21553152 tid 4 2024-09-16T07:00:47.567 INFO:tasks.rados.rados.0.smithi042.stdout:3692: read oid 13 snap -1 2024-09-16T07:00:47.567 INFO:tasks.rados.rados.0.smithi042.stdout:3692: expect deleted 2024-09-16T07:00:47.567 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 343 2024-09-16T07:00:47.567 INFO:tasks.rados.rados.0.smithi042.stdout:3693: seq_num 1147 ranges {2973696=16384} 2024-09-16T07:00:47.583 INFO:tasks.rados.rados.0.smithi042.stdout:3693: writing smithi04281968-45 from 2973696 to 2990080 tid 1 2024-09-16T07:00:47.584 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 343 2024-09-16T07:00:47.584 INFO:tasks.rados.rados.0.smithi042.stdout:3694: seq_num 1148 ranges {0=32768} 2024-09-16T07:00:47.584 INFO:tasks.rados.rados.0.smithi042.stdout:3694: writing smithi04281968-9 from 0 to 32768 tid 1 2024-09-16T07:00:47.584 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 343 2024-09-16T07:00:47.584 INFO:tasks.rados.rados.0.smithi042.stdout:3690: expect (ObjNum 1087 snap 322 seq_num 1087) 2024-09-16T07:00:47.676 INFO:tasks.rados.rados.0.smithi042.stdout:3688: finishing copy_from racing read to smithi04281968-29 2024-09-16T07:00:47.676 INFO:tasks.rados.rados.0.smithi042.stdout:3688: finishing copy_from to smithi04281968-29 2024-09-16T07:00:47.677 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1512 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:00:47.677 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 1 to smithi04281968-46 2024-09-16T07:00:47.677 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 2 to smithi04281968-46 2024-09-16T07:00:47.677 INFO:tasks.rados.rados.0.smithi042.stdout:3695: seq_num 1149 ranges {2203648=49152} 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3695: writing smithi04281968-11 from 2203648 to 2252800 tid 1 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3688: done (7 left) 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3689: done (6 left) 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3690: done (5 left) 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3696: rmattr oid 38 current snap is 343 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 3 to smithi04281968-46 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 4 to smithi04281968-46 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 5 to smithi04281968-46 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:3691: finishing write tid 6 to smithi04281968-46 2024-09-16T07:00:47.690 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1517 (ObjNum 1146 snap 343 seq_num 1146) dirty exists 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3691: left oid 46 (ObjNum 1146 snap 343 seq_num 1146) 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3693: finishing write tid 1 to smithi04281968-45 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3693: finishing write tid 2 to smithi04281968-45 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3694: finishing write tid 1 to smithi04281968-9 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3694: finishing write tid 2 to smithi04281968-9 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3693: finishing write tid 3 to smithi04281968-45 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1421 (ObjNum 1147 snap 343 seq_num 1147) dirty exists 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3693: left oid 45 (ObjNum 1147 snap 343 seq_num 1147) 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3694: finishing write tid 3 to smithi04281968-9 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1472 (ObjNum 1148 snap 343 seq_num 1148) dirty exists 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3694: left oid 9 (ObjNum 1148 snap 343 seq_num 1148) 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3691: done (5 left) 2024-09-16T07:00:47.691 INFO:tasks.rados.rados.0.smithi042.stdout:3692: done (4 left) 2024-09-16T07:00:47.692 INFO:tasks.rados.rados.0.smithi042.stdout:3693: done (3 left) 2024-09-16T07:00:47.692 INFO:tasks.rados.rados.0.smithi042.stdout:3694: done (2 left) 2024-09-16T07:00:47.692 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 33 current snap is 343 2024-09-16T07:00:47.692 INFO:tasks.rados.rados.0.smithi042.stdout:3697: seq_num 1150 ranges {12386304=65536} 2024-09-16T07:00:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:47 smithi164 ceph-mon[88760]: pgmap v839: 121 pgs: 121 active+clean; 232 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:00:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:47 smithi164 ceph-mon[88760]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T07:00:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:47 smithi164 ceph-mon[88760]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[96574]: pgmap v839: 121 pgs: 121 active+clean; 232 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[96574]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[96574]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[94096]: pgmap v839: 121 pgs: 121 active+clean; 232 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 461 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[94096]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T07:00:47.755 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:47 smithi042 ceph-mon[94096]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3697: writing smithi04281968-33 from 12386304 to 12451840 tid 1 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3698: snap_create 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3695: finishing write tid 1 to smithi04281968-11 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3695: finishing write tid 2 to smithi04281968-11 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3695: finishing write tid 3 to smithi04281968-11 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1474 (ObjNum 1149 snap 343 seq_num 1149) dirty exists 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:3695: left oid 11 (ObjNum 1149 snap 343 seq_num 1149) 2024-09-16T07:00:47.757 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1542 (ObjNum 1094 snap 324 seq_num 1094) dirty exists 2024-09-16T07:00:47.760 INFO:tasks.rados.rados.0.smithi042.stdout:3697: finishing write tid 1 to smithi04281968-33 2024-09-16T07:00:47.760 INFO:tasks.rados.rados.0.smithi042.stdout:3697: finishing write tid 2 to smithi04281968-33 2024-09-16T07:00:47.762 INFO:tasks.rados.rados.0.smithi042.stdout:3697: finishing write tid 3 to smithi04281968-33 2024-09-16T07:00:47.762 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1476 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:00:47.762 INFO:tasks.rados.rados.0.smithi042.stdout:3697: left oid 33 (ObjNum 1150 snap 343 seq_num 1150) 2024-09-16T07:00:48.496 INFO:tasks.rados.rados.0.smithi042.stdout:3695: done (3 left) 2024-09-16T07:00:48.496 INFO:tasks.rados.rados.0.smithi042.stdout:3696: done (2 left) 2024-09-16T07:00:48.497 INFO:tasks.rados.rados.0.smithi042.stdout:3697: done (1 left) 2024-09-16T07:00:48.497 INFO:tasks.rados.rados.0.smithi042.stdout:3698: done (0 left) 2024-09-16T07:00:48.497 INFO:tasks.rados.rados.0.smithi042.stdout:3699: snap_remove snap 338 2024-09-16T07:00:49.499 INFO:tasks.rados.rados.0.smithi042.stdout:3699: done (0 left) 2024-09-16T07:00:49.499 INFO:tasks.rados.rados.0.smithi042.stdout:3700: copy_from oid 49 from oid 2 current snap is 344 2024-09-16T07:00:49.499 INFO:tasks.rados.rados.0.smithi042.stdout:3701: read oid 18 snap -1 2024-09-16T07:00:49.500 INFO:tasks.rados.rados.0.smithi042.stdout:3701: expect (ObjNum 1105 snap 328 seq_num 1105) 2024-09-16T07:00:49.500 INFO:tasks.rados.rados.0.smithi042.stdout:3702: copy_from oid 12 from oid 4 current snap is 344 2024-09-16T07:00:49.500 INFO:tasks.rados.rados.0.smithi042.stdout:3703: rollback oid 25 current snap is 344 2024-09-16T07:00:49.500 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 25 to 335 2024-09-16T07:00:49.500 INFO:tasks.rados.rados.0.smithi042.stdout:3704: snap_create 2024-09-16T07:00:49.514 INFO:tasks.rados.rados.0.smithi042.stdout:3703: finishing rollback tid 0 to smithi04281968-25 2024-09-16T07:00:49.516 INFO:tasks.rados.rados.0.smithi042.stdout:3703: finishing rollback tid 1 to smithi04281968-25 2024-09-16T07:00:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:3703: finishing rollback tid 2 to smithi04281968-25 2024-09-16T07:00:49.517 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 1420 (ObjNum 1087 snap 322 seq_num 1087) dirty exists 2024-09-16T07:00:49.519 INFO:tasks.rados.rados.0.smithi042.stdout:3701: expect (ObjNum 1105 snap 328 seq_num 1105) 2024-09-16T07:00:49.595 INFO:tasks.rados.rados.0.smithi042.stdout:3700: finishing copy_from racing read to smithi04281968-49 2024-09-16T07:00:49.595 INFO:tasks.rados.rados.0.smithi042.stdout:3700: finishing copy_from to smithi04281968-49 2024-09-16T07:00:49.595 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1290 (ObjNum 1093 snap 323 seq_num 1093) dirty exists 2024-09-16T07:00:49.596 INFO:tasks.rados.rados.0.smithi042.stdout:3702: finishing copy_from racing read to smithi04281968-12 2024-09-16T07:00:49.596 INFO:tasks.rados.rados.0.smithi042.stdout:3702: finishing copy_from to smithi04281968-12 2024-09-16T07:00:49.596 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1417 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:00:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[96574]: pgmap v842: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-16T07:00:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[96574]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T07:00:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[94096]: pgmap v842: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-16T07:00:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[94096]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T07:00:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:49 smithi164 ceph-mon[88760]: pgmap v842: 121 pgs: 121 active+clean; 239 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-09-16T07:00:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:49 smithi164 ceph-mon[88760]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T07:00:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3700: done (4 left) 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3701: done (3 left) 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3702: done (2 left) 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3703: done (1 left) 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3704: done (0 left) 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 345 2024-09-16T07:00:50.510 INFO:tasks.rados.rados.0.smithi042.stdout:3705: seq_num 1151 ranges {2547712=81920} 2024-09-16T07:00:50.525 INFO:tasks.rados.rados.0.smithi042.stdout:3705: writing smithi04281968-32 from 2547712 to 2629632 tid 1 2024-09-16T07:00:50.525 INFO:tasks.rados.rados.0.smithi042.stdout:3706: snap_remove snap 339 2024-09-16T07:00:50.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:50 smithi042 ceph-mon[94096]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T07:00:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:50 smithi042 ceph-mon[96574]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T07:00:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:50 smithi164 ceph-mon[88760]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3706: done (1 left) 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3707: copy_from oid 44 from oid 3 current snap is 345 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3705: finishing write tid 1 to smithi04281968-32 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3705: finishing write tid 2 to smithi04281968-32 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3705: finishing write tid 3 to smithi04281968-32 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1424 (ObjNum 1151 snap 345 seq_num 1151) dirty exists 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3705: left oid 32 (ObjNum 1151 snap 345 seq_num 1151) 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3705: done (1 left) 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3708: read oid 40 snap -1 2024-09-16T07:00:51.513 INFO:tasks.rados.rados.0.smithi042.stdout:3708: expect deleted 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3709: copy_from oid 5 from oid 7 current snap is 345 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3710: rmattr oid 13 current snap is 345 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3710: done (3 left) 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3711: read oid 43 snap -1 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3711: expect (ObjNum 1136 snap 338 seq_num 1136) 2024-09-16T07:00:51.514 INFO:tasks.rados.rados.0.smithi042.stdout:3712: snap_create 2024-09-16T07:00:51.514 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:00:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:00:51] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T07:00:51.530 INFO:tasks.rados.rados.0.smithi042.stdout:3707: finishing copy_from racing read to smithi04281968-44 2024-09-16T07:00:51.533 INFO:tasks.rados.rados.0.smithi042.stdout:3707: finishing copy_from to smithi04281968-44 2024-09-16T07:00:51.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1412 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T07:00:51.534 INFO:tasks.rados.rados.0.smithi042.stdout:3709: finishing copy_from racing read to smithi04281968-5 2024-09-16T07:00:51.536 INFO:tasks.rados.rados.0.smithi042.stdout:3709: finishing copy_from to smithi04281968-5 2024-09-16T07:00:51.536 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1458 (ObjNum 1098 snap 326 seq_num 1098) dirty exists 2024-09-16T07:00:51.561 INFO:tasks.rados.rados.0.smithi042.stdout:3711: expect (ObjNum 1136 snap 338 seq_num 1136) 2024-09-16T07:00:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:51 smithi042 ceph-mon[94096]: pgmap v845: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T07:00:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:51 smithi042 ceph-mon[94096]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T07:00:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:51 smithi042 ceph-mon[96574]: pgmap v845: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T07:00:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:51 smithi042 ceph-mon[96574]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T07:00:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:51 smithi164 ceph-mon[88760]: pgmap v845: 121 pgs: 121 active+clean; 249 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T07:00:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:51 smithi164 ceph-mon[88760]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3707: done (4 left) 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3708: done (3 left) 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3709: done (2 left) 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3711: done (1 left) 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3712: done (0 left) 2024-09-16T07:00:52.456 INFO:tasks.rados.rados.0.smithi042.stdout:3713: snap_remove snap 340 2024-09-16T07:00:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:00:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:00:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:52 smithi164 ceph-mon[88760]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T07:00:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:52 smithi164 ceph-mon[88760]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T07:00:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:52 smithi042 ceph-mon[94096]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T07:00:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:52 smithi042 ceph-mon[94096]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T07:00:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:52 smithi042 ceph-mon[96574]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T07:00:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:52 smithi042 ceph-mon[96574]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T07:00:53.460 INFO:tasks.rados.rados.0.smithi042.stdout:3713: done (0 left) 2024-09-16T07:00:53.460 INFO:tasks.rados.rados.0.smithi042.stdout:3714: rollback oid 12 current snap is 346 2024-09-16T07:00:53.461 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 329 2024-09-16T07:00:53.461 INFO:tasks.rados.rados.0.smithi042.stdout:3715: copy_from oid 5 from oid 42 current snap is 346 2024-09-16T07:00:53.461 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 346 2024-09-16T07:00:53.461 INFO:tasks.rados.rados.0.smithi042.stdout:3716: seq_num 1152 ranges {2629632=98304} 2024-09-16T07:00:53.478 INFO:tasks.rados.rados.0.smithi042.stdout:3716: writing smithi04281968-32 from 2629632 to 2727936 tid 1 2024-09-16T07:00:53.478 INFO:tasks.rados.rados.0.smithi042.stdout:3717: read oid 11 snap -1 2024-09-16T07:00:53.478 INFO:tasks.rados.rados.0.smithi042.stdout:3717: expect (ObjNum 1149 snap 343 seq_num 1149) 2024-09-16T07:00:53.478 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 10 current snap is 346 2024-09-16T07:00:53.478 INFO:tasks.rados.rados.0.smithi042.stdout:3718: seq_num 1153 ranges {2473984=114688} 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3718: writing smithi04281968-10 from 2473984 to 2588672 tid 1 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3719: copy_from oid 25 from oid 20 current snap is 346 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3714: finishing rollback tid 0 to smithi04281968-12 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3720: copy_from oid 36 from oid 27 current snap is 346 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3714: finishing rollback tid 1 to smithi04281968-12 2024-09-16T07:00:53.494 INFO:tasks.rados.rados.0.smithi042.stdout:3714: finishing rollback tid 2 to smithi04281968-12 2024-09-16T07:00:53.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1641 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T07:00:53.495 INFO:tasks.rados.rados.0.smithi042.stdout:3717: expect (ObjNum 1149 snap 343 seq_num 1149) 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3715: finishing copy_from racing read to smithi04281968-5 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3716: finishing write tid 1 to smithi04281968-32 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3716: finishing write tid 2 to smithi04281968-32 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3716: finishing write tid 3 to smithi04281968-32 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1426 (ObjNum 1152 snap 346 seq_num 1152) dirty exists 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3716: left oid 32 (ObjNum 1152 snap 346 seq_num 1152) 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3714: done (6 left) 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3716: done (5 left) 2024-09-16T07:00:53.593 INFO:tasks.rados.rados.0.smithi042.stdout:3717: done (4 left) 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3721: snap_create 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3715: finishing copy_from to smithi04281968-5 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1529 (ObjNum 1080 snap 322 seq_num 1080) dirty exists 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3719: finishing copy_from to smithi04281968-25 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3719: got expected ENOENT (src dne) 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3719: finishing copy_from racing read to smithi04281968-25 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3718: finishing write tid 1 to smithi04281968-10 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3718: finishing write tid 2 to smithi04281968-10 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3718: finishing write tid 3 to smithi04281968-10 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 10 v 1414 (ObjNum 1153 snap 346 seq_num 1153) dirty exists 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3718: left oid 10 (ObjNum 1153 snap 346 seq_num 1153) 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3720: finishing copy_from racing read to smithi04281968-36 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:3720: finishing copy_from to smithi04281968-36 2024-09-16T07:00:53.594 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1099 (ObjNum 1041 snap 307 seq_num 1041) dirty exists 2024-09-16T07:00:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:53 smithi042 ceph-mon[94096]: pgmap v848: 121 pgs: 121 active+clean; 247 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-16T07:00:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:53 smithi042 ceph-mon[94096]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T07:00:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:53 smithi042 ceph-mon[96574]: pgmap v848: 121 pgs: 121 active+clean; 247 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-16T07:00:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:53 smithi042 ceph-mon[96574]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T07:00:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:53 smithi164 ceph-mon[88760]: pgmap v848: 121 pgs: 121 active+clean; 247 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 24 op/s 2024-09-16T07:00:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:53 smithi164 ceph-mon[88760]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T07:00:54.527 INFO:tasks.rados.rados.0.smithi042.stdout:3715: done (4 left) 2024-09-16T07:00:54.527 INFO:tasks.rados.rados.0.smithi042.stdout:3718: done (3 left) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3719: done (2 left) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3720: done (1 left) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3721: done (0 left) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3722: rollback oid 36 current snap is 347 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 36 to 344 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3723: copy_from oid 39 from oid 26 current snap is 347 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3724: rmattr oid 20 current snap is 347 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3724: done (2 left) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3725: read oid 11 snap 342 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3725: expect (ObjNum 1134 snap 338 seq_num 1134) 2024-09-16T07:00:54.528 INFO:tasks.rados.rados.0.smithi042.stdout:3726: rmattr oid 33 current snap is 347 2024-09-16T07:00:54.529 INFO:tasks.rados.rados.0.smithi042.stdout:3727: copy_from oid 6 from oid 14 current snap is 347 2024-09-16T07:00:54.529 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 27 current snap is 347 2024-09-16T07:00:54.529 INFO:tasks.rados.rados.0.smithi042.stdout:3728: seq_num 1154 ranges {638976=131072} 2024-09-16T07:00:54.531 INFO:tasks.rados.rados.0.smithi042.stdout:3728: writing smithi04281968-27 from 638976 to 770048 tid 1 2024-09-16T07:00:54.531 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 49 current snap is 347 2024-09-16T07:00:54.532 INFO:tasks.rados.rados.0.smithi042.stdout:3729: seq_num 1155 ranges {2785280=147456} 2024-09-16T07:00:54.549 INFO:tasks.rados.rados.0.smithi042.stdout:3729: writing smithi04281968-49 from 2785280 to 2932736 tid 1 2024-09-16T07:00:54.549 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 347 2024-09-16T07:00:54.549 INFO:tasks.rados.rados.0.smithi042.stdout:3722: finishing rollback tid 0 to smithi04281968-36 2024-09-16T07:00:54.549 INFO:tasks.rados.rados.0.smithi042.stdout:3730: seq_num 1156 ranges {2973696=163840} 2024-09-16T07:00:54.566 INFO:tasks.rados.rados.0.smithi042.stdout:3730: writing smithi04281968-41 from 2973696 to 3137536 tid 1 2024-09-16T07:00:54.566 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 347 2024-09-16T07:00:54.566 INFO:tasks.rados.rados.0.smithi042.stdout:3731: seq_num 1157 ranges {0=180224} 2024-09-16T07:00:54.567 INFO:tasks.rados.rados.0.smithi042.stdout:3731: writing smithi04281968-16 from 0 to 180224 tid 1 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3732: read oid 12 snap -1 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3732: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3733: delete oid 19 current snap is 347 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3722: finishing rollback tid 1 to smithi04281968-36 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3722: finishing rollback tid 2 to smithi04281968-36 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1256 (ObjNum 1123 snap 333 seq_num 1123) dirty exists 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3728: finishing write tid 1 to smithi04281968-27 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3728: finishing write tid 2 to smithi04281968-27 2024-09-16T07:00:54.568 INFO:tasks.rados.rados.0.smithi042.stdout:3725: expect (ObjNum 1134 snap 338 seq_num 1134) 2024-09-16T07:00:54.631 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1477 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:00:54.631 INFO:tasks.rados.rados.0.smithi042.stdout:3728: finishing write tid 3 to smithi04281968-27 2024-09-16T07:00:54.631 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1531 (ObjNum 1154 snap 347 seq_num 1154) dirty exists 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3728: left oid 27 (ObjNum 1154 snap 347 seq_num 1154) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3722: done (10 left) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3725: done (9 left) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3726: done (8 left) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3728: done (7 left) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3733: done (6 left) 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 31 current snap is 347 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3729: finishing write tid 1 to smithi04281968-49 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3729: finishing write tid 2 to smithi04281968-49 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3729: finishing write tid 3 to smithi04281968-49 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 49 v 1519 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2024-09-16T07:00:54.632 INFO:tasks.rados.rados.0.smithi042.stdout:3729: left oid 49 (ObjNum 1155 snap 347 seq_num 1155) 2024-09-16T07:00:54.633 INFO:tasks.rados.rados.0.smithi042.stdout:3723: finishing copy_from racing read to smithi04281968-39 2024-09-16T07:00:54.633 INFO:tasks.rados.rados.0.smithi042.stdout:3723: finishing copy_from to smithi04281968-39 2024-09-16T07:00:54.633 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1421 (ObjNum 1121 snap 332 seq_num 1121) dirty exists 2024-09-16T07:00:54.633 INFO:tasks.rados.rados.0.smithi042.stdout:3730: finishing write tid 1 to smithi04281968-41 2024-09-16T07:00:54.633 INFO:tasks.rados.rados.0.smithi042.stdout:3734: seq_num 1159 ranges {2777088=212992} 2024-09-16T07:00:54.647 INFO:tasks.rados.rados.0.smithi042.stdout:3734: writing smithi04281968-31 from 2777088 to 2990080 tid 1 2024-09-16T07:00:54.647 INFO:tasks.rados.rados.0.smithi042.stdout:3723: done (6 left) 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3729: done (5 left) 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3735: rollback oid 26 current snap is 347 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 26 to 341 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3731: finishing write tid 1 to smithi04281968-16 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3731: finishing write tid 2 to smithi04281968-16 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3730: finishing write tid 2 to smithi04281968-41 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3730: finishing write tid 3 to smithi04281968-41 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1557 (ObjNum 1156 snap 347 seq_num 1156) dirty exists 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3730: left oid 41 (ObjNum 1156 snap 347 seq_num 1156) 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3731: finishing write tid 3 to smithi04281968-16 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1103 (ObjNum 1157 snap 347 seq_num 1157) dirty exists 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3731: left oid 16 (ObjNum 1157 snap 347 seq_num 1157) 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3727: finishing copy_from racing read to smithi04281968-6 2024-09-16T07:00:54.648 INFO:tasks.rados.rados.0.smithi042.stdout:3727: finishing copy_from to smithi04281968-6 2024-09-16T07:00:54.649 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1315 (ObjNum 1139 snap 338 seq_num 1139) dirty exists 2024-09-16T07:00:54.649 INFO:tasks.rados.rados.0.smithi042.stdout:3732: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:00:54.747 INFO:tasks.rados.rados.0.smithi042.stdout:3734: finishing write tid 1 to smithi04281968-31 2024-09-16T07:00:54.747 INFO:tasks.rados.rados.0.smithi042.stdout:3735: finishing rollback tid 0 to smithi04281968-26 2024-09-16T07:00:54.747 INFO:tasks.rados.rados.0.smithi042.stdout:3734: finishing write tid 2 to smithi04281968-31 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3735: finishing rollback tid 1 to smithi04281968-26 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3735: finishing rollback tid 2 to smithi04281968-26 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1429 (ObjNum 1135 snap 338 seq_num 1135) dirty exists 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3734: finishing write tid 3 to smithi04281968-31 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 31 v 1312 (ObjNum 1159 snap 347 seq_num 1159) dirty exists 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3734: left oid 31 (ObjNum 1159 snap 347 seq_num 1159) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3727: done (5 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3730: done (4 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3731: done (3 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3732: done (2 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3734: done (1 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3735: done (0 left) 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3736: read oid 34 snap 329 2024-09-16T07:00:54.748 INFO:tasks.rados.rados.0.smithi042.stdout:3736: expect deleted 2024-09-16T07:00:54.749 INFO:tasks.rados.rados.0.smithi042.stdout:3737: copy_from oid 26 from oid 45 current snap is 347 2024-09-16T07:00:54.749 INFO:tasks.rados.rados.0.smithi042.stdout:3738: snap_create 2024-09-16T07:00:54.758 INFO:tasks.rados.rados.0.smithi042.stdout:3737: finishing copy_from racing read to smithi04281968-26 2024-09-16T07:00:54.761 INFO:tasks.rados.rados.0.smithi042.stdout:3737: finishing copy_from to smithi04281968-26 2024-09-16T07:00:54.761 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1421 (ObjNum 1147 snap 343 seq_num 1147) dirty exists 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:00:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:00:54.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:00:54.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:00:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:54.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:00:54.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:00:54.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:00:55.533 INFO:tasks.rados.rados.0.smithi042.stdout:3736: done (2 left) 2024-09-16T07:00:55.533 INFO:tasks.rados.rados.0.smithi042.stdout:3737: done (1 left) 2024-09-16T07:00:55.533 INFO:tasks.rados.rados.0.smithi042.stdout:3738: done (0 left) 2024-09-16T07:00:55.533 INFO:tasks.rados.rados.0.smithi042.stdout:3739: delete oid 8 current snap is 348 2024-09-16T07:00:55.535 INFO:tasks.rados.rados.0.smithi042.stdout:3739: done (0 left) 2024-09-16T07:00:55.536 INFO:tasks.rados.rados.0.smithi042.stdout:3740: snap_remove snap 329 2024-09-16T07:00:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:55 smithi042 ceph-mon[96574]: pgmap v851: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 450 KiB/s wr, 11 op/s 2024-09-16T07:00:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:55 smithi042 ceph-mon[96574]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T07:00:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:55 smithi042 ceph-mon[94096]: pgmap v851: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 450 KiB/s wr, 11 op/s 2024-09-16T07:00:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:55 smithi042 ceph-mon[94096]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T07:00:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:55 smithi164 ceph-mon[88760]: pgmap v851: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 450 KiB/s wr, 11 op/s 2024-09-16T07:00:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:55 smithi164 ceph-mon[88760]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T07:00:56.542 INFO:tasks.rados.rados.0.smithi042.stdout:3740: done (0 left) 2024-09-16T07:00:56.542 INFO:tasks.rados.rados.0.smithi042.stdout:3741: rmattr oid 5 current snap is 348 2024-09-16T07:00:56.542 INFO:tasks.rados.rados.0.smithi042.stdout:3741: done (0 left) 2024-09-16T07:00:56.542 INFO:tasks.rados.rados.0.smithi042.stdout:3742: snap_create 2024-09-16T07:00:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:56 smithi042 ceph-mon[94096]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T07:00:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:56 smithi042 ceph-mon[96574]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T07:00:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:56 smithi164 ceph-mon[88760]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T07:00:57.458 INFO:tasks.rados.rados.0.smithi042.stdout:3742: done (0 left) 2024-09-16T07:00:57.458 INFO:tasks.rados.rados.0.smithi042.stdout:3743: snap_remove snap 332 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[96574]: pgmap v854: 121 pgs: 121 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[96574]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[96574]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[94096]: pgmap v854: 121 pgs: 121 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[94096]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T07:00:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:57 smithi042 ceph-mon[94096]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T07:00:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:57 smithi164 ceph-mon[88760]: pgmap v854: 121 pgs: 121 active+clean; 255 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-09-16T07:00:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:57 smithi164 ceph-mon[88760]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T07:00:57.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:57 smithi164 ceph-mon[88760]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T07:00:58.461 INFO:tasks.rados.rados.0.smithi042.stdout:3743: done (0 left) 2024-09-16T07:00:58.461 INFO:tasks.rados.rados.0.smithi042.stdout:3744: snap_remove snap 344 2024-09-16T07:00:59.462 INFO:tasks.rados.rados.0.smithi042.stdout:3744: done (0 left) 2024-09-16T07:00:59.462 INFO:tasks.rados.rados.0.smithi042.stdout:3745: snap_create 2024-09-16T07:00:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:59 smithi164 ceph-mon[88760]: pgmap v857: 121 pgs: 121 active+clean; 253 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T07:00:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:00:59 smithi164 ceph-mon[88760]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T07:00:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:59 smithi042 ceph-mon[94096]: pgmap v857: 121 pgs: 121 active+clean; 253 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T07:00:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:00:59 smithi042 ceph-mon[94096]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T07:00:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:59 smithi042 ceph-mon[96574]: pgmap v857: 121 pgs: 121 active+clean; 253 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-09-16T07:00:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:00:59 smithi042 ceph-mon[96574]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T07:01:00.464 INFO:tasks.rados.rados.0.smithi042.stdout:3745: done (0 left) 2024-09-16T07:01:00.464 INFO:tasks.rados.rados.0.smithi042.stdout:3746: read oid 36 snap 346 2024-09-16T07:01:00.464 INFO:tasks.rados.rados.0.smithi042.stdout:3746: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T07:01:00.464 INFO:tasks.rados.rados.0.smithi042.stdout:3747: read oid 44 snap -1 2024-09-16T07:01:00.464 INFO:tasks.rados.rados.0.smithi042.stdout:3747: expect (ObjNum 1074 snap 318 seq_num 1074) 2024-09-16T07:01:00.465 INFO:tasks.rados.rados.0.smithi042.stdout:3748: delete oid 9 current snap is 350 2024-09-16T07:01:00.470 INFO:tasks.rados.rados.0.smithi042.stdout:3748: done (2 left) 2024-09-16T07:01:00.470 INFO:tasks.rados.rados.0.smithi042.stdout:3749: snap_create 2024-09-16T07:01:00.473 INFO:tasks.rados.rados.0.smithi042.stdout:3747: expect (ObjNum 1074 snap 318 seq_num 1074) 2024-09-16T07:01:00.507 INFO:tasks.rados.rados.0.smithi042.stdout:3746: expect (ObjNum 1041 snap 307 seq_num 1041) 2024-09-16T07:01:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:00 smithi164 ceph-mon[88760]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T07:01:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:00 smithi164 ceph-mon[88760]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T07:01:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:00 smithi042 ceph-mon[94096]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T07:01:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:00 smithi042 ceph-mon[94096]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T07:01:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:00 smithi042 ceph-mon[96574]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T07:01:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:00 smithi042 ceph-mon[96574]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T07:01:01.478 INFO:tasks.rados.rados.0.smithi042.stdout:3746: done (2 left) 2024-09-16T07:01:01.478 INFO:tasks.rados.rados.0.smithi042.stdout:3747: done (1 left) 2024-09-16T07:01:01.478 INFO:tasks.rados.rados.0.smithi042.stdout:3749: done (0 left) 2024-09-16T07:01:01.478 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 351 2024-09-16T07:01:01.478 INFO:tasks.rados.rados.0.smithi042.stdout:3750: seq_num 1162 ranges {0=270336} 2024-09-16T07:01:01.479 INFO:tasks.rados.rados.0.smithi042.stdout:3750: writing smithi04281968-28 from 0 to 270336 tid 1 2024-09-16T07:01:01.479 INFO:tasks.rados.rados.0.smithi042.stdout:3751: snap_remove snap 345 2024-09-16T07:01:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:01 smithi042 ceph-mon[94096]: pgmap v860: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2024-09-16T07:01:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:01 smithi042 ceph-mon[96574]: pgmap v860: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2024-09-16T07:01:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:01] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T07:01:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:01 smithi164 ceph-mon[88760]: pgmap v860: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.4 MiB/s wr, 9 op/s 2024-09-16T07:01:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:3751: done (1 left) 2024-09-16T07:01:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 351 2024-09-16T07:01:02.462 INFO:tasks.rados.rados.0.smithi042.stdout:3750: finishing write tid 1 to smithi04281968-28 2024-09-16T07:01:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:3750: finishing write tid 2 to smithi04281968-28 2024-09-16T07:01:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:3750: finishing write tid 3 to smithi04281968-28 2024-09-16T07:01:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1574 (ObjNum 1162 snap 351 seq_num 1162) dirty exists 2024-09-16T07:01:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:3750: left oid 28 (ObjNum 1162 snap 351 seq_num 1162) 2024-09-16T07:01:02.463 INFO:tasks.rados.rados.0.smithi042.stdout:3752: seq_num 1163 ranges {0=286720} 2024-09-16T07:01:02.464 INFO:tasks.rados.rados.0.smithi042.stdout:3752: writing smithi04281968-9 from 0 to 286720 tid 1 2024-09-16T07:01:02.465 INFO:tasks.rados.rados.0.smithi042.stdout:3750: done (1 left) 2024-09-16T07:01:02.465 INFO:tasks.rados.rados.0.smithi042.stdout:3753: rollback oid 22 current snap is 351 2024-09-16T07:01:02.465 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 22 to 349 2024-09-16T07:01:02.465 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 42 current snap is 351 2024-09-16T07:01:02.465 INFO:tasks.rados.rados.0.smithi042.stdout:3754: seq_num 1164 ranges {3358720=303104} 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:3754: writing smithi04281968-42 from 3358720 to 3661824 tid 1 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:3753: finishing rollback tid 1 to smithi04281968-22 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:3752: finishing write tid 1 to smithi04281968-9 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:3752: finishing write tid 2 to smithi04281968-9 2024-09-16T07:01:02.487 INFO:tasks.rados.rados.0.smithi042.stdout:3752: finishing write tid 3 to smithi04281968-9 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1480 (ObjNum 1163 snap 351 seq_num 1163) dirty exists 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3752: left oid 9 (ObjNum 1163 snap 351 seq_num 1163) 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3752: done (2 left) 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3753: done (1 left) 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3755: copy_from oid 15 from oid 49 current snap is 351 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3756: read oid 1 snap -1 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3756: expect deleted 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3757: read oid 8 snap -1 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3757: expect deleted 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 351 2024-09-16T07:01:02.488 INFO:tasks.rados.rados.0.smithi042.stdout:3758: seq_num 1165 ranges {8511488=319488} 2024-09-16T07:01:02.536 INFO:tasks.rados.rados.0.smithi042.stdout:3758: writing smithi04281968-43 from 8511488 to 8830976 tid 1 2024-09-16T07:01:02.536 INFO:tasks.rados.rados.0.smithi042.stdout:3759: snap_remove snap 349 2024-09-16T07:01:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:02 smithi164 ceph-mon[88760]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T07:01:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:02 smithi164 ceph-mon[88760]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T07:01:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:02 smithi042 ceph-mon[94096]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T07:01:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:02 smithi042 ceph-mon[94096]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T07:01:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:02 smithi042 ceph-mon[96574]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T07:01:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:02 smithi042 ceph-mon[96574]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T07:01:03.496 INFO:tasks.rados.rados.0.smithi042.stdout:3754: finishing write tid 1 to smithi04281968-42 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3754: finishing write tid 2 to smithi04281968-42 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3754: finishing write tid 3 to smithi04281968-42 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 42 v 1574 (ObjNum 1164 snap 351 seq_num 1164) dirty exists 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3754: left oid 42 (ObjNum 1164 snap 351 seq_num 1164) 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3755: finishing copy_from racing read to smithi04281968-15 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3755: finishing copy_from to smithi04281968-15 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1519 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3758: finishing write tid 1 to smithi04281968-43 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3758: finishing write tid 2 to smithi04281968-43 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3758: finishing write tid 3 to smithi04281968-43 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1435 (ObjNum 1165 snap 351 seq_num 1165) dirty exists 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3758: left oid 43 (ObjNum 1165 snap 351 seq_num 1165) 2024-09-16T07:01:03.497 INFO:tasks.rados.rados.0.smithi042.stdout:3754: done (5 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3755: done (4 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3756: done (3 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3757: done (2 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3758: done (1 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3759: done (0 left) 2024-09-16T07:01:03.498 INFO:tasks.rados.rados.0.smithi042.stdout:3760: snap_remove snap 341 2024-09-16T07:01:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:03 smithi042 ceph-mon[94096]: pgmap v863: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T07:01:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:03 smithi042 ceph-mon[96574]: pgmap v863: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T07:01:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:03 smithi164 ceph-mon[88760]: pgmap v863: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T07:01:04.508 INFO:tasks.rados.rados.0.smithi042.stdout:3760: done (0 left) 2024-09-16T07:01:04.509 INFO:tasks.rados.rados.0.smithi042.stdout:3761: copy_from oid 38 from oid 33 current snap is 351 2024-09-16T07:01:04.509 INFO:tasks.rados.rados.0.smithi042.stdout:3762: copy_from oid 12 from oid 21 current snap is 351 2024-09-16T07:01:04.509 INFO:tasks.rados.rados.0.smithi042.stdout:3763: setattr oid 1 current snap is 351 2024-09-16T07:01:04.511 INFO:tasks.rados.rados.0.smithi042.stdout:3764: delete oid 28 current snap is 351 2024-09-16T07:01:04.520 INFO:tasks.rados.rados.0.smithi042.stdout:3764: done (3 left) 2024-09-16T07:01:04.520 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 351 2024-09-16T07:01:04.520 INFO:tasks.rados.rados.0.smithi042.stdout:3765: seq_num 1167 ranges {8830976=352256} 2024-09-16T07:01:04.573 INFO:tasks.rados.rados.0.smithi042.stdout:3765: writing smithi04281968-43 from 8830976 to 9183232 tid 1 2024-09-16T07:01:04.573 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 351 2024-09-16T07:01:04.573 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1481 (ObjNum 689 snap 0 seq_num 111973008) dirty exists 2024-09-16T07:01:04.574 INFO:tasks.rados.rados.0.smithi042.stdout:3766: seq_num 1168 ranges {0=368640} 2024-09-16T07:01:04.575 INFO:tasks.rados.rados.0.smithi042.stdout:3766: writing smithi04281968-30 from 0 to 368640 tid 1 2024-09-16T07:01:04.576 INFO:tasks.rados.rados.0.smithi042.stdout:3763: done (4 left) 2024-09-16T07:01:04.576 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 351 2024-09-16T07:01:04.576 INFO:tasks.rados.rados.0.smithi042.stdout:3767: seq_num 1169 ranges {10862592=385024} 2024-09-16T07:01:04.636 INFO:tasks.rados.rados.0.smithi042.stdout:3767: writing smithi04281968-6 from 10862592 to 11247616 tid 1 2024-09-16T07:01:04.637 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 351 2024-09-16T07:01:04.637 INFO:tasks.rados.rados.0.smithi042.stdout:3768: seq_num 1170 ranges {2252800=401408} 2024-09-16T07:01:04.651 INFO:tasks.rados.rados.0.smithi042.stdout:3768: writing smithi04281968-24 from 2252800 to 2654208 tid 1 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3769: snap_create 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3762: finishing copy_from racing read to smithi04281968-12 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3762: finishing copy_from to smithi04281968-12 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1540 (ObjNum 1088 snap 322 seq_num 1088) dirty exists 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3761: finishing copy_from racing read to smithi04281968-38 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3761: finishing copy_from to smithi04281968-38 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1477 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3765: finishing write tid 1 to smithi04281968-43 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3765: finishing write tid 2 to smithi04281968-43 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3766: finishing write tid 1 to smithi04281968-30 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3765: finishing write tid 3 to smithi04281968-43 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1437 (ObjNum 1167 snap 351 seq_num 1167) dirty exists 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3765: left oid 43 (ObjNum 1167 snap 351 seq_num 1167) 2024-09-16T07:01:04.652 INFO:tasks.rados.rados.0.smithi042.stdout:3766: finishing write tid 2 to smithi04281968-30 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3766: finishing write tid 3 to smithi04281968-30 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1439 (ObjNum 1168 snap 351 seq_num 1168) dirty exists 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3766: left oid 30 (ObjNum 1168 snap 351 seq_num 1168) 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3767: finishing write tid 1 to smithi04281968-6 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3767: finishing write tid 2 to smithi04281968-6 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3767: finishing write tid 3 to smithi04281968-6 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1689 (ObjNum 1169 snap 351 seq_num 1169) dirty exists 2024-09-16T07:01:04.653 INFO:tasks.rados.rados.0.smithi042.stdout:3767: left oid 6 (ObjNum 1169 snap 351 seq_num 1169) 2024-09-16T07:01:04.654 INFO:tasks.rados.rados.0.smithi042.stdout:3768: finishing write tid 1 to smithi04281968-24 2024-09-16T07:01:04.654 INFO:tasks.rados.rados.0.smithi042.stdout:3768: finishing write tid 2 to smithi04281968-24 2024-09-16T07:01:04.655 INFO:tasks.rados.rados.0.smithi042.stdout:3768: finishing write tid 3 to smithi04281968-24 2024-09-16T07:01:04.655 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1594 (ObjNum 1170 snap 351 seq_num 1170) dirty exists 2024-09-16T07:01:04.655 INFO:tasks.rados.rados.0.smithi042.stdout:3768: left oid 24 (ObjNum 1170 snap 351 seq_num 1170) 2024-09-16T07:01:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:04 smithi042 ceph-mon[94096]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T07:01:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:04 smithi042 ceph-mon[96574]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T07:01:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:04 smithi164 ceph-mon[88760]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T07:01:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:05.508 INFO:tasks.rados.rados.0.smithi042.stdout:3761: done (6 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3762: done (5 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3765: done (4 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3766: done (3 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3767: done (2 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3768: done (1 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3769: done (0 left) 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3770: read oid 22 snap -1 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3770: expect deleted 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 2 current snap is 352 2024-09-16T07:01:05.509 INFO:tasks.rados.rados.0.smithi042.stdout:3771: seq_num 1171 ranges {2785280=417792} 2024-09-16T07:01:05.526 INFO:tasks.rados.rados.0.smithi042.stdout:3771: writing smithi04281968-2 from 2785280 to 3203072 tid 1 2024-09-16T07:01:05.526 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 44 current snap is 352 2024-09-16T07:01:05.526 INFO:tasks.rados.rados.0.smithi042.stdout:3772: seq_num 1172 ranges {1196032=434176} 2024-09-16T07:01:05.535 INFO:tasks.rados.rados.0.smithi042.stdout:3772: writing smithi04281968-44 from 1196032 to 1630208 tid 1 2024-09-16T07:01:05.535 INFO:tasks.rados.rados.0.smithi042.stdout:3773: copy_from oid 50 from oid 29 current snap is 352 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3770: done (3 left) 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3774: read oid 36 snap 351 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3774: expect (ObjNum 1123 snap 333 seq_num 1123) 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3775: copy_from oid 37 from oid 18 current snap is 352 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3776: snap_create 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3771: finishing write tid 1 to smithi04281968-2 2024-09-16T07:01:05.536 INFO:tasks.rados.rados.0.smithi042.stdout:3771: finishing write tid 2 to smithi04281968-2 2024-09-16T07:01:05.538 INFO:tasks.rados.rados.0.smithi042.stdout:3771: finishing write tid 3 to smithi04281968-2 2024-09-16T07:01:05.538 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 2 v 1314 (ObjNum 1171 snap 352 seq_num 1171) dirty exists 2024-09-16T07:01:05.538 INFO:tasks.rados.rados.0.smithi042.stdout:3771: left oid 2 (ObjNum 1171 snap 352 seq_num 1171) 2024-09-16T07:01:05.540 INFO:tasks.rados.rados.0.smithi042.stdout:3772: finishing write tid 1 to smithi04281968-44 2024-09-16T07:01:05.540 INFO:tasks.rados.rados.0.smithi042.stdout:3772: finishing write tid 2 to smithi04281968-44 2024-09-16T07:01:05.546 INFO:tasks.rados.rados.0.smithi042.stdout:3774: expect (ObjNum 1123 snap 333 seq_num 1123) 2024-09-16T07:01:05.601 INFO:tasks.rados.rados.0.smithi042.stdout:3772: finishing write tid 3 to smithi04281968-44 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1521 (ObjNum 1172 snap 352 seq_num 1172) dirty exists 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:3772: left oid 44 (ObjNum 1172 snap 352 seq_num 1172) 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:3773: finishing copy_from racing read to smithi04281968-50 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:3775: finishing copy_from racing read to smithi04281968-37 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:3773: finishing copy_from to smithi04281968-50 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1512 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:3775: finishing copy_from to smithi04281968-37 2024-09-16T07:01:05.602 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 980 (ObjNum 1105 snap 328 seq_num 1105) dirty exists 2024-09-16T07:01:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:05 smithi042 ceph-mon[94096]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 477 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:05 smithi042 ceph-mon[94096]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T07:01:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:05 smithi042 ceph-mon[96574]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 477 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:05 smithi042 ceph-mon[96574]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T07:01:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:05 smithi164 ceph-mon[88760]: pgmap v866: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 206 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 477 KiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:05 smithi164 ceph-mon[88760]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3771: done (5 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3772: done (4 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3773: done (3 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3774: done (2 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3775: done (1 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3776: done (0 left) 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3777: rollback oid 40 current snap is 353 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 40 to 342 2024-09-16T07:01:06.520 INFO:tasks.rados.rados.0.smithi042.stdout:3778: read oid 10 snap -1 2024-09-16T07:01:06.521 INFO:tasks.rados.rados.0.smithi042.stdout:3778: expect (ObjNum 1153 snap 346 seq_num 1153) 2024-09-16T07:01:06.521 INFO:tasks.rados.rados.0.smithi042.stdout:3779: rollback oid 39 current snap is 353 2024-09-16T07:01:06.521 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 335 2024-09-16T07:01:06.521 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 50 current snap is 353 2024-09-16T07:01:06.521 INFO:tasks.rados.rados.0.smithi042.stdout:3780: seq_num 1173 ranges {2252800=450560} 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3780: writing smithi04281968-50 from 2252800 to 2703360 tid 1 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3781: read oid 22 snap -1 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3781: expect deleted 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3782: snap_create 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3779: finishing rollback tid 0 to smithi04281968-39 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3777: finishing rollback tid 1 to smithi04281968-40 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3779: finishing rollback tid 1 to smithi04281968-39 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1692 (ObjNum 161 snap 0 seq_num 111016592) dirty dne 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3777: finishing rollback tid 2 to smithi04281968-40 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 40 v 1431 (ObjNum 65 snap 0 seq_num 1634621026) dirty exists 2024-09-16T07:01:06.535 INFO:tasks.rados.rados.0.smithi042.stdout:3778: expect (ObjNum 1153 snap 346 seq_num 1153) 2024-09-16T07:01:06.666 INFO:tasks.rados.rados.0.smithi042.stdout:3780: finishing write tid 1 to smithi04281968-50 2024-09-16T07:01:06.666 INFO:tasks.rados.rados.0.smithi042.stdout:3780: finishing write tid 2 to smithi04281968-50 2024-09-16T07:01:06.666 INFO:tasks.rados.rados.0.smithi042.stdout:3780: finishing write tid 3 to smithi04281968-50 2024-09-16T07:01:06.666 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1585 (ObjNum 1173 snap 353 seq_num 1173) dirty exists 2024-09-16T07:01:06.666 INFO:tasks.rados.rados.0.smithi042.stdout:3780: left oid 50 (ObjNum 1173 snap 353 seq_num 1173) 2024-09-16T07:01:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:06 smithi042 ceph-mon[94096]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T07:01:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:06 smithi042 ceph-mon[96574]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T07:01:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:06 smithi164 ceph-mon[88760]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3777: done (5 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3778: done (4 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3779: done (3 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3780: done (2 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3781: done (1 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3782: done (0 left) 2024-09-16T07:01:07.464 INFO:tasks.rados.rados.0.smithi042.stdout:3783: snap_remove snap 348 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[96574]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[96574]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[96574]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[94096]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[94096]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T07:01:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:07 smithi042 ceph-mon[94096]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T07:01:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:07 smithi164 ceph-mon[88760]: pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T07:01:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:07 smithi164 ceph-mon[88760]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T07:01:07.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:07 smithi164 ceph-mon[88760]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T07:01:08.466 INFO:tasks.rados.rados.0.smithi042.stdout:3783: done (0 left) 2024-09-16T07:01:08.466 INFO:tasks.rados.rados.0.smithi042.stdout:3784: setattr oid 44 current snap is 354 2024-09-16T07:01:08.467 INFO:tasks.rados.rados.0.smithi042.stdout:3785: copy_from oid 35 from oid 34 current snap is 354 2024-09-16T07:01:08.467 INFO:tasks.rados.rados.0.smithi042.stdout:3786: read oid 22 snap -1 2024-09-16T07:01:08.467 INFO:tasks.rados.rados.0.smithi042.stdout:3786: expect deleted 2024-09-16T07:01:08.468 INFO:tasks.rados.rados.0.smithi042.stdout:3787: snap_remove snap 353 2024-09-16T07:01:09.468 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1522 (ObjNum 1172 snap 352 seq_num 1172) dirty exists 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3785: finishing copy_from racing read to smithi04281968-35 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3785: finishing copy_from to smithi04281968-35 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1307 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3784: done (3 left) 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3785: done (2 left) 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3786: done (1 left) 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3787: done (0 left) 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3788: rollback oid 50 current snap is 354 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 352 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 354 2024-09-16T07:01:09.469 INFO:tasks.rados.rados.0.smithi042.stdout:3789: seq_num 1174 ranges {0=466944} 2024-09-16T07:01:09.472 INFO:tasks.rados.rados.0.smithi042.stdout:3789: writing smithi04281968-19 from 0 to 466944 tid 1 2024-09-16T07:01:09.472 INFO:tasks.rados.rados.0.smithi042.stdout:3790: snap_remove snap 335 2024-09-16T07:01:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:09 smithi164 ceph-mon[88760]: pgmap v872: 121 pgs: 121 active+clean; 218 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-16T07:01:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:09 smithi164 ceph-mon[88760]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T07:01:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:09 smithi042 ceph-mon[96574]: pgmap v872: 121 pgs: 121 active+clean; 218 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-16T07:01:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:09 smithi042 ceph-mon[96574]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T07:01:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:09 smithi042 ceph-mon[94096]: pgmap v872: 121 pgs: 121 active+clean; 218 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 894 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-09-16T07:01:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:09 smithi042 ceph-mon[94096]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T07:01:10.480 INFO:tasks.rados.rados.0.smithi042.stdout:3788: finishing rollback tid 0 to smithi04281968-50 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3788: finishing rollback tid 1 to smithi04281968-50 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3788: finishing rollback tid 2 to smithi04281968-50 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1588 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3789: finishing write tid 1 to smithi04281968-19 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3789: finishing write tid 2 to smithi04281968-19 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3789: finishing write tid 3 to smithi04281968-19 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1704 (ObjNum 1174 snap 354 seq_num 1174) dirty exists 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3789: left oid 19 (ObjNum 1174 snap 354 seq_num 1174) 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3788: done (2 left) 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3789: done (1 left) 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3790: done (0 left) 2024-09-16T07:01:10.481 INFO:tasks.rados.rados.0.smithi042.stdout:3791: read oid 44 snap -1 2024-09-16T07:01:10.482 INFO:tasks.rados.rados.0.smithi042.stdout:3791: expect (ObjNum 1172 snap 352 seq_num 1172) 2024-09-16T07:01:10.482 INFO:tasks.rados.rados.0.smithi042.stdout:3792: rollback oid 12 current snap is 354 2024-09-16T07:01:10.482 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 12 to 346 2024-09-16T07:01:10.482 INFO:tasks.rados.rados.0.smithi042.stdout:3793: snap_create 2024-09-16T07:01:10.503 INFO:tasks.rados.rados.0.smithi042.stdout:3791: expect (ObjNum 1172 snap 352 seq_num 1172) 2024-09-16T07:01:10.571 INFO:tasks.rados.rados.0.smithi042.stdout:3792: finishing rollback tid 0 to smithi04281968-12 2024-09-16T07:01:10.571 INFO:tasks.rados.rados.0.smithi042.stdout:3792: finishing rollback tid 1 to smithi04281968-12 2024-09-16T07:01:10.572 INFO:tasks.rados.rados.0.smithi042.stdout:3792: finishing rollback tid 2 to smithi04281968-12 2024-09-16T07:01:10.572 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1708 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T07:01:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:10 smithi164 ceph-mon[88760]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T07:01:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:10 smithi042 ceph-mon[96574]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T07:01:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:10 smithi042 ceph-mon[94096]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3791: done (2 left) 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3792: done (1 left) 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3793: done (0 left) 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3794: read oid 33 snap -1 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3794: expect (ObjNum 1150 snap 343 seq_num 1150) 2024-09-16T07:01:11.481 INFO:tasks.rados.rados.0.smithi042.stdout:3795: read oid 35 snap -1 2024-09-16T07:01:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:3795: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:01:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:3796: copy_from oid 6 from oid 12 current snap is 355 2024-09-16T07:01:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 29 current snap is 355 2024-09-16T07:01:11.482 INFO:tasks.rados.rados.0.smithi042.stdout:3797: seq_num 1175 ranges {2252800=483328} 2024-09-16T07:01:11.482 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:11 smithi042 ceph-mon[94096]: pgmap v875: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-09-16T07:01:11.482 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:11] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T07:01:11.496 INFO:tasks.rados.rados.0.smithi042.stdout:3797: writing smithi04281968-29 from 2252800 to 2736128 tid 1 2024-09-16T07:01:11.496 INFO:tasks.rados.rados.0.smithi042.stdout:3798: read oid 32 snap 354 2024-09-16T07:01:11.496 INFO:tasks.rados.rados.0.smithi042.stdout:3798: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-16T07:01:11.496 INFO:tasks.rados.rados.0.smithi042.stdout:3799: snap_create 2024-09-16T07:01:11.497 INFO:tasks.rados.rados.0.smithi042.stdout:3795: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:01:11.549 INFO:tasks.rados.rados.0.smithi042.stdout:3796: finishing copy_from racing read to smithi04281968-6 2024-09-16T07:01:11.549 INFO:tasks.rados.rados.0.smithi042.stdout:3797: finishing write tid 1 to smithi04281968-29 2024-09-16T07:01:11.549 INFO:tasks.rados.rados.0.smithi042.stdout:3797: finishing write tid 2 to smithi04281968-29 2024-09-16T07:01:11.549 INFO:tasks.rados.rados.0.smithi042.stdout:3796: finishing copy_from to smithi04281968-6 2024-09-16T07:01:11.549 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1708 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T07:01:11.550 INFO:tasks.rados.rados.0.smithi042.stdout:3797: finishing write tid 3 to smithi04281968-29 2024-09-16T07:01:11.550 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 29 v 1524 (ObjNum 1175 snap 355 seq_num 1175) dirty exists 2024-09-16T07:01:11.550 INFO:tasks.rados.rados.0.smithi042.stdout:3797: left oid 29 (ObjNum 1175 snap 355 seq_num 1175) 2024-09-16T07:01:11.550 INFO:tasks.rados.rados.0.smithi042.stdout:3798: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-16T07:01:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:11 smithi164 ceph-mon[88760]: pgmap v875: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-09-16T07:01:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:11 smithi164 ceph-mon[88760]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T07:01:11.747 INFO:tasks.rados.rados.0.smithi042.stdout:3794: expect (ObjNum 1150 snap 343 seq_num 1150) 2024-09-16T07:01:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:11 smithi042 ceph-mon[94096]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T07:01:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:11 smithi042 ceph-mon[96574]: pgmap v875: 121 pgs: 121 active+clean; 229 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 16 op/s 2024-09-16T07:01:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:11 smithi042 ceph-mon[96574]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T07:01:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:12 smithi164 ceph-mon[88760]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T07:01:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:12 smithi164 ceph-mon[88760]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T07:01:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:12 smithi042 ceph-mon[94096]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T07:01:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:12 smithi042 ceph-mon[94096]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T07:01:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:12 smithi042 ceph-mon[96574]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T07:01:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:12 smithi042 ceph-mon[96574]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T07:01:13.093 INFO:tasks.rados.rados.0.smithi042.stdout:3794: done (5 left) 2024-09-16T07:01:13.093 INFO:tasks.rados.rados.0.smithi042.stdout:3795: done (4 left) 2024-09-16T07:01:13.093 INFO:tasks.rados.rados.0.smithi042.stdout:3796: done (3 left) 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3797: done (2 left) 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3798: done (1 left) 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3799: done (0 left) 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3800: rollback oid 39 current snap is 356 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 39 to 346 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3801: rmattr oid 17 current snap is 356 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3802: rollback oid 11 current snap is 356 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 342 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 356 2024-09-16T07:01:13.094 INFO:tasks.rados.rados.0.smithi042.stdout:3803: seq_num 1176 ranges {12451840=499712} 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3803: writing smithi04281968-38 from 12451840 to 12951552 tid 1 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3804: read oid 24 snap -1 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3804: expect (ObjNum 1170 snap 351 seq_num 1170) 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3805: delete oid 31 current snap is 356 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3800: finishing rollback tid 1 to smithi04281968-39 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1692 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-09-16T07:01:13.164 INFO:tasks.rados.rados.0.smithi042.stdout:3802: finishing rollback tid 0 to smithi04281968-11 2024-09-16T07:01:13.165 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 17 v 1596 (ObjNum 1018 snap 299 seq_num 1018) dirty exists 2024-09-16T07:01:13.165 INFO:tasks.rados.rados.0.smithi042.stdout:3802: finishing rollback tid 1 to smithi04281968-11 2024-09-16T07:01:13.165 INFO:tasks.rados.rados.0.smithi042.stdout:3802: finishing rollback tid 2 to smithi04281968-11 2024-09-16T07:01:13.165 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1484 (ObjNum 1134 snap 338 seq_num 1134) dirty exists 2024-09-16T07:01:13.167 INFO:tasks.rados.rados.0.smithi042.stdout:3800: done (5 left) 2024-09-16T07:01:13.167 INFO:tasks.rados.rados.0.smithi042.stdout:3801: done (4 left) 2024-09-16T07:01:13.167 INFO:tasks.rados.rados.0.smithi042.stdout:3802: done (3 left) 2024-09-16T07:01:13.167 INFO:tasks.rados.rados.0.smithi042.stdout:3805: done (2 left) 2024-09-16T07:01:13.167 INFO:tasks.rados.rados.0.smithi042.stdout:3806: delete oid 37 current snap is 356 2024-09-16T07:01:13.168 INFO:tasks.rados.rados.0.smithi042.stdout:3803: finishing write tid 1 to smithi04281968-38 2024-09-16T07:01:13.168 INFO:tasks.rados.rados.0.smithi042.stdout:3806: done (2 left) 2024-09-16T07:01:13.168 INFO:tasks.rados.rados.0.smithi042.stdout:3807: snap_create 2024-09-16T07:01:13.169 INFO:tasks.rados.rados.0.smithi042.stdout:3803: finishing write tid 2 to smithi04281968-38 2024-09-16T07:01:13.175 INFO:tasks.rados.rados.0.smithi042.stdout:3803: finishing write tid 3 to smithi04281968-38 2024-09-16T07:01:13.175 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1611 (ObjNum 1176 snap 356 seq_num 1176) dirty exists 2024-09-16T07:01:13.175 INFO:tasks.rados.rados.0.smithi042.stdout:3803: left oid 38 (ObjNum 1176 snap 356 seq_num 1176) 2024-09-16T07:01:13.177 INFO:tasks.rados.rados.0.smithi042.stdout:3804: expect (ObjNum 1170 snap 351 seq_num 1170) 2024-09-16T07:01:13.493 INFO:tasks.rados.rados.0.smithi042.stdout:3803: done (2 left) 2024-09-16T07:01:13.493 INFO:tasks.rados.rados.0.smithi042.stdout:3804: done (1 left) 2024-09-16T07:01:13.493 INFO:tasks.rados.rados.0.smithi042.stdout:3807: done (0 left) 2024-09-16T07:01:13.493 INFO:tasks.rados.rados.0.smithi042.stdout:3808: copy_from oid 50 from oid 35 current snap is 357 2024-09-16T07:01:13.493 INFO:tasks.rados.rados.0.smithi042.stdout:3809: snap_create 2024-09-16T07:01:13.498 INFO:tasks.rados.rados.0.smithi042.stdout:3808: finishing copy_from racing read to smithi04281968-50 2024-09-16T07:01:13.500 INFO:tasks.rados.rados.0.smithi042.stdout:3808: finishing copy_from to smithi04281968-50 2024-09-16T07:01:13.500 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1307 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2024-09-16T07:01:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:13 smithi164 ceph-mon[88760]: pgmap v878: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T07:01:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:13 smithi042 ceph-mon[94096]: pgmap v878: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T07:01:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:13 smithi042 ceph-mon[96574]: pgmap v878: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-09-16T07:01:14.499 INFO:tasks.rados.rados.0.smithi042.stdout:3808: done (1 left) 2024-09-16T07:01:14.499 INFO:tasks.rados.rados.0.smithi042.stdout:3809: done (0 left) 2024-09-16T07:01:14.499 INFO:tasks.rados.rados.0.smithi042.stdout:3810: read oid 23 snap -1 2024-09-16T07:01:14.499 INFO:tasks.rados.rados.0.smithi042.stdout:3810: expect (ObjNum 1131 snap 337 seq_num 1131) 2024-09-16T07:01:14.500 INFO:tasks.rados.rados.0.smithi042.stdout:3811: copy_from oid 25 from oid 39 current snap is 358 2024-09-16T07:01:14.500 INFO:tasks.rados.rados.0.smithi042.stdout:3812: copy_from oid 12 from oid 15 current snap is 358 2024-09-16T07:01:14.500 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 358 2024-09-16T07:01:14.500 INFO:tasks.rados.rados.0.smithi042.stdout:3813: seq_num 1179 ranges {180224=548864} 2024-09-16T07:01:14.503 INFO:tasks.rados.rados.0.smithi042.stdout:3813: writing smithi04281968-16 from 180224 to 729088 tid 1 2024-09-16T07:01:14.503 INFO:tasks.rados.rados.0.smithi042.stdout:3814: delete oid 45 current snap is 358 2024-09-16T07:01:14.503 INFO:tasks.rados.rados.0.smithi042.stdout:3811: finishing copy_from to smithi04281968-25 2024-09-16T07:01:14.503 INFO:tasks.rados.rados.0.smithi042.stdout:3811: got expected ENOENT (src dne) 2024-09-16T07:01:14.504 INFO:tasks.rados.rados.0.smithi042.stdout:3811: finishing copy_from racing read to smithi04281968-25 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3811: done (4 left) 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3814: done (3 left) 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3815: copy_from oid 41 from oid 6 current snap is 358 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3816: rmattr oid 50 current snap is 358 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3816: done (4 left) 2024-09-16T07:01:14.508 INFO:tasks.rados.rados.0.smithi042.stdout:3817: snap_remove snap 355 2024-09-16T07:01:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:14 smithi042 ceph-mon[94096]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T07:01:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:14 smithi042 ceph-mon[96574]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T07:01:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:14 smithi164 ceph-mon[88760]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T07:01:15.511 INFO:tasks.rados.rados.0.smithi042.stdout:3817: done (4 left) 2024-09-16T07:01:15.511 INFO:tasks.rados.rados.0.smithi042.stdout:3818: rmattr oid 31 current snap is 358 2024-09-16T07:01:15.511 INFO:tasks.rados.rados.0.smithi042.stdout:3818: done (4 left) 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:3819: rollback oid 13 current snap is 358 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 13 to 354 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:3820: read oid 5 snap -1 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:3820: expect (ObjNum 1080 snap 322 seq_num 1080) 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:3821: rollback oid 24 current snap is 358 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 347 2024-09-16T07:01:15.512 INFO:tasks.rados.rados.0.smithi042.stdout:3813: finishing write tid 1 to smithi04281968-16 2024-09-16T07:01:15.513 INFO:tasks.rados.rados.0.smithi042.stdout:3813: finishing write tid 2 to smithi04281968-16 2024-09-16T07:01:15.513 INFO:tasks.rados.rados.0.smithi042.stdout:3813: finishing write tid 3 to smithi04281968-16 2024-09-16T07:01:15.513 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1105 (ObjNum 1179 snap 358 seq_num 1179) dirty exists 2024-09-16T07:01:15.513 INFO:tasks.rados.rados.0.smithi042.stdout:3813: left oid 16 (ObjNum 1179 snap 358 seq_num 1179) 2024-09-16T07:01:15.513 INFO:tasks.rados.rados.0.smithi042.stdout:3810: expect (ObjNum 1131 snap 337 seq_num 1131) 2024-09-16T07:01:15.614 INFO:tasks.rados.rados.0.smithi042.stdout:3815: finishing copy_from racing read to smithi04281968-41 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:3815: finishing copy_from to smithi04281968-41 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1708 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:3812: finishing copy_from racing read to smithi04281968-12 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:3812: finishing copy_from to smithi04281968-12 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 12 v 1519 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:3819: finishing rollback tid 1 to smithi04281968-13 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 0 (ObjNum 97 snap 0 seq_num 3328716784) dirty dne 2024-09-16T07:01:15.615 INFO:tasks.rados.rados.0.smithi042.stdout:3821: finishing rollback tid 0 to smithi04281968-24 2024-09-16T07:01:15.616 INFO:tasks.rados.rados.0.smithi042.stdout:3821: finishing rollback tid 1 to smithi04281968-24 2024-09-16T07:01:15.616 INFO:tasks.rados.rados.0.smithi042.stdout:3821: finishing rollback tid 2 to smithi04281968-24 2024-09-16T07:01:15.616 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1711 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:01:15.616 INFO:tasks.rados.rados.0.smithi042.stdout:3820: expect (ObjNum 1080 snap 322 seq_num 1080) 2024-09-16T07:01:15.764 INFO:tasks.rados.rados.0.smithi042.stdout:3810: done (6 left) 2024-09-16T07:01:15.764 INFO:tasks.rados.rados.0.smithi042.stdout:3812: done (5 left) 2024-09-16T07:01:15.764 INFO:tasks.rados.rados.0.smithi042.stdout:3813: done (4 left) 2024-09-16T07:01:15.764 INFO:tasks.rados.rados.0.smithi042.stdout:3815: done (3 left) 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3819: done (2 left) 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3820: done (1 left) 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3821: done (0 left) 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3822: read oid 42 snap -1 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3822: expect (ObjNum 1164 snap 351 seq_num 1164) 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3823: copy_from oid 28 from oid 10 current snap is 358 2024-09-16T07:01:15.765 INFO:tasks.rados.rados.0.smithi042.stdout:3824: snap_remove snap 354 2024-09-16T07:01:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:15 smithi042 ceph-mon[96574]: pgmap v881: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:15 smithi042 ceph-mon[96574]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T07:01:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:15 smithi042 ceph-mon[94096]: pgmap v881: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:15 smithi042 ceph-mon[94096]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T07:01:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:15 smithi164 ceph-mon[88760]: pgmap v881: 121 pgs: 121 active+clean; 218 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:01:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:15 smithi164 ceph-mon[88760]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T07:01:16.519 INFO:tasks.rados.rados.0.smithi042.stdout:3823: finishing copy_from racing read to smithi04281968-28 2024-09-16T07:01:16.519 INFO:tasks.rados.rados.0.smithi042.stdout:3823: finishing copy_from to smithi04281968-28 2024-09-16T07:01:16.519 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1414 (ObjNum 1153 snap 346 seq_num 1153) dirty exists 2024-09-16T07:01:16.519 INFO:tasks.rados.rados.0.smithi042.stdout:3822: expect (ObjNum 1164 snap 351 seq_num 1164) 2024-09-16T07:01:16.730 INFO:tasks.rados.rados.0.smithi042.stdout:3822: done (2 left) 2024-09-16T07:01:16.730 INFO:tasks.rados.rados.0.smithi042.stdout:3823: done (1 left) 2024-09-16T07:01:16.730 INFO:tasks.rados.rados.0.smithi042.stdout:3824: done (0 left) 2024-09-16T07:01:16.730 INFO:tasks.rados.rados.0.smithi042.stdout:3825: snap_create 2024-09-16T07:01:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:16 smithi042 ceph-mon[94096]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T07:01:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:16 smithi042 ceph-mon[96574]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T07:01:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:16 smithi164 ceph-mon[88760]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T07:01:17.466 INFO:tasks.rados.rados.0.smithi042.stdout:3825: done (0 left) 2024-09-16T07:01:17.466 INFO:tasks.rados.rados.0.smithi042.stdout:3826: read oid 29 snap -1 2024-09-16T07:01:17.466 INFO:tasks.rados.rados.0.smithi042.stdout:3826: expect (ObjNum 1175 snap 355 seq_num 1175) 2024-09-16T07:01:17.466 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 37 current snap is 359 2024-09-16T07:01:17.466 INFO:tasks.rados.rados.0.smithi042.stdout:3827: seq_num 1181 ranges {0=581632} 2024-09-16T07:01:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:3827: writing smithi04281968-37 from 0 to 581632 tid 1 2024-09-16T07:01:17.469 INFO:tasks.rados.rados.0.smithi042.stdout:3828: snap_create 2024-09-16T07:01:17.477 INFO:tasks.rados.rados.0.smithi042.stdout:3827: finishing write tid 1 to smithi04281968-37 2024-09-16T07:01:17.477 INFO:tasks.rados.rados.0.smithi042.stdout:3827: finishing write tid 2 to smithi04281968-37 2024-09-16T07:01:17.478 INFO:tasks.rados.rados.0.smithi042.stdout:3826: expect (ObjNum 1175 snap 355 seq_num 1175) 2024-09-16T07:01:17.586 INFO:tasks.rados.rados.0.smithi042.stdout:3827: finishing write tid 3 to smithi04281968-37 2024-09-16T07:01:17.587 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1259 (ObjNum 1181 snap 359 seq_num 1181) dirty exists 2024-09-16T07:01:17.587 INFO:tasks.rados.rados.0.smithi042.stdout:3827: left oid 37 (ObjNum 1181 snap 359 seq_num 1181) 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[96574]: pgmap v884: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[96574]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[96574]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[94096]: pgmap v884: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[94096]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T07:01:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:17 smithi042 ceph-mon[94096]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T07:01:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:17 smithi164 ceph-mon[88760]: pgmap v884: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-09-16T07:01:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:17 smithi164 ceph-mon[88760]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T07:01:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:17 smithi164 ceph-mon[88760]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3826: done (2 left) 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3827: done (1 left) 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3828: done (0 left) 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3829: read oid 20 snap -1 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3829: expect deleted 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3830: rollback oid 45 current snap is 360 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 45 to 357 2024-09-16T07:01:18.468 INFO:tasks.rados.rados.0.smithi042.stdout:3831: snap_remove snap 342 2024-09-16T07:01:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3831: done (2 left) 2024-09-16T07:01:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3832: delete oid 34 current snap is 360 2024-09-16T07:01:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3830: finishing rollback tid 1 to smithi04281968-45 2024-09-16T07:01:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:3830: finishing rollback tid 2 to smithi04281968-45 2024-09-16T07:01:19.470 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1424 (ObjNum 1147 snap 343 seq_num 1147) dirty exists 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3829: done (2 left) 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3830: done (1 left) 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3832: done (0 left) 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3833: read oid 17 snap -1 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3833: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 360 2024-09-16T07:01:19.478 INFO:tasks.rados.rados.0.smithi042.stdout:3834: seq_num 1183 ranges {2588672=622592} 2024-09-16T07:01:19.497 INFO:tasks.rados.rados.0.smithi042.stdout:3834: writing smithi04281968-28 from 2588672 to 3211264 tid 1 2024-09-16T07:01:19.498 INFO:tasks.rados.rados.0.smithi042.stdout:3835: copy_from oid 45 from oid 6 current snap is 360 2024-09-16T07:01:19.498 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 360 2024-09-16T07:01:19.498 INFO:tasks.rados.rados.0.smithi042.stdout:3836: seq_num 1184 ranges {0=638976} 2024-09-16T07:01:19.502 INFO:tasks.rados.rados.0.smithi042.stdout:3836: writing smithi04281968-1 from 0 to 638976 tid 1 2024-09-16T07:01:19.502 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 5 current snap is 360 2024-09-16T07:01:19.502 INFO:tasks.rados.rados.0.smithi042.stdout:3837: seq_num 1185 ranges {3358720=655360} 2024-09-16T07:01:19.525 INFO:tasks.rados.rados.0.smithi042.stdout:3837: writing smithi04281968-5 from 3358720 to 4014080 tid 1 2024-09-16T07:01:19.525 INFO:tasks.rados.rados.0.smithi042.stdout:3838: snap_remove snap 346 2024-09-16T07:01:19.525 INFO:tasks.rados.rados.0.smithi042.stdout:3834: finishing write tid 1 to smithi04281968-28 2024-09-16T07:01:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:19 smithi164 ceph-mon[88760]: pgmap v887: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-16T07:01:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:19 smithi164 ceph-mon[88760]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T07:01:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[94096]: pgmap v887: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[94096]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[96574]: pgmap v887: 121 pgs: 121 active+clean; 229 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.2 MiB/s wr, 16 op/s 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[96574]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T07:01:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3834: finishing write tid 2 to smithi04281968-28 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3834: finishing write tid 3 to smithi04281968-28 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1713 (ObjNum 1183 snap 360 seq_num 1183) dirty exists 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3834: left oid 28 (ObjNum 1183 snap 360 seq_num 1183) 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3836: finishing write tid 1 to smithi04281968-1 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3836: finishing write tid 2 to smithi04281968-1 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3836: finishing write tid 3 to smithi04281968-1 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1486 (ObjNum 1184 snap 360 seq_num 1184) dirty exists 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3836: left oid 1 (ObjNum 1184 snap 360 seq_num 1184) 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3835: finishing copy_from racing read to smithi04281968-45 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3837: finishing write tid 1 to smithi04281968-5 2024-09-16T07:01:20.483 INFO:tasks.rados.rados.0.smithi042.stdout:3837: finishing write tid 2 to smithi04281968-5 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:3837: finishing write tid 3 to smithi04281968-5 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1533 (ObjNum 1185 snap 360 seq_num 1185) dirty exists 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:3837: left oid 5 (ObjNum 1185 snap 360 seq_num 1185) 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:3835: finishing copy_from to smithi04281968-45 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1708 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T07:01:20.484 INFO:tasks.rados.rados.0.smithi042.stdout:3833: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:20 smithi164 ceph-mon[88760]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T07:01:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:20 smithi042 ceph-mon[94096]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T07:01:20.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:20 smithi042 ceph-mon[96574]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T07:01:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:21 smithi042 ceph-mon[94096]: pgmap v890: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-09-16T07:01:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:21 smithi042 ceph-mon[94096]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T07:01:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:21 smithi042 ceph-mon[96574]: pgmap v890: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-09-16T07:01:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:21 smithi042 ceph-mon[96574]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T07:01:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:21] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T07:01:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:21 smithi164 ceph-mon[88760]: pgmap v890: 121 pgs: 121 active+clean; 232 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 992 KiB/s wr, 10 op/s 2024-09-16T07:01:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:21 smithi164 ceph-mon[88760]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T07:01:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:23.065 INFO:tasks.rados.rados.0.smithi042.stdout:3833: done (5 left) 2024-09-16T07:01:23.065 INFO:tasks.rados.rados.0.smithi042.stdout:3834: done (4 left) 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:3835: done (3 left) 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:3836: done (2 left) 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:3837: done (1 left) 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:3838: done (0 left) 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 360 2024-09-16T07:01:23.066 INFO:tasks.rados.rados.0.smithi042.stdout:3839: seq_num 1186 ranges {2908160=671744} 2024-09-16T07:01:23.085 INFO:tasks.rados.rados.0.smithi042.stdout:3839: writing smithi04281968-41 from 2908160 to 3579904 tid 1 2024-09-16T07:01:23.085 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 22 current snap is 360 2024-09-16T07:01:23.085 INFO:tasks.rados.rados.0.smithi042.stdout:3840: seq_num 1187 ranges {0=688128} 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:3840: writing smithi04281968-22 from 0 to 688128 tid 1 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:3841: rollback oid 11 current snap is 360 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 11 to 357 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:3842: read oid 6 snap -1 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:3842: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 360 2024-09-16T07:01:23.089 INFO:tasks.rados.rados.0.smithi042.stdout:3843: seq_num 1188 ranges {286720=704512} 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3843: writing smithi04281968-9 from 286720 to 991232 tid 1 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3844: read oid 28 snap -1 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3844: expect (ObjNum 1183 snap 360 seq_num 1183) 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3839: finishing write tid 1 to smithi04281968-41 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3839: finishing write tid 2 to smithi04281968-41 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3839: finishing write tid 3 to smithi04281968-41 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1715 (ObjNum 1186 snap 360 seq_num 1186) dirty exists 2024-09-16T07:01:23.097 INFO:tasks.rados.rados.0.smithi042.stdout:3839: left oid 41 (ObjNum 1186 snap 360 seq_num 1186) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3841: finishing rollback tid 0 to smithi04281968-11 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3845: read oid 19 snap -1 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3845: expect (ObjNum 1174 snap 354 seq_num 1174) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3840: finishing write tid 1 to smithi04281968-22 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3841: finishing rollback tid 1 to smithi04281968-11 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3840: finishing write tid 2 to smithi04281968-22 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3841: finishing rollback tid 2 to smithi04281968-11 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1489 (ObjNum 1134 snap 338 seq_num 1134) dirty exists 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3839: done (6 left) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3841: done (5 left) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3846: read oid 2 snap -1 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3846: expect (ObjNum 1171 snap 352 seq_num 1171) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3847: read oid 15 snap 356 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:3847: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-09-16T07:01:23.098 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 360 2024-09-16T07:01:23.099 INFO:tasks.rados.rados.0.smithi042.stdout:3848: seq_num 1189 ranges {2990080=720896} 2024-09-16T07:01:23.119 INFO:tasks.rados.rados.0.smithi042.stdout:3848: writing smithi04281968-26 from 2990080 to 3710976 tid 1 2024-09-16T07:01:23.119 INFO:tasks.rados.rados.0.smithi042.stdout:3849: copy_from oid 41 from oid 18 current snap is 360 2024-09-16T07:01:23.119 INFO:tasks.rados.rados.0.smithi042.stdout:3842: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:3840: finishing write tid 3 to smithi04281968-22 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 22 v 1710 (ObjNum 1187 snap 360 seq_num 1187) dirty exists 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:3840: left oid 22 (ObjNum 1187 snap 360 seq_num 1187) 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:3840: done (8 left) 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:3842: done (7 left) 2024-09-16T07:01:23.220 INFO:tasks.rados.rados.0.smithi042.stdout:3850: rollback oid 50 current snap is 360 2024-09-16T07:01:23.221 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 50 to 358 2024-09-16T07:01:23.221 INFO:tasks.rados.rados.0.smithi042.stdout:3845: expect (ObjNum 1174 snap 354 seq_num 1174) 2024-09-16T07:01:23.233 INFO:tasks.rados.rados.0.smithi042.stdout:3843: finishing write tid 1 to smithi04281968-9 2024-09-16T07:01:23.233 INFO:tasks.rados.rados.0.smithi042.stdout:3843: finishing write tid 2 to smithi04281968-9 2024-09-16T07:01:23.233 INFO:tasks.rados.rados.0.smithi042.stdout:3843: finishing write tid 3 to smithi04281968-9 2024-09-16T07:01:23.233 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1491 (ObjNum 1188 snap 360 seq_num 1188) dirty exists 2024-09-16T07:01:23.233 INFO:tasks.rados.rados.0.smithi042.stdout:3843: left oid 9 (ObjNum 1188 snap 360 seq_num 1188) 2024-09-16T07:01:23.234 INFO:tasks.rados.rados.0.smithi042.stdout:3844: expect (ObjNum 1183 snap 360 seq_num 1183) 2024-09-16T07:01:23.422 INFO:tasks.rados.rados.0.smithi042.stdout:3846: expect (ObjNum 1171 snap 352 seq_num 1171) 2024-09-16T07:01:23.603 INFO:tasks.rados.rados.0.smithi042.stdout:3847: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-09-16T07:01:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:23 smithi164 ceph-mon[88760]: pgmap v892: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:3848: finishing write tid 1 to smithi04281968-26 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:3848: finishing write tid 2 to smithi04281968-26 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:3848: finishing write tid 3 to smithi04281968-26 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1433 (ObjNum 1189 snap 360 seq_num 1189) dirty exists 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:3848: left oid 26 (ObjNum 1189 snap 360 seq_num 1189) 2024-09-16T07:01:23.768 INFO:tasks.rados.rados.0.smithi042.stdout:3849: finishing copy_from racing read to smithi04281968-41 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3849: finishing copy_from to smithi04281968-41 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 980 (ObjNum 1105 snap 328 seq_num 1105) dirty exists 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3843: done (7 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3844: done (6 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3845: done (5 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3846: done (4 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3847: done (3 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3848: done (2 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3849: done (1 left) 2024-09-16T07:01:23.769 INFO:tasks.rados.rados.0.smithi042.stdout:3851: snap_remove snap 351 2024-09-16T07:01:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:23 smithi042 ceph-mon[94096]: pgmap v892: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T07:01:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:23 smithi042 ceph-mon[96574]: pgmap v892: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 7 op/s 2024-09-16T07:01:24.491 INFO:tasks.rados.rados.0.smithi042.stdout:3851: done (1 left) 2024-09-16T07:01:24.491 INFO:tasks.rados.rados.0.smithi042.stdout:3852: setattr oid 3 current snap is 360 2024-09-16T07:01:24.491 INFO:tasks.rados.rados.0.smithi042.stdout:3850: finishing rollback tid 0 to smithi04281968-50 2024-09-16T07:01:24.491 INFO:tasks.rados.rados.0.smithi042.stdout:3850: finishing rollback tid 1 to smithi04281968-50 2024-09-16T07:01:24.492 INFO:tasks.rados.rados.0.smithi042.stdout:3850: finishing rollback tid 2 to smithi04281968-50 2024-09-16T07:01:24.492 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 50 v 1591 (ObjNum 1111 snap 331 seq_num 1111) dirty exists 2024-09-16T07:01:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3850: done (1 left) 2024-09-16T07:01:24.493 INFO:tasks.rados.rados.0.smithi042.stdout:3853: snap_remove snap 357 2024-09-16T07:01:25.495 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1592 (ObjNum 1074 snap 318 seq_num 1074) dirty exists 2024-09-16T07:01:25.495 INFO:tasks.rados.rados.0.smithi042.stdout:3852: done (1 left) 2024-09-16T07:01:25.496 INFO:tasks.rados.rados.0.smithi042.stdout:3853: done (0 left) 2024-09-16T07:01:25.496 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 30 current snap is 360 2024-09-16T07:01:25.496 INFO:tasks.rados.rados.0.smithi042.stdout:3854: seq_num 1190 ranges {368640=737280} 2024-09-16T07:01:25.503 INFO:tasks.rados.rados.0.smithi042.stdout:3854: writing smithi04281968-30 from 368640 to 1105920 tid 1 2024-09-16T07:01:25.503 INFO:tasks.rados.rados.0.smithi042.stdout:3855: setattr oid 36 current snap is 360 2024-09-16T07:01:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 26 current snap is 360 2024-09-16T07:01:25.505 INFO:tasks.rados.rados.0.smithi042.stdout:3856: seq_num 1191 ranges {3710976=753664} 2024-09-16T07:01:25.530 INFO:tasks.rados.rados.0.smithi042.stdout:3856: writing smithi04281968-26 from 3710976 to 4464640 tid 1 2024-09-16T07:01:25.530 INFO:tasks.rados.rados.0.smithi042.stdout:3857: snap_create 2024-09-16T07:01:25.530 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1260 (ObjNum 1123 snap 333 seq_num 1123) dirty exists 2024-09-16T07:01:25.530 INFO:tasks.rados.rados.0.smithi042.stdout:3854: finishing write tid 1 to smithi04281968-30 2024-09-16T07:01:25.531 INFO:tasks.rados.rados.0.smithi042.stdout:3854: finishing write tid 2 to smithi04281968-30 2024-09-16T07:01:25.531 INFO:tasks.rados.rados.0.smithi042.stdout:3854: finishing write tid 3 to smithi04281968-30 2024-09-16T07:01:25.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1441 (ObjNum 1190 snap 360 seq_num 1190) dirty exists 2024-09-16T07:01:25.531 INFO:tasks.rados.rados.0.smithi042.stdout:3854: left oid 30 (ObjNum 1190 snap 360 seq_num 1190) 2024-09-16T07:01:25.534 INFO:tasks.rados.rados.0.smithi042.stdout:3856: finishing write tid 1 to smithi04281968-26 2024-09-16T07:01:25.534 INFO:tasks.rados.rados.0.smithi042.stdout:3856: finishing write tid 2 to smithi04281968-26 2024-09-16T07:01:25.535 INFO:tasks.rados.rados.0.smithi042.stdout:3856: finishing write tid 3 to smithi04281968-26 2024-09-16T07:01:25.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 26 v 1435 (ObjNum 1191 snap 360 seq_num 1191) dirty exists 2024-09-16T07:01:25.535 INFO:tasks.rados.rados.0.smithi042.stdout:3856: left oid 26 (ObjNum 1191 snap 360 seq_num 1191) 2024-09-16T07:01:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:25 smithi164 ceph-mon[88760]: pgmap v893: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:01:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:25 smithi164 ceph-mon[88760]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T07:01:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:25 smithi042 ceph-mon[96574]: pgmap v893: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:01:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:25 smithi042 ceph-mon[96574]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T07:01:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:25 smithi042 ceph-mon[94096]: pgmap v893: 121 pgs: 121 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:01:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:25 smithi042 ceph-mon[94096]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T07:01:26.501 INFO:tasks.rados.rados.0.smithi042.stdout:3854: done (3 left) 2024-09-16T07:01:26.501 INFO:tasks.rados.rados.0.smithi042.stdout:3855: done (2 left) 2024-09-16T07:01:26.501 INFO:tasks.rados.rados.0.smithi042.stdout:3856: done (1 left) 2024-09-16T07:01:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:3857: done (0 left) 2024-09-16T07:01:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:3858: rollback oid 46 current snap is 361 2024-09-16T07:01:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 46 to 350 2024-09-16T07:01:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 361 2024-09-16T07:01:26.502 INFO:tasks.rados.rados.0.smithi042.stdout:3859: seq_num 1192 ranges {0=770048} 2024-09-16T07:01:26.506 INFO:tasks.rados.rados.0.smithi042.stdout:3859: writing smithi04281968-48 from 0 to 770048 tid 1 2024-09-16T07:01:26.507 INFO:tasks.rados.rados.0.smithi042.stdout:3860: read oid 33 snap -1 2024-09-16T07:01:26.507 INFO:tasks.rados.rados.0.smithi042.stdout:3860: expect (ObjNum 1150 snap 343 seq_num 1150) 2024-09-16T07:01:26.507 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 361 2024-09-16T07:01:26.507 INFO:tasks.rados.rados.0.smithi042.stdout:3861: seq_num 1193 ranges {2351104=786432} 2024-09-16T07:01:26.525 INFO:tasks.rados.rados.0.smithi042.stdout:3861: writing smithi04281968-41 from 2351104 to 3137536 tid 1 2024-09-16T07:01:26.525 INFO:tasks.rados.rados.0.smithi042.stdout:3862: read oid 38 snap -1 2024-09-16T07:01:26.525 INFO:tasks.rados.rados.0.smithi042.stdout:3862: expect (ObjNum 1176 snap 356 seq_num 1176) 2024-09-16T07:01:26.525 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 361 2024-09-16T07:01:26.525 INFO:tasks.rados.rados.0.smithi042.stdout:3863: seq_num 1194 ranges {466944=802816} 2024-09-16T07:01:26.532 INFO:tasks.rados.rados.0.smithi042.stdout:3863: writing smithi04281968-19 from 466944 to 1269760 tid 1 2024-09-16T07:01:26.532 INFO:tasks.rados.rados.0.smithi042.stdout:3864: read oid 17 snap 352 2024-09-16T07:01:26.532 INFO:tasks.rados.rados.0.smithi042.stdout:3864: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3865: read oid 45 snap -1 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3865: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3866: setattr oid 13 current snap is 361 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3858: finishing rollback tid 0 to smithi04281968-46 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3858: finishing rollback tid 1 to smithi04281968-46 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:3858: finishing rollback tid 2 to smithi04281968-46 2024-09-16T07:01:26.568 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1527 (ObjNum 1146 snap 343 seq_num 1146) dirty exists 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3859: finishing write tid 1 to smithi04281968-48 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3859: finishing write tid 2 to smithi04281968-48 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3859: finishing write tid 3 to smithi04281968-48 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1594 (ObjNum 1192 snap 361 seq_num 1192) dirty exists 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3859: left oid 48 (ObjNum 1192 snap 361 seq_num 1192) 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3861: finishing write tid 1 to smithi04281968-41 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3863: finishing write tid 1 to smithi04281968-19 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3863: finishing write tid 2 to smithi04281968-19 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:3863: finishing write tid 3 to smithi04281968-19 2024-09-16T07:01:26.569 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1756 (ObjNum 1194 snap 361 seq_num 1194) dirty exists 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3863: left oid 19 (ObjNum 1194 snap 361 seq_num 1194) 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3861: finishing write tid 2 to smithi04281968-41 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3858: done (8 left) 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3859: done (7 left) 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3863: done (6 left) 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3867: read oid 12 snap -1 2024-09-16T07:01:26.570 INFO:tasks.rados.rados.0.smithi042.stdout:3867: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-09-16T07:01:26.577 INFO:tasks.rados.rados.0.smithi042.stdout:3868: rollback oid 4 current snap is 361 2024-09-16T07:01:26.577 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 356 2024-09-16T07:01:26.577 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 13 v 1106 (ObjNum 33 snap 0 seq_num 111453808) dirty exists 2024-09-16T07:01:26.578 INFO:tasks.rados.rados.0.smithi042.stdout:3866: done (7 left) 2024-09-16T07:01:26.578 INFO:tasks.rados.rados.0.smithi042.stdout:3869: read oid 32 snap -1 2024-09-16T07:01:26.578 INFO:tasks.rados.rados.0.smithi042.stdout:3869: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-16T07:01:26.586 INFO:tasks.rados.rados.0.smithi042.stdout:3867: expect (ObjNum 1155 snap 347 seq_num 1155) 2024-09-16T07:01:26.762 INFO:tasks.rados.rados.0.smithi042.stdout:3860: expect (ObjNum 1150 snap 343 seq_num 1150) 2024-09-16T07:01:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:26 smithi042 ceph-mon[94096]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T07:01:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:26 smithi042 ceph-mon[96574]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T07:01:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:26 smithi164 ceph-mon[88760]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T07:01:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[94096]: pgmap v896: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T07:01:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[94096]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T07:01:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[94096]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T07:01:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[96574]: pgmap v896: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T07:01:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[96574]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T07:01:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:27 smithi042 ceph-mon[96574]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T07:01:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:27 smithi164 ceph-mon[88760]: pgmap v896: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 234 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T07:01:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:27 smithi164 ceph-mon[88760]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T07:01:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:27 smithi164 ceph-mon[88760]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T07:01:28.104 INFO:tasks.rados.rados.0.smithi042.stdout:3869: expect (ObjNum 1152 snap 346 seq_num 1152) 2024-09-16T07:01:28.303 INFO:tasks.rados.rados.0.smithi042.stdout:3865: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:28.401 INFO:tasks.rados.rados.0.smithi042.stdout:3862: expect (ObjNum 1176 snap 356 seq_num 1176) 2024-09-16T07:01:29.791 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:29 smithi164 ceph-mon[88760]: pgmap v899: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T07:01:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:29 smithi042 ceph-mon[94096]: pgmap v899: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T07:01:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:29 smithi042 ceph-mon[96574]: pgmap v899: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T07:01:29.963 INFO:tasks.rados.rados.0.smithi042.stdout:3861: finishing write tid 3 to smithi04281968-41 2024-09-16T07:01:29.963 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1717 (ObjNum 1193 snap 361 seq_num 1193) dirty exists 2024-09-16T07:01:29.963 INFO:tasks.rados.rados.0.smithi042.stdout:3861: left oid 41 (ObjNum 1193 snap 361 seq_num 1193) 2024-09-16T07:01:29.963 INFO:tasks.rados.rados.0.smithi042.stdout:3860: done (7 left) 2024-09-16T07:01:29.963 INFO:tasks.rados.rados.0.smithi042.stdout:3861: done (6 left) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3862: done (5 left) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3865: done (4 left) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3867: done (3 left) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3869: done (2 left) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3870: read oid 19 snap -1 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3870: expect (ObjNum 1194 snap 361 seq_num 1194) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3871: read oid 35 snap -1 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3871: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3872: read oid 3 snap -1 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3872: expect (ObjNum 1074 snap 318 seq_num 1074) 2024-09-16T07:01:29.964 INFO:tasks.rados.rados.0.smithi042.stdout:3873: rmattr oid 33 current snap is 361 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:3868: finishing rollback tid 0 to smithi04281968-4 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:3868: finishing rollback tid 1 to smithi04281968-4 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 361 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:3868: finishing rollback tid 2 to smithi04281968-4 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1444 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:01:29.965 INFO:tasks.rados.rados.0.smithi042.stdout:3864: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:31.502 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:31] "GET /metrics HTTP/1.1" 200 36301 "" "Prometheus/2.43.0" 2024-09-16T07:01:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:31 smithi042 ceph-mon[94096]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-09-16T07:01:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:31 smithi042 ceph-mon[96574]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-09-16T07:01:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:31 smithi164 ceph-mon[88760]: pgmap v900: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 238 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 20 op/s 2024-09-16T07:01:32.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1492 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:01:32.534 INFO:tasks.rados.rados.0.smithi042.stdout:3872: expect (ObjNum 1074 snap 318 seq_num 1074) 2024-09-16T07:01:32.569 INFO:tasks.rados.rados.0.smithi042.stdout:3870: expect (ObjNum 1194 snap 361 seq_num 1194) 2024-09-16T07:01:32.610 INFO:tasks.rados.rados.0.smithi042.stdout:3871: expect (ObjNum 1111 snap 331 seq_num 1111) 2024-09-16T07:01:32.657 INFO:tasks.rados.rados.0.smithi042.stdout:3874: seq_num 1195 ranges {729088=417792,1146880=401408} 2024-09-16T07:01:32.663 INFO:tasks.rados.rados.0.smithi042.stdout:3874: writing smithi04281968-16 from 729088 to 1146880 tid 1 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3874: writing smithi04281968-16 from 1146880 to 1548288 tid 2 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3864: done (6 left) 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3868: done (5 left) 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3870: done (4 left) 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3871: done (3 left) 2024-09-16T07:01:32.666 INFO:tasks.rados.rados.0.smithi042.stdout:3872: done (2 left) 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:3873: done (1 left) 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:3875: rmattr oid 42 current snap is 361 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:3875: done (1 left) 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:3876: rollback oid 27 current snap is 361 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 27 to 358 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 41 current snap is 361 2024-09-16T07:01:32.667 INFO:tasks.rados.rados.0.smithi042.stdout:3877: seq_num 1196 ranges {3137536=434176,3571712=401408} 2024-09-16T07:01:32.686 INFO:tasks.rados.rados.0.smithi042.stdout:3877: writing smithi04281968-41 from 3137536 to 3571712 tid 1 2024-09-16T07:01:32.689 INFO:tasks.rados.rados.0.smithi042.stdout:3877: writing smithi04281968-41 from 3571712 to 3973120 tid 2 2024-09-16T07:01:32.689 INFO:tasks.rados.rados.0.smithi042.stdout:3878: rollback oid 24 current snap is 361 2024-09-16T07:01:32.689 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 359 2024-09-16T07:01:32.689 INFO:tasks.rados.rados.0.smithi042.stdout:3874: finishing write tid 1 to smithi04281968-16 2024-09-16T07:01:32.689 INFO:tasks.rados.rados.0.smithi042.stdout:3879: snap_remove snap 352 2024-09-16T07:01:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:33.509 INFO:tasks.rados.rados.0.smithi042.stdout:3874: finishing write tid 2 to smithi04281968-16 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3874: finishing write tid 3 to smithi04281968-16 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3876: finishing rollback tid 0 to smithi04281968-27 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3876: finishing rollback tid 1 to smithi04281968-27 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3876: finishing rollback tid 2 to smithi04281968-27 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 27 v 1536 (ObjNum 1154 snap 347 seq_num 1154) dirty exists 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3874: finishing write tid 4 to smithi04281968-16 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1109 (ObjNum 1195 snap 361 seq_num 1195) dirty exists 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3874: left oid 16 (ObjNum 1195 snap 361 seq_num 1195) 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3877: finishing write tid 1 to smithi04281968-41 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3877: finishing write tid 2 to smithi04281968-41 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3877: finishing write tid 3 to smithi04281968-41 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:3877: finishing write tid 4 to smithi04281968-41 2024-09-16T07:01:33.510 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 41 v 1720 (ObjNum 1196 snap 361 seq_num 1196) dirty exists 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3877: left oid 41 (ObjNum 1196 snap 361 seq_num 1196) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3878: finishing rollback tid 0 to smithi04281968-24 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3878: finishing rollback tid 1 to smithi04281968-24 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3878: finishing rollback tid 2 to smithi04281968-24 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1723 (ObjNum 1137 snap 338 seq_num 1137) dirty exists 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3874: done (4 left) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3876: done (3 left) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3877: done (2 left) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3878: done (1 left) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3879: done (0 left) 2024-09-16T07:01:33.511 INFO:tasks.rados.rados.0.smithi042.stdout:3880: delete oid 35 current snap is 361 2024-09-16T07:01:33.532 INFO:tasks.rados.rados.0.smithi042.stdout:3880: done (0 left) 2024-09-16T07:01:33.532 INFO:tasks.rados.rados.0.smithi042.stdout:3881: read oid 6 snap 358 2024-09-16T07:01:33.532 INFO:tasks.rados.rados.0.smithi042.stdout:3881: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:33.532 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 361 2024-09-16T07:01:33.532 INFO:tasks.rados.rados.0.smithi042.stdout:3882: seq_num 1198 ranges {12951552=466944,13418496=401408} 2024-09-16T07:01:33.606 INFO:tasks.rados.rados.0.smithi042.stdout:3882: writing smithi04281968-38 from 12951552 to 13418496 tid 1 2024-09-16T07:01:33.608 INFO:tasks.rados.rados.0.smithi042.stdout:3882: writing smithi04281968-38 from 13418496 to 13819904 tid 2 2024-09-16T07:01:33.608 INFO:tasks.rados.rados.0.smithi042.stdout:3883: rmattr oid 19 current snap is 361 2024-09-16T07:01:33.608 INFO:tasks.rados.rados.0.smithi042.stdout:3883: done (2 left) 2024-09-16T07:01:33.609 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 48 current snap is 361 2024-09-16T07:01:33.609 INFO:tasks.rados.rados.0.smithi042.stdout:3884: seq_num 1199 ranges {770048=483328,1253376=401408} 2024-09-16T07:01:33.615 INFO:tasks.rados.rados.0.smithi042.stdout:3884: writing smithi04281968-48 from 770048 to 1253376 tid 1 2024-09-16T07:01:33.618 INFO:tasks.rados.rados.0.smithi042.stdout:3884: writing smithi04281968-48 from 1253376 to 1654784 tid 2 2024-09-16T07:01:33.618 INFO:tasks.rados.rados.0.smithi042.stdout:3885: delete oid 21 current snap is 361 2024-09-16T07:01:33.618 INFO:tasks.rados.rados.0.smithi042.stdout:3881: expect (ObjNum 972 snap 292 seq_num 972) 2024-09-16T07:01:33.718 INFO:tasks.rados.rados.0.smithi042.stdout:3882: finishing write tid 1 to smithi04281968-38 2024-09-16T07:01:33.718 INFO:tasks.rados.rados.0.smithi042.stdout:3882: finishing write tid 2 to smithi04281968-38 2024-09-16T07:01:33.718 INFO:tasks.rados.rados.0.smithi042.stdout:3882: finishing write tid 3 to smithi04281968-38 2024-09-16T07:01:33.718 INFO:tasks.rados.rados.0.smithi042.stdout:3882: finishing write tid 4 to smithi04281968-38 2024-09-16T07:01:33.718 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1726 (ObjNum 1198 snap 361 seq_num 1198) dirty exists 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3882: left oid 38 (ObjNum 1198 snap 361 seq_num 1198) 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3884: finishing write tid 1 to smithi04281968-48 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3881: done (3 left) 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3882: done (2 left) 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3885: done (1 left) 2024-09-16T07:01:33.719 INFO:tasks.rados.rados.0.smithi042.stdout:3886: snap_remove snap 356 2024-09-16T07:01:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:33 smithi164 ceph-mon[88760]: pgmap v901: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 906 KiB/s wr, 19 op/s 2024-09-16T07:01:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:33 smithi164 ceph-mon[88760]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T07:01:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:33 smithi042 ceph-mon[94096]: pgmap v901: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 906 KiB/s wr, 19 op/s 2024-09-16T07:01:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:33 smithi042 ceph-mon[94096]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T07:01:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:33 smithi042 ceph-mon[96574]: pgmap v901: 121 pgs: 121 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 906 KiB/s wr, 19 op/s 2024-09-16T07:01:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:33 smithi042 ceph-mon[96574]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3886: done (1 left) 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3887: rmattr oid 43 current snap is 361 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3884: finishing write tid 2 to smithi04281968-48 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3884: finishing write tid 3 to smithi04281968-48 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3884: finishing write tid 4 to smithi04281968-48 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 48 v 1597 (ObjNum 1199 snap 361 seq_num 1199) dirty exists 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3884: left oid 48 (ObjNum 1199 snap 361 seq_num 1199) 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3884: done (1 left) 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 24 current snap is 361 2024-09-16T07:01:34.515 INFO:tasks.rados.rados.0.smithi042.stdout:3888: seq_num 1201 ranges {2252800=524288,2777088=401408} 2024-09-16T07:01:34.533 INFO:tasks.rados.rados.0.smithi042.stdout:3888: writing smithi04281968-24 from 2252800 to 2777088 tid 1 2024-09-16T07:01:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:3888: writing smithi04281968-24 from 2777088 to 3178496 tid 2 2024-09-16T07:01:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:3889: rollback oid 6 current snap is 361 2024-09-16T07:01:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 6 to 350 2024-09-16T07:01:34.534 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1445 (ObjNum 1167 snap 351 seq_num 1167) dirty exists 2024-09-16T07:01:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:3887: done (2 left) 2024-09-16T07:01:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:3890: copy_from oid 50 from oid 35 current snap is 361 2024-09-16T07:01:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 28 current snap is 361 2024-09-16T07:01:34.535 INFO:tasks.rados.rados.0.smithi042.stdout:3891: seq_num 1202 ranges {3211264=540672,3751936=401408} 2024-09-16T07:01:34.555 INFO:tasks.rados.rados.0.smithi042.stdout:3891: writing smithi04281968-28 from 3211264 to 3751936 tid 1 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3891: writing smithi04281968-28 from 3751936 to 4153344 tid 2 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3892: delete oid 8 current snap is 361 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3890: finishing copy_from to smithi04281968-50 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3890: got expected ENOENT (src dne) 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3890: finishing copy_from racing read to smithi04281968-50 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3888: finishing write tid 1 to smithi04281968-24 2024-09-16T07:01:34.558 INFO:tasks.rados.rados.0.smithi042.stdout:3889: finishing rollback tid 0 to smithi04281968-6 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3888: finishing write tid 2 to smithi04281968-24 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3889: finishing rollback tid 1 to smithi04281968-6 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3888: finishing write tid 3 to smithi04281968-24 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3889: finishing rollback tid 2 to smithi04281968-6 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1776 (ObjNum 1139 snap 338 seq_num 1139) dirty exists 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3888: finishing write tid 4 to smithi04281968-24 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1730 (ObjNum 1201 snap 361 seq_num 1201) dirty exists 2024-09-16T07:01:34.559 INFO:tasks.rados.rados.0.smithi042.stdout:3888: left oid 24 (ObjNum 1201 snap 361 seq_num 1201) 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3888: done (4 left) 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3889: done (3 left) 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3890: done (2 left) 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3892: done (1 left) 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3893: copy_from oid 9 from oid 37 current snap is 361 2024-09-16T07:01:34.560 INFO:tasks.rados.rados.0.smithi042.stdout:3894: snap_create 2024-09-16T07:01:34.561 INFO:tasks.rados.rados.0.smithi042.stdout:3891: finishing write tid 1 to smithi04281968-28 2024-09-16T07:01:34.561 INFO:tasks.rados.rados.0.smithi042.stdout:3891: finishing write tid 2 to smithi04281968-28 2024-09-16T07:01:34.561 INFO:tasks.rados.rados.0.smithi042.stdout:3891: finishing write tid 3 to smithi04281968-28 2024-09-16T07:01:34.563 INFO:tasks.rados.rados.0.smithi042.stdout:3891: finishing write tid 4 to smithi04281968-28 2024-09-16T07:01:34.563 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 28 v 1733 (ObjNum 1202 snap 361 seq_num 1202) dirty exists 2024-09-16T07:01:34.563 INFO:tasks.rados.rados.0.smithi042.stdout:3891: left oid 28 (ObjNum 1202 snap 361 seq_num 1202) 2024-09-16T07:01:34.565 INFO:tasks.rados.rados.0.smithi042.stdout:3893: finishing copy_from racing read to smithi04281968-9 2024-09-16T07:01:34.565 INFO:tasks.rados.rados.0.smithi042.stdout:3893: finishing copy_from to smithi04281968-9 2024-09-16T07:01:34.565 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1259 (ObjNum 1181 snap 359 seq_num 1181) dirty exists 2024-09-16T07:01:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:34 smithi042 ceph-mon[96574]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T07:01:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:34 smithi042 ceph-mon[94096]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T07:01:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:34 smithi164 ceph-mon[88760]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T07:01:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:3891: done (2 left) 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:3893: done (1 left) 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:3894: done (0 left) 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:3895: rollback oid 35 current snap is 362 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 361 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 45 current snap is 362 2024-09-16T07:01:35.517 INFO:tasks.rados.rados.0.smithi042.stdout:3896: seq_num 1204 ranges {2908160=573440,3481600=401408} 2024-09-16T07:01:35.536 INFO:tasks.rados.rados.0.smithi042.stdout:3896: writing smithi04281968-45 from 2908160 to 3481600 tid 1 2024-09-16T07:01:35.538 INFO:tasks.rados.rados.0.smithi042.stdout:3896: writing smithi04281968-45 from 3481600 to 3883008 tid 2 2024-09-16T07:01:35.539 INFO:tasks.rados.rados.0.smithi042.stdout:3897: snap_remove snap 358 2024-09-16T07:01:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:35 smithi042 ceph-mon[94096]: pgmap v904: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-09-16T07:01:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:35 smithi042 ceph-mon[94096]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T07:01:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:35 smithi042 ceph-mon[96574]: pgmap v904: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-09-16T07:01:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:35 smithi042 ceph-mon[96574]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T07:01:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:35 smithi164 ceph-mon[88760]: pgmap v904: 121 pgs: 121 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 704 KiB/s wr, 17 op/s 2024-09-16T07:01:35.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:35 smithi164 ceph-mon[88760]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T07:01:36.529 INFO:tasks.rados.rados.0.smithi042.stdout:3895: finishing rollback tid 1 to smithi04281968-35 2024-09-16T07:01:36.588 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1762 (ObjNum 81 snap 0 seq_num 1415935090) dirty dne 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: finishing write tid 1 to smithi04281968-45 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: finishing write tid 2 to smithi04281968-45 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: finishing write tid 3 to smithi04281968-45 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: finishing write tid 4 to smithi04281968-45 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1713 (ObjNum 1204 snap 362 seq_num 1204) dirty exists 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: left oid 45 (ObjNum 1204 snap 362 seq_num 1204) 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3895: done (2 left) 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3896: done (1 left) 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3897: done (0 left) 2024-09-16T07:01:36.589 INFO:tasks.rados.rados.0.smithi042.stdout:3898: snap_create 2024-09-16T07:01:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:36 smithi042 ceph-mon[94096]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T07:01:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:36 smithi042 ceph-mon[96574]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T07:01:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:36 smithi164 ceph-mon[88760]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T07:01:37.475 INFO:tasks.rados.rados.0.smithi042.stdout:3898: done (0 left) 2024-09-16T07:01:37.476 INFO:tasks.rados.rados.0.smithi042.stdout:3899: snap_remove snap 359 2024-09-16T07:01:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[94096]: pgmap v907: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T07:01:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[94096]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T07:01:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[94096]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T07:01:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[96574]: pgmap v907: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T07:01:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[96574]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T07:01:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:37 smithi042 ceph-mon[96574]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T07:01:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:37 smithi164 ceph-mon[88760]: pgmap v907: 121 pgs: 121 active+clean; 241 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T07:01:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:37 smithi164 ceph-mon[88760]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T07:01:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:37 smithi164 ceph-mon[88760]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T07:01:38.477 INFO:tasks.rados.rados.0.smithi042.stdout:3899: done (0 left) 2024-09-16T07:01:38.477 INFO:tasks.rados.rados.0.smithi042.stdout:3900: rollback oid 37 current snap is 363 2024-09-16T07:01:38.477 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 37 to 360 2024-09-16T07:01:38.477 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 363 2024-09-16T07:01:38.477 INFO:tasks.rados.rados.0.smithi042.stdout:3901: seq_num 1205 ranges {2015232=589824,2605056=401408} 2024-09-16T07:01:38.492 INFO:tasks.rados.rados.0.smithi042.stdout:3901: writing smithi04281968-36 from 2015232 to 2605056 tid 1 2024-09-16T07:01:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:3901: writing smithi04281968-36 from 2605056 to 3006464 tid 2 2024-09-16T07:01:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:3902: read oid 21 snap -1 2024-09-16T07:01:38.497 INFO:tasks.rados.rados.0.smithi042.stdout:3902: expect deleted 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:3903: rollback oid 30 current snap is 363 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 30 to 347 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:3904: rmattr oid 43 current snap is 363 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:3905: rollback oid 35 current snap is 363 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 35 to 361 2024-09-16T07:01:38.498 INFO:tasks.rados.rados.0.smithi042.stdout:3906: snap_create 2024-09-16T07:01:38.500 INFO:tasks.rados.rados.0.smithi042.stdout:3903: finishing rollback tid 0 to smithi04281968-30 2024-09-16T07:01:38.502 INFO:tasks.rados.rados.0.smithi042.stdout:3900: finishing rollback tid 0 to smithi04281968-37 2024-09-16T07:01:38.502 INFO:tasks.rados.rados.0.smithi042.stdout:3900: finishing rollback tid 1 to smithi04281968-37 2024-09-16T07:01:38.503 INFO:tasks.rados.rados.0.smithi042.stdout:3900: finishing rollback tid 2 to smithi04281968-37 2024-09-16T07:01:38.503 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 37 v 1263 (ObjNum 1181 snap 359 seq_num 1181) dirty exists 2024-09-16T07:01:38.503 INFO:tasks.rados.rados.0.smithi042.stdout:3903: finishing rollback tid 1 to smithi04281968-30 2024-09-16T07:01:38.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 30 v 1447 (ObjNum 1217 snap 0 seq_num 3307184384) dirty dne 2024-09-16T07:01:38.504 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1448 (ObjNum 1167 snap 351 seq_num 1167) dirty exists 2024-09-16T07:01:38.504 INFO:tasks.rados.rados.0.smithi042.stdout:3901: finishing write tid 1 to smithi04281968-36 2024-09-16T07:01:38.505 INFO:tasks.rados.rados.0.smithi042.stdout:3905: finishing rollback tid 1 to smithi04281968-35 2024-09-16T07:01:38.505 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1762 (ObjNum 33 snap 0 seq_num 112023408) dirty dne 2024-09-16T07:01:38.505 INFO:tasks.rados.rados.0.smithi042.stdout:3901: finishing write tid 2 to smithi04281968-36 2024-09-16T07:01:38.506 INFO:tasks.rados.rados.0.smithi042.stdout:3901: finishing write tid 3 to smithi04281968-36 2024-09-16T07:01:38.507 INFO:tasks.rados.rados.0.smithi042.stdout:3901: finishing write tid 4 to smithi04281968-36 2024-09-16T07:01:38.507 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1266 (ObjNum 1205 snap 363 seq_num 1205) dirty exists 2024-09-16T07:01:38.507 INFO:tasks.rados.rados.0.smithi042.stdout:3901: left oid 36 (ObjNum 1205 snap 363 seq_num 1205) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3900: done (6 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3901: done (5 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3902: done (4 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3903: done (3 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3904: done (2 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3905: done (1 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3906: done (0 left) 2024-09-16T07:01:39.482 INFO:tasks.rados.rados.0.smithi042.stdout:3907: delete oid 27 current snap is 364 2024-09-16T07:01:39.487 INFO:tasks.rados.rados.0.smithi042.stdout:3907: done (0 left) 2024-09-16T07:01:39.487 INFO:tasks.rados.rados.0.smithi042.stdout:3908: copy_from oid 7 from oid 11 current snap is 364 2024-09-16T07:01:39.487 INFO:tasks.rados.rados.0.smithi042.stdout:3909: snap_create 2024-09-16T07:01:39.502 INFO:tasks.rados.rados.0.smithi042.stdout:3908: finishing copy_from racing read to smithi04281968-7 2024-09-16T07:01:39.503 INFO:tasks.rados.rados.0.smithi042.stdout:3908: finishing copy_from to smithi04281968-7 2024-09-16T07:01:39.503 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 7 v 1489 (ObjNum 1134 snap 338 seq_num 1134) dirty exists 2024-09-16T07:01:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:39 smithi164 ceph-mon[88760]: pgmap v910: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T07:01:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:39 smithi164 ceph-mon[88760]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T07:01:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:39 smithi042 ceph-mon[96574]: pgmap v910: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T07:01:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:39 smithi042 ceph-mon[96574]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T07:01:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:39 smithi042 ceph-mon[94096]: pgmap v910: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T07:01:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:39 smithi042 ceph-mon[94096]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T07:01:40.487 INFO:tasks.rados.rados.0.smithi042.stdout:3908: done (1 left) 2024-09-16T07:01:40.487 INFO:tasks.rados.rados.0.smithi042.stdout:3909: done (0 left) 2024-09-16T07:01:40.487 INFO:tasks.rados.rados.0.smithi042.stdout:3910: rmattr oid 22 current snap is 365 2024-09-16T07:01:40.487 INFO:tasks.rados.rados.0.smithi042.stdout:3910: done (0 left) 2024-09-16T07:01:40.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 19 current snap is 365 2024-09-16T07:01:40.488 INFO:tasks.rados.rados.0.smithi042.stdout:3911: seq_num 1207 ranges {1269760=622592,1892352=401408} 2024-09-16T07:01:40.497 INFO:tasks.rados.rados.0.smithi042.stdout:3911: writing smithi04281968-19 from 1269760 to 1892352 tid 1 2024-09-16T07:01:40.500 INFO:tasks.rados.rados.0.smithi042.stdout:3911: writing smithi04281968-19 from 1892352 to 2293760 tid 2 2024-09-16T07:01:40.500 INFO:tasks.rados.rados.0.smithi042.stdout:3912: copy_from oid 3 from oid 26 current snap is 365 2024-09-16T07:01:40.500 INFO:tasks.rados.rados.0.smithi042.stdout:3913: snap_create 2024-09-16T07:01:40.505 INFO:tasks.rados.rados.0.smithi042.stdout:3911: finishing write tid 1 to smithi04281968-19 2024-09-16T07:01:40.506 INFO:tasks.rados.rados.0.smithi042.stdout:3911: finishing write tid 2 to smithi04281968-19 2024-09-16T07:01:40.506 INFO:tasks.rados.rados.0.smithi042.stdout:3911: finishing write tid 3 to smithi04281968-19 2024-09-16T07:01:40.509 INFO:tasks.rados.rados.0.smithi042.stdout:3911: finishing write tid 4 to smithi04281968-19 2024-09-16T07:01:40.509 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 19 v 1794 (ObjNum 1207 snap 365 seq_num 1207) dirty exists 2024-09-16T07:01:40.509 INFO:tasks.rados.rados.0.smithi042.stdout:3911: left oid 19 (ObjNum 1207 snap 365 seq_num 1207) 2024-09-16T07:01:40.523 INFO:tasks.rados.rados.0.smithi042.stdout:3912: finishing copy_from racing read to smithi04281968-3 2024-09-16T07:01:40.525 INFO:tasks.rados.rados.0.smithi042.stdout:3912: finishing copy_from to smithi04281968-3 2024-09-16T07:01:40.525 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 3 v 1435 (ObjNum 1191 snap 360 seq_num 1191) dirty exists 2024-09-16T07:01:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:40 smithi164 ceph-mon[88760]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T07:01:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:40 smithi042 ceph-mon[94096]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T07:01:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:40 smithi042 ceph-mon[96574]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T07:01:41.484 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:41] "GET /metrics HTTP/1.1" 200 36302 "" "Prometheus/2.43.0" 2024-09-16T07:01:41.492 INFO:tasks.rados.rados.0.smithi042.stdout:3911: done (2 left) 2024-09-16T07:01:41.492 INFO:tasks.rados.rados.0.smithi042.stdout:3912: done (1 left) 2024-09-16T07:01:41.493 INFO:tasks.rados.rados.0.smithi042.stdout:3913: done (0 left) 2024-09-16T07:01:41.493 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 20 current snap is 366 2024-09-16T07:01:41.493 INFO:tasks.rados.rados.0.smithi042.stdout:3914: seq_num 1208 ranges {0=638976,638976=401408} 2024-09-16T07:01:41.495 INFO:tasks.rados.rados.0.smithi042.stdout:3914: writing smithi04281968-20 from 0 to 638976 tid 1 2024-09-16T07:01:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3914: writing smithi04281968-20 from 638976 to 1040384 tid 2 2024-09-16T07:01:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3915: read oid 30 snap -1 2024-09-16T07:01:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3915: expect deleted 2024-09-16T07:01:41.498 INFO:tasks.rados.rados.0.smithi042.stdout:3916: snap_remove snap 360 2024-09-16T07:01:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:41 smithi164 ceph-mon[88760]: pgmap v913: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 6 op/s 2024-09-16T07:01:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:41 smithi164 ceph-mon[88760]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T07:01:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:41 smithi042 ceph-mon[94096]: pgmap v913: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 6 op/s 2024-09-16T07:01:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:41 smithi042 ceph-mon[94096]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T07:01:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:41 smithi042 ceph-mon[96574]: pgmap v913: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 6 op/s 2024-09-16T07:01:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:41 smithi042 ceph-mon[96574]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T07:01:42.478 INFO:tasks.rados.rados.0.smithi042.stdout:3914: finishing write tid 1 to smithi04281968-20 2024-09-16T07:01:42.478 INFO:tasks.rados.rados.0.smithi042.stdout:3914: finishing write tid 2 to smithi04281968-20 2024-09-16T07:01:42.478 INFO:tasks.rados.rados.0.smithi042.stdout:3914: finishing write tid 3 to smithi04281968-20 2024-09-16T07:01:42.478 INFO:tasks.rados.rados.0.smithi042.stdout:3914: finishing write tid 4 to smithi04281968-20 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 20 v 884 (ObjNum 1208 snap 366 seq_num 1208) dirty exists 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:3914: left oid 20 (ObjNum 1208 snap 366 seq_num 1208) 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:3914: done (2 left) 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:3915: done (1 left) 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:3916: done (0 left) 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 39 current snap is 366 2024-09-16T07:01:42.479 INFO:tasks.rados.rados.0.smithi042.stdout:3917: seq_num 1209 ranges {0=655360,655360=401408} 2024-09-16T07:01:42.483 INFO:tasks.rados.rados.0.smithi042.stdout:3917: writing smithi04281968-39 from 0 to 655360 tid 1 2024-09-16T07:01:42.486 INFO:tasks.rados.rados.0.smithi042.stdout:3917: writing smithi04281968-39 from 655360 to 1056768 tid 2 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3918: read oid 26 snap -1 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3918: expect (ObjNum 1191 snap 360 seq_num 1191) 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3919: read oid 29 snap -1 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3919: expect (ObjNum 1175 snap 355 seq_num 1175) 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 16 current snap is 366 2024-09-16T07:01:42.487 INFO:tasks.rados.rados.0.smithi042.stdout:3920: seq_num 1210 ranges {1548288=671744,2220032=401408} 2024-09-16T07:01:42.500 INFO:tasks.rados.rados.0.smithi042.stdout:3920: writing smithi04281968-16 from 1548288 to 2220032 tid 1 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:3920: writing smithi04281968-16 from 2220032 to 2621440 tid 2 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:3921: rollback oid 44 current snap is 366 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 44 to 343 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:3917: finishing write tid 1 to smithi04281968-39 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:3917: finishing write tid 2 to smithi04281968-39 2024-09-16T07:01:42.504 INFO:tasks.rados.rados.0.smithi042.stdout:3922: setattr oid 33 current snap is 366 2024-09-16T07:01:42.507 INFO:tasks.rados.rados.0.smithi042.stdout:3919: expect (ObjNum 1175 snap 355 seq_num 1175) 2024-09-16T07:01:42.619 INFO:tasks.rados.rados.0.smithi042.stdout:3920: finishing write tid 1 to smithi04281968-16 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3920: finishing write tid 2 to smithi04281968-16 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3917: finishing write tid 3 to smithi04281968-39 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3920: finishing write tid 3 to smithi04281968-16 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3920: finishing write tid 4 to smithi04281968-16 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 16 v 1112 (ObjNum 1210 snap 366 seq_num 1210) dirty exists 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3920: left oid 16 (ObjNum 1210 snap 366 seq_num 1210) 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3917: finishing write tid 4 to smithi04281968-39 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 39 v 1801 (ObjNum 1209 snap 366 seq_num 1209) dirty exists 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3917: left oid 39 (ObjNum 1209 snap 366 seq_num 1209) 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3921: finishing rollback tid 0 to smithi04281968-44 2024-09-16T07:01:42.620 INFO:tasks.rados.rados.0.smithi042.stdout:3921: finishing rollback tid 1 to smithi04281968-44 2024-09-16T07:01:42.621 INFO:tasks.rados.rados.0.smithi042.stdout:3921: finishing rollback tid 2 to smithi04281968-44 2024-09-16T07:01:42.621 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 44 v 1530 (ObjNum 1129 snap 334 seq_num 1129) dirty exists 2024-09-16T07:01:42.621 INFO:tasks.rados.rados.0.smithi042.stdout:3918: expect (ObjNum 1191 snap 360 seq_num 1191) 2024-09-16T07:01:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:42 smithi164 ceph-mon[88760]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T07:01:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:42 smithi164 ceph-mon[88760]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T07:01:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:42 smithi042 ceph-mon[94096]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T07:01:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:42 smithi042 ceph-mon[94096]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T07:01:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:42 smithi042 ceph-mon[96574]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T07:01:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:42 smithi042 ceph-mon[96574]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T07:01:42.906 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 33 v 1493 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:01:42.906 INFO:tasks.rados.rados.0.smithi042.stdout:3917: done (5 left) 2024-09-16T07:01:42.906 INFO:tasks.rados.rados.0.smithi042.stdout:3918: done (4 left) 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3919: done (3 left) 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3920: done (2 left) 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3921: done (1 left) 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3922: done (0 left) 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3923: rollback oid 5 current snap is 366 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 5 to 364 2024-09-16T07:01:42.907 INFO:tasks.rados.rados.0.smithi042.stdout:3924: snap_remove snap 365 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3924: done (1 left) 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3925: read oid 44 snap 363 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3925: expect (ObjNum 1172 snap 352 seq_num 1172) 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3926: read oid 34 snap -1 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3926: expect deleted 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3927: snap_create 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3923: finishing rollback tid 0 to smithi04281968-5 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3923: finishing rollback tid 1 to smithi04281968-5 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:3923: finishing rollback tid 2 to smithi04281968-5 2024-09-16T07:01:43.511 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1540 (ObjNum 1185 snap 360 seq_num 1185) dirty exists 2024-09-16T07:01:43.521 INFO:tasks.rados.rados.0.smithi042.stdout:3925: expect (ObjNum 1172 snap 352 seq_num 1172) 2024-09-16T07:01:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:43 smithi042 ceph-mon[94096]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 538 KiB/s wr, 2 op/s 2024-09-16T07:01:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:43 smithi042 ceph-mon[96574]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 538 KiB/s wr, 2 op/s 2024-09-16T07:01:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:43 smithi164 ceph-mon[88760]: pgmap v916: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 244 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 538 KiB/s wr, 2 op/s 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3923: done (3 left) 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3925: done (2 left) 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3926: done (1 left) 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3927: done (0 left) 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3928: read oid 7 snap -1 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3928: expect (ObjNum 1134 snap 338 seq_num 1134) 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3929: copy_from oid 43 from oid 33 current snap is 367 2024-09-16T07:01:44.517 INFO:tasks.rados.rados.0.smithi042.stdout:3930: snap_remove snap 361 2024-09-16T07:01:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:44 smithi042 ceph-mon[94096]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T07:01:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:44 smithi042 ceph-mon[96574]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T07:01:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:44 smithi164 ceph-mon[88760]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T07:01:45.519 INFO:tasks.rados.rados.0.smithi042.stdout:3930: done (2 left) 2024-09-16T07:01:45.519 INFO:tasks.rados.rados.0.smithi042.stdout:3931: setattr oid 5 current snap is 367 2024-09-16T07:01:45.519 INFO:tasks.rados.rados.0.smithi042.stdout:3928: expect (ObjNum 1134 snap 338 seq_num 1134) 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:3929: finishing copy_from racing read to smithi04281968-43 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:3929: finishing copy_from to smithi04281968-43 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1493 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:3928: done (2 left) 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:3929: done (1 left) 2024-09-16T07:01:45.583 INFO:tasks.rados.rados.0.smithi042.stdout:3932: snap_remove snap 343 2024-09-16T07:01:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:45 smithi042 ceph-mon[94096]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T07:01:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:45 smithi042 ceph-mon[94096]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T07:01:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:45 smithi042 ceph-mon[96574]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T07:01:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:45 smithi042 ceph-mon[96574]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T07:01:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:45 smithi164 ceph-mon[88760]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 5 op/s 2024-09-16T07:01:45.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:45 smithi164 ceph-mon[88760]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T07:01:46.535 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 5 v 1541 (ObjNum 1185 snap 360 seq_num 1185) dirty exists 2024-09-16T07:01:46.536 INFO:tasks.rados.rados.0.smithi042.stdout:3931: done (1 left) 2024-09-16T07:01:46.536 INFO:tasks.rados.rados.0.smithi042.stdout:3932: done (0 left) 2024-09-16T07:01:46.536 INFO:tasks.rados.rados.0.smithi042.stdout:3933: read oid 17 snap -1 2024-09-16T07:01:46.536 INFO:tasks.rados.rados.0.smithi042.stdout:3933: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:46.536 INFO:tasks.rados.rados.0.smithi042.stdout:3934: snap_create 2024-09-16T07:01:46.650 INFO:tasks.rados.rados.0.smithi042.stdout:3933: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:46 smithi042 ceph-mon[94096]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T07:01:46.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:46 smithi042 ceph-mon[96574]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T07:01:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:46 smithi164 ceph-mon[88760]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T07:01:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[96574]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T07:01:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[96574]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T07:01:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[96574]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T07:01:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[94096]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T07:01:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[94096]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T07:01:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:47 smithi042 ceph-mon[94096]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T07:01:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:47 smithi164 ceph-mon[88760]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-09-16T07:01:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:47 smithi164 ceph-mon[88760]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T07:01:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:47 smithi164 ceph-mon[88760]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:3933: done (1 left) 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:3934: done (0 left) 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:3935: rollback oid 8 current snap is 368 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 8 to 362 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 368 2024-09-16T07:01:49.217 INFO:tasks.rados.rados.0.smithi042.stdout:3936: seq_num 1211 ranges {2727936=688128,3416064=401408} 2024-09-16T07:01:49.235 INFO:tasks.rados.rados.0.smithi042.stdout:3936: writing smithi04281968-32 from 2727936 to 3416064 tid 1 2024-09-16T07:01:49.237 INFO:tasks.rados.rados.0.smithi042.stdout:3936: writing smithi04281968-32 from 3416064 to 3817472 tid 2 2024-09-16T07:01:49.237 INFO:tasks.rados.rados.0.smithi042.stdout:3937: snap_create 2024-09-16T07:01:49.237 INFO:tasks.rados.rados.0.smithi042.stdout:3935: finishing rollback tid 1 to smithi04281968-8 2024-09-16T07:01:49.237 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 1415 (ObjNum 321 snap 0 seq_num 3307183632) dirty dne 2024-09-16T07:01:49.240 INFO:tasks.rados.rados.0.smithi042.stdout:3936: finishing write tid 1 to smithi04281968-32 2024-09-16T07:01:49.241 INFO:tasks.rados.rados.0.smithi042.stdout:3936: finishing write tid 2 to smithi04281968-32 2024-09-16T07:01:49.241 INFO:tasks.rados.rados.0.smithi042.stdout:3936: finishing write tid 3 to smithi04281968-32 2024-09-16T07:01:49.242 INFO:tasks.rados.rados.0.smithi042.stdout:3936: finishing write tid 4 to smithi04281968-32 2024-09-16T07:01:49.242 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1438 (ObjNum 1211 snap 368 seq_num 1211) dirty exists 2024-09-16T07:01:49.242 INFO:tasks.rados.rados.0.smithi042.stdout:3936: left oid 32 (ObjNum 1211 snap 368 seq_num 1211) 2024-09-16T07:01:49.539 INFO:tasks.rados.rados.0.smithi042.stdout:3935: done (2 left) 2024-09-16T07:01:49.539 INFO:tasks.rados.rados.0.smithi042.stdout:3936: done (1 left) 2024-09-16T07:01:49.539 INFO:tasks.rados.rados.0.smithi042.stdout:3937: done (0 left) 2024-09-16T07:01:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:3938: rmattr oid 22 current snap is 369 2024-09-16T07:01:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:3938: done (0 left) 2024-09-16T07:01:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:3939: read oid 10 snap -1 2024-09-16T07:01:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:3939: expect (ObjNum 1153 snap 346 seq_num 1153) 2024-09-16T07:01:49.540 INFO:tasks.rados.rados.0.smithi042.stdout:3940: delete oid 6 current snap is 369 2024-09-16T07:01:49.543 INFO:tasks.rados.rados.0.smithi042.stdout:3940: done (1 left) 2024-09-16T07:01:49.543 INFO:tasks.rados.rados.0.smithi042.stdout:3941: snap_remove snap 350 2024-09-16T07:01:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:49 smithi042 ceph-mon[94096]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-09-16T07:01:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:49 smithi042 ceph-mon[96574]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-09-16T07:01:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:49 smithi164 ceph-mon[88760]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-09-16T07:01:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:01:50.548 INFO:tasks.rados.rados.0.smithi042.stdout:3939: expect (ObjNum 1153 snap 346 seq_num 1153) 2024-09-16T07:01:50.687 INFO:tasks.rados.rados.0.smithi042.stdout:3939: done (1 left) 2024-09-16T07:01:50.687 INFO:tasks.rados.rados.0.smithi042.stdout:3941: done (0 left) 2024-09-16T07:01:50.687 INFO:tasks.rados.rados.0.smithi042.stdout:3942: snap_remove snap 367 2024-09-16T07:01:50.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:50 smithi042 ceph-mon[94096]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T07:01:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:50 smithi042 ceph-mon[96574]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T07:01:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:50 smithi164 ceph-mon[88760]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T07:01:51.549 INFO:tasks.rados.rados.0.smithi042.stdout:3942: done (0 left) 2024-09-16T07:01:51.549 INFO:tasks.rados.rados.0.smithi042.stdout:3943: read oid 22 snap -1 2024-09-16T07:01:51.549 INFO:tasks.rados.rados.0.smithi042.stdout:3943: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-09-16T07:01:51.549 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 6 current snap is 369 2024-09-16T07:01:51.549 INFO:tasks.rados.rados.0.smithi042.stdout:3944: seq_num 1213 ranges {0=720896,720896=401408} 2024-09-16T07:01:51.549 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:01:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:01:51] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T07:01:51.553 INFO:tasks.rados.rados.0.smithi042.stdout:3944: writing smithi04281968-6 from 0 to 720896 tid 1 2024-09-16T07:01:51.556 INFO:tasks.rados.rados.0.smithi042.stdout:3944: writing smithi04281968-6 from 720896 to 1122304 tid 2 2024-09-16T07:01:51.556 INFO:tasks.rados.rados.0.smithi042.stdout:3945: snap_create 2024-09-16T07:01:51.557 INFO:tasks.rados.rados.0.smithi042.stdout:3943: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:3944: finishing write tid 1 to smithi04281968-6 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:3944: finishing write tid 2 to smithi04281968-6 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:3944: finishing write tid 3 to smithi04281968-6 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:3944: finishing write tid 4 to smithi04281968-6 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 6 v 1828 (ObjNum 1213 snap 369 seq_num 1213) dirty exists 2024-09-16T07:01:51.578 INFO:tasks.rados.rados.0.smithi042.stdout:3944: left oid 6 (ObjNum 1213 snap 369 seq_num 1213) 2024-09-16T07:01:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:51 smithi042 ceph-mon[94096]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-16T07:01:51.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:51 smithi042 ceph-mon[94096]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T07:01:51.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:51 smithi042 ceph-mon[96574]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-16T07:01:51.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:51 smithi042 ceph-mon[96574]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T07:01:51.999 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:51 smithi164 ceph-mon[88760]: pgmap v927: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-09-16T07:01:51.999 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:51 smithi164 ceph-mon[88760]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T07:01:52.479 INFO:tasks.rados.rados.0.smithi042.stdout:3943: done (2 left) 2024-09-16T07:01:52.479 INFO:tasks.rados.rados.0.smithi042.stdout:3944: done (1 left) 2024-09-16T07:01:52.480 INFO:tasks.rados.rados.0.smithi042.stdout:3945: done (0 left) 2024-09-16T07:01:52.480 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 25 current snap is 370 2024-09-16T07:01:52.480 INFO:tasks.rados.rados.0.smithi042.stdout:3946: seq_num 1214 ranges {2727936=737280,3465216=401408} 2024-09-16T07:01:52.498 INFO:tasks.rados.rados.0.smithi042.stdout:3946: writing smithi04281968-25 from 2727936 to 3465216 tid 1 2024-09-16T07:01:52.501 INFO:tasks.rados.rados.0.smithi042.stdout:3946: writing smithi04281968-25 from 3465216 to 3866624 tid 2 2024-09-16T07:01:52.501 INFO:tasks.rados.rados.0.smithi042.stdout:3947: read oid 17 snap -1 2024-09-16T07:01:52.501 INFO:tasks.rados.rados.0.smithi042.stdout:3947: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:52.501 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 11 current snap is 370 2024-09-16T07:01:52.501 INFO:tasks.rados.rados.0.smithi042.stdout:3948: seq_num 1215 ranges {2203648=753664,2957312=401408} 2024-09-16T07:01:52.518 INFO:tasks.rados.rados.0.smithi042.stdout:3948: writing smithi04281968-11 from 2203648 to 2957312 tid 1 2024-09-16T07:01:52.520 INFO:tasks.rados.rados.0.smithi042.stdout:3948: writing smithi04281968-11 from 2957312 to 3358720 tid 2 2024-09-16T07:01:52.520 INFO:tasks.rados.rados.0.smithi042.stdout:3949: snap_create 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:3946: finishing write tid 1 to smithi04281968-25 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:3946: finishing write tid 2 to smithi04281968-25 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:3946: finishing write tid 3 to smithi04281968-25 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:3946: finishing write tid 4 to smithi04281968-25 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 25 v 1544 (ObjNum 1214 snap 370 seq_num 1214) dirty exists 2024-09-16T07:01:52.521 INFO:tasks.rados.rados.0.smithi042.stdout:3946: left oid 25 (ObjNum 1214 snap 370 seq_num 1214) 2024-09-16T07:01:52.528 INFO:tasks.rados.rados.0.smithi042.stdout:3948: finishing write tid 1 to smithi04281968-11 2024-09-16T07:01:52.528 INFO:tasks.rados.rados.0.smithi042.stdout:3948: finishing write tid 2 to smithi04281968-11 2024-09-16T07:01:52.529 INFO:tasks.rados.rados.0.smithi042.stdout:3948: finishing write tid 3 to smithi04281968-11 2024-09-16T07:01:52.530 INFO:tasks.rados.rados.0.smithi042.stdout:3948: finishing write tid 4 to smithi04281968-11 2024-09-16T07:01:52.531 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 11 v 1496 (ObjNum 1215 snap 370 seq_num 1215) dirty exists 2024-09-16T07:01:52.531 INFO:tasks.rados.rados.0.smithi042.stdout:3948: left oid 11 (ObjNum 1215 snap 370 seq_num 1215) 2024-09-16T07:01:52.583 INFO:tasks.rados.rados.0.smithi042.stdout:3947: expect (ObjNum 1018 snap 299 seq_num 1018) 2024-09-16T07:01:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:52 smithi164 ceph-mon[88760]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T07:01:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:52 smithi164 ceph-mon[88760]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T07:01:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:01:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:01:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:01:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:52 smithi042 ceph-mon[94096]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T07:01:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:52 smithi042 ceph-mon[94096]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T07:01:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:52 smithi042 ceph-mon[96574]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T07:01:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:52 smithi042 ceph-mon[96574]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T07:01:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:53 smithi042 ceph-mon[94096]: pgmap v930: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T07:01:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:53 smithi042 ceph-mon[94096]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T07:01:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:53 smithi042 ceph-mon[96574]: pgmap v930: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T07:01:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:53 smithi042 ceph-mon[96574]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T07:01:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:53 smithi164 ceph-mon[88760]: pgmap v930: 121 pgs: 121 active+clean; 242 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T07:01:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:53 smithi164 ceph-mon[88760]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T07:01:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:01:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:01:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:54 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:01:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:54 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:3946: done (3 left) 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:3947: done (2 left) 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:3948: done (1 left) 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:3949: done (0 left) 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 35 current snap is 371 2024-09-16T07:01:55.159 INFO:tasks.rados.rados.0.smithi042.stdout:3950: seq_num 1216 ranges {0=770048,770048=401408} 2024-09-16T07:01:55.162 INFO:tasks.rados.rados.0.smithi042.stdout:3950: writing smithi04281968-35 from 0 to 770048 tid 1 2024-09-16T07:01:55.165 INFO:tasks.rados.rados.0.smithi042.stdout:3950: writing smithi04281968-35 from 770048 to 1171456 tid 2 2024-09-16T07:01:55.165 INFO:tasks.rados.rados.0.smithi042.stdout:3951: read oid 20 snap 368 2024-09-16T07:01:55.165 INFO:tasks.rados.rados.0.smithi042.stdout:3951: expect (ObjNum 1208 snap 366 seq_num 1208) 2024-09-16T07:01:55.165 INFO:tasks.rados.rados.0.smithi042.stdout:3952: snap_create 2024-09-16T07:01:55.168 INFO:tasks.rados.rados.0.smithi042.stdout:3950: finishing write tid 1 to smithi04281968-35 2024-09-16T07:01:55.168 INFO:tasks.rados.rados.0.smithi042.stdout:3950: finishing write tid 2 to smithi04281968-35 2024-09-16T07:01:55.169 INFO:tasks.rados.rados.0.smithi042.stdout:3950: finishing write tid 3 to smithi04281968-35 2024-09-16T07:01:55.170 INFO:tasks.rados.rados.0.smithi042.stdout:3950: finishing write tid 4 to smithi04281968-35 2024-09-16T07:01:55.170 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1831 (ObjNum 1216 snap 371 seq_num 1216) dirty exists 2024-09-16T07:01:55.170 INFO:tasks.rados.rados.0.smithi042.stdout:3950: left oid 35 (ObjNum 1216 snap 371 seq_num 1216) 2024-09-16T07:01:55.171 INFO:tasks.rados.rados.0.smithi042.stdout:3951: expect (ObjNum 1208 snap 366 seq_num 1208) 2024-09-16T07:01:55.799 INFO:tasks.rados.rados.0.smithi042.stdout:3950: done (2 left) 2024-09-16T07:01:55.800 INFO:tasks.rados.rados.0.smithi042.stdout:3951: done (1 left) 2024-09-16T07:01:55.800 INFO:tasks.rados.rados.0.smithi042.stdout:3952: done (0 left) 2024-09-16T07:01:55.800 INFO:tasks.rados.rados.0.smithi042.stdout:3953: read oid 2 snap -1 2024-09-16T07:01:55.800 INFO:tasks.rados.rados.0.smithi042.stdout:3953: expect (ObjNum 1171 snap 352 seq_num 1171) 2024-09-16T07:01:55.800 INFO:tasks.rados.rados.0.smithi042.stdout:3954: setattr oid 45 current snap is 372 2024-09-16T07:01:55.801 INFO:tasks.rados.rados.0.smithi042.stdout:3955: delete oid 31 current snap is 372 2024-09-16T07:01:55.806 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 45 v 1714 (ObjNum 1204 snap 362 seq_num 1204) dirty exists 2024-09-16T07:01:55.823 INFO:tasks.rados.rados.0.smithi042.stdout:3954: done (2 left) 2024-09-16T07:01:55.823 INFO:tasks.rados.rados.0.smithi042.stdout:3955: done (1 left) 2024-09-16T07:01:55.823 INFO:tasks.rados.rados.0.smithi042.stdout:3956: delete oid 19 current snap is 372 2024-09-16T07:01:55.824 INFO:tasks.rados.rados.0.smithi042.stdout:3953: expect (ObjNum 1171 snap 352 seq_num 1171) 2024-09-16T07:01:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[94096]: pgmap v933: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 266 KiB/s wr, 0 op/s 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[96574]: pgmap v933: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 266 KiB/s wr, 0 op/s 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:01:55.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:55 smithi164 ceph-mon[88760]: pgmap v933: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 266 KiB/s wr, 0 op/s 2024-09-16T07:01:55.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:01:55.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:01:55.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:01:55.998 INFO:tasks.rados.rados.0.smithi042.stdout:3953: done (1 left) 2024-09-16T07:01:55.998 INFO:tasks.rados.rados.0.smithi042.stdout:3956: done (0 left) 2024-09-16T07:01:55.998 INFO:tasks.rados.rados.0.smithi042.stdout:3957: read oid 34 snap -1 2024-09-16T07:01:55.998 INFO:tasks.rados.rados.0.smithi042.stdout:3957: expect deleted 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3958: read oid 35 snap -1 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3958: expect (ObjNum 1216 snap 371 seq_num 1216) 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3959: read oid 31 snap 368 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3959: expect deleted 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3960: read oid 5 snap -1 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3960: expect (ObjNum 1185 snap 360 seq_num 1185) 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 9 current snap is 372 2024-09-16T07:01:55.999 INFO:tasks.rados.rados.0.smithi042.stdout:3961: seq_num 1219 ranges {581632=417792,999424=557056,1556480=245760} 2024-09-16T07:01:56.003 INFO:tasks.rados.rados.0.smithi042.stdout:3961: writing smithi04281968-9 from 581632 to 999424 tid 1 2024-09-16T07:01:56.007 INFO:tasks.rados.rados.0.smithi042.stdout:3961: writing smithi04281968-9 from 999424 to 1556480 tid 2 2024-09-16T07:01:56.009 INFO:tasks.rados.rados.0.smithi042.stdout:3961: writing smithi04281968-9 from 1556480 to 1802240 tid 3 2024-09-16T07:01:56.009 INFO:tasks.rados.rados.0.smithi042.stdout:3962: delete oid 45 current snap is 372 2024-09-16T07:01:56.009 INFO:tasks.rados.rados.0.smithi042.stdout:3958: expect (ObjNum 1216 snap 371 seq_num 1216) 2024-09-16T07:01:56.040 INFO:tasks.rados.rados.0.smithi042.stdout:3961: finishing write tid 1 to smithi04281968-9 2024-09-16T07:01:56.040 INFO:tasks.rados.rados.0.smithi042.stdout:3960: expect (ObjNum 1185 snap 360 seq_num 1185) 2024-09-16T07:01:56.264 INFO:tasks.rados.rados.0.smithi042.stdout:3961: finishing write tid 2 to smithi04281968-9 2024-09-16T07:01:56.264 INFO:tasks.rados.rados.0.smithi042.stdout:3961: finishing write tid 3 to smithi04281968-9 2024-09-16T07:01:56.264 INFO:tasks.rados.rados.0.smithi042.stdout:3961: finishing write tid 4 to smithi04281968-9 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3961: finishing write tid 5 to smithi04281968-9 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 9 v 1500 (ObjNum 1219 snap 372 seq_num 1219) dirty exists 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3961: left oid 9 (ObjNum 1219 snap 372 seq_num 1219) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3957: done (5 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3958: done (4 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3959: done (3 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3960: done (2 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3961: done (1 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3962: done (0 left) 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3963: read oid 27 snap -1 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3963: expect deleted 2024-09-16T07:01:56.265 INFO:tasks.rados.rados.0.smithi042.stdout:3964: delete oid 11 current snap is 372 2024-09-16T07:01:56.267 INFO:tasks.rados.rados.0.smithi042.stdout:3963: done (1 left) 2024-09-16T07:01:56.267 INFO:tasks.rados.rados.0.smithi042.stdout:3964: done (0 left) 2024-09-16T07:01:56.267 INFO:tasks.rados.rados.0.smithi042.stdout:3965: delete oid 25 current snap is 372 2024-09-16T07:01:56.269 INFO:tasks.rados.rados.0.smithi042.stdout:3965: done (0 left) 2024-09-16T07:01:56.269 INFO:tasks.rados.rados.0.smithi042.stdout:3966: snap_create 2024-09-16T07:01:56.809 INFO:tasks.rados.rados.0.smithi042.stdout:3966: done (0 left) 2024-09-16T07:01:56.810 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 15 current snap is 373 2024-09-16T07:01:56.810 INFO:tasks.rados.rados.0.smithi042.stdout:3967: seq_num 1223 ranges {2932736=491520,3424256=491520,3915776=311296} 2024-09-16T07:01:56.828 INFO:tasks.rados.rados.0.smithi042.stdout:3967: writing smithi04281968-15 from 2932736 to 3424256 tid 1 2024-09-16T07:01:56.830 INFO:tasks.rados.rados.0.smithi042.stdout:3967: writing smithi04281968-15 from 3424256 to 3915776 tid 2 2024-09-16T07:01:56.833 INFO:tasks.rados.rados.0.smithi042.stdout:3967: writing smithi04281968-15 from 3915776 to 4227072 tid 3 2024-09-16T07:01:56.833 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 36 current snap is 373 2024-09-16T07:01:56.833 INFO:tasks.rados.rados.0.smithi042.stdout:3968: seq_num 1224 ranges {3006464=507904,3514368=425984,3940352=376832} 2024-09-16T07:01:56.852 INFO:tasks.rados.rados.0.smithi042.stdout:3968: writing smithi04281968-36 from 3006464 to 3514368 tid 1 2024-09-16T07:01:56.854 INFO:tasks.rados.rados.0.smithi042.stdout:3968: writing smithi04281968-36 from 3514368 to 3940352 tid 2 2024-09-16T07:01:56.857 INFO:tasks.rados.rados.0.smithi042.stdout:3968: writing smithi04281968-36 from 3940352 to 4317184 tid 3 2024-09-16T07:01:56.857 INFO:tasks.rados.rados.0.smithi042.stdout:3969: delete oid 8 current snap is 373 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: finishing write tid 1 to smithi04281968-15 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: finishing write tid 2 to smithi04281968-15 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: finishing write tid 3 to smithi04281968-15 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: finishing write tid 4 to smithi04281968-15 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: finishing write tid 5 to smithi04281968-15 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 15 v 1643 (ObjNum 1223 snap 373 seq_num 1223) dirty exists 2024-09-16T07:01:56.858 INFO:tasks.rados.rados.0.smithi042.stdout:3967: left oid 15 (ObjNum 1223 snap 373 seq_num 1223) 2024-09-16T07:01:56.861 INFO:tasks.rados.rados.0.smithi042.stdout:3967: done (2 left) 2024-09-16T07:01:56.861 INFO:tasks.rados.rados.0.smithi042.stdout:3969: done (1 left) 2024-09-16T07:01:56.861 INFO:tasks.rados.rados.0.smithi042.stdout:3970: copy_from oid 21 from oid 45 current snap is 373 2024-09-16T07:01:56.861 INFO:tasks.rados.rados.0.smithi042.stdout:3971: snap_remove snap 370 2024-09-16T07:01:57.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:56 smithi042 ceph-mon[94096]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T07:01:57.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:56 smithi042 ceph-mon[96574]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T07:01:57.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:56 smithi164 ceph-mon[88760]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T07:01:57.483 INFO:tasks.rados.rados.0.smithi042.stdout:3971: done (2 left) 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3972: setattr oid 43 current snap is 373 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3970: finishing copy_from to smithi04281968-21 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3970: got expected ENOENT (src dne) 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3970: finishing copy_from racing read to smithi04281968-21 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: finishing write tid 1 to smithi04281968-36 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: finishing write tid 2 to smithi04281968-36 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: finishing write tid 3 to smithi04281968-36 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: finishing write tid 4 to smithi04281968-36 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: finishing write tid 5 to smithi04281968-36 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 36 v 1270 (ObjNum 1224 snap 373 seq_num 1224) dirty exists 2024-09-16T07:01:57.484 INFO:tasks.rados.rados.0.smithi042.stdout:3968: left oid 36 (ObjNum 1224 snap 373 seq_num 1224) 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3968: done (2 left) 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3970: done (1 left) 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3973: read oid 40 snap 371 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3973: expect (ObjNum 111280288 snap 21996 seq_num 111236848) 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3974: copy_from oid 14 from oid 42 current snap is 373 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 38 current snap is 373 2024-09-16T07:01:57.487 INFO:tasks.rados.rados.0.smithi042.stdout:3975: seq_num 1226 ranges {13819904=540672,14360576=598016,14958592=204800} 2024-09-16T07:01:57.566 INFO:tasks.rados.rados.0.smithi042.stdout:3975: writing smithi04281968-38 from 13819904 to 14360576 tid 1 2024-09-16T07:01:57.569 INFO:tasks.rados.rados.0.smithi042.stdout:3975: writing smithi04281968-38 from 14360576 to 14958592 tid 2 2024-09-16T07:01:57.571 INFO:tasks.rados.rados.0.smithi042.stdout:3975: writing smithi04281968-38 from 14958592 to 15163392 tid 3 2024-09-16T07:01:57.571 INFO:tasks.rados.rados.0.smithi042.stdout:3976: rmattr oid 46 current snap is 373 2024-09-16T07:01:57.571 INFO:tasks.rados.rados.0.smithi042.stdout:3973: expect (ObjNum 111280288 snap 21996 seq_num 111236848) 2024-09-16T07:01:57.573 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1494 (ObjNum 1150 snap 343 seq_num 1150) dirty exists 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3974: finishing copy_from racing read to smithi04281968-14 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3974: finishing copy_from to smithi04281968-14 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 14 v 1574 (ObjNum 1164 snap 351 seq_num 1164) dirty exists 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3975: finishing write tid 1 to smithi04281968-38 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3972: done (4 left) 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3973: done (3 left) 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3974: done (2 left) 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3977: read oid 14 snap -1 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3977: expect (ObjNum 1164 snap 351 seq_num 1164) 2024-09-16T07:01:57.574 INFO:tasks.rados.rados.0.smithi042.stdout:3978: snap_create 2024-09-16T07:01:57.576 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 46 v 1531 (ObjNum 1146 snap 343 seq_num 1146) dirty exists 2024-09-16T07:01:57.576 INFO:tasks.rados.rados.0.smithi042.stdout:3975: finishing write tid 2 to smithi04281968-38 2024-09-16T07:01:57.576 INFO:tasks.rados.rados.0.smithi042.stdout:3975: finishing write tid 3 to smithi04281968-38 2024-09-16T07:01:57.577 INFO:tasks.rados.rados.0.smithi042.stdout:3975: finishing write tid 4 to smithi04281968-38 2024-09-16T07:01:57.579 INFO:tasks.rados.rados.0.smithi042.stdout:3975: finishing write tid 5 to smithi04281968-38 2024-09-16T07:01:57.579 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 38 v 1755 (ObjNum 1226 snap 373 seq_num 1226) dirty exists 2024-09-16T07:01:57.579 INFO:tasks.rados.rados.0.smithi042.stdout:3975: left oid 38 (ObjNum 1226 snap 373 seq_num 1226) 2024-09-16T07:01:57.585 INFO:tasks.rados.rados.0.smithi042.stdout:3977: expect (ObjNum 1164 snap 351 seq_num 1164) 2024-09-16T07:01:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[94096]: pgmap v935: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 750 KiB/s wr, 5 op/s 2024-09-16T07:01:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[94096]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T07:01:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[94096]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T07:01:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[96574]: pgmap v935: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 750 KiB/s wr, 5 op/s 2024-09-16T07:01:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[96574]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T07:01:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:57 smithi042 ceph-mon[96574]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T07:01:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:57 smithi164 ceph-mon[88760]: pgmap v935: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 750 KiB/s wr, 5 op/s 2024-09-16T07:01:58.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:57 smithi164 ceph-mon[88760]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T07:01:58.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:57 smithi164 ceph-mon[88760]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T07:01:58.483 INFO:tasks.rados.rados.0.smithi042.stdout:3975: done (3 left) 2024-09-16T07:01:58.483 INFO:tasks.rados.rados.0.smithi042.stdout:3976: done (2 left) 2024-09-16T07:01:58.483 INFO:tasks.rados.rados.0.smithi042.stdout:3977: done (1 left) 2024-09-16T07:01:58.484 INFO:tasks.rados.rados.0.smithi042.stdout:3978: done (0 left) 2024-09-16T07:01:58.484 INFO:tasks.rados.rados.0.smithi042.stdout:3979: copy_from oid 35 from oid 38 current snap is 374 2024-09-16T07:01:58.484 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 8 current snap is 374 2024-09-16T07:01:58.484 INFO:tasks.rados.rados.0.smithi042.stdout:3980: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-09-16T07:01:58.486 INFO:tasks.rados.rados.0.smithi042.stdout:3980: writing smithi04281968-8 from 0 to 557056 tid 1 2024-09-16T07:01:58.489 INFO:tasks.rados.rados.0.smithi042.stdout:3980: writing smithi04281968-8 from 557056 to 1040384 tid 2 2024-09-16T07:01:58.492 INFO:tasks.rados.rados.0.smithi042.stdout:3980: writing smithi04281968-8 from 1040384 to 1359872 tid 3 2024-09-16T07:01:58.492 INFO:tasks.rados.rados.0.smithi042.stdout:3981: rmattr oid 28 current snap is 374 2024-09-16T07:01:58.493 INFO:tasks.rados.rados.0.smithi042.stdout:3981: done (2 left) 2024-09-16T07:01:58.493 INFO:tasks.rados.rados.0.smithi042.stdout:3982: read oid 4 snap -1 2024-09-16T07:01:58.493 INFO:tasks.rados.rados.0.smithi042.stdout:3982: expect (ObjNum 1079 snap 320 seq_num 1079) 2024-09-16T07:01:58.493 INFO:tasks.rados.rados.0.smithi042.stdout:3983: delete oid 36 current snap is 374 2024-09-16T07:01:58.493 INFO:tasks.rados.rados.0.smithi042.stdout:3980: finishing write tid 1 to smithi04281968-8 2024-09-16T07:01:58.494 INFO:tasks.rados.rados.0.smithi042.stdout:3980: finishing write tid 2 to smithi04281968-8 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3983: done (3 left) 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3984: read oid 32 snap -1 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3984: expect (ObjNum 1211 snap 368 seq_num 1211) 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3985: rmattr oid 34 current snap is 374 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3985: done (4 left) 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 1 current snap is 374 2024-09-16T07:01:58.496 INFO:tasks.rados.rados.0.smithi042.stdout:3986: seq_num 1229 ranges {638976=589824,1228800=647168,1875968=155648} 2024-09-16T07:01:58.503 INFO:tasks.rados.rados.0.smithi042.stdout:3986: writing smithi04281968-1 from 638976 to 1228800 tid 1 2024-09-16T07:01:58.508 INFO:tasks.rados.rados.0.smithi042.stdout:3986: writing smithi04281968-1 from 1228800 to 1875968 tid 2 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3986: writing smithi04281968-1 from 1875968 to 2031616 tid 3 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3987: copy_from oid 41 from oid 45 current snap is 374 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3980: finishing write tid 3 to smithi04281968-8 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3980: finishing write tid 4 to smithi04281968-8 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3980: finishing write tid 5 to smithi04281968-8 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 8 v 1419 (ObjNum 1227 snap 374 seq_num 1227) dirty exists 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3980: left oid 8 (ObjNum 1227 snap 374 seq_num 1227) 2024-09-16T07:01:58.509 INFO:tasks.rados.rados.0.smithi042.stdout:3982: expect (ObjNum 1079 snap 320 seq_num 1079) 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3987: finishing copy_from to smithi04281968-41 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3987: got expected ENOENT (src dne) 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3987: finishing copy_from racing read to smithi04281968-41 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3986: finishing write tid 1 to smithi04281968-1 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3986: finishing write tid 2 to smithi04281968-1 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3986: finishing write tid 3 to smithi04281968-1 2024-09-16T07:01:58.622 INFO:tasks.rados.rados.0.smithi042.stdout:3986: finishing write tid 4 to smithi04281968-1 2024-09-16T07:01:58.623 INFO:tasks.rados.rados.0.smithi042.stdout:3984: expect (ObjNum 1211 snap 368 seq_num 1211) 2024-09-16T07:01:58.894 INFO:tasks.rados.rados.0.smithi042.stdout:3986: finishing write tid 5 to smithi04281968-1 2024-09-16T07:01:58.894 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 1 v 1505 (ObjNum 1229 snap 374 seq_num 1229) dirty exists 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3986: left oid 1 (ObjNum 1229 snap 374 seq_num 1229) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3979: finishing copy_from racing read to smithi04281968-35 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3979: finishing copy_from to smithi04281968-35 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 35 v 1755 (ObjNum 1226 snap 373 seq_num 1226) dirty exists 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3979: done (5 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3980: done (4 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3982: done (3 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3984: done (2 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3986: done (1 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3987: done (0 left) 2024-09-16T07:01:58.895 INFO:tasks.rados.rados.0.smithi042.stdout:3988: read oid 27 snap -1 2024-09-16T07:01:58.896 INFO:tasks.rados.rados.0.smithi042.stdout:3988: expect deleted 2024-09-16T07:01:58.896 INFO:tasks.rados.rados.0.smithi042.stdout:3989: read oid 22 snap -1 2024-09-16T07:01:58.896 INFO:tasks.rados.rados.0.smithi042.stdout:3989: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-09-16T07:01:58.896 INFO:tasks.rados.rados.0.smithi042.stdout:3990: snap_create 2024-09-16T07:01:58.899 INFO:tasks.rados.rados.0.smithi042.stdout:3989: expect (ObjNum 1187 snap 360 seq_num 1187) 2024-09-16T07:01:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:59 smithi164 ceph-mon[88760]: pgmap v938: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 751 KiB/s wr, 13 op/s 2024-09-16T07:01:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:01:59 smithi164 ceph-mon[88760]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T07:01:59.809 INFO:tasks.rados.rados.0.smithi042.stdout:3988: done (2 left) 2024-09-16T07:01:59.809 INFO:tasks.rados.rados.0.smithi042.stdout:3989: done (1 left) 2024-09-16T07:01:59.809 INFO:tasks.rados.rados.0.smithi042.stdout:3990: done (0 left) 2024-09-16T07:01:59.809 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 23 current snap is 375 2024-09-16T07:01:59.809 INFO:tasks.rados.rados.0.smithi042.stdout:3991: seq_num 1230 ranges {3047424=606208,3653632=532480,4186112=270336} 2024-09-16T07:01:59.829 INFO:tasks.rados.rados.0.smithi042.stdout:3991: writing smithi04281968-23 from 3047424 to 3653632 tid 1 2024-09-16T07:01:59.831 INFO:tasks.rados.rados.0.smithi042.stdout:3991: writing smithi04281968-23 from 3653632 to 4186112 tid 2 2024-09-16T07:01:59.833 INFO:tasks.rados.rados.0.smithi042.stdout:3991: writing smithi04281968-23 from 4186112 to 4456448 tid 3 2024-09-16T07:01:59.833 INFO:tasks.rados.rados.0.smithi042.stdout:3992: delete oid 37 current snap is 375 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:3992: done (1 left) 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:3993: read oid 19 snap -1 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:3993: expect deleted 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:3994: rollback oid 4 current snap is 375 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 4 to 366 2024-09-16T07:01:59.838 INFO:tasks.rados.rados.0.smithi042.stdout:3995: snap_remove snap 364 2024-09-16T07:01:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:59 smithi042 ceph-mon[94096]: pgmap v938: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 751 KiB/s wr, 13 op/s 2024-09-16T07:01:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:01:59 smithi042 ceph-mon[94096]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T07:01:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:59 smithi042 ceph-mon[96574]: pgmap v938: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 751 KiB/s wr, 13 op/s 2024-09-16T07:01:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:01:59 smithi042 ceph-mon[96574]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T07:02:00.816 INFO:tasks.rados.rados.0.smithi042.stdout:3995: done (3 left) 2024-09-16T07:02:00.816 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 32 current snap is 375 2024-09-16T07:02:00.816 INFO:tasks.rados.rados.0.smithi042.stdout:3996: seq_num 1232 ranges {3817472=638976,4456448=753664,5210112=49152} 2024-09-16T07:02:00.841 INFO:tasks.rados.rados.0.smithi042.stdout:3996: writing smithi04281968-32 from 3817472 to 4456448 tid 1 2024-09-16T07:02:00.845 INFO:tasks.rados.rados.0.smithi042.stdout:3996: writing smithi04281968-32 from 4456448 to 5210112 tid 2 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3996: writing smithi04281968-32 from 5210112 to 5259264 tid 3 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3997: rollback oid 24 current snap is 375 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:rollback oid 24 to 374 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3991: finishing write tid 1 to smithi04281968-23 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3991: finishing write tid 2 to smithi04281968-23 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3991: finishing write tid 3 to smithi04281968-23 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3994: finishing rollback tid 0 to smithi04281968-4 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3991: finishing write tid 4 to smithi04281968-23 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3994: finishing rollback tid 1 to smithi04281968-4 2024-09-16T07:02:00.846 INFO:tasks.rados.rados.0.smithi042.stdout:3994: finishing rollback tid 2 to smithi04281968-4 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 4 v 1497 (ObjNum 1079 snap 320 seq_num 1079) dirty exists 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3991: finishing write tid 5 to smithi04281968-23 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 23 v 1650 (ObjNum 1230 snap 375 seq_num 1230) dirty exists 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3991: left oid 23 (ObjNum 1230 snap 375 seq_num 1230) 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3996: finishing write tid 1 to smithi04281968-32 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3991: done (4 left) 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3993: done (3 left) 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3994: done (2 left) 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:append oid 43 current snap is 375 2024-09-16T07:02:00.847 INFO:tasks.rados.rados.0.smithi042.stdout:3998: seq_num 1233 ranges {12451840=655360,13107200=638976,13746176=163840} 2024-09-16T07:02:00.917 INFO:tasks.rados.rados.0.smithi042.stdout:3998: writing smithi04281968-43 from 12451840 to 13107200 tid 1 2024-09-16T07:02:00.921 INFO:tasks.rados.rados.0.smithi042.stdout:3998: writing smithi04281968-43 from 13107200 to 13746176 tid 2 2024-09-16T07:02:00.922 INFO:tasks.rados.rados.0.smithi042.stdout:3998: writing smithi04281968-43 from 13746176 to 13910016 tid 3 2024-09-16T07:02:00.922 INFO:tasks.rados.rados.0.smithi042.stdout:3999: snap_remove snap 369 2024-09-16T07:02:01.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:00 smithi042 ceph-mon[94096]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T07:02:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:00 smithi042 ceph-mon[96574]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T07:02:01.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:00 smithi164 ceph-mon[88760]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T07:02:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:01] "GET /metrics HTTP/1.1" 200 36303 "" "Prometheus/2.43.0" 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3999: done (3 left) 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout: waiting on 3 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3997: finishing rollback tid 0 to smithi04281968-24 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3996: finishing write tid 2 to smithi04281968-32 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3996: finishing write tid 3 to smithi04281968-32 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3997: finishing rollback tid 1 to smithi04281968-24 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3996: finishing write tid 4 to smithi04281968-32 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3997: finishing rollback tid 2 to smithi04281968-24 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 24 v 1761 (ObjNum 1201 snap 361 seq_num 1201) dirty exists 2024-09-16T07:02:01.821 INFO:tasks.rados.rados.0.smithi042.stdout:3996: finishing write tid 5 to smithi04281968-32 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 32 v 1578 (ObjNum 1232 snap 375 seq_num 1232) dirty exists 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3996: left oid 32 (ObjNum 1232 snap 375 seq_num 1232) 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: finishing write tid 1 to smithi04281968-43 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: finishing write tid 2 to smithi04281968-43 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: finishing write tid 3 to smithi04281968-43 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: finishing write tid 4 to smithi04281968-43 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: finishing write tid 5 to smithi04281968-43 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:update_object_version oid 43 v 1501 (ObjNum 1233 snap 375 seq_num 1233) dirty exists 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: left oid 43 (ObjNum 1233 snap 375 seq_num 1233) 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3996: done (2 left) 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3997: done (1 left) 2024-09-16T07:02:01.822 INFO:tasks.rados.rados.0.smithi042.stdout:3998: done (0 left) 2024-09-16T07:02:01.826 INFO:tasks.rados.rados.0.smithi042.stderr:0 errors. 2024-09-16T07:02:01.826 INFO:tasks.rados.rados.0.smithi042.stderr: 2024-09-16T07:02:01.830 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T07:02:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:01 smithi042 ceph-mon[96574]: pgmap v941: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 265 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-16T07:02:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:01 smithi042 ceph-mon[96574]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T07:02:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:01 smithi042 ceph-mon[94096]: pgmap v941: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 265 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-16T07:02:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:01 smithi042 ceph-mon[94096]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T07:02:02.132 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T07:02:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:01 smithi164 ceph-mon[88760]: pgmap v941: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 265 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-09-16T07:02:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:01 smithi164 ceph-mon[88760]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T07:02:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:03.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:02 smithi042 ceph-mon[94096]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T07:02:03.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:02 smithi042 ceph-mon[94096]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T07:02:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:02 smithi042 ceph-mon[96574]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T07:02:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:02 smithi042 ceph-mon[96574]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T07:02:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:02 smithi164 ceph-mon[88760]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T07:02:03.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:02 smithi164 ceph-mon[88760]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T07:02:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:03 smithi042 ceph-mon[94096]: pgmap v944: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-16T07:02:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:03 smithi042 ceph-mon[96574]: pgmap v944: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-16T07:02:04.203 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T07:02:04.203 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":833,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T07:02:02.478138+0000","last_up_change":"2024-09-16T06:56:17.442953+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":61,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-16T06:48:29.214418+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"832","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":745,"snap_epoch":832,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":281,"up_from":292,"up_thru":518,"down_at":282,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6803","nonce":1817153343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6805","nonce":1817153343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6809","nonce":1817153343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6807","nonce":1817153343}]},"public_addr":"172.21.15.42:6803/1817153343","cluster_addr":"172.21.15.42:6805/1817153343","heartbeat_back_addr":"172.21.15.42:6809/1817153343","heartbeat_front_addr":"172.21.15.42:6807/1817153343","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":314,"up_from":325,"up_thru":518,"down_at":315,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6811","nonce":2794819416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6813","nonce":2794819416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6817","nonce":2794819416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6815","nonce":2794819416}]},"public_addr":"172.21.15.42:6811/2794819416","cluster_addr":"172.21.15.42:6813/2794819416","heartbeat_back_addr":"172.21.15.42:6817/2794819416","heartbeat_front_addr":"172.21.15.42:6815/2794819416","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":348,"up_from":359,"up_thru":518,"down_at":349,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6819","nonce":870977458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6821","nonce":870977458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6825","nonce":870977458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6823","nonce":870977458}]},"public_addr":"172.21.15.42:6819/870977458","cluster_addr":"172.21.15.42:6821/870977458","heartbeat_back_addr":"172.21.15.42:6825/870977458","heartbeat_front_addr":"172.21.15.42:6823/870977458","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":382,"up_from":393,"up_thru":518,"down_at":383,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6827","nonce":405932892}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6829","nonce":405932892}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6833","nonce":405932892}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6831","nonce":405932892}]},"public_addr":"172.21.15.42:6827/405932892","cluster_addr":"172.21.15.42:6829/405932892","heartbeat_back_addr":"172.21.15.42:6833/405932892","heartbeat_front_addr":"172.21.15.42:6831/405932892","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":413,"up_from":424,"up_thru":518,"down_at":414,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6801","nonce":1909171376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6803","nonce":1909171376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6807","nonce":1909171376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6805","nonce":1909171376}]},"public_addr":"172.21.15.164:6801/1909171376","cluster_addr":"172.21.15.164:6803/1909171376","heartbeat_back_addr":"172.21.15.164:6807/1909171376","heartbeat_front_addr":"172.21.15.164:6805/1909171376","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":446,"up_from":457,"up_thru":518,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6809","nonce":68976120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6811","nonce":68976120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6815","nonce":68976120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6813","nonce":68976120}]},"public_addr":"172.21.15.164:6809/68976120","cluster_addr":"172.21.15.164:6811/68976120","heartbeat_back_addr":"172.21.15.164:6815/68976120","heartbeat_front_addr":"172.21.15.164:6813/68976120","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":477,"up_from":488,"up_thru":518,"down_at":478,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6817","nonce":2078811129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6819","nonce":2078811129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6823","nonce":2078811129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6821","nonce":2078811129}]},"public_addr":"172.21.15.164:6817/2078811129","cluster_addr":"172.21.15.164:6819/2078811129","heartbeat_back_addr":"172.21.15.164:6823/2078811129","heartbeat_front_addr":"172.21.15.164:6821/2078811129","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":507,"up_from":518,"up_thru":518,"down_at":508,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6825","nonce":1283900860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6827","nonce":1283900860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6831","nonce":1283900860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6829","nonce":1283900860}]},"public_addr":"172.21.15.164:6825/1283900860","cluster_addr":"172.21.15.164:6827/1283900860","heartbeat_back_addr":"172.21.15.164:6831/1283900860","heartbeat_front_addr":"172.21.15.164:6829/1283900860","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":281},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":313},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":348},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":382},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":413},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":445},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":477},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":507}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.164:6832/1801669473":"2024-09-17T06:56:39.039990+0000","172.21.15.42:0/1970017534":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/4082617013":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6801/1763649921":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.164:0/17538271":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1997800801":"2024-09-17T06:49:41.327738+0000","172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/3746644198":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/979882971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2758929327":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.164:0/3340141859":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1364425752":"2024-09-17T06:49:41.327738+0000","172.21.15.164:0/1442863049":"2024-09-17T06:50:23.300685+0000","172.21.15.42:6800/1763649921":"2024-09-17T06:51:03.753987+0000","172.21.15.164:0/3229486950":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/3801887982":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.164:0/487660824":"2024-09-17T06:50:23.300685+0000","172.21.15.164:0/1747198170":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1109285051":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3129741971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:0/3417102455":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.164:6834/2028329883":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/473281221":"2024-09-17T06:49:41.327738+0000","172.21.15.164:6835/2028329883":"2024-09-17T06:50:23.300685+0000","172.21.15.164:6833/1801669473":"2024-09-17T06:56:39.039990+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/3129741971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":726,"length":1},{"begin":737,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":733,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T07:02:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:03 smithi164 ceph-mon[88760]: pgmap v944: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.5 MiB/s wr, 24 op/s 2024-09-16T07:02:04.808 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T07:02:05.068 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T07:02:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/275217520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T07:02:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/275217520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T07:02:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/275217520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T07:02:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:05 smithi042 ceph-mon[94096]: pgmap v946: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T07:02:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:05 smithi042 ceph-mon[96574]: pgmap v946: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T07:02:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:05 smithi164 ceph-mon[88760]: pgmap v946: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T07:02:07.137 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T07:02:07.139 INFO:teuthology.orchestra.run.smithi042.stderr:dumped all 2024-09-16T07:02:07.897 INFO:teuthology.orchestra.run.smithi042.stdout:{"pg_ready":true,"pg_map":{"version":947,"stamp":"2024-09-16T07:02:05.928490+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":290683907,"num_objects":147,"num_object_clones":71,"num_object_copies":441,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":147,"num_whiteouts":11,"num_read":4668,"num_read_kb":5629798,"num_write":8593,"num_write_kb":1928881,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":129,"num_bytes_recovered":438321696,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17265,"ondisk_log_size":17265,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2970860,"kb_used_data":478456,"kb_used_omap":225,"kb_used_meta":2492062,"kb_avail":746990356,"statfs":{"total":767960285184,"available":764918124544,"internally_reserved":0,"allocated":489938944,"data_stored":783639285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":230465,"internal_metadata":2551872447},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13221888,"num_objects":14,"num_object_clones":14,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":3,"num_read":26,"num_read_kb":31543,"num_write":56,"num_write_kb":12912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001389"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":787,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834280+0000","last_change":"2024-09-16T06:56:18.476564+0000","last_active":"2024-09-16T07:01:59.834280+0000","last_peered":"2024-09-16T07:01:59.834280+0000","last_clean":"2024-09-16T07:01:59.834280+0000","last_became_active":"2024-09-16T06:56:18.473963+0000","last_became_peered":"2024-09-16T06:56:18.473963+0000","last_unstale":"2024-09-16T07:01:59.834280+0000","last_undegraded":"2024-09-16T07:01:59.834280+0000","last_fullsized":"2024-09-16T07:01:59.834280+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:29.452081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":796,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.821461+0000","last_change":"2024-09-16T06:55:45.506186+0000","last_active":"2024-09-16T07:02:01.821461+0000","last_peered":"2024-09-16T07:02:01.821461+0000","last_clean":"2024-09-16T07:02:01.821461+0000","last_became_active":"2024-09-16T06:55:45.505857+0000","last_became_peered":"2024-09-16T06:55:45.505857+0000","last_unstale":"2024-09-16T07:02:01.821461+0000","last_undegraded":"2024-09-16T07:02:01.821461+0000","last_fullsized":"2024-09-16T07:02:01.821461+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:36.541288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819139+0000","last_change":"2024-09-16T06:53:31.378752+0000","last_active":"2024-09-16T07:02:00.819139+0000","last_peered":"2024-09-16T07:02:00.819139+0000","last_clean":"2024-09-16T07:02:00.819139+0000","last_became_active":"2024-09-16T06:53:31.378359+0000","last_became_peered":"2024-09-16T06:53:31.378359+0000","last_unstale":"2024-09-16T07:02:00.819139+0000","last_undegraded":"2024-09-16T07:02:00.819139+0000","last_fullsized":"2024-09-16T07:02:00.819139+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:17:33.467091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":805,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825120+0000","last_change":"2024-09-16T06:56:18.479963+0000","last_active":"2024-09-16T07:02:01.825120+0000","last_peered":"2024-09-16T07:02:01.825120+0000","last_clean":"2024-09-16T07:02:01.825120+0000","last_became_active":"2024-09-16T06:56:18.479417+0000","last_became_peered":"2024-09-16T06:56:18.479417+0000","last_unstale":"2024-09-16T07:02:01.825120+0000","last_undegraded":"2024-09-16T07:02:01.825120+0000","last_fullsized":"2024-09-16T07:02:01.825120+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:09:16.210351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":805,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833870+0000","last_change":"2024-09-16T06:56:18.475402+0000","last_active":"2024-09-16T07:01:59.833870+0000","last_peered":"2024-09-16T07:01:59.833870+0000","last_clean":"2024-09-16T07:01:59.833870+0000","last_became_active":"2024-09-16T06:56:18.474965+0000","last_became_peered":"2024-09-16T06:56:18.474965+0000","last_unstale":"2024-09-16T07:01:59.833870+0000","last_undegraded":"2024-09-16T07:01:59.833870+0000","last_fullsized":"2024-09-16T07:01:59.833870+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:03:27.866232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":779,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825117+0000","last_change":"2024-09-16T06:55:12.445265+0000","last_active":"2024-09-16T07:02:01.825117+0000","last_peered":"2024-09-16T07:02:01.825117+0000","last_clean":"2024-09-16T07:02:01.825117+0000","last_became_active":"2024-09-16T06:55:12.443261+0000","last_became_peered":"2024-09-16T06:55:12.443261+0000","last_unstale":"2024-09-16T07:02:01.825117+0000","last_undegraded":"2024-09-16T07:02:01.825117+0000","last_fullsized":"2024-09-16T07:02:01.825117+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:44:21.231405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":805,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833393+0000","last_change":"2024-09-16T06:56:18.475094+0000","last_active":"2024-09-16T07:01:59.833393+0000","last_peered":"2024-09-16T07:01:59.833393+0000","last_clean":"2024-09-16T07:01:59.833393+0000","last_became_active":"2024-09-16T06:56:18.473360+0000","last_became_peered":"2024-09-16T06:56:18.473360+0000","last_unstale":"2024-09-16T07:01:59.833393+0000","last_undegraded":"2024-09-16T07:01:59.833393+0000","last_fullsized":"2024-09-16T07:01:59.833393+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:38.116750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":772,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832183+0000","last_change":"2024-09-16T06:55:45.509715+0000","last_active":"2024-09-16T07:02:01.832183+0000","last_peered":"2024-09-16T07:02:01.832183+0000","last_clean":"2024-09-16T07:02:01.832183+0000","last_became_active":"2024-09-16T06:55:45.509459+0000","last_became_peered":"2024-09-16T06:55:45.509459+0000","last_unstale":"2024-09-16T07:02:01.832183+0000","last_undegraded":"2024-09-16T07:02:01.832183+0000","last_fullsized":"2024-09-16T07:02:01.832183+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:13.888259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":798,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834174+0000","last_change":"2024-09-16T06:56:18.476831+0000","last_active":"2024-09-16T07:01:59.834174+0000","last_peered":"2024-09-16T07:01:59.834174+0000","last_clean":"2024-09-16T07:01:59.834174+0000","last_became_active":"2024-09-16T06:56:18.474658+0000","last_became_peered":"2024-09-16T06:56:18.474658+0000","last_unstale":"2024-09-16T07:01:59.834174+0000","last_undegraded":"2024-09-16T07:01:59.834174+0000","last_fullsized":"2024-09-16T07:01:59.834174+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:45.058486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":788,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827858+0000","last_change":"2024-09-16T06:55:45.512514+0000","last_active":"2024-09-16T07:02:01.827858+0000","last_peered":"2024-09-16T07:02:01.827858+0000","last_clean":"2024-09-16T07:02:01.827858+0000","last_became_active":"2024-09-16T06:55:45.512232+0000","last_became_peered":"2024-09-16T06:55:45.512232+0000","last_unstale":"2024-09-16T07:02:01.827858+0000","last_undegraded":"2024-09-16T07:02:01.827858+0000","last_fullsized":"2024-09-16T07:02:01.827858+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:16.053697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":788,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827623+0000","last_change":"2024-09-16T06:55:45.507172+0000","last_active":"2024-09-16T07:02:01.827623+0000","last_peered":"2024-09-16T07:02:01.827623+0000","last_clean":"2024-09-16T07:02:01.827623+0000","last_became_active":"2024-09-16T06:55:45.506547+0000","last_became_peered":"2024-09-16T06:55:45.506547+0000","last_unstale":"2024-09-16T07:02:01.827623+0000","last_undegraded":"2024-09-16T07:02:01.827623+0000","last_fullsized":"2024-09-16T07:02:01.827623+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:26:51.232828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":773,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811460+0000","last_change":"2024-09-16T06:55:45.505374+0000","last_active":"2024-09-16T07:01:59.811460+0000","last_peered":"2024-09-16T07:01:59.811460+0000","last_clean":"2024-09-16T07:01:59.811460+0000","last_became_active":"2024-09-16T06:55:45.504322+0000","last_became_peered":"2024-09-16T06:55:45.504322+0000","last_unstale":"2024-09-16T07:01:59.811460+0000","last_undegraded":"2024-09-16T07:01:59.811460+0000","last_fullsized":"2024-09-16T07:01:59.811460+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:43.959100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":799,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832544+0000","last_change":"2024-09-16T06:55:45.508951+0000","last_active":"2024-09-16T07:02:01.832544+0000","last_peered":"2024-09-16T07:02:01.832544+0000","last_clean":"2024-09-16T07:02:01.832544+0000","last_became_active":"2024-09-16T06:55:45.508647+0000","last_became_peered":"2024-09-16T06:55:45.508647+0000","last_unstale":"2024-09-16T07:02:01.832544+0000","last_undegraded":"2024-09-16T07:02:01.832544+0000","last_fullsized":"2024-09-16T07:02:01.832544+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:24:05.031436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.818362+0000","last_change":"2024-09-16T06:55:12.446358+0000","last_active":"2024-09-16T07:02:00.818362+0000","last_peered":"2024-09-16T07:02:00.818362+0000","last_clean":"2024-09-16T07:02:00.818362+0000","last_became_active":"2024-09-16T06:55:12.446083+0000","last_became_peered":"2024-09-16T06:55:12.446083+0000","last_unstale":"2024-09-16T07:02:00.818362+0000","last_undegraded":"2024-09-16T07:02:00.818362+0000","last_fullsized":"2024-09-16T07:02:00.818362+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:50:17.830210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":801,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.818937+0000","last_change":"2024-09-16T06:55:12.445406+0000","last_active":"2024-09-16T07:02:01.818937+0000","last_peered":"2024-09-16T07:02:01.818937+0000","last_clean":"2024-09-16T07:02:01.818937+0000","last_became_active":"2024-09-16T06:55:12.445053+0000","last_became_peered":"2024-09-16T06:55:12.445053+0000","last_unstale":"2024-09-16T07:02:01.818937+0000","last_undegraded":"2024-09-16T07:02:01.818937+0000","last_fullsized":"2024-09-16T07:02:01.818937+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:17:28.061910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":785,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824275+0000","last_change":"2024-09-16T06:56:18.475705+0000","last_active":"2024-09-16T07:02:01.824275+0000","last_peered":"2024-09-16T07:02:01.824275+0000","last_clean":"2024-09-16T07:02:01.824275+0000","last_became_active":"2024-09-16T06:56:18.475301+0000","last_became_peered":"2024-09-16T06:56:18.475301+0000","last_unstale":"2024-09-16T07:02:01.824275+0000","last_undegraded":"2024-09-16T07:02:01.824275+0000","last_fullsized":"2024-09-16T07:02:01.824275+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:40:15.016434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":793,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825182+0000","last_change":"2024-09-16T06:56:18.478025+0000","last_active":"2024-09-16T07:02:01.825182+0000","last_peered":"2024-09-16T07:02:01.825182+0000","last_clean":"2024-09-16T07:02:01.825182+0000","last_became_active":"2024-09-16T06:56:18.477686+0000","last_became_peered":"2024-09-16T06:56:18.477686+0000","last_unstale":"2024-09-16T07:02:01.825182+0000","last_undegraded":"2024-09-16T07:02:01.825182+0000","last_fullsized":"2024-09-16T07:02:01.825182+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:08:11.126005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":816,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819751+0000","last_change":"2024-09-16T06:56:18.478819+0000","last_active":"2024-09-16T07:02:01.819751+0000","last_peered":"2024-09-16T07:02:01.819751+0000","last_clean":"2024-09-16T07:02:01.819751+0000","last_became_active":"2024-09-16T06:56:18.478519+0000","last_became_peered":"2024-09-16T06:56:18.478519+0000","last_unstale":"2024-09-16T07:02:01.819751+0000","last_undegraded":"2024-09-16T07:02:01.819751+0000","last_fullsized":"2024-09-16T07:02:01.819751+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:27:05.318204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":787,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833968+0000","last_change":"2024-09-16T06:56:18.471673+0000","last_active":"2024-09-16T07:01:59.833968+0000","last_peered":"2024-09-16T07:01:59.833968+0000","last_clean":"2024-09-16T07:01:59.833968+0000","last_became_active":"2024-09-16T06:56:18.471166+0000","last_became_peered":"2024-09-16T06:56:18.471166+0000","last_unstale":"2024-09-16T07:01:59.833968+0000","last_undegraded":"2024-09-16T07:01:59.833968+0000","last_fullsized":"2024-09-16T07:01:59.833968+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:24.748525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":796,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.828069+0000","last_change":"2024-09-16T06:55:45.507072+0000","last_active":"2024-09-16T07:02:01.828069+0000","last_peered":"2024-09-16T07:02:01.828069+0000","last_clean":"2024-09-16T07:02:01.828069+0000","last_became_active":"2024-09-16T06:55:45.505590+0000","last_became_peered":"2024-09-16T06:55:45.505590+0000","last_unstale":"2024-09-16T07:02:01.828069+0000","last_undegraded":"2024-09-16T07:02:01.828069+0000","last_fullsized":"2024-09-16T07:02:01.828069+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:16.000253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819793+0000","last_change":"2024-09-16T06:56:18.479410+0000","last_active":"2024-09-16T07:02:00.819793+0000","last_peered":"2024-09-16T07:02:00.819793+0000","last_clean":"2024-09-16T07:02:00.819793+0000","last_became_active":"2024-09-16T06:56:18.479116+0000","last_became_peered":"2024-09-16T06:56:18.479116+0000","last_unstale":"2024-09-16T07:02:00.819793+0000","last_undegraded":"2024-09-16T07:02:00.819793+0000","last_fullsized":"2024-09-16T07:02:00.819793+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:06:30.280411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":792,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824628+0000","last_change":"2024-09-16T06:56:18.476624+0000","last_active":"2024-09-16T07:02:01.824628+0000","last_peered":"2024-09-16T07:02:01.824628+0000","last_clean":"2024-09-16T07:02:01.824628+0000","last_became_active":"2024-09-16T06:56:18.476338+0000","last_became_peered":"2024-09-16T06:56:18.476338+0000","last_unstale":"2024-09-16T07:02:01.824628+0000","last_undegraded":"2024-09-16T07:02:01.824628+0000","last_fullsized":"2024-09-16T07:02:01.824628+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:03.671171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":799,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.831911+0000","last_change":"2024-09-16T06:54:38.402238+0000","last_active":"2024-09-16T07:02:01.831911+0000","last_peered":"2024-09-16T07:02:01.831911+0000","last_clean":"2024-09-16T07:02:01.831911+0000","last_became_active":"2024-09-16T06:54:38.401908+0000","last_became_peered":"2024-09-16T06:54:38.401908+0000","last_unstale":"2024-09-16T07:02:01.831911+0000","last_undegraded":"2024-09-16T07:02:01.831911+0000","last_fullsized":"2024-09-16T07:02:01.831911+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:10.884145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":807,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824437+0000","last_change":"2024-09-16T06:55:12.440194+0000","last_active":"2024-09-16T07:02:01.824437+0000","last_peered":"2024-09-16T07:02:01.824437+0000","last_clean":"2024-09-16T07:02:01.824437+0000","last_became_active":"2024-09-16T06:55:12.439879+0000","last_became_peered":"2024-09-16T06:55:12.439879+0000","last_unstale":"2024-09-16T07:02:01.824437+0000","last_undegraded":"2024-09-16T07:02:01.824437+0000","last_fullsized":"2024-09-16T07:02:01.824437+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:05.597591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":791,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832161+0000","last_change":"2024-09-16T06:54:38.400598+0000","last_active":"2024-09-16T07:02:01.832161+0000","last_peered":"2024-09-16T07:02:01.832161+0000","last_clean":"2024-09-16T07:02:01.832161+0000","last_became_active":"2024-09-16T06:54:38.400244+0000","last_became_peered":"2024-09-16T06:54:38.400244+0000","last_unstale":"2024-09-16T07:02:01.832161+0000","last_undegraded":"2024-09-16T07:02:01.832161+0000","last_fullsized":"2024-09-16T07:02:01.832161+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:10.815269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":794,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827652+0000","last_change":"2024-09-16T06:56:18.479199+0000","last_active":"2024-09-16T07:02:01.827652+0000","last_peered":"2024-09-16T07:02:01.827652+0000","last_clean":"2024-09-16T07:02:01.827652+0000","last_became_active":"2024-09-16T06:56:18.478907+0000","last_became_peered":"2024-09-16T06:56:18.478907+0000","last_unstale":"2024-09-16T07:02:01.827652+0000","last_undegraded":"2024-09-16T07:02:01.827652+0000","last_fullsized":"2024-09-16T07:02:01.827652+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:17:46.302116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820727+0000","last_change":"2024-09-16T06:54:05.382172+0000","last_active":"2024-09-16T07:02:01.820727+0000","last_peered":"2024-09-16T07:02:01.820727+0000","last_clean":"2024-09-16T07:02:01.820727+0000","last_became_active":"2024-09-16T06:54:05.381317+0000","last_became_peered":"2024-09-16T06:54:05.381317+0000","last_unstale":"2024-09-16T07:02:01.820727+0000","last_undegraded":"2024-09-16T07:02:01.820727+0000","last_fullsized":"2024-09-16T07:02:01.820727+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:04:17.296977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":807,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.831160+0000","last_change":"2024-09-16T06:54:38.403257+0000","last_active":"2024-09-16T07:02:01.831160+0000","last_peered":"2024-09-16T07:02:01.831160+0000","last_clean":"2024-09-16T07:02:01.831160+0000","last_became_active":"2024-09-16T06:54:38.402984+0000","last_became_peered":"2024-09-16T06:54:38.402984+0000","last_unstale":"2024-09-16T07:02:01.831160+0000","last_undegraded":"2024-09-16T07:02:01.831160+0000","last_fullsized":"2024-09-16T07:02:01.831160+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:52:14.602007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.820119+0000","last_change":"2024-09-16T06:54:38.416399+0000","last_active":"2024-09-16T07:02:00.820119+0000","last_peered":"2024-09-16T07:02:00.820119+0000","last_clean":"2024-09-16T07:02:00.820119+0000","last_became_active":"2024-09-16T06:54:38.415132+0000","last_became_peered":"2024-09-16T06:54:38.415132+0000","last_unstale":"2024-09-16T07:02:00.820119+0000","last_undegraded":"2024-09-16T07:02:00.820119+0000","last_fullsized":"2024-09-16T07:02:00.820119+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:25.207747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":801,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819160+0000","last_change":"2024-09-16T06:54:05.379721+0000","last_active":"2024-09-16T07:02:01.819160+0000","last_peered":"2024-09-16T07:02:01.819160+0000","last_clean":"2024-09-16T07:02:01.819160+0000","last_became_active":"2024-09-16T06:54:05.379423+0000","last_became_peered":"2024-09-16T06:54:05.379423+0000","last_unstale":"2024-09-16T07:02:01.819160+0000","last_undegraded":"2024-09-16T07:02:01.819160+0000","last_fullsized":"2024-09-16T07:02:01.819160+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:43.659505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":817,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819819+0000","last_change":"2024-09-16T06:55:45.502556+0000","last_active":"2024-09-16T07:02:01.819819+0000","last_peered":"2024-09-16T07:02:01.819819+0000","last_clean":"2024-09-16T07:02:01.819819+0000","last_became_active":"2024-09-16T06:55:45.502279+0000","last_became_peered":"2024-09-16T06:55:45.502279+0000","last_unstale":"2024-09-16T07:02:01.819819+0000","last_undegraded":"2024-09-16T07:02:01.819819+0000","last_fullsized":"2024-09-16T07:02:01.819819+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:32:41.613034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":789,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827390+0000","last_change":"2024-09-16T06:55:45.507462+0000","last_active":"2024-09-16T07:02:01.827390+0000","last_peered":"2024-09-16T07:02:01.827390+0000","last_clean":"2024-09-16T07:02:01.827390+0000","last_became_active":"2024-09-16T06:55:45.506941+0000","last_became_peered":"2024-09-16T06:55:45.506941+0000","last_unstale":"2024-09-16T07:02:01.827390+0000","last_undegraded":"2024-09-16T07:02:01.827390+0000","last_fullsized":"2024-09-16T07:02:01.827390+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:22.760714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":800,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.810988+0000","last_change":"2024-09-16T06:54:38.405022+0000","last_active":"2024-09-16T07:01:59.810988+0000","last_peered":"2024-09-16T07:01:59.810988+0000","last_clean":"2024-09-16T07:01:59.810988+0000","last_became_active":"2024-09-16T06:54:38.404715+0000","last_became_peered":"2024-09-16T06:54:38.404715+0000","last_unstale":"2024-09-16T07:01:59.810988+0000","last_undegraded":"2024-09-16T07:01:59.810988+0000","last_fullsized":"2024-09-16T07:01:59.810988+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:14.313628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"539'2","reported_seq":775,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832593+0000","last_change":"2024-09-16T06:56:18.478324+0000","last_active":"2024-09-16T07:02:01.832593+0000","last_peered":"2024-09-16T07:02:01.832593+0000","last_clean":"2024-09-16T07:02:01.832593+0000","last_became_active":"2024-09-16T06:56:18.477891+0000","last_became_peered":"2024-09-16T06:56:18.477891+0000","last_unstale":"2024-09-16T07:02:01.832593+0000","last_undegraded":"2024-09-16T07:02:01.832593+0000","last_fullsized":"2024-09-16T07:02:01.832593+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:09.690609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":784,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.820029+0000","last_change":"2024-09-16T06:56:18.479053+0000","last_active":"2024-09-16T07:02:00.820029+0000","last_peered":"2024-09-16T07:02:00.820029+0000","last_clean":"2024-09-16T07:02:00.820029+0000","last_became_active":"2024-09-16T06:56:18.478703+0000","last_became_peered":"2024-09-16T06:56:18.478703+0000","last_unstale":"2024-09-16T07:02:00.820029+0000","last_undegraded":"2024-09-16T07:02:00.820029+0000","last_fullsized":"2024-09-16T07:02:00.820029+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:21:40.614738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"539'2","reported_seq":797,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827622+0000","last_change":"2024-09-16T06:56:18.480126+0000","last_active":"2024-09-16T07:02:01.827622+0000","last_peered":"2024-09-16T07:02:01.827622+0000","last_clean":"2024-09-16T07:02:01.827622+0000","last_became_active":"2024-09-16T06:56:18.479791+0000","last_became_peered":"2024-09-16T06:56:18.479791+0000","last_unstale":"2024-09-16T07:02:01.827622+0000","last_undegraded":"2024-09-16T07:02:01.827622+0000","last_fullsized":"2024-09-16T07:02:01.827622+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:05:21.580556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":808,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.831588+0000","last_change":"2024-09-16T06:55:45.510239+0000","last_active":"2024-09-16T07:02:01.831588+0000","last_peered":"2024-09-16T07:02:01.831588+0000","last_clean":"2024-09-16T07:02:01.831588+0000","last_became_active":"2024-09-16T06:55:45.509945+0000","last_became_peered":"2024-09-16T06:55:45.509945+0000","last_unstale":"2024-09-16T07:02:01.831588+0000","last_undegraded":"2024-09-16T07:02:01.831588+0000","last_fullsized":"2024-09-16T07:02:01.831588+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:11:48.283976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":801,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832266+0000","last_change":"2024-09-16T06:54:05.381501+0000","last_active":"2024-09-16T07:02:01.832266+0000","last_peered":"2024-09-16T07:02:01.832266+0000","last_clean":"2024-09-16T07:02:01.832266+0000","last_became_active":"2024-09-16T06:54:05.381201+0000","last_became_peered":"2024-09-16T06:54:05.381201+0000","last_unstale":"2024-09-16T07:02:01.832266+0000","last_undegraded":"2024-09-16T07:02:01.832266+0000","last_fullsized":"2024-09-16T07:02:01.832266+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:39:42.378853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":794,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824419+0000","last_change":"2024-09-16T06:56:18.475623+0000","last_active":"2024-09-16T07:02:01.824419+0000","last_peered":"2024-09-16T07:02:01.824419+0000","last_clean":"2024-09-16T07:02:01.824419+0000","last_became_active":"2024-09-16T06:56:18.475305+0000","last_became_peered":"2024-09-16T06:56:18.475305+0000","last_unstale":"2024-09-16T07:02:01.824419+0000","last_undegraded":"2024-09-16T07:02:01.824419+0000","last_fullsized":"2024-09-16T07:02:01.824419+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:13:51.636340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":820,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.818822+0000","last_change":"2024-09-16T06:54:05.381966+0000","last_active":"2024-09-16T07:02:01.818822+0000","last_peered":"2024-09-16T07:02:01.818822+0000","last_clean":"2024-09-16T07:02:01.818822+0000","last_became_active":"2024-09-16T06:54:05.381493+0000","last_became_peered":"2024-09-16T06:54:05.381493+0000","last_unstale":"2024-09-16T07:02:01.818822+0000","last_undegraded":"2024-09-16T07:02:01.818822+0000","last_fullsized":"2024-09-16T07:02:01.818822+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:51:25.694631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":789,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.828608+0000","last_change":"2024-09-16T06:55:45.511762+0000","last_active":"2024-09-16T07:02:01.828608+0000","last_peered":"2024-09-16T07:02:01.828608+0000","last_clean":"2024-09-16T07:02:01.828608+0000","last_became_active":"2024-09-16T06:55:45.509745+0000","last_became_peered":"2024-09-16T06:55:45.509745+0000","last_unstale":"2024-09-16T07:02:01.828608+0000","last_undegraded":"2024-09-16T07:02:01.828608+0000","last_fullsized":"2024-09-16T07:02:01.828608+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:47.779256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":777,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824954+0000","last_change":"2024-09-16T06:56:18.480008+0000","last_active":"2024-09-16T07:02:01.824954+0000","last_peered":"2024-09-16T07:02:01.824954+0000","last_clean":"2024-09-16T07:02:01.824954+0000","last_became_active":"2024-09-16T06:56:18.479707+0000","last_became_peered":"2024-09-16T06:56:18.479707+0000","last_unstale":"2024-09-16T07:02:01.824954+0000","last_undegraded":"2024-09-16T07:02:01.824954+0000","last_fullsized":"2024-09-16T07:02:01.824954+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:47.906500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":812,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825060+0000","last_change":"2024-09-16T06:55:45.500634+0000","last_active":"2024-09-16T07:02:01.825060+0000","last_peered":"2024-09-16T07:02:01.825060+0000","last_clean":"2024-09-16T07:02:01.825060+0000","last_became_active":"2024-09-16T06:55:45.500361+0000","last_became_peered":"2024-09-16T06:55:45.500361+0000","last_unstale":"2024-09-16T07:02:01.825060+0000","last_undegraded":"2024-09-16T07:02:01.825060+0000","last_fullsized":"2024-09-16T07:02:01.825060+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:46.416727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":785,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825619+0000","last_change":"2024-09-16T06:55:12.444157+0000","last_active":"2024-09-16T07:02:01.825619+0000","last_peered":"2024-09-16T07:02:01.825619+0000","last_clean":"2024-09-16T07:02:01.825619+0000","last_became_active":"2024-09-16T06:55:12.442793+0000","last_became_peered":"2024-09-16T06:55:12.442793+0000","last_unstale":"2024-09-16T07:02:01.825619+0000","last_undegraded":"2024-09-16T07:02:01.825619+0000","last_fullsized":"2024-09-16T07:02:01.825619+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:47.735419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"54'3","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820675+0000","last_change":"2024-09-16T06:55:12.448568+0000","last_active":"2024-09-16T07:02:01.820675+0000","last_peered":"2024-09-16T07:02:01.820675+0000","last_clean":"2024-09-16T07:02:01.820675+0000","last_became_active":"2024-09-16T06:55:12.447984+0000","last_became_peered":"2024-09-16T06:55:12.447984+0000","last_unstale":"2024-09-16T07:02:01.820675+0000","last_undegraded":"2024-09-16T07:02:01.820675+0000","last_fullsized":"2024-09-16T07:02:01.820675+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:47.941008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":779,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811652+0000","last_change":"2024-09-16T06:56:18.482815+0000","last_active":"2024-09-16T07:01:59.811652+0000","last_peered":"2024-09-16T07:01:59.811652+0000","last_clean":"2024-09-16T07:01:59.811652+0000","last_became_active":"2024-09-16T06:56:18.482514+0000","last_became_peered":"2024-09-16T06:56:18.482514+0000","last_unstale":"2024-09-16T07:01:59.811652+0000","last_undegraded":"2024-09-16T07:01:59.811652+0000","last_fullsized":"2024-09-16T07:01:59.811652+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:28:20.242291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"539'29","reported_seq":824,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.828306+0000","last_change":"2024-09-16T06:55:45.508659+0000","last_active":"2024-09-16T07:02:01.828306+0000","last_peered":"2024-09-16T07:02:01.828306+0000","last_clean":"2024-09-16T07:02:01.828306+0000","last_became_active":"2024-09-16T06:55:45.507678+0000","last_became_peered":"2024-09-16T06:55:45.507678+0000","last_unstale":"2024-09-16T07:02:01.828306+0000","last_undegraded":"2024-09-16T07:02:01.828306+0000","last_fullsized":"2024-09-16T07:02:01.828306+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:57:49.297024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":785,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833776+0000","last_change":"2024-09-16T06:56:18.477842+0000","last_active":"2024-09-16T07:01:59.833776+0000","last_peered":"2024-09-16T07:01:59.833776+0000","last_clean":"2024-09-16T07:01:59.833776+0000","last_became_active":"2024-09-16T06:56:18.473511+0000","last_became_peered":"2024-09-16T06:56:18.473511+0000","last_unstale":"2024-09-16T07:01:59.833776+0000","last_undegraded":"2024-09-16T07:01:59.833776+0000","last_fullsized":"2024-09-16T07:01:59.833776+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:55.304908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"54'2","reported_seq":790,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819910+0000","last_change":"2024-09-16T06:54:38.417227+0000","last_active":"2024-09-16T07:02:00.819910+0000","last_peered":"2024-09-16T07:02:00.819910+0000","last_clean":"2024-09-16T07:02:00.819910+0000","last_became_active":"2024-09-16T06:54:38.415665+0000","last_became_peered":"2024-09-16T06:54:38.415665+0000","last_unstale":"2024-09-16T07:02:00.819910+0000","last_undegraded":"2024-09-16T07:02:00.819910+0000","last_fullsized":"2024-09-16T07:02:00.819910+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:56.359377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":774,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819430+0000","last_change":"2024-09-16T06:56:18.474401+0000","last_active":"2024-09-16T07:02:01.819430+0000","last_peered":"2024-09-16T07:02:01.819430+0000","last_clean":"2024-09-16T07:02:01.819430+0000","last_became_active":"2024-09-16T06:56:18.473788+0000","last_became_peered":"2024-09-16T06:56:18.473788+0000","last_unstale":"2024-09-16T07:02:01.819430+0000","last_undegraded":"2024-09-16T07:02:01.819430+0000","last_fullsized":"2024-09-16T07:02:01.819430+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:07.501575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":817,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825219+0000","last_change":"2024-09-16T06:55:12.439760+0000","last_active":"2024-09-16T07:02:01.825219+0000","last_peered":"2024-09-16T07:02:01.825219+0000","last_clean":"2024-09-16T07:02:01.825219+0000","last_became_active":"2024-09-16T06:55:12.439130+0000","last_became_peered":"2024-09-16T06:55:12.439130+0000","last_unstale":"2024-09-16T07:02:01.825219+0000","last_undegraded":"2024-09-16T07:02:01.825219+0000","last_fullsized":"2024-09-16T07:02:01.825219+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:33:55.122943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":805,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833563+0000","last_change":"2024-09-16T06:56:18.474736+0000","last_active":"2024-09-16T07:01:59.833563+0000","last_peered":"2024-09-16T07:01:59.833563+0000","last_clean":"2024-09-16T07:01:59.833563+0000","last_became_active":"2024-09-16T06:56:18.473606+0000","last_became_peered":"2024-09-16T06:56:18.473606+0000","last_unstale":"2024-09-16T07:01:59.833563+0000","last_undegraded":"2024-09-16T07:01:59.833563+0000","last_fullsized":"2024-09-16T07:01:59.833563+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:53.556786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":797,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827808+0000","last_change":"2024-09-16T06:55:45.514592+0000","last_active":"2024-09-16T07:02:01.827808+0000","last_peered":"2024-09-16T07:02:01.827808+0000","last_clean":"2024-09-16T07:02:01.827808+0000","last_became_active":"2024-09-16T06:55:45.514191+0000","last_became_peered":"2024-09-16T06:55:45.514191+0000","last_unstale":"2024-09-16T07:02:01.827808+0000","last_undegraded":"2024-09-16T07:02:01.827808+0000","last_fullsized":"2024-09-16T07:02:01.827808+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:47:07.132933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":788,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827448+0000","last_change":"2024-09-16T06:55:45.508736+0000","last_active":"2024-09-16T07:02:01.827448+0000","last_peered":"2024-09-16T07:02:01.827448+0000","last_clean":"2024-09-16T07:02:01.827448+0000","last_became_active":"2024-09-16T06:55:45.508331+0000","last_became_peered":"2024-09-16T06:55:45.508331+0000","last_unstale":"2024-09-16T07:02:01.827448+0000","last_undegraded":"2024-09-16T07:02:01.827448+0000","last_fullsized":"2024-09-16T07:02:01.827448+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:48:22.463656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"54'8","reported_seq":819,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819617+0000","last_change":"2024-09-16T06:53:31.381277+0000","last_active":"2024-09-16T07:02:01.819617+0000","last_peered":"2024-09-16T07:02:01.819617+0000","last_clean":"2024-09-16T07:02:01.819617+0000","last_became_active":"2024-09-16T06:53:31.380934+0000","last_became_peered":"2024-09-16T06:53:31.380934+0000","last_unstale":"2024-09-16T07:02:01.819617+0000","last_undegraded":"2024-09-16T07:02:01.819617+0000","last_fullsized":"2024-09-16T07:02:01.819617+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:09:37.900817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":787,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833294+0000","last_change":"2024-09-16T06:56:18.472730+0000","last_active":"2024-09-16T07:01:59.833294+0000","last_peered":"2024-09-16T07:01:59.833294+0000","last_clean":"2024-09-16T07:01:59.833294+0000","last_became_active":"2024-09-16T06:56:18.472322+0000","last_became_peered":"2024-09-16T06:56:18.472322+0000","last_unstale":"2024-09-16T07:01:59.833294+0000","last_undegraded":"2024-09-16T07:01:59.833294+0000","last_fullsized":"2024-09-16T07:01:59.833294+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:47.412600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"832'1843","reported_seq":4208,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.481710+0000","last_change":"2024-09-16T07:02:01.828506+0000","last_active":"2024-09-16T07:02:02.481710+0000","last_peered":"2024-09-16T07:02:02.481710+0000","last_clean":"2024-09-16T07:02:02.481710+0000","last_became_active":"2024-09-16T06:53:31.381942+0000","last_became_peered":"2024-09-16T06:53:31.381942+0000","last_unstale":"2024-09-16T07:02:02.481710+0000","last_undegraded":"2024-09-16T07:02:02.481710+0000","last_fullsized":"2024-09-16T07:02:02.481710+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1843,"log_dups_size":0,"ondisk_log_size":1843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:43:04.161689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0086660480000000008,"stat_sum":{"num_bytes":53272576,"num_objects":13,"num_object_clones":8,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":370,"num_read_kb":512027,"num_write":738,"num_write_kb":227640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":68886528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.f","version":"54'1","reported_seq":776,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811640+0000","last_change":"2024-09-16T06:56:18.482773+0000","last_active":"2024-09-16T07:01:59.811640+0000","last_peered":"2024-09-16T07:01:59.811640+0000","last_clean":"2024-09-16T07:01:59.811640+0000","last_became_active":"2024-09-16T06:56:18.482303+0000","last_became_peered":"2024-09-16T06:56:18.482303+0000","last_unstale":"2024-09-16T07:01:59.811640+0000","last_undegraded":"2024-09-16T07:01:59.811640+0000","last_fullsized":"2024-09-16T07:01:59.811640+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:45:06.235314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":805,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834133+0000","last_change":"2024-09-16T06:56:18.477415+0000","last_active":"2024-09-16T07:01:59.834133+0000","last_peered":"2024-09-16T07:01:59.834133+0000","last_clean":"2024-09-16T07:01:59.834133+0000","last_became_active":"2024-09-16T06:56:18.474796+0000","last_became_peered":"2024-09-16T06:56:18.474796+0000","last_unstale":"2024-09-16T07:01:59.834133+0000","last_undegraded":"2024-09-16T07:01:59.834133+0000","last_fullsized":"2024-09-16T07:01:59.834133+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:44:02.745087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"831'955","reported_seq":3366,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.928395+0000","last_change":"2024-09-16T07:02:00.886587+0000","last_active":"2024-09-16T07:02:00.928395+0000","last_peered":"2024-09-16T07:02:00.928395+0000","last_clean":"2024-09-16T07:02:00.928395+0000","last_became_active":"2024-09-16T06:56:18.475484+0000","last_became_peered":"2024-09-16T06:56:18.475484+0000","last_unstale":"2024-09-16T07:02:00.928395+0000","last_undegraded":"2024-09-16T07:02:00.928395+0000","last_fullsized":"2024-09-16T07:02:00.928395+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":955,"log_dups_size":0,"ondisk_log_size":955,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:16:06.918536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0046148059999999999,"stat_sum":{"num_bytes":26746880,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":224,"num_read_kb":219728,"num_write":521,"num_write_kb":97440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":27000832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e2","length":"1"}]},{"pgid":"2.e","version":"54'2","reported_seq":821,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819887+0000","last_change":"2024-09-16T06:56:18.479293+0000","last_active":"2024-09-16T07:02:01.819887+0000","last_peered":"2024-09-16T07:02:01.819887+0000","last_clean":"2024-09-16T07:02:01.819887+0000","last_became_active":"2024-09-16T06:56:18.478828+0000","last_became_peered":"2024-09-16T06:56:18.478828+0000","last_unstale":"2024-09-16T07:02:01.819887+0000","last_undegraded":"2024-09-16T07:02:01.819887+0000","last_fullsized":"2024-09-16T07:02:01.819887+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:25.759478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":805,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834331+0000","last_change":"2024-09-16T06:56:18.476966+0000","last_active":"2024-09-16T07:01:59.834331+0000","last_peered":"2024-09-16T07:01:59.834331+0000","last_clean":"2024-09-16T07:01:59.834331+0000","last_became_active":"2024-09-16T06:56:18.475965+0000","last_became_peered":"2024-09-16T06:56:18.475965+0000","last_unstale":"2024-09-16T07:01:59.834331+0000","last_undegraded":"2024-09-16T07:01:59.834331+0000","last_fullsized":"2024-09-16T07:01:59.834331+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:40:09.158541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"829'1026","reported_seq":3407,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.482467+0000","last_change":"2024-09-16T07:02:01.821069+0000","last_active":"2024-09-16T07:02:02.482467+0000","last_peered":"2024-09-16T07:02:02.482467+0000","last_clean":"2024-09-16T07:02:02.482467+0000","last_became_active":"2024-09-16T06:54:38.398597+0000","last_became_peered":"2024-09-16T06:54:38.398597+0000","last_unstale":"2024-09-16T07:02:02.482467+0000","last_undegraded":"2024-09-16T07:02:02.482467+0000","last_fullsized":"2024-09-16T07:02:02.482467+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1026,"log_dups_size":0,"ondisk_log_size":1026,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:01.591724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011263060000000001,"stat_sum":{"num_bytes":7495680,"num_objects":4,"num_object_clones":1,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":199,"num_read_kb":173553,"num_write":446,"num_write_kb":102776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5283840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.d","version":"54'1","reported_seq":805,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820802+0000","last_change":"2024-09-16T06:54:38.407415+0000","last_active":"2024-09-16T07:02:01.820802+0000","last_peered":"2024-09-16T07:02:01.820802+0000","last_clean":"2024-09-16T07:02:01.820802+0000","last_became_active":"2024-09-16T06:54:38.407042+0000","last_became_peered":"2024-09-16T06:54:38.407042+0000","last_unstale":"2024-09-16T07:02:01.820802+0000","last_undegraded":"2024-09-16T07:02:01.820802+0000","last_fullsized":"2024-09-16T07:02:01.820802+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:17.820115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":805,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825372+0000","last_change":"2024-09-16T06:55:45.505988+0000","last_active":"2024-09-16T07:02:01.825372+0000","last_peered":"2024-09-16T07:02:01.825372+0000","last_clean":"2024-09-16T07:02:01.825372+0000","last_became_active":"2024-09-16T06:55:45.505698+0000","last_became_peered":"2024-09-16T06:55:45.505698+0000","last_unstale":"2024-09-16T07:02:01.825372+0000","last_undegraded":"2024-09-16T07:02:01.825372+0000","last_fullsized":"2024-09-16T07:02:01.825372+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:46:23.115301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"831'1010","reported_seq":3459,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.482529+0000","last_change":"2024-09-16T07:02:01.820630+0000","last_active":"2024-09-16T07:02:02.482529+0000","last_peered":"2024-09-16T07:02:02.482529+0000","last_clean":"2024-09-16T07:02:02.482529+0000","last_became_active":"2024-09-16T06:55:12.436568+0000","last_became_peered":"2024-09-16T06:55:12.436568+0000","last_unstale":"2024-09-16T07:02:02.482529+0000","last_undegraded":"2024-09-16T07:02:02.482529+0000","last_fullsized":"2024-09-16T07:02:02.482529+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1010,"log_dups_size":0,"ondisk_log_size":1010,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:31:37.533228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001049616,"stat_sum":{"num_bytes":15237120,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":240,"num_read_kb":233679,"num_write":498,"num_write_kb":113232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":10084352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":810,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819918+0000","last_change":"2024-09-16T06:55:12.437014+0000","last_active":"2024-09-16T07:02:01.819918+0000","last_peered":"2024-09-16T07:02:01.819918+0000","last_clean":"2024-09-16T07:02:01.819918+0000","last_became_active":"2024-09-16T06:55:12.436558+0000","last_became_peered":"2024-09-16T06:55:12.436558+0000","last_unstale":"2024-09-16T07:02:01.819918+0000","last_undegraded":"2024-09-16T07:02:01.819918+0000","last_fullsized":"2024-09-16T07:02:01.819918+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:45:43.748260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":787,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834213+0000","last_change":"2024-09-16T06:56:18.481138+0000","last_active":"2024-09-16T07:01:59.834213+0000","last_peered":"2024-09-16T07:01:59.834213+0000","last_clean":"2024-09-16T07:01:59.834213+0000","last_became_active":"2024-09-16T06:56:18.479539+0000","last_became_peered":"2024-09-16T06:56:18.479539+0000","last_unstale":"2024-09-16T07:01:59.834213+0000","last_undegraded":"2024-09-16T07:01:59.834213+0000","last_fullsized":"2024-09-16T07:01:59.834213+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:07.725320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"831'1654","reported_seq":4137,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.886121+0000","last_change":"2024-09-16T07:02:00.887078+0000","last_active":"2024-09-16T07:02:00.886121+0000","last_peered":"2024-09-16T07:02:00.886121+0000","last_clean":"2024-09-16T07:02:00.886121+0000","last_became_active":"2024-09-16T06:56:18.478305+0000","last_became_peered":"2024-09-16T06:56:18.478305+0000","last_unstale":"2024-09-16T07:02:00.886121+0000","last_undegraded":"2024-09-16T07:02:00.886121+0000","last_fullsized":"2024-09-16T07:02:00.886121+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1654,"log_dups_size":0,"ondisk_log_size":1654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:34:08.433722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0048180769999999996,"stat_sum":{"num_bytes":35889152,"num_objects":11,"num_object_clones":6,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":448,"num_read_kb":899059,"num_write":754,"num_write_kb":199368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":76840960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e2","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":797,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.828040+0000","last_change":"2024-09-16T06:56:18.485488+0000","last_active":"2024-09-16T07:02:01.828040+0000","last_peered":"2024-09-16T07:02:01.828040+0000","last_clean":"2024-09-16T07:02:01.828040+0000","last_became_active":"2024-09-16T06:56:18.484967+0000","last_became_peered":"2024-09-16T06:56:18.484967+0000","last_unstale":"2024-09-16T07:02:01.828040+0000","last_undegraded":"2024-09-16T07:02:01.828040+0000","last_fullsized":"2024-09-16T07:02:01.828040+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:36:42.092546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036646299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"222'148","reported_seq":1067,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833342+0000","last_change":"2024-09-16T06:56:18.474722+0000","last_active":"2024-09-16T07:01:59.833342+0000","last_peered":"2024-09-16T07:01:59.833342+0000","last_clean":"2024-09-16T07:01:59.833342+0000","last_became_active":"2024-09-16T06:56:18.474332+0000","last_became_peered":"2024-09-16T06:56:18.474332+0000","last_unstale":"2024-09-16T07:01:59.833342+0000","last_undegraded":"2024-09-16T07:01:59.833342+0000","last_fullsized":"2024-09-16T07:01:59.833342+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:42:58.198767+0000","last_clean_scrub_stamp":"2024-09-16T06:42:58.198767+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:31.925463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1235,"num_write":245,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":813,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824671+0000","last_change":"2024-09-16T06:56:18.476691+0000","last_active":"2024-09-16T07:02:01.824671+0000","last_peered":"2024-09-16T07:02:01.824671+0000","last_clean":"2024-09-16T07:02:01.824671+0000","last_became_active":"2024-09-16T06:56:18.476422+0000","last_became_peered":"2024-09-16T06:56:18.476422+0000","last_unstale":"2024-09-16T07:02:01.824671+0000","last_undegraded":"2024-09-16T07:02:01.824671+0000","last_fullsized":"2024-09-16T07:02:01.824671+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:46:51.430048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":772,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832235+0000","last_change":"2024-09-16T06:55:45.517225+0000","last_active":"2024-09-16T07:02:01.832235+0000","last_peered":"2024-09-16T07:02:01.832235+0000","last_clean":"2024-09-16T07:02:01.832235+0000","last_became_active":"2024-09-16T06:55:45.516935+0000","last_became_peered":"2024-09-16T06:55:45.516935+0000","last_unstale":"2024-09-16T07:02:01.832235+0000","last_undegraded":"2024-09-16T07:02:01.832235+0000","last_fullsized":"2024-09-16T07:02:01.832235+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:09:33.095397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"814'241","reported_seq":2650,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.916072+0000","last_change":"2024-09-16T07:02:01.825808+0000","last_active":"2024-09-16T07:02:02.916072+0000","last_peered":"2024-09-16T07:02:02.916072+0000","last_clean":"2024-09-16T07:02:02.916072+0000","last_became_active":"2024-09-16T06:55:12.443426+0000","last_became_peered":"2024-09-16T06:55:12.443426+0000","last_unstale":"2024-09-16T07:02:02.916072+0000","last_undegraded":"2024-09-16T07:02:02.916072+0000","last_fullsized":"2024-09-16T07:02:02.916072+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":241,"log_dups_size":0,"ondisk_log_size":241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:37:32.002554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00033455799999999999,"stat_sum":{"num_bytes":1040384,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":53,"num_read_kb":43965,"num_write":193,"num_write_kb":23904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":794,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819124+0000","last_change":"2024-09-16T06:53:31.378106+0000","last_active":"2024-09-16T07:02:00.819124+0000","last_peered":"2024-09-16T07:02:00.819124+0000","last_clean":"2024-09-16T07:02:00.819124+0000","last_became_active":"2024-09-16T06:53:31.377775+0000","last_became_peered":"2024-09-16T06:53:31.377775+0000","last_unstale":"2024-09-16T07:02:00.819124+0000","last_undegraded":"2024-09-16T07:02:00.819124+0000","last_fullsized":"2024-09-16T07:02:00.819124+0000","mapping_epoch":359,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":360,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:10:44.294440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":790,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833282+0000","last_change":"2024-09-16T06:56:18.474026+0000","last_active":"2024-09-16T07:01:59.833282+0000","last_peered":"2024-09-16T07:01:59.833282+0000","last_clean":"2024-09-16T07:01:59.833282+0000","last_became_active":"2024-09-16T06:56:18.473467+0000","last_became_peered":"2024-09-16T06:56:18.473467+0000","last_unstale":"2024-09-16T07:01:59.833282+0000","last_undegraded":"2024-09-16T07:01:59.833282+0000","last_fullsized":"2024-09-16T07:01:59.833282+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:17:48.156402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.818090+0000","last_change":"2024-09-16T06:54:38.414908+0000","last_active":"2024-09-16T07:02:00.818090+0000","last_peered":"2024-09-16T07:02:00.818090+0000","last_clean":"2024-09-16T07:02:00.818090+0000","last_became_active":"2024-09-16T06:54:38.414572+0000","last_became_peered":"2024-09-16T06:54:38.414572+0000","last_unstale":"2024-09-16T07:02:00.818090+0000","last_undegraded":"2024-09-16T07:02:00.818090+0000","last_fullsized":"2024-09-16T07:02:00.818090+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:15:25.627120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"832'1370","reported_seq":3816,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.482989+0000","last_change":"2024-09-16T07:02:01.828090+0000","last_active":"2024-09-16T07:02:02.482989+0000","last_peered":"2024-09-16T07:02:02.482989+0000","last_clean":"2024-09-16T07:02:02.482989+0000","last_became_active":"2024-09-16T06:55:12.437601+0000","last_became_peered":"2024-09-16T06:55:12.437601+0000","last_unstale":"2024-09-16T07:02:02.482989+0000","last_undegraded":"2024-09-16T07:02:02.482989+0000","last_fullsized":"2024-09-16T07:02:02.482989+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1370,"log_dups_size":0,"ondisk_log_size":1370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:34:18.655007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0079052340000000006,"stat_sum":{"num_bytes":37519360,"num_objects":9,"num_object_clones":5,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":345,"num_read_kb":351209,"num_write":608,"num_write_kb":148840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":26574848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":798,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820596+0000","last_change":"2024-09-16T06:55:12.448345+0000","last_active":"2024-09-16T07:02:01.820596+0000","last_peered":"2024-09-16T07:02:01.820596+0000","last_clean":"2024-09-16T07:02:01.820596+0000","last_became_active":"2024-09-16T06:55:12.447993+0000","last_became_peered":"2024-09-16T06:55:12.447993+0000","last_unstale":"2024-09-16T07:02:01.820596+0000","last_undegraded":"2024-09-16T07:02:01.820596+0000","last_fullsized":"2024-09-16T07:02:01.820596+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:41:33.287214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036918200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":811,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.819445+0000","last_change":"2024-09-16T06:54:05.379622+0000","last_active":"2024-09-16T07:02:01.819445+0000","last_peered":"2024-09-16T07:02:01.819445+0000","last_clean":"2024-09-16T07:02:01.819445+0000","last_became_active":"2024-09-16T06:54:05.379332+0000","last_became_peered":"2024-09-16T06:54:05.379332+0000","last_unstale":"2024-09-16T07:02:01.819445+0000","last_undegraded":"2024-09-16T07:02:01.819445+0000","last_fullsized":"2024-09-16T07:02:01.819445+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:55.325660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.818903+0000","last_change":"2024-09-16T06:55:45.506211+0000","last_active":"2024-09-16T07:02:01.818903+0000","last_peered":"2024-09-16T07:02:01.818903+0000","last_clean":"2024-09-16T07:02:01.818903+0000","last_became_active":"2024-09-16T06:55:45.505818+0000","last_became_peered":"2024-09-16T06:55:45.505818+0000","last_unstale":"2024-09-16T07:02:01.818903+0000","last_undegraded":"2024-09-16T07:02:01.818903+0000","last_fullsized":"2024-09-16T07:02:01.818903+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:57.538087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"832'1145","reported_seq":3559,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.831862+0000","last_change":"2024-09-16T07:02:01.833007+0000","last_active":"2024-09-16T07:02:01.831862+0000","last_peered":"2024-09-16T07:02:01.831862+0000","last_clean":"2024-09-16T07:02:01.831862+0000","last_became_active":"2024-09-16T06:54:38.414178+0000","last_became_peered":"2024-09-16T06:54:38.414178+0000","last_unstale":"2024-09-16T07:02:01.831862+0000","last_undegraded":"2024-09-16T07:02:01.831862+0000","last_fullsized":"2024-09-16T07:02:01.831862+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1145,"log_dups_size":0,"ondisk_log_size":1145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:37:37.672630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0058132440000000004,"stat_sum":{"num_bytes":8650752,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":264,"num_read_kb":294792,"num_write":655,"num_write_kb":97128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":10182656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.4","version":"0'0","reported_seq":811,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820893+0000","last_change":"2024-09-16T06:54:05.381671+0000","last_active":"2024-09-16T07:02:01.820893+0000","last_peered":"2024-09-16T07:02:01.820893+0000","last_clean":"2024-09-16T07:02:01.820893+0000","last_became_active":"2024-09-16T06:54:05.381363+0000","last_became_peered":"2024-09-16T06:54:05.381363+0000","last_unstale":"2024-09-16T07:02:01.820893+0000","last_undegraded":"2024-09-16T07:02:01.820893+0000","last_fullsized":"2024-09-16T07:02:01.820893+0000","mapping_epoch":393,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":394,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:49:14.673164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":779,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825100+0000","last_change":"2024-09-16T06:55:45.508425+0000","last_active":"2024-09-16T07:02:01.825100+0000","last_peered":"2024-09-16T07:02:01.825100+0000","last_clean":"2024-09-16T07:02:01.825100+0000","last_became_active":"2024-09-16T06:55:45.507777+0000","last_became_peered":"2024-09-16T06:55:45.507777+0000","last_unstale":"2024-09-16T07:02:01.825100+0000","last_undegraded":"2024-09-16T07:02:01.825100+0000","last_fullsized":"2024-09-16T07:02:01.825100+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:54.986269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":773,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811057+0000","last_change":"2024-09-16T06:55:45.504736+0000","last_active":"2024-09-16T07:01:59.811057+0000","last_peered":"2024-09-16T07:01:59.811057+0000","last_clean":"2024-09-16T07:01:59.811057+0000","last_became_active":"2024-09-16T06:55:45.504464+0000","last_became_peered":"2024-09-16T06:55:45.504464+0000","last_unstale":"2024-09-16T07:01:59.811057+0000","last_undegraded":"2024-09-16T07:01:59.811057+0000","last_fullsized":"2024-09-16T07:01:59.811057+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:04:55.800507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"832'1286","reported_seq":3706,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.833758+0000","last_change":"2024-09-16T07:02:01.834969+0000","last_active":"2024-09-16T07:02:01.833758+0000","last_peered":"2024-09-16T07:02:01.833758+0000","last_clean":"2024-09-16T07:02:01.833758+0000","last_became_active":"2024-09-16T06:55:45.506423+0000","last_became_peered":"2024-09-16T06:55:45.506423+0000","last_unstale":"2024-09-16T07:02:01.833758+0000","last_undegraded":"2024-09-16T07:02:01.833758+0000","last_fullsized":"2024-09-16T07:02:01.833758+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1286,"log_dups_size":0,"ondisk_log_size":1286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:58.288526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0081106800000000003,"stat_sum":{"num_bytes":24248320,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":308,"num_read_kb":517643,"num_write":669,"num_write_kb":139848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":19873792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.2","version":"61'2","reported_seq":813,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.821078+0000","last_change":"2024-09-16T06:55:12.446247+0000","last_active":"2024-09-16T07:02:01.821078+0000","last_peered":"2024-09-16T07:02:01.821078+0000","last_clean":"2024-09-16T07:02:01.821078+0000","last_became_active":"2024-09-16T06:55:12.445889+0000","last_became_peered":"2024-09-16T06:55:12.445889+0000","last_unstale":"2024-09-16T07:02:01.821078+0000","last_undegraded":"2024-09-16T07:02:01.821078+0000","last_fullsized":"2024-09-16T07:02:01.821078+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:07:51.653356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":797,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820695+0000","last_change":"2024-09-16T06:56:18.481450+0000","last_active":"2024-09-16T07:02:01.820695+0000","last_peered":"2024-09-16T07:02:01.820695+0000","last_clean":"2024-09-16T07:02:01.820695+0000","last_became_active":"2024-09-16T06:56:18.481125+0000","last_became_peered":"2024-09-16T06:56:18.481125+0000","last_unstale":"2024-09-16T07:02:01.820695+0000","last_undegraded":"2024-09-16T07:02:01.820695+0000","last_fullsized":"2024-09-16T07:02:01.820695+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:27:16.768808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":807,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825024+0000","last_change":"2024-09-16T06:55:12.439362+0000","last_active":"2024-09-16T07:02:01.825024+0000","last_peered":"2024-09-16T07:02:01.825024+0000","last_clean":"2024-09-16T07:02:01.825024+0000","last_became_active":"2024-09-16T06:55:12.439035+0000","last_became_peered":"2024-09-16T06:55:12.439035+0000","last_unstale":"2024-09-16T07:02:01.825024+0000","last_undegraded":"2024-09-16T07:02:01.825024+0000","last_fullsized":"2024-09-16T07:02:01.825024+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:05.708197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"831'639","reported_seq":3030,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.765803+0000","last_change":"2024-09-16T07:02:01.828818+0000","last_active":"2024-09-16T07:02:02.765803+0000","last_peered":"2024-09-16T07:02:02.765803+0000","last_clean":"2024-09-16T07:02:02.765803+0000","last_became_active":"2024-09-16T06:55:45.509348+0000","last_became_peered":"2024-09-16T06:55:45.509348+0000","last_unstale":"2024-09-16T07:02:02.765803+0000","last_undegraded":"2024-09-16T07:02:02.765803+0000","last_fullsized":"2024-09-16T07:02:02.765803+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":639,"log_dups_size":0,"ondisk_log_size":639,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:45:32.876161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034700699999999998,"stat_sum":{"num_bytes":2621440,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":84,"num_read_kb":46877,"num_write":375,"num_write_kb":89696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22994944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.3","version":"59'1","reported_seq":795,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.820063+0000","last_change":"2024-09-16T06:56:18.479251+0000","last_active":"2024-09-16T07:02:00.820063+0000","last_peered":"2024-09-16T07:02:00.820063+0000","last_clean":"2024-09-16T07:02:00.820063+0000","last_became_active":"2024-09-16T06:56:18.478723+0000","last_became_peered":"2024-09-16T06:56:18.478723+0000","last_unstale":"2024-09-16T07:02:00.820063+0000","last_undegraded":"2024-09-16T07:02:00.820063+0000","last_fullsized":"2024-09-16T07:02:00.820063+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:55:33.083713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":806,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833971+0000","last_change":"2024-09-16T06:56:18.480812+0000","last_active":"2024-09-16T07:01:59.833971+0000","last_peered":"2024-09-16T07:01:59.833971+0000","last_clean":"2024-09-16T07:01:59.833971+0000","last_became_active":"2024-09-16T06:56:18.478413+0000","last_became_peered":"2024-09-16T06:56:18.478413+0000","last_unstale":"2024-09-16T07:01:59.833971+0000","last_undegraded":"2024-09-16T07:01:59.833971+0000","last_fullsized":"2024-09-16T07:01:59.833971+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:13.347058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820280+0000","last_change":"2024-09-16T06:55:12.448684+0000","last_active":"2024-09-16T07:02:01.820280+0000","last_peered":"2024-09-16T07:02:01.820280+0000","last_clean":"2024-09-16T07:02:01.820280+0000","last_became_active":"2024-09-16T06:55:12.447513+0000","last_became_peered":"2024-09-16T06:55:12.447513+0000","last_unstale":"2024-09-16T07:02:01.820280+0000","last_undegraded":"2024-09-16T07:02:01.820280+0000","last_fullsized":"2024-09-16T07:02:01.820280+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:23:09.538518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":2372,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.813935+0000","last_change":"2024-09-16T07:02:00.814289+0000","last_active":"2024-09-16T07:02:00.813935+0000","last_peered":"2024-09-16T07:02:00.813935+0000","last_clean":"2024-09-16T07:02:00.813935+0000","last_became_active":"2024-09-16T06:56:18.483966+0000","last_became_peered":"2024-09-16T06:56:18.483966+0000","last_unstale":"2024-09-16T07:02:00.813935+0000","last_undegraded":"2024-09-16T07:02:00.813935+0000","last_fullsized":"2024-09-16T07:02:00.813935+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:45:25.829884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057408199999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e2","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":810,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.480973+0000","last_change":"2024-09-16T06:56:18.475652+0000","last_active":"2024-09-16T07:02:02.480973+0000","last_peered":"2024-09-16T07:02:02.480973+0000","last_clean":"2024-09-16T07:02:02.480973+0000","last_became_active":"2024-09-16T06:56:18.474647+0000","last_became_peered":"2024-09-16T06:56:18.474647+0000","last_unstale":"2024-09-16T07:02:02.480973+0000","last_undegraded":"2024-09-16T07:02:02.480973+0000","last_fullsized":"2024-09-16T07:02:02.480973+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:09.453360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058152300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"544'2","reported_seq":807,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.821188+0000","last_change":"2024-09-16T06:55:45.506354+0000","last_active":"2024-09-16T07:02:01.821188+0000","last_peered":"2024-09-16T07:02:01.821188+0000","last_clean":"2024-09-16T07:02:01.821188+0000","last_became_active":"2024-09-16T06:55:45.506001+0000","last_became_peered":"2024-09-16T06:55:45.506001+0000","last_unstale":"2024-09-16T07:02:01.821188+0000","last_undegraded":"2024-09-16T07:02:01.821188+0000","last_fullsized":"2024-09-16T07:02:01.821188+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:48:21.922862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":809,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832102+0000","last_change":"2024-09-16T06:56:18.473809+0000","last_active":"2024-09-16T07:02:01.832102+0000","last_peered":"2024-09-16T07:02:01.832102+0000","last_clean":"2024-09-16T07:02:01.832102+0000","last_became_active":"2024-09-16T06:56:18.473487+0000","last_became_peered":"2024-09-16T06:56:18.473487+0000","last_unstale":"2024-09-16T07:02:01.832102+0000","last_undegraded":"2024-09-16T07:02:01.832102+0000","last_fullsized":"2024-09-16T07:02:01.832102+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:39:53.673455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"832'733","reported_seq":3158,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.481266+0000","last_change":"2024-09-16T07:02:01.836285+0000","last_active":"2024-09-16T07:02:02.481266+0000","last_peered":"2024-09-16T07:02:02.481266+0000","last_clean":"2024-09-16T07:02:02.481266+0000","last_became_active":"2024-09-16T06:54:38.402862+0000","last_became_peered":"2024-09-16T06:54:38.402862+0000","last_unstale":"2024-09-16T07:02:02.481266+0000","last_undegraded":"2024-09-16T07:02:02.481266+0000","last_fullsized":"2024-09-16T07:02:02.481266+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":733,"log_dups_size":0,"ondisk_log_size":733,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:11.845186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037607529999999999,"stat_sum":{"num_bytes":7102464,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":142,"num_read_kb":142836,"num_write":335,"num_write_kb":79736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":56606720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"4.1","version":"0'0","reported_seq":788,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811115+0000","last_change":"2024-09-16T06:55:45.505411+0000","last_active":"2024-09-16T07:01:59.811115+0000","last_peered":"2024-09-16T07:01:59.811115+0000","last_clean":"2024-09-16T07:01:59.811115+0000","last_became_active":"2024-09-16T06:55:45.505087+0000","last_became_peered":"2024-09-16T06:55:45.505087+0000","last_unstale":"2024-09-16T07:01:59.811115+0000","last_undegraded":"2024-09-16T07:01:59.811115+0000","last_fullsized":"2024-09-16T07:01:59.811115+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:46.671404+0000","last_clean_scrub_stamp":"2024-09-16T06:45:46.671404+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:31:57.116133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"54'2","reported_seq":776,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.828533+0000","last_change":"2024-09-16T06:56:18.479388+0000","last_active":"2024-09-16T07:02:01.828533+0000","last_peered":"2024-09-16T07:02:01.828533+0000","last_clean":"2024-09-16T07:02:01.828533+0000","last_became_active":"2024-09-16T06:56:18.479084+0000","last_became_peered":"2024-09-16T06:56:18.479084+0000","last_unstale":"2024-09-16T07:02:01.828533+0000","last_undegraded":"2024-09-16T07:02:01.828533+0000","last_fullsized":"2024-09-16T07:02:01.828533+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:59.820495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.818760+0000","last_change":"2024-09-16T06:54:38.408082+0000","last_active":"2024-09-16T07:02:00.818760+0000","last_peered":"2024-09-16T07:02:00.818760+0000","last_clean":"2024-09-16T07:02:00.818760+0000","last_became_active":"2024-09-16T06:54:38.407578+0000","last_became_peered":"2024-09-16T06:54:38.407578+0000","last_unstale":"2024-09-16T07:02:00.818760+0000","last_undegraded":"2024-09-16T07:02:00.818760+0000","last_fullsized":"2024-09-16T07:02:00.818760+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:21:29.670753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"832'1461","reported_seq":3864,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.915990+0000","last_change":"2024-09-16T07:02:01.833812+0000","last_active":"2024-09-16T07:02:02.915990+0000","last_peered":"2024-09-16T07:02:02.915990+0000","last_clean":"2024-09-16T07:02:02.915990+0000","last_became_active":"2024-09-16T06:55:45.500914+0000","last_became_peered":"2024-09-16T06:55:45.500914+0000","last_unstale":"2024-09-16T07:02:02.915990+0000","last_undegraded":"2024-09-16T07:02:02.915990+0000","last_fullsized":"2024-09-16T07:02:02.915990+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1461,"log_dups_size":0,"ondisk_log_size":1461,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:33:09.964218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0084000029999999996,"stat_sum":{"num_bytes":19726336,"num_objects":12,"num_object_clones":8,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":327,"num_read_kb":796023,"num_write":685,"num_write_kb":175808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":44769280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":790,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833377+0000","last_change":"2024-09-16T06:56:18.474541+0000","last_active":"2024-09-16T07:01:59.833377+0000","last_peered":"2024-09-16T07:01:59.833377+0000","last_clean":"2024-09-16T07:01:59.833377+0000","last_became_active":"2024-09-16T06:56:18.474237+0000","last_became_peered":"2024-09-16T06:56:18.474237+0000","last_unstale":"2024-09-16T07:01:59.833377+0000","last_undegraded":"2024-09-16T07:01:59.833377+0000","last_fullsized":"2024-09-16T07:01:59.833377+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T15:56:39.204914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":799,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.811265+0000","last_change":"2024-09-16T06:56:18.484148+0000","last_active":"2024-09-16T07:01:59.811265+0000","last_peered":"2024-09-16T07:01:59.811265+0000","last_clean":"2024-09-16T07:01:59.811265+0000","last_became_active":"2024-09-16T06:56:18.483868+0000","last_became_peered":"2024-09-16T06:56:18.483868+0000","last_unstale":"2024-09-16T07:01:59.811265+0000","last_undegraded":"2024-09-16T07:01:59.811265+0000","last_fullsized":"2024-09-16T07:01:59.811265+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:11:28.292118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"831'965","reported_seq":3416,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.820481+0000","last_change":"2024-09-16T07:02:00.821420+0000","last_active":"2024-09-16T07:02:00.820481+0000","last_peered":"2024-09-16T07:02:00.820481+0000","last_clean":"2024-09-16T07:02:00.820481+0000","last_became_active":"2024-09-16T06:55:12.435030+0000","last_became_peered":"2024-09-16T06:55:12.435030+0000","last_unstale":"2024-09-16T07:02:00.820481+0000","last_undegraded":"2024-09-16T07:02:00.820481+0000","last_fullsized":"2024-09-16T07:02:00.820481+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":965,"log_dups_size":0,"ondisk_log_size":965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:30:55.847771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064598720000000002,"stat_sum":{"num_bytes":7561216,"num_objects":5,"num_object_clones":2,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":236,"num_read_kb":485104,"num_write":533,"num_write_kb":110600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":24444928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2dd","length":"1"},{"start":"2e2","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.818949+0000","last_change":"2024-09-16T06:56:18.483811+0000","last_active":"2024-09-16T07:02:01.818949+0000","last_peered":"2024-09-16T07:02:01.818949+0000","last_clean":"2024-09-16T07:02:01.818949+0000","last_became_active":"2024-09-16T06:56:18.483329+0000","last_became_peered":"2024-09-16T06:56:18.483329+0000","last_unstale":"2024-09-16T07:02:01.818949+0000","last_undegraded":"2024-09-16T07:02:01.818949+0000","last_fullsized":"2024-09-16T07:02:01.818949+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:25:22.962500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":799,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832343+0000","last_change":"2024-09-16T06:56:18.472157+0000","last_active":"2024-09-16T07:02:01.832343+0000","last_peered":"2024-09-16T07:02:01.832343+0000","last_clean":"2024-09-16T07:02:01.832343+0000","last_became_active":"2024-09-16T06:56:18.471704+0000","last_became_peered":"2024-09-16T06:56:18.471704+0000","last_unstale":"2024-09-16T07:02:01.832343+0000","last_undegraded":"2024-09-16T07:02:01.832343+0000","last_fullsized":"2024-09-16T07:02:01.832343+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:41:45.562318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"826'953","reported_seq":3378,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.481968+0000","last_change":"2024-09-16T07:02:01.820554+0000","last_active":"2024-09-16T07:02:02.481968+0000","last_peered":"2024-09-16T07:02:02.481968+0000","last_clean":"2024-09-16T07:02:02.481968+0000","last_became_active":"2024-09-16T06:56:18.470765+0000","last_became_peered":"2024-09-16T06:56:18.470765+0000","last_unstale":"2024-09-16T07:02:02.481968+0000","last_undegraded":"2024-09-16T07:02:02.481968+0000","last_fullsized":"2024-09-16T07:02:02.481968+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":953,"log_dups_size":0,"ondisk_log_size":953,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:44:30.590584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011027299999999999,"stat_sum":{"num_bytes":8011776,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":2,"num_read":208,"num_read_kb":169666,"num_write":478,"num_write_kb":115824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2326528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":802,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.820975+0000","last_change":"2024-09-16T06:56:18.481392+0000","last_active":"2024-09-16T07:02:01.820975+0000","last_peered":"2024-09-16T07:02:01.820975+0000","last_clean":"2024-09-16T07:02:01.820975+0000","last_became_active":"2024-09-16T06:56:18.481080+0000","last_became_peered":"2024-09-16T06:56:18.481080+0000","last_unstale":"2024-09-16T07:02:01.820975+0000","last_undegraded":"2024-09-16T07:02:01.820975+0000","last_fullsized":"2024-09-16T07:02:01.820975+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:56:26.878580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":807,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.832629+0000","last_change":"2024-09-16T06:54:38.405017+0000","last_active":"2024-09-16T07:02:01.832629+0000","last_peered":"2024-09-16T07:02:01.832629+0000","last_clean":"2024-09-16T07:02:01.832629+0000","last_became_active":"2024-09-16T06:54:38.404690+0000","last_became_peered":"2024-09-16T06:54:38.404690+0000","last_unstale":"2024-09-16T07:02:01.832629+0000","last_undegraded":"2024-09-16T07:02:01.832629+0000","last_fullsized":"2024-09-16T07:02:01.832629+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T18:26:54.900948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"832'1765","reported_seq":4199,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.880764+0000","last_change":"2024-09-16T07:02:01.833667+0000","last_active":"2024-09-16T07:02:02.880764+0000","last_peered":"2024-09-16T07:02:02.880764+0000","last_clean":"2024-09-16T07:02:02.880764+0000","last_became_active":"2024-09-16T06:54:38.410253+0000","last_became_peered":"2024-09-16T06:54:38.410253+0000","last_unstale":"2024-09-16T07:02:02.880764+0000","last_undegraded":"2024-09-16T07:02:02.880764+0000","last_fullsized":"2024-09-16T07:02:02.880764+0000","mapping_epoch":424,"log_start":"0'0","ondisk_log_start":"0'0","created":67,"last_epoch_clean":425,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:48:29.728665+0000","last_clean_scrub_stamp":"2024-09-16T06:48:29.728665+0000","objects_scrubbed":0,"log_size":1765,"log_dups_size":0,"ondisk_log_size":1765,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:01:17.558220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013235158,"stat_sum":{"num_bytes":34963456,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":415,"num_read_kb":742316,"num_write":790,"num_write_kb":205376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":41861120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2d6","length":"1"},{"start":"2e1","length":"2"}]},{"pgid":"2.b","version":"539'3","reported_seq":803,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833563+0000","last_change":"2024-09-16T06:56:18.475107+0000","last_active":"2024-09-16T07:01:59.833563+0000","last_peered":"2024-09-16T07:01:59.833563+0000","last_clean":"2024-09-16T07:01:59.833563+0000","last_became_active":"2024-09-16T06:56:18.473510+0000","last_became_peered":"2024-09-16T06:56:18.473510+0000","last_unstale":"2024-09-16T07:01:59.833563+0000","last_undegraded":"2024-09-16T07:01:59.833563+0000","last_fullsized":"2024-09-16T07:01:59.833563+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:29:29.741863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":796,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.827937+0000","last_change":"2024-09-16T06:55:45.515267+0000","last_active":"2024-09-16T07:02:01.827937+0000","last_peered":"2024-09-16T07:02:01.827937+0000","last_clean":"2024-09-16T07:02:01.827937+0000","last_became_active":"2024-09-16T06:55:45.514207+0000","last_became_peered":"2024-09-16T06:55:45.514207+0000","last_unstale":"2024-09-16T07:02:01.827937+0000","last_undegraded":"2024-09-16T07:02:01.827937+0000","last_fullsized":"2024-09-16T07:02:01.827937+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:34.253213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":793,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.824873+0000","last_change":"2024-09-16T06:55:45.499853+0000","last_active":"2024-09-16T07:02:01.824873+0000","last_peered":"2024-09-16T07:02:01.824873+0000","last_clean":"2024-09-16T07:02:01.824873+0000","last_became_active":"2024-09-16T06:55:45.499561+0000","last_became_peered":"2024-09-16T06:55:45.499561+0000","last_unstale":"2024-09-16T07:02:01.824873+0000","last_undegraded":"2024-09-16T07:02:01.824873+0000","last_fullsized":"2024-09-16T07:02:01.824873+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:27:27.752480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"54'2","reported_seq":803,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.834052+0000","last_change":"2024-09-16T06:56:18.475918+0000","last_active":"2024-09-16T07:01:59.834052+0000","last_peered":"2024-09-16T07:01:59.834052+0000","last_clean":"2024-09-16T07:01:59.834052+0000","last_became_active":"2024-09-16T06:56:18.473572+0000","last_became_peered":"2024-09-16T06:56:18.473572+0000","last_unstale":"2024-09-16T07:01:59.834052+0000","last_undegraded":"2024-09-16T07:01:59.834052+0000","last_fullsized":"2024-09-16T07:01:59.834052+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:15:10.201975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":795,"reported_epoch":832,"state":"active+clean","last_fresh":"2024-09-16T07:02:01.825341+0000","last_change":"2024-09-16T06:55:12.437564+0000","last_active":"2024-09-16T07:02:01.825341+0000","last_peered":"2024-09-16T07:02:01.825341+0000","last_clean":"2024-09-16T07:02:01.825341+0000","last_became_active":"2024-09-16T06:55:12.437275+0000","last_became_peered":"2024-09-16T06:55:12.437275+0000","last_unstale":"2024-09-16T07:02:01.825341+0000","last_undegraded":"2024-09-16T07:02:01.825341+0000","last_fullsized":"2024-09-16T07:02:01.825341+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:35:32.731968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"54'2","reported_seq":792,"reported_epoch":830,"state":"active+clean","last_fresh":"2024-09-16T07:01:59.833792+0000","last_change":"2024-09-16T06:56:18.480981+0000","last_active":"2024-09-16T07:01:59.833792+0000","last_peered":"2024-09-16T07:01:59.833792+0000","last_clean":"2024-09-16T07:01:59.833792+0000","last_became_active":"2024-09-16T06:56:18.479503+0000","last_became_peered":"2024-09-16T06:56:18.479503+0000","last_unstale":"2024-09-16T07:01:59.833792+0000","last_undegraded":"2024-09-16T07:01:59.833792+0000","last_fullsized":"2024-09-16T07:01:59.833792+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:00.309051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":785,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819179+0000","last_change":"2024-09-16T06:55:12.443967+0000","last_active":"2024-09-16T07:02:00.819179+0000","last_peered":"2024-09-16T07:02:00.819179+0000","last_clean":"2024-09-16T07:02:00.819179+0000","last_became_active":"2024-09-16T06:55:12.442371+0000","last_became_peered":"2024-09-16T06:55:12.442371+0000","last_unstale":"2024-09-16T07:02:00.819179+0000","last_undegraded":"2024-09-16T07:02:00.819179+0000","last_fullsized":"2024-09-16T07:02:00.819179+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:39:13.127565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"539'2","reported_seq":811,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.482556+0000","last_change":"2024-09-16T06:55:12.443639+0000","last_active":"2024-09-16T07:02:02.482556+0000","last_peered":"2024-09-16T07:02:02.482556+0000","last_clean":"2024-09-16T07:02:02.482556+0000","last_became_active":"2024-09-16T06:55:12.443299+0000","last_became_peered":"2024-09-16T06:55:12.443299+0000","last_unstale":"2024-09-16T07:02:02.482556+0000","last_undegraded":"2024-09-16T07:02:02.482556+0000","last_fullsized":"2024-09-16T07:02:02.482556+0000","mapping_epoch":457,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":458,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:45:49.088426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":792,"reported_epoch":833,"state":"active+clean","last_fresh":"2024-09-16T07:02:02.482483+0000","last_change":"2024-09-16T06:55:45.509056+0000","last_active":"2024-09-16T07:02:02.482483+0000","last_peered":"2024-09-16T07:02:02.482483+0000","last_clean":"2024-09-16T07:02:02.482483+0000","last_became_active":"2024-09-16T06:55:45.508720+0000","last_became_peered":"2024-09-16T06:55:45.508720+0000","last_unstale":"2024-09-16T07:02:02.482483+0000","last_undegraded":"2024-09-16T07:02:02.482483+0000","last_fullsized":"2024-09-16T07:02:02.482483+0000","mapping_epoch":488,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":489,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:13.781752+0000","last_clean_scrub_stamp":"2024-09-16T06:45:13.781752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T16:50:24.804470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"539'5","reported_seq":793,"reported_epoch":831,"state":"active+clean","last_fresh":"2024-09-16T07:02:00.819581+0000","last_change":"2024-09-16T06:56:18.479838+0000","last_active":"2024-09-16T07:02:00.819581+0000","last_peered":"2024-09-16T07:02:00.819581+0000","last_clean":"2024-09-16T07:02:00.819581+0000","last_became_active":"2024-09-16T06:56:18.479480+0000","last_became_peered":"2024-09-16T06:56:18.479480+0000","last_unstale":"2024-09-16T07:02:00.819581+0000","last_undegraded":"2024-09-16T07:02:00.819581+0000","last_fullsized":"2024-09-16T07:02:00.819581+0000","mapping_epoch":518,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":519,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T06:45:12.776959+0000","last_clean_scrub_stamp":"2024-09-16T06:45:12.776959+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T17:16:01.820162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":290086912,"num_objects":121,"num_object_clones":71,"num_object_copies":363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":121,"num_whiteouts":11,"num_read":3863,"num_read_kb":5628477,"num_write":8278,"num_write_kb":1927216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":437731328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":418836480,"data_stored":748867584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17046,"ondisk_log_size":17046,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6608,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39935,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1235,"num_write":245,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":518,"seq":2224793059398,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":176204,"kb_used_data":42876,"kb_used_omap":23,"kb_used_meta":133288,"kb_avail":93568948,"statfs":{"total":95995035648,"available":95814602752,"internally_reserved":0,"allocated":43905024,"data_stored":72226760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24019,"internal_metadata":136487469},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.33800000000000002,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.76000000000000001,"5min":1.153,"15min":1.153},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56299999999999994,"15min":0.53300000000000003},"min":{"1min":0.41999999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.54800000000000004}]},{"osd":1,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53600000000000003,"15min":0.505},"min":{"1min":0.33300000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.56299999999999994,"15min":0.55400000000000005},"min":{"1min":0.35699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79400000000000004,"5min":1.089,"15min":1.089},"last":0.56100000000000005}]},{"osd":2,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.55900000000000005,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.71299999999999997,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.495},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56200000000000006,"15min":0.52200000000000002},"min":{"1min":0.36499999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.433}]},{"osd":3,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55700000000000005,"15min":0.53700000000000003},"min":{"1min":0.378,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.58799999999999997,"15min":0.55600000000000005},"min":{"1min":0.39900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.52500000000000002}]},{"osd":4,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.48099999999999998,"15min":0.49099999999999999},"min":{"1min":0.25900000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.66000000000000003,"5min":1.21,"15min":1.21},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.5,"15min":0.47799999999999998},"min":{"1min":0.28000000000000003,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.36399999999999999}]},{"osd":5,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.48499999999999999,"15min":0.47899999999999998},"min":{"1min":0.29499999999999998,"5min":0.251,"15min":0.251},"max":{"1min":0.81200000000000006,"5min":1.135,"15min":1.135},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52900000000000003,"15min":0.52400000000000002},"min":{"1min":0.31,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.74299999999999999,"5min":1.109,"15min":1.109},"last":0.46600000000000003}]},{"osd":6,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.50900000000000001,"15min":0.501},"min":{"1min":0.32300000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.71999999999999997,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.52100000000000002},"min":{"1min":0.38800000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.73299999999999998,"5min":0.753,"15min":0.753},"last":0.38600000000000001}]}]},{"osd":6,"up_from":488,"seq":2095944040525,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":290844,"kb_used_data":44944,"kb_used_omap":28,"kb_used_meta":245859,"kb_avail":93454308,"statfs":{"total":95995035648,"available":95697211392,"internally_reserved":0,"allocated":46022656,"data_stored":87004534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29039,"internal_metadata":251760273},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.54000000000000004,"15min":0.51200000000000001},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.81699999999999995,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56000000000000005,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83999999999999997,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.64100000000000001}]},{"osd":1,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.51500000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.78000000000000003,"5min":1.101,"15min":1.101},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59899999999999998,"15min":0.51500000000000001},"min":{"1min":0.372,"5min":0.36099999999999999,"15min":0.28899999999999998},"max":{"1min":0.83299999999999996,"5min":5.4089999999999998,"15min":5.4089999999999998},"last":0.55500000000000005}]},{"osd":2,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.54600000000000004,"15min":0.51400000000000001},"min":{"1min":0.38100000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.57199999999999995,"15min":0.56999999999999995},"min":{"1min":0.35399999999999998,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.58399999999999996}]},{"osd":3,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57399999999999995,"15min":0.55700000000000005},"min":{"1min":0.36199999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73599999999999999,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.52900000000000003,"15min":0.51300000000000001},"min":{"1min":0.33700000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.51200000000000001}]},{"osd":4,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.443,"15min":0.441},"min":{"1min":0.29499999999999998,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.77100000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.48099999999999998,"15min":0.47299999999999998},"min":{"1min":0.32100000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.708,"5min":1.708,"15min":1.708},"last":0.46000000000000002}]},{"osd":5,"last update":"Mon Sep 16 07:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45800000000000002,"15min":0.45300000000000001},"min":{"1min":0.314,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.501,"15min":0.48499999999999999},"min":{"1min":0.378,"5min":0.25,"15min":0.25},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.44}]},{"osd":7,"last update":"Mon Sep 16 07:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.51500000000000001,"15min":0.48299999999999998},"min":{"1min":0.33900000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.498},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53300000000000003,"15min":0.501},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.80000000000000004,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.41199999999999998}]}]},{"osd":5,"up_from":457,"seq":1962800054356,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":421680,"kb_used_data":70884,"kb_used_omap":40,"kb_used_meta":350743,"kb_avail":93323472,"statfs":{"total":95995035648,"available":95563235328,"internally_reserved":0,"allocated":72585216,"data_stored":123262702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41166,"internal_metadata":359161650},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.56399999999999995,"15min":0.505},"min":{"1min":0.374,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.179,"5min":1.425,"15min":1.425},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57299999999999995,"15min":0.51400000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.83899999999999997,"5min":1.8999999999999999,"15min":1.8999999999999999},"last":0.437}]},{"osd":1,"last update":"Mon Sep 16 07:01:22 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.60899999999999999,"15min":0.53100000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33700000000000002},"max":{"1min":0.80100000000000005,"5min":3.2690000000000001,"15min":3.2690000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58299999999999996,"15min":0.498},"min":{"1min":0.42199999999999999,"5min":0.33100000000000002,"15min":0.253},"max":{"1min":0.79400000000000004,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.502}]},{"osd":2,"last update":"Mon Sep 16 07:01:22 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.57799999999999996,"15min":0.51400000000000001},"min":{"1min":0.33100000000000002,"5min":0.32400000000000001,"15min":0.313},"max":{"1min":1.3859999999999999,"5min":1.3919999999999999,"15min":1.3919999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.53300000000000003},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79200000000000004,"5min":1.446,"15min":1.446},"last":0.58799999999999997}]},{"osd":3,"last update":"Mon Sep 16 07:01:22 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54900000000000004,"15min":0.51700000000000002},"min":{"1min":0.38,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.70099999999999996,"5min":0.85699999999999998,"15min":1.0029999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.62,"15min":0.51000000000000001},"min":{"1min":0.47299999999999998,"5min":0.373,"15min":0.34499999999999997},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Sep 16 07:01:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46400000000000002,"15min":0.436},"min":{"1min":0.28399999999999997,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71999999999999997,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46700000000000003,"15min":0.46300000000000002},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":0.70099999999999996,"5min":0.78100000000000003,"15min":1.0309999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Mon Sep 16 07:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.50800000000000001,"15min":0.46899999999999997},"min":{"1min":0.308,"5min":0.308,"15min":0.30399999999999999},"max":{"1min":0.73399999999999999,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51900000000000002,"15min":0.48499999999999999},"min":{"1min":0.317,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.75600000000000001,"5min":1.327,"15min":1.327},"last":0.626}]},{"osd":7,"last update":"Mon Sep 16 07:01:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.52800000000000002,"15min":0.47899999999999998},"min":{"1min":0.34699999999999998,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.3300000000000001,"5min":1.407,"15min":1.407},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.57499999999999996,"15min":0.53000000000000003},"min":{"1min":0.35099999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.361,"5min":1.393,"15min":1.393},"last":0.64500000000000002}]}]},{"osd":2,"up_from":359,"seq":1541893259368,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":425160,"kb_used_data":80116,"kb_used_omap":28,"kb_used_meta":344995,"kb_avail":93319992,"statfs":{"total":95995035648,"available":95559671808,"internally_reserved":0,"allocated":82038784,"data_stored":122671043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":28811,"internal_metadata":353275765},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.41099999999999998,"15min":0.39400000000000002},"min":{"1min":0.26100000000000001,"5min":0.191,"15min":0.191},"max":{"1min":0.64200000000000002,"5min":1.218,"15min":1.218},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.38300000000000001,"15min":0.376},"min":{"1min":0.22,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.59799999999999998,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.32800000000000001}]},{"osd":1,"last update":"Mon Sep 16 07:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39200000000000002,"15min":0.38700000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.57699999999999996,"5min":2.4380000000000002,"15min":2.4380000000000002},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.442,"15min":0.42699999999999999},"min":{"1min":0.27300000000000002,"5min":0.216,"15min":0.216},"max":{"1min":0.70499999999999996,"5min":1.181,"15min":1.181},"last":0.312}]},{"osd":3,"last update":"Mon Sep 16 07:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.44700000000000001,"15min":0.434},"min":{"1min":0.29099999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.81299999999999994,"5min":1.248,"15min":1.248},"last":0.372},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.50700000000000001,"15min":0.499},"min":{"1min":0.35999999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72799999999999998,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.40500000000000003}]},{"osd":4,"last update":"Mon Sep 16 07:01:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.57499999999999996,"15min":0.56499999999999995},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80600000000000005,"5min":0.98699999999999999,"15min":1.095},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.63400000000000001,"15min":0.61699999999999999},"min":{"1min":0.47899999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88200000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.48999999999999999}]},{"osd":5,"last update":"Mon Sep 16 07:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.63600000000000001,"15min":0.628},"min":{"1min":0.44500000000000001,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0249999999999999,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.503},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.66100000000000003,"15min":0.625},"min":{"1min":0.41099999999999998,"5min":0.372,"15min":0.36299999999999999},"max":{"1min":1.034,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Mon Sep 16 07:01:59 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.67500000000000004,"15min":0.63},"min":{"1min":0.47299999999999998,"5min":0.37,"15min":0.34499999999999997},"max":{"1min":0.91000000000000003,"5min":1.778,"15min":1.778},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.67000000000000004,"15min":0.624},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.80800000000000005,"5min":2.1190000000000002,"15min":2.1190000000000002},"last":0.53300000000000003}]},{"osd":7,"last update":"Mon Sep 16 07:01:28 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.65300000000000002,"15min":0.60299999999999998},"min":{"1min":0.49299999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.91800000000000004,"5min":2.1549999999999998,"15min":2.1549999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.69099999999999995,"15min":0.63500000000000001},"min":{"1min":0.436,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.99399999999999999,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.59299999999999997}]}]},{"osd":1,"up_from":325,"seq":1395864371311,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":516016,"kb_used_data":85924,"kb_used_omap":26,"kb_used_meta":430053,"kb_avail":93229136,"statfs":{"total":95995035648,"available":95466635264,"internally_reserved":0,"allocated":87986176,"data_stored":158285942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26842,"internal_metadata":440375078},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.34300000000000003},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.17599999999999999},"max":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.79500000000000004},"last":0.38},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.379,"15min":0.36799999999999999},"min":{"1min":0.26100000000000001,"5min":0.224,"15min":0.183},"max":{"1min":0.58599999999999997,"5min":0.80800000000000005,"15min":1.877},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Sep 16 07:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.374,"15min":0.35799999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.59499999999999997,"5min":0.63200000000000001,"15min":1.2490000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.42699999999999999,"15min":0.40000000000000002},"min":{"1min":0.27900000000000003,"5min":0.20100000000000001,"15min":0.20100000000000001},"max":{"1min":0.58099999999999996,"5min":2.7679999999999998,"15min":2.7679999999999998},"last":0.317}]},{"osd":3,"last update":"Mon Sep 16 07:01:19 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.46000000000000002,"15min":0.442},"min":{"1min":0.33600000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.65700000000000003,"5min":0.66300000000000003,"15min":0.99099999999999999},"last":0.435},{"interface":"front","average":{"1min":0.435,"5min":0.438,"15min":0.42599999999999999},"min":{"1min":0.33100000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.624,"5min":0.71799999999999997,"15min":1.837},"last":0.40200000000000002}]},{"osd":4,"last update":"Mon Sep 16 07:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.64400000000000002},"min":{"1min":0.48599999999999999,"5min":0.36699999999999999,"15min":0.32800000000000001},"max":{"1min":0.79700000000000004,"5min":0.92100000000000004,"15min":1.111},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.625,"15min":0.65700000000000003},"min":{"1min":0.42199999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81699999999999995,"5min":0.91700000000000004,"15min":1.194},"last":0.73499999999999999}]},{"osd":5,"last update":"Mon Sep 16 07:01:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.746},"min":{"1min":0.39900000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":3.823},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.626,"15min":0.75600000000000001},"min":{"1min":0.46500000000000002,"5min":0.375,"15min":0.375},"max":{"1min":0.875,"5min":0.93300000000000005,"15min":2.1789999999999998},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Sep 16 07:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.64200000000000002,"15min":0.61599999999999999},"min":{"1min":0.45800000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82199999999999995,"5min":0.94499999999999995,"15min":1.008},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.64100000000000001,"15min":0.62},"min":{"1min":0.46899999999999997,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82699999999999996,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.67100000000000004}]},{"osd":7,"last update":"Mon Sep 16 07:01:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.621,"15min":0.58299999999999996},"min":{"1min":0.47199999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.86899999999999999,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65800000000000003,"15min":0.60099999999999998},"min":{"1min":0.436,"5min":0.379,"15min":0.379},"max":{"1min":0.88600000000000001,"5min":3.3450000000000002,"15min":3.3450000000000002},"last":0.68700000000000006}]}]},{"osd":0,"up_from":292,"seq":1254130450549,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":599224,"kb_used_data":75880,"kb_used_omap":29,"kb_used_meta":523298,"kb_avail":93145928,"statfs":{"total":95995035648,"available":95381430272,"internally_reserved":0,"allocated":77701120,"data_stored":103304420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30146,"internal_metadata":535857726},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 07:01:09 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.432},"min":{"1min":0.24299999999999999,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.58199999999999996,"5min":0.61599999999999999,"15min":2.0259999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.38,"15min":0.46300000000000002},"min":{"1min":0.27900000000000003,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":3.1419999999999999},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Sep 16 07:01:49 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.38600000000000001,"15min":0.42099999999999999},"min":{"1min":0.248,"5min":0.217,"15min":0.217},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":1.7110000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.39900000000000002,"15min":0.38900000000000001},"min":{"1min":0.29899999999999999,"5min":0.221,"15min":0.221},"max":{"1min":0.624,"5min":0.624,"15min":0.63600000000000001},"last":0.36899999999999999}]},{"osd":3,"last update":"Mon Sep 16 07:01:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.41399999999999998},"min":{"1min":0.314,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.64800000000000002,"15min":0.70299999999999996},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.41199999999999998,"15min":0.66700000000000004},"min":{"1min":0.25900000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.66300000000000003,"5min":0.67900000000000005,"15min":9.5500000000000007},"last":0.432}]},{"osd":4,"last update":"Mon Sep 16 07:01:49 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.624,"15min":0.60599999999999998},"min":{"1min":0.45400000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63100000000000001},"min":{"1min":0.432,"5min":0.41099999999999998,"15min":0.34399999999999997},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Sep 16 07:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.624,"15min":0.58799999999999997},"min":{"1min":0.40000000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.60799999999999998,"15min":0.58899999999999997},"min":{"1min":0.41599999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.84199999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69099999999999995}]},{"osd":6,"last update":"Mon Sep 16 07:01:54 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.64000000000000001,"15min":0.60399999999999998},"min":{"1min":0.54100000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.64500000000000002,"15min":0.60499999999999998},"min":{"1min":0.52900000000000003,"5min":0.42099999999999999,"15min":0.41599999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.73099999999999998}]},{"osd":7,"last update":"Mon Sep 16 07:01:27 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.629,"15min":0.59099999999999997},"min":{"1min":0.442,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.90900000000000003,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.66400000000000003,"15min":0.61099999999999999},"min":{"1min":0.48699999999999999,"5min":0.44,"15min":0.44},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.76300000000000001}]}]},{"osd":4,"up_from":424,"seq":1821066133594,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359992,"kb_used_data":50288,"kb_used_omap":32,"kb_used_meta":309663,"kb_avail":93385160,"statfs":{"total":95995035648,"available":95626403840,"internally_reserved":0,"allocated":51494912,"data_stored":83876547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32966,"internal_metadata":317095738},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54400000000000004,"15min":0.57399999999999995},"min":{"1min":0.33200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.74299999999999999,"5min":1.1950000000000001,"15min":1.3049999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55300000000000005,"15min":0.57599999999999996},"min":{"1min":0.40600000000000003,"5min":0.313,"15min":0.313},"max":{"1min":0.77600000000000002,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Sep 16 07:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.38300000000000001,"5min":0.33800000000000002,"15min":0.32000000000000001},"max":{"1min":0.76600000000000001,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60399999999999998,"15min":0.58699999999999997},"min":{"1min":0.41399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.86799999999999999,"5min":0.92700000000000005,"15min":1.232},"last":0.67500000000000004}]},{"osd":2,"last update":"Mon Sep 16 07:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.60499999999999998,"15min":0.56899999999999995},"min":{"1min":0.39100000000000001,"5min":0.38400000000000001,"15min":0.312},"max":{"1min":0.84499999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54900000000000004,"15min":0.56499999999999995},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76300000000000001,"5min":1.131,"15min":1.131},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Sep 16 07:01:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57599999999999996,"15min":0.55600000000000005},"min":{"1min":0.433,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.93400000000000005,"5min":1.278,"15min":1.278},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.45500000000000002,"5min":0.36899999999999999,"15min":0.35999999999999999},"max":{"1min":0.88400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.59199999999999997}]},{"osd":5,"last update":"Mon Sep 16 07:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.442,"15min":0.40600000000000003},"min":{"1min":0.33300000000000002,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.52800000000000002,"15min":0.48799999999999999},"min":{"1min":0.39500000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.61399999999999999}]},{"osd":6,"last update":"Mon Sep 16 07:01:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53400000000000003,"15min":0.52200000000000002},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.754,"5min":0.82999999999999996,"15min":0.91500000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.59399999999999997,"15min":0.59299999999999997},"min":{"1min":0.42299999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.92900000000000005,"5min":1.004,"15min":1.155},"last":0.56100000000000005}]},{"osd":7,"last update":"Mon Sep 16 07:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.501,"15min":0.48399999999999999},"min":{"1min":0.317,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.85399999999999998,"5min":1.355,"15min":1.355},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.59999999999999998,"15min":0.59199999999999997},"min":{"1min":0.497,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90000000000000002,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.52200000000000002}]}]},{"osd":3,"up_from":393,"seq":1687922147425,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":181740,"kb_used_data":27544,"kb_used_omap":17,"kb_used_meta":154158,"kb_avail":93563412,"statfs":{"total":95995035648,"available":95808933888,"internally_reserved":0,"allocated":28205056,"data_stored":33007337,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17476,"internal_metadata":157858748},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 07:01:12 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36799999999999999},"min":{"1min":0.28000000000000003,"5min":0.19500000000000001,"15min":0.159},"max":{"1min":0.64900000000000002,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.40400000000000003,"15min":0.39500000000000002},"min":{"1min":0.219,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.57599999999999996,"5min":2.3879999999999999,"15min":2.3879999999999999},"last":0.34399999999999997}]},{"osd":1,"last update":"Mon Sep 16 07:01:12 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.38500000000000001,"15min":0.40899999999999997},"min":{"1min":0.26800000000000002,"5min":0.17399999999999999,"15min":0.17399999999999999},"max":{"1min":0.68400000000000005,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.436,"15min":0.432},"min":{"1min":0.28499999999999998,"5min":0.24199999999999999,"15min":0.219},"max":{"1min":0.63800000000000001,"5min":1.647,"15min":1.647},"last":0.47799999999999998}]},{"osd":2,"last update":"Mon Sep 16 07:01:12 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.46700000000000003,"15min":0.45900000000000002},"min":{"1min":0.34699999999999998,"5min":0.25800000000000001,"15min":0.21099999999999999},"max":{"1min":0.69699999999999995,"5min":1.744,"15min":1.744},"last":0.499},{"interface":"front","average":{"1min":0.435,"5min":0.432,"15min":0.435},"min":{"1min":0.251,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.65700000000000003,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Sep 16 07:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59699999999999998,"15min":0.59299999999999997},"min":{"1min":0.39600000000000002,"5min":0.376,"15min":0.32500000000000001},"max":{"1min":0.878,"5min":1.613,"15min":1.613},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.63,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.44500000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.84899999999999998,"5min":1.71,"15min":1.71},"last":0.69899999999999995}]},{"osd":5,"last update":"Mon Sep 16 07:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.64300000000000002,"15min":0.57899999999999996},"min":{"1min":0.41999999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0129999999999999,"5min":2.2509999999999999,"15min":2.2509999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.64600000000000002,"15min":0.59399999999999997},"min":{"1min":0.47799999999999998,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91300000000000003,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.67800000000000005}]},{"osd":6,"last update":"Mon Sep 16 07:01:48 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.65900000000000003,"15min":0.60099999999999998},"min":{"1min":0.47499999999999998,"5min":0.39600000000000002,"15min":0.38200000000000001},"max":{"1min":0.95599999999999996,"5min":2.0390000000000001,"15min":2.0390000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.65500000000000003,"15min":0.59699999999999998},"min":{"1min":0.47199999999999998,"5min":0.45300000000000001,"15min":0.41599999999999998},"max":{"1min":0.80200000000000005,"5min":2.3279999999999998,"15min":2.3279999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Mon Sep 16 07:01:24 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.66100000000000003,"15min":0.63600000000000001},"min":{"1min":0.48699999999999999,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.90100000000000002,"5min":1.677,"15min":1.677},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.71299999999999997,"15min":0.68400000000000005},"min":{"1min":0.50600000000000001,"5min":0.442,"15min":0.442},"max":{"1min":1.0569999999999999,"5min":1.9950000000000001,"15min":1.9950000000000001},"last":0.72699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5986,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4638,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6200,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6794,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6440,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2807,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2965,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4105,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":68366336,"data_stored":97730560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":79216640,"data_stored":153284608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73281536,"data_stored":117669888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":19423232,"data_stored":28000256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":42749952,"data_stored":78893056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":63803392,"data_stored":118255616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":36671488,"data_stored":81416192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":35323904,"data_stored":73617408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T07:02:07.904 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-16T07:02:07.905 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-16T07:02:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:07 smithi042 ceph-mon[94096]: pgmap v947: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-09-16T07:02:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:07 smithi042 ceph-mon[94096]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T07:02:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:07 smithi042 ceph-mon[96574]: pgmap v947: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-09-16T07:02:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:07 smithi042 ceph-mon[96574]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T07:02:08.166 INFO:teuthology.orchestra.run.smithi042.stderr:Inferring config /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T07:02:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:07 smithi164 ceph-mon[88760]: pgmap v947: 121 pgs: 121 active+clean; 277 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-09-16T07:02:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:07 smithi164 ceph-mon[88760]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T07:02:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:08 smithi042 ceph-mon[94096]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T07:02:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:08 smithi042 ceph-mon[96574]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T07:02:09.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:08 smithi164 ceph-mon[88760]: from='client.34476 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T07:02:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:09 smithi042 ceph-mon[94096]: pgmap v949: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 815 KiB/s wr, 3 op/s 2024-09-16T07:02:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:09 smithi042 ceph-mon[96574]: pgmap v949: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 815 KiB/s wr, 3 op/s 2024-09-16T07:02:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:09 smithi164 ceph-mon[88760]: pgmap v949: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 815 KiB/s wr, 3 op/s 2024-09-16T07:02:10.846 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'unique_pool_0' removed 2024-09-16T07:02:11.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:10 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2956998213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:10 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:10 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2956998213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:10 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:10 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2956998213' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:10 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T07:02:11.525 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:11] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-09-16T07:02:11.553 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:02:11.554 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-16T07:02:11.554 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:02:11.554 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-16T07:02:11.554 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T07:02:11.554 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T07:02:11.555 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T07:02:11.555 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:02:11.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:02:11.573 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T07:02:11.574 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:02:11.630 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T07:02:11.631 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T07:02:11.687 INFO:tasks.workunit:timeout=3h 2024-09-16T07:02:11.687 INFO:tasks.workunit:cleanup=True 2024-09-16T07:02:11.688 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:02:11.744 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T07:02:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[94096]: pgmap v950: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 623 KiB/s wr, 2 op/s 2024-09-16T07:02:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T07:02:12.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[94096]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T07:02:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[96574]: pgmap v950: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 623 KiB/s wr, 2 op/s 2024-09-16T07:02:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T07:02:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:11 smithi042 ceph-mon[96574]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T07:02:12.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:11 smithi164 ceph-mon[88760]: pgmap v950: 121 pgs: 121 active+clean; 277 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 623 KiB/s wr, 2 op/s 2024-09-16T07:02:12.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T07:02:12.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:11 smithi164 ceph-mon[88760]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T07:02:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:13 smithi042 ceph-mon[94096]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:13 smithi042 ceph-mon[96574]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:13 smithi164 ceph-mon[88760]: pgmap v952: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:15 smithi042 ceph-mon[94096]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:15 smithi042 ceph-mon[96574]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:15 smithi164 ceph-mon[88760]: pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:02:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:17 smithi042 ceph-mon[96574]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:17 smithi042 ceph-mon[94096]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:17 smithi164 ceph-mon[88760]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:18.612 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T07:02:18.668 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T07:02:18.670 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:02:18.670 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T07:02:18.721 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T07:02:18.772 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T07:02:18.812 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:02:18.814 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:02:18.814 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T07:02:18.857 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:02:18.861 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T07:02:18.861 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T07:02:18.918 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-16T07:02:18.919 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-16T07:02:18.919 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-16T07:02:18.986 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:02:18.986 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-16T07:02:18.986 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:02:18.986 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-16T07:02:18.986 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-16T07:02:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:19 smithi164 ceph-mon[88760]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:20.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:19 smithi042 ceph-mon[94096]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:20.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:19 smithi042 ceph-mon[96574]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:20.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:21.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:20 smithi042 ceph-mon[94096]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T07:02:21.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:20 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:21.232 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:20 smithi042 ceph-mon[96574]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T07:02:21.232 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:20 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:21.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:20 smithi164 ceph-mon[88760]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T07:02:21.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:20 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:21] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:02:21.874 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2888 ms) 2024-09-16T07:02:21.874 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-16T07:02:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:21 smithi164 ceph-mon[88760]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:21 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:21 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:22.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:21 smithi164 ceph-mon[88760]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T07:02:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[94096]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[94096]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[96574]: pgmap v957: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/121552917' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:21 smithi042 ceph-mon[96574]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T07:02:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:23.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:22 smithi164 ceph-mon[88760]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T07:02:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:22 smithi042 ceph-mon[94096]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T07:02:23.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:22 smithi042 ceph-mon[96574]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2105374977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:23 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2105374977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2105374977' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:23 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:24.901 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3027 ms) 2024-09-16T07:02:24.901 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-16T07:02:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:24 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:25.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:24 smithi164 ceph-mon[88760]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T07:02:25.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:24 smithi164 ceph-mon[88760]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[94096]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T07:02:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[94096]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[96574]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T07:02:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:24 smithi042 ceph-mon[96574]: pgmap v963: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:25 smithi164 ceph-mon[88760]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T07:02:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:25 smithi042 ceph-mon[94096]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T07:02:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:25 smithi042 ceph-mon[96574]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T07:02:27.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:26 smithi164 ceph-mon[88760]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T07:02:27.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:26 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1481441742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:26 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:26 smithi164 ceph-mon[88760]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[94096]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1481441742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[94096]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[96574]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1481441742' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:26 smithi042 ceph-mon[96574]: pgmap v966: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:27.918 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-09-16T07:02:27.918 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-16T07:02:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:27 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:27 smithi164 ceph-mon[88760]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T07:02:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:27 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:27 smithi164 ceph-mon[88760]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T07:02:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[96574]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T07:02:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[96574]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T07:02:28.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:28.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[94096]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T07:02:28.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:28.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:27 smithi042 ceph-mon[94096]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T07:02:29.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:28 smithi164 ceph-mon[88760]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:29.285 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:28 smithi042 ceph-mon[94096]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:29.285 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:28 smithi042 ceph-mon[96574]: pgmap v969: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:29 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:30.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:29 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:30.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:29 smithi164 ceph-mon[88760]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T07:02:30.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:29 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/130726988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:29 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[96574]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/130726988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[94096]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/130726988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:29 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:30.949 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3030 ms) 2024-09-16T07:02:30.949 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[96574]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[96574]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[94096]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T07:02:31.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:30 smithi042 ceph-mon[94096]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:31.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:30 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:31.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:30 smithi164 ceph-mon[88760]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T07:02:31.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:30 smithi164 ceph-mon[88760]: pgmap v972: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:31] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:02:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:31 smithi164 ceph-mon[88760]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T07:02:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:31 smithi042 ceph-mon[96574]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T07:02:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:31 smithi042 ceph-mon[94096]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T07:02:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:33.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:32 smithi164 ceph-mon[88760]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:33.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:32 smithi164 ceph-mon[88760]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T07:02:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:32 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[94096]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[94096]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T07:02:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[96574]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[96574]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T07:02:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:32 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:33.970 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.Commit (3021 ms) 2024-09-16T07:02:33.970 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-16T07:02:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:33 smithi164 ceph-mon[88760]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T07:02:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[94096]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T07:02:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1550124139' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[96574]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T07:02:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:34 smithi164 ceph-mon[88760]: pgmap v977: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:34 smithi164 ceph-mon[88760]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T07:02:35.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:34 smithi042 ceph-mon[94096]: pgmap v977: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:34 smithi042 ceph-mon[94096]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T07:02:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:34 smithi042 ceph-mon[96574]: pgmap v977: 137 pgs: 3 creating+peering, 17 unknown, 117 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:34 smithi042 ceph-mon[96574]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T07:02:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:35 smithi164 ceph-mon[88760]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T07:02:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:35 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3543900621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:35 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[94096]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3543900621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[96574]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3543900621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:35 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:36.989 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.Abort (3019 ms) 2024-09-16T07:02:36.989 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-16T07:02:37.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:36 smithi164 ceph-mon[88760]: pgmap v980: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:36 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:36 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:37.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:36 smithi164 ceph-mon[88760]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T07:02:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[94096]: pgmap v980: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[94096]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T07:02:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[96574]: pgmap v980: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:37.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:36 smithi042 ceph-mon[96574]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T07:02:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:37 smithi042 ceph-mon[94096]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T07:02:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:37 smithi042 ceph-mon[96574]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T07:02:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:37 smithi164 ceph-mon[88760]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T07:02:39.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1929357550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1929357550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:39.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:38 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: pgmap v983: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T07:02:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1929357550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:40.015 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.ReserveError (3025 ms) 2024-09-16T07:02:40.015 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-16T07:02:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:40 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:40 smithi042 ceph-mon[94096]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T07:02:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:40 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:40 smithi042 ceph-mon[96574]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T07:02:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:40 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:40 smithi164 ceph-mon[88760]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T07:02:41.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:41 smithi042 ceph-mon[94096]: pgmap v986: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:41 smithi042 ceph-mon[94096]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T07:02:41.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:41] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:02:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:41 smithi042 ceph-mon[96574]: pgmap v986: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:41 smithi042 ceph-mon[96574]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T07:02:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:41 smithi164 ceph-mon[88760]: pgmap v986: 137 pgs: 11 creating+peering, 19 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:41 smithi164 ceph-mon[88760]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T07:02:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:42 smithi164 ceph-mon[88760]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T07:02:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:42 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/469288062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[96574]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T07:02:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/469288062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[94096]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T07:02:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/469288062' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:43.026 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.CommitError (3012 ms) 2024-09-16T07:02:43.026 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-16T07:02:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[94096]: pgmap v989: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[94096]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[94096]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[96574]: pgmap v989: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[96574]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:43 smithi042 ceph-mon[96574]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T07:02:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:43 smithi164 ceph-mon[88760]: pgmap v989: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:43 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:43 smithi164 ceph-mon[88760]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T07:02:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:43 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:43 smithi164 ceph-mon[88760]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T07:02:44.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[96574]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[94096]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T07:02:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:44 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:44 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:44 smithi164 ceph-mon[88760]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T07:02:44.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:45.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[94096]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:45.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:45.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[94096]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T07:02:45.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[96574]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:45.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:45.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:45 smithi042 ceph-mon[96574]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T07:02:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:45 smithi164 ceph-mon[88760]: pgmap v992: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:45 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1655898970' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:45.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:45 smithi164 ceph-mon[88760]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T07:02:46.045 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.AbortError (3018 ms) 2024-09-16T07:02:46.045 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-16T07:02:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:47 smithi042 ceph-mon[94096]: pgmap v995: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:47.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:47 smithi042 ceph-mon[94096]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T07:02:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:47 smithi042 ceph-mon[96574]: pgmap v995: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:47 smithi042 ceph-mon[96574]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T07:02:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:47 smithi164 ceph-mon[88760]: pgmap v995: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:47 smithi164 ceph-mon[88760]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T07:02:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[94096]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T07:02:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2387751369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[96574]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T07:02:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2387751369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:48 smithi164 ceph-mon[88760]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T07:02:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:48 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2387751369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:49.061 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3016 ms) 2024-09-16T07:02:49.061 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T07:02:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:02:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:50 smithi042 ceph-mon[94096]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T07:02:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:50 smithi042 ceph-mon[96574]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T07:02:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:50 smithi164 ceph-mon[88760]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T07:02:51.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:02:51] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3358707243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:51.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:51.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:51.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T07:02:51.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3358707243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:51.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:51 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T07:02:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3358707243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:51 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:52.082 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3019 ms) 2024-09-16T07:02:52.082 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-16T07:02:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:52 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:52 smithi042 ceph-mon[94096]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T07:02:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:52 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:52.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:52 smithi042 ceph-mon[96574]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T07:02:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:02:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:02:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:52 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:52 smithi164 ceph-mon[88760]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T07:02:53.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:53 smithi042 ceph-mon[94096]: pgmap v1004: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:53.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:53 smithi042 ceph-mon[94096]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T07:02:53.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:53 smithi042 ceph-mon[96574]: pgmap v1004: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:53.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:53 smithi042 ceph-mon[96574]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T07:02:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:53 smithi164 ceph-mon[88760]: pgmap v1004: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:53 smithi164 ceph-mon[88760]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T07:02:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[94096]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T07:02:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3773463419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[96574]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T07:02:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3773463419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:54 smithi164 ceph-mon[88760]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T07:02:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3773463419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:55.100 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2024-09-16T07:02:55.100 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-16T07:02:55.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[94096]: pgmap v1007: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[94096]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[96574]: pgmap v1007: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[96574]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T07:02:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:02:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:55 smithi164 ceph-mon[88760]: pgmap v1007: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:55 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:02:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:55 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:55 smithi164 ceph-mon[88760]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T07:02:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:02:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[94096]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[96574]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:02:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:56 smithi164 ceph-mon[88760]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T07:02:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:02:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:02:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:02:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T07:02:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3255154975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:57 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3255154975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:02:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: pgmap v1010: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T07:02:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3255154975' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:02:57.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:02:57.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:57 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:02:58.132 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3032 ms) 2024-09-16T07:02:58.132 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-16T07:02:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:58 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:58 smithi164 ceph-mon[88760]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T07:02:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:58 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:58 smithi042 ceph-mon[94096]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T07:02:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:58 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:02:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:58 smithi042 ceph-mon[96574]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T07:02:59.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:59 smithi164 ceph-mon[88760]: pgmap v1013: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:59.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:02:59 smithi164 ceph-mon[88760]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T07:02:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:59 smithi042 ceph-mon[94096]: pgmap v1013: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:02:59 smithi042 ceph-mon[94096]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T07:02:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:59 smithi042 ceph-mon[96574]: pgmap v1013: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:02:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:02:59 smithi042 ceph-mon[96574]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T07:03:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:00 smithi164 ceph-mon[88760]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T07:03:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:00 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2768716807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:00 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:00 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:00 smithi164 ceph-mon[88760]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T07:03:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[94096]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2768716807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[94096]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[96574]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2768716807' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:00 smithi042 ceph-mon[96574]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T07:03:01.149 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2024-09-16T07:03:01.149 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-16T07:03:01.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:01 smithi164 ceph-mon[88760]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:01.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:01 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:01 smithi042 ceph-mon[94096]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:01 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:01] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T07:03:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:01 smithi042 ceph-mon[96574]: pgmap v1016: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:01 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:02 smithi164 ceph-mon[88760]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T07:03:02.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:02 smithi042 ceph-mon[94096]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T07:03:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:02 smithi042 ceph-mon[96574]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T07:03:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:03:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T07:03:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2575740822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:03 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:03.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:03.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:03.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:03:03.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T07:03:03.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2575740822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:03.677 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2575740822' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:03.678 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:03 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:04.167 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-09-16T07:03:04.168 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-16T07:03:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:04 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:04 smithi164 ceph-mon[88760]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T07:03:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[96574]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[94096]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:05 smithi164 ceph-mon[88760]: pgmap v1022: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:05.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:05 smithi164 ceph-mon[88760]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T07:03:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:05 smithi042 ceph-mon[94096]: pgmap v1022: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:05 smithi042 ceph-mon[94096]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T07:03:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:05 smithi042 ceph-mon[96574]: pgmap v1022: 137 pgs: 3 creating+peering, 19 unknown, 115 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:05 smithi042 ceph-mon[96574]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T07:03:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:06 smithi164 ceph-mon[88760]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T07:03:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:06.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:06 smithi042 ceph-mon[96574]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T07:03:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:06 smithi042 ceph-mon[94096]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T07:03:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:07.189 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.Cleanup (3021 ms) 2024-09-16T07:03:07.189 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-16T07:03:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:07 smithi164 ceph-mon[88760]: pgmap v1025: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:07 smithi164 ceph-mon[88760]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T07:03:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:07 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:07 smithi164 ceph-mon[88760]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T07:03:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[96574]: pgmap v1025: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[96574]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[96574]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[94096]: pgmap v1025: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/565671852' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[94096]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:07 smithi042 ceph-mon[94096]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T07:03:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[94096]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[96574]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T07:03:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:08.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:08 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:08.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:08 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:03:08.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:08 smithi164 ceph-mon[88760]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T07:03:08.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[96574]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[96574]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T07:03:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[94096]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:09 smithi042 ceph-mon[94096]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T07:03:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:09 smithi164 ceph-mon[88760]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:09 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/73170999' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:09 smithi164 ceph-mon[88760]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T07:03:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:11 smithi164 ceph-mon[88760]: pgmap v1031: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:11 smithi164 ceph-mon[88760]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T07:03:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:11 smithi042 ceph-mon[94096]: pgmap v1031: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:11.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:11 smithi042 ceph-mon[94096]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T07:03:11.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:11] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:03:11.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:11 smithi042 ceph-mon[96574]: pgmap v1031: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-09-16T07:03:11.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:11 smithi042 ceph-mon[96574]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T07:03:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:13 smithi164 ceph-mon[88760]: pgmap v1033: 137 pgs: 6 creating+peering, 1 unknown, 130 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3.99k op/s 2024-09-16T07:03:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:13 smithi042 ceph-mon[94096]: pgmap v1033: 137 pgs: 6 creating+peering, 1 unknown, 130 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3.99k op/s 2024-09-16T07:03:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:13 smithi042 ceph-mon[96574]: pgmap v1033: 137 pgs: 6 creating+peering, 1 unknown, 130 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.6 MiB/s wr, 3.99k op/s 2024-09-16T07:03:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:15 smithi164 ceph-mon[88760]: pgmap v1034: 137 pgs: 137 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.17k op/s 2024-09-16T07:03:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:15 smithi042 ceph-mon[94096]: pgmap v1034: 137 pgs: 137 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.17k op/s 2024-09-16T07:03:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:15 smithi042 ceph-mon[96574]: pgmap v1034: 137 pgs: 137 active+clean; 1001 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 3.17k op/s 2024-09-16T07:03:17.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:17 smithi164 ceph-mon[88760]: pgmap v1035: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 8.2 MiB/s wr, 9.19k op/s 2024-09-16T07:03:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:17 smithi042 ceph-mon[94096]: pgmap v1035: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 8.2 MiB/s wr, 9.19k op/s 2024-09-16T07:03:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:17 smithi042 ceph-mon[96574]: pgmap v1035: 137 pgs: 137 active+clean; 2.1 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 8.2 MiB/s wr, 9.19k op/s 2024-09-16T07:03:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:19 smithi164 ceph-mon[88760]: pgmap v1036: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.3 MiB/s wr, 8.14k op/s 2024-09-16T07:03:19.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:19.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:19 smithi042 ceph-mon[96574]: pgmap v1036: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.3 MiB/s wr, 8.14k op/s 2024-09-16T07:03:19.607 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:19.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:19 smithi042 ceph-mon[94096]: pgmap v1036: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 7.3 MiB/s wr, 8.14k op/s 2024-09-16T07:03:19.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:21.219 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14030 ms) 2024-09-16T07:03:21.220 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-16T07:03:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:21 smithi164 ceph-mon[88760]: pgmap v1037: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 7.12k op/s 2024-09-16T07:03:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:21 smithi042 ceph-mon[94096]: pgmap v1037: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 7.12k op/s 2024-09-16T07:03:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:21 smithi042 ceph-mon[96574]: pgmap v1037: 137 pgs: 137 active+clean; 2.1 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.3 MiB/s wr, 7.12k op/s 2024-09-16T07:03:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:21] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-16T07:03:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:22 smithi164 ceph-mon[88760]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T07:03:22.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:22 smithi042 ceph-mon[96574]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T07:03:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:22 smithi042 ceph-mon[94096]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T07:03:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:23 smithi164 ceph-mon[88760]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:23.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:23 smithi164 ceph-mon[88760]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T07:03:23.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:23 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/930334669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:23.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:23 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[96574]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[96574]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/930334669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[94096]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[94096]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/930334669' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:23 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:24.226 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3007 ms) 2024-09-16T07:03:24.226 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-16T07:03:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:24 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:24 smithi164 ceph-mon[88760]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T07:03:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:24 smithi164 ceph-mon[88760]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T07:03:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[94096]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T07:03:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[94096]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T07:03:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[96574]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T07:03:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:24 smithi042 ceph-mon[96574]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T07:03:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:25 smithi042 ceph-mon[94096]: pgmap v1042: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:25 smithi042 ceph-mon[96574]: pgmap v1042: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:25 smithi164 ceph-mon[88760]: pgmap v1042: 137 pgs: 2 creating+activating, 7 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[96574]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T07:03:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/357385495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[94096]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T07:03:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/357385495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:26 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:26 smithi164 ceph-mon[88760]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T07:03:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:26 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/357385495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:26.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:26 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[96574]: pgmap v1045: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[96574]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[94096]: pgmap v1045: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:27 smithi042 ceph-mon[94096]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T07:03:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:27 smithi164 ceph-mon[88760]: pgmap v1045: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:27 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:27 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:27.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:27 smithi164 ceph-mon[88760]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T07:03:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:28 smithi042 ceph-mon[96574]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T07:03:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:28 smithi042 ceph-mon[94096]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T07:03:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:28 smithi164 ceph-mon[88760]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T07:03:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[94096]: pgmap v1048: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:03:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[96574]: pgmap v1048: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:29 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:03:29.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:29 smithi164 ceph-mon[88760]: pgmap v1048: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:29 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:29.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:29 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:03:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:31 smithi042 ceph-mon[96574]: pgmap v1049: 137 pgs: 9 creating+peering, 128 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 4.28k op/s 2024-09-16T07:03:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:31 smithi042 ceph-mon[94096]: pgmap v1049: 137 pgs: 9 creating+peering, 128 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 4.28k op/s 2024-09-16T07:03:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:31] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-09-16T07:03:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:31 smithi164 ceph-mon[88760]: pgmap v1049: 137 pgs: 9 creating+peering, 128 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 4.28k op/s 2024-09-16T07:03:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:33 smithi042 ceph-mon[94096]: pgmap v1050: 137 pgs: 137 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 3.65k op/s 2024-09-16T07:03:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:33 smithi042 ceph-mon[96574]: pgmap v1050: 137 pgs: 137 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 3.65k op/s 2024-09-16T07:03:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:33 smithi164 ceph-mon[88760]: pgmap v1050: 137 pgs: 137 active+clean; 1.1 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 3.1 MiB/s wr, 3.65k op/s 2024-09-16T07:03:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:35 smithi042 ceph-mon[96574]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.6 MiB/s wr, 7.68k op/s 2024-09-16T07:03:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:35 smithi042 ceph-mon[94096]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.6 MiB/s wr, 7.68k op/s 2024-09-16T07:03:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:35 smithi164 ceph-mon[88760]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 6.6 MiB/s wr, 7.68k op/s 2024-09-16T07:03:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:37 smithi042 ceph-mon[94096]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.4 MiB/s wr, 6.33k op/s 2024-09-16T07:03:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:37 smithi042 ceph-mon[96574]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.4 MiB/s wr, 6.33k op/s 2024-09-16T07:03:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:37 smithi164 ceph-mon[88760]: pgmap v1052: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 5.4 MiB/s wr, 6.33k op/s 2024-09-16T07:03:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:39 smithi042 ceph-mon[96574]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 5.74k op/s 2024-09-16T07:03:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:39 smithi042 ceph-mon[94096]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 5.74k op/s 2024-09-16T07:03:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:39 smithi164 ceph-mon[88760]: pgmap v1053: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 30 MiB/s rd, 4.9 MiB/s wr, 5.74k op/s 2024-09-16T07:03:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:41 smithi042 ceph-mon[96574]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.5 MiB/s wr, 6.54k op/s 2024-09-16T07:03:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:41 smithi042 ceph-mon[94096]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.5 MiB/s wr, 6.54k op/s 2024-09-16T07:03:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:41] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-09-16T07:03:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:41 smithi164 ceph-mon[88760]: pgmap v1054: 137 pgs: 137 active+clean; 1.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 5.5 MiB/s wr, 6.54k op/s 2024-09-16T07:03:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19057 ms) 2024-09-16T07:03:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-16T07:03:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:43 smithi042 ceph-mon[94096]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-09-16T07:03:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:43 smithi042 ceph-mon[96574]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-09-16T07:03:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:43 smithi164 ceph-mon[88760]: pgmap v1055: 137 pgs: 137 active+clean; 1.6 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 3.8 MiB/s wr, 4.50k op/s 2024-09-16T07:03:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:44 smithi042 ceph-mon[94096]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T07:03:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:44 smithi042 ceph-mon[96574]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T07:03:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:44 smithi164 ceph-mon[88760]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T07:03:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[94096]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[94096]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1946208620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[96574]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[96574]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1946208620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:45 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:45 smithi164 ceph-mon[88760]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:45 smithi164 ceph-mon[88760]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T07:03:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:45 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1946208620' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:45 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:46 smithi042 ceph-mon[94096]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T07:03:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:46 smithi042 ceph-mon[96574]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T07:03:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:46 smithi164 ceph-mon[88760]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T07:03:47.321 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4038 ms) 2024-09-16T07:03:47.321 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-16T07:03:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:47 smithi042 ceph-mon[94096]: pgmap v1060: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:47 smithi042 ceph-mon[94096]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T07:03:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:47 smithi042 ceph-mon[96574]: pgmap v1060: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:47 smithi042 ceph-mon[96574]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T07:03:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:47 smithi164 ceph-mon[88760]: pgmap v1060: 137 pgs: 3 creating+peering, 23 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:47 smithi164 ceph-mon[88760]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T07:03:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:48 smithi042 ceph-mon[94096]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T07:03:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:48 smithi042 ceph-mon[96574]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T07:03:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:48 smithi164 ceph-mon[88760]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[94096]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[94096]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[96574]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[96574]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T07:03:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:49 smithi164 ceph-mon[88760]: pgmap v1063: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:49 smithi164 ceph-mon[88760]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T07:03:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:49 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:03:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:50 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:50 smithi042 ceph-mon[94096]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T07:03:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:50 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:50 smithi042 ceph-mon[96574]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T07:03:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:50 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2744098047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:50.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:50 smithi164 ceph-mon[88760]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T07:03:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:51 smithi042 ceph-mon[94096]: pgmap v1066: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:51 smithi042 ceph-mon[94096]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T07:03:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:03:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:03:51] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:03:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:51 smithi042 ceph-mon[96574]: pgmap v1066: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:51 smithi042 ceph-mon[96574]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T07:03:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:51 smithi164 ceph-mon[88760]: pgmap v1066: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:51 smithi164 ceph-mon[88760]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T07:03:52.342 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5021 ms) 2024-09-16T07:03:52.342 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-16T07:03:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:03:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:03:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:53 smithi042 ceph-mon[94096]: pgmap v1068: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 573 op/s 2024-09-16T07:03:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:53 smithi042 ceph-mon[94096]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T07:03:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:53 smithi042 ceph-mon[96574]: pgmap v1068: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 573 op/s 2024-09-16T07:03:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:53 smithi042 ceph-mon[96574]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T07:03:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:53 smithi164 ceph-mon[88760]: pgmap v1068: 137 pgs: 7 creating+peering, 2 unknown, 128 active+clean; 606 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 573 op/s 2024-09-16T07:03:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:53 smithi164 ceph-mon[88760]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T07:03:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[96574]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T07:03:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[96574]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[94096]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:54 smithi042 ceph-mon[94096]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T07:03:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:54 smithi164 ceph-mon[88760]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T07:03:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/358781774' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-136904-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:03:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:54 smithi164 ceph-mon[88760]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T07:03:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:55 smithi164 ceph-mon[88760]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:55 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:55 smithi164 ceph-mon[88760]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T07:03:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[96574]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[96574]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T07:03:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[94096]: pgmap v1071: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:03:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:55 smithi042 ceph-mon[94096]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T07:03:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:03:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:03:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:03:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:03:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:03:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:03:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2024-09-16T07:03:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 22 tests from TestCls2PCQueue (98383 ms total) 2024-09-16T07:03:57.370 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:03:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:03:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 22 tests from 1 test suite ran. (98383 ms total) 2024-09-16T07:03:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 22 tests. 2024-09-16T07:03:57.374 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:03:57.374 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:03:57.404 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-16T07:03:57.404 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-16T07:03:57.473 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:03:57.473 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-16T07:03:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:03:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 5 tests from cls_cas 2024-09-16T07:03:57.474 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_cas.get_put 2024-09-16T07:03:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:57 smithi164 ceph-mon[88760]: pgmap v1074: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:57 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:57 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:03:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[94096]: pgmap v1074: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:03:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[96574]: pgmap v1074: 137 pgs: 6 creating+peering, 13 unknown, 118 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:03:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:57 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:03:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:58 smithi164 ceph-mon[88760]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T07:03:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:58 smithi042 ceph-mon[94096]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T07:03:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:58 smithi042 ceph-mon[96574]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T07:03:59.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:59 smithi164 ceph-mon[88760]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:59.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:59 smithi164 ceph-mon[88760]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T07:03:59.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:03:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[96574]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[96574]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T07:03:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:03:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[94096]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:03:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[94096]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T07:03:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:03:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:00.392 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_cas.get_put (2917 ms) 2024-09-16T07:04:00.393 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_cas.wrong_put 2024-09-16T07:04:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:00 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:00.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:00 smithi164 ceph-mon[88760]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T07:04:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:00 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:00 smithi042 ceph-mon[94096]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T07:04:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:00 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4212407916' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:00 smithi042 ceph-mon[96574]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T07:04:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:01 smithi042 ceph-mon[94096]: pgmap v1079: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:01 smithi042 ceph-mon[94096]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T07:04:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:01] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:04:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:01 smithi042 ceph-mon[96574]: pgmap v1079: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:01 smithi042 ceph-mon[96574]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T07:04:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:01 smithi164 ceph-mon[88760]: pgmap v1079: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:01 smithi164 ceph-mon[88760]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T07:04:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:02 smithi164 ceph-mon[88760]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T07:04:02.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:02 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:02 smithi042 ceph-mon[96574]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T07:04:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:02 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:02 smithi042 ceph-mon[94096]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T07:04:02.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:02 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:03.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-09-16T07:04:03.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_cas.dup_get 2024-09-16T07:04:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:03 smithi164 ceph-mon[88760]: pgmap v1082: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:03 smithi164 ceph-mon[88760]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T07:04:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:03 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[96574]: pgmap v1082: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[96574]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[94096]: pgmap v1082: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1103262458' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[94096]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T07:04:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:03 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:04 smithi164 ceph-mon[88760]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T07:04:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[96574]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T07:04:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[94096]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T07:04:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:05 smithi164 ceph-mon[88760]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[94096]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T07:04:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/843893346' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:05 smithi042 ceph-mon[96574]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T07:04:06.419 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_cas.dup_get (3007 ms) 2024-09-16T07:04:06.419 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_cas.dup_put 2024-09-16T07:04:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:07 smithi164 ceph-mon[88760]: pgmap v1088: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:07 smithi164 ceph-mon[88760]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T07:04:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:07 smithi042 ceph-mon[94096]: pgmap v1088: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:07 smithi042 ceph-mon[94096]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T07:04:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:07 smithi042 ceph-mon[96574]: pgmap v1088: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:07 smithi042 ceph-mon[96574]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T07:04:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:08 smithi164 ceph-mon[88760]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T07:04:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2158274189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[94096]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T07:04:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2158274189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[96574]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T07:04:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2158274189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:09.440 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-09-16T07:04:09.441 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-16T07:04:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:09 smithi164 ceph-mon[88760]: pgmap v1091: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:09 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:09 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:09.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:09 smithi164 ceph-mon[88760]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T07:04:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[96574]: pgmap v1091: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[96574]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T07:04:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[94096]: pgmap v1091: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:09 smithi042 ceph-mon[94096]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T07:04:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:10 smithi164 ceph-mon[88760]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T07:04:10.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:10 smithi042 ceph-mon[96574]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T07:04:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:10 smithi042 ceph-mon[94096]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T07:04:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:11] "GET /metrics HTTP/1.1" 200 33948 "" "Prometheus/2.43.0" 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3990971046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3990971046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T07:04:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3990971046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:11.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:12.459 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_cas.get_wrong_data (3018 ms) 2024-09-16T07:04:12.459 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 5 tests from cls_cas (14985 ms total) 2024-09-16T07:04:12.459 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from chunk_refs_t 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] chunk_refs_t.size 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:1 60 by_object 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:2 103 by_object 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:4 189 by_object 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:8 361 by_object 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:16 112 by_hash(32 bits) 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:32 208 by_hash(32 bits) 2024-09-16T07:04:12.460 INFO:tasks.workunit.client.0.smithi042.stdout:64 400 by_hash(32 bits) 2024-09-16T07:04:12.461 INFO:tasks.workunit.client.0.smithi042.stdout:128 509 by_hash(10 bits) 2024-09-16T07:04:12.461 INFO:tasks.workunit.client.0.smithi042.stdout:256 499 by_hash(7 bits) 2024-09-16T07:04:12.461 INFO:tasks.workunit.client.0.smithi042.stdout:512 462 by_hash(5 bits) 2024-09-16T07:04:12.461 INFO:tasks.workunit.client.0.smithi042.stdout:1024 466 by_hash(5 bits) 2024-09-16T07:04:12.461 INFO:tasks.workunit.client.0.smithi042.stdout:2048 466 by_hash(5 bits) 2024-09-16T07:04:12.462 INFO:tasks.workunit.client.0.smithi042.stdout:4096 470 by_hash(5 bits) 2024-09-16T07:04:12.462 INFO:tasks.workunit.client.0.smithi042.stdout:8192 498 by_hash(4 bits) 2024-09-16T07:04:12.463 INFO:tasks.workunit.client.0.smithi042.stdout:16384 278 by_hash(3 bits) 2024-09-16T07:04:12.466 INFO:tasks.workunit.client.0.smithi042.stdout:32768 337 by_hash(2 bits) 2024-09-16T07:04:12.470 INFO:tasks.workunit.client.0.smithi042.stdout:65536 367 by_hash(2 bits) 2024-09-16T07:04:12.477 INFO:tasks.workunit.client.0.smithi042.stdout:131072 387 by_hash(1 bits) 2024-09-16T07:04:12.493 INFO:tasks.workunit.client.0.smithi042.stdout:262144 331 by_pool 2024-09-16T07:04:12.522 INFO:tasks.workunit.client.0.smithi042.stdout:524288 21 count 2024-09-16T07:04:12.573 INFO:tasks.workunit.client.0.smithi042.stdout:1048576 21 count 2024-09-16T07:04:12.684 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] chunk_refs_t.size (226 ms) 2024-09-16T07:04:12.684 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from chunk_refs_t (226 ms total) 2024-09-16T07:04:12.684 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:04:12.684 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:04:12.685 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 6 tests from 2 test suites ran. (15211 ms total) 2024-09-16T07:04:12.685 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 6 tests. 2024-09-16T07:04:12.686 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:04:12.687 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:04:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:12 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:12 smithi164 ceph-mon[88760]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T07:04:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:12.749 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:12 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:12.749 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:12 smithi042 ceph-mon[94096]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T07:04:12.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:12 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137678-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:12.749 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:12 smithi042 ceph-mon[96574]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T07:04:12.753 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-16T07:04:12.753 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-16T07:04:12.820 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:04:12.821 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-16T07:04:12.821 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:04:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:13 smithi164 ceph-mon[88760]: pgmap v1097: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:13 smithi164 ceph-mon[88760]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T07:04:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:13 smithi042 ceph-mon[94096]: pgmap v1097: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:13 smithi042 ceph-mon[94096]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T07:04:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:13 smithi042 ceph-mon[96574]: pgmap v1097: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:13 smithi042 ceph-mon[96574]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T07:04:14.467 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 31 tests from CmpOmap 2024-09-16T07:04:14.467 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-16T07:04:14.477 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (10 ms) 2024-09-16T07:04:14.477 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-16T07:04:14.485 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (8 ms) 2024-09-16T07:04:14.485 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-16T07:04:14.488 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-16T07:04:14.488 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-16T07:04:14.491 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-16T07:04:14.491 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-16T07:04:14.497 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-09-16T07:04:14.497 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-16T07:04:14.504 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-09-16T07:04:14.504 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-16T07:04:14.507 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-16T07:04:14.507 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-16T07:04:14.510 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-09-16T07:04:14.510 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-16T07:04:14.512 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-09-16T07:04:14.513 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-16T07:04:14.516 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-16T07:04:14.516 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-16T07:04:14.517 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-09-16T07:04:14.517 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-16T07:04:14.517 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-16T07:04:14.517 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-16T07:04:14.523 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-16T07:04:14.523 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-16T07:04:14.529 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2024-09-16T07:04:14.529 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-16T07:04:14.534 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-16T07:04:14.534 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-16T07:04:14.542 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-16T07:04:14.542 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-16T07:04:14.549 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-09-16T07:04:14.549 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-16T07:04:14.556 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-16T07:04:14.556 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-16T07:04:14.558 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-16T07:04:14.558 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-16T07:04:14.560 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-16T07:04:14.561 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-16T07:04:14.562 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-16T07:04:14.562 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-16T07:04:14.562 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-16T07:04:14.562 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-16T07:04:14.568 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-16T07:04:14.568 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-16T07:04:14.573 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-09-16T07:04:14.574 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-16T07:04:14.580 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-16T07:04:14.580 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-16T07:04:14.587 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-16T07:04:14.587 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-16T07:04:14.588 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-16T07:04:14.588 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-16T07:04:14.590 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-16T07:04:14.590 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-16T07:04:14.592 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-16T07:04:14.592 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-16T07:04:14.592 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-16T07:04:14.592 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-16T07:04:14.600 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-09-16T07:04:14.600 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 31 tests from CmpOmap (133 ms total) 2024-09-16T07:04:14.600 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:04:14.600 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:04:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:14 smithi164 ceph-mon[88760]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T07:04:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:14 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3524658969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:14 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:14 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:14.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:14 smithi164 ceph-mon[88760]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T07:04:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[96574]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T07:04:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3524658969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[96574]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[94096]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3524658969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137801-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:14 smithi042 ceph-mon[94096]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T07:04:15.471 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 31 tests from 1 test suite ran. (2651 ms total) 2024-09-16T07:04:15.472 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 31 tests. 2024-09-16T07:04:15.475 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:04:15.475 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:04:15.545 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-16T07:04:15.545 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-16T07:04:15.617 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:04:15.617 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-16T07:04:15.617 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:04:15.617 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 6 tests from ClsHello 2024-09-16T07:04:15.617 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.SayHello 2024-09-16T07:04:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:15 smithi164 ceph-mon[88760]: pgmap v1100: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:15 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:15 smithi164 ceph-mon[88760]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T07:04:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[94096]: pgmap v1100: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[94096]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T07:04:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[96574]: pgmap v1100: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:15 smithi042 ceph-mon[96574]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T07:04:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[94096]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[96574]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T07:04:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:16 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:16 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:16 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:16 smithi164 ceph-mon[88760]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T07:04:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:16 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[94096]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[94096]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T07:04:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[96574]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:17 smithi042 ceph-mon[96574]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T07:04:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:17 smithi164 ceph-mon[88760]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:17 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1606297167' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:17 smithi164 ceph-mon[88760]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T07:04:18.487 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.SayHello (2870 ms) 2024-09-16T07:04:18.487 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.RecordHello 2024-09-16T07:04:19.491 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[96574]: pgmap v1106: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[96574]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[94096]: pgmap v1106: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[94096]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:19.492 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:19 smithi164 ceph-mon[88760]: pgmap v1106: 137 pgs: 4 creating+peering, 21 unknown, 112 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T07:04:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:19 smithi164 ceph-mon[88760]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T07:04:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[94096]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[94096]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[96574]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:20 smithi042 ceph-mon[96574]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T07:04:20.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:20 smithi164 ceph-mon[88760]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T07:04:20.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:20 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:20 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3013024507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:20 smithi164 ceph-mon[88760]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T07:04:21.500 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:21] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2024-09-16T07:04:21.513 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.RecordHello (3026 ms) 2024-09-16T07:04:21.513 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-16T07:04:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:21 smithi042 ceph-mon[94096]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:21 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:21 smithi042 ceph-mon[96574]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:21 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:21 smithi164 ceph-mon[88760]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:21 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:22 smithi164 ceph-mon[88760]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T07:04:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:22 smithi042 ceph-mon[94096]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T07:04:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:22 smithi042 ceph-mon[96574]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T07:04:23.532 INFO:tasks.workunit.client.0.smithi042.stdout:require_osd_release = reef 2024-09-16T07:04:23.535 INFO:tasks.workunit.client.0.smithi042.stdout:0 2024-09-16T07:04:23.635 INFO:tasks.workunit.client.0.smithi042.stdout:1 2024-09-16T07:04:23.636 INFO:tasks.workunit.client.0.smithi042.stdout:2 2024-09-16T07:04:23.637 INFO:tasks.workunit.client.0.smithi042.stdout:3 2024-09-16T07:04:23.638 INFO:tasks.workunit.client.0.smithi042.stdout:4 2024-09-16T07:04:23.640 INFO:tasks.workunit.client.0.smithi042.stdout:5 2024-09-16T07:04:23.641 INFO:tasks.workunit.client.0.smithi042.stdout:6 2024-09-16T07:04:23.642 INFO:tasks.workunit.client.0.smithi042.stdout:7 2024-09-16T07:04:23.643 INFO:tasks.workunit.client.0.smithi042.stdout:8 2024-09-16T07:04:23.644 INFO:tasks.workunit.client.0.smithi042.stdout:9 2024-09-16T07:04:23.645 INFO:tasks.workunit.client.0.smithi042.stdout:10 2024-09-16T07:04:23.646 INFO:tasks.workunit.client.0.smithi042.stdout:11 2024-09-16T07:04:23.647 INFO:tasks.workunit.client.0.smithi042.stdout:12 2024-09-16T07:04:23.649 INFO:tasks.workunit.client.0.smithi042.stdout:13 2024-09-16T07:04:23.649 INFO:tasks.workunit.client.0.smithi042.stdout:14 2024-09-16T07:04:23.650 INFO:tasks.workunit.client.0.smithi042.stdout:15 2024-09-16T07:04:23.651 INFO:tasks.workunit.client.0.smithi042.stdout:16 2024-09-16T07:04:23.653 INFO:tasks.workunit.client.0.smithi042.stdout:17 2024-09-16T07:04:23.654 INFO:tasks.workunit.client.0.smithi042.stdout:18 2024-09-16T07:04:23.655 INFO:tasks.workunit.client.0.smithi042.stdout:19 2024-09-16T07:04:23.656 INFO:tasks.workunit.client.0.smithi042.stdout:20 2024-09-16T07:04:23.657 INFO:tasks.workunit.client.0.smithi042.stdout:21 2024-09-16T07:04:23.658 INFO:tasks.workunit.client.0.smithi042.stdout:22 2024-09-16T07:04:23.659 INFO:tasks.workunit.client.0.smithi042.stdout:23 2024-09-16T07:04:23.660 INFO:tasks.workunit.client.0.smithi042.stdout:24 2024-09-16T07:04:23.662 INFO:tasks.workunit.client.0.smithi042.stdout:25 2024-09-16T07:04:23.662 INFO:tasks.workunit.client.0.smithi042.stdout:26 2024-09-16T07:04:23.664 INFO:tasks.workunit.client.0.smithi042.stdout:27 2024-09-16T07:04:23.665 INFO:tasks.workunit.client.0.smithi042.stdout:28 2024-09-16T07:04:23.666 INFO:tasks.workunit.client.0.smithi042.stdout:29 2024-09-16T07:04:23.667 INFO:tasks.workunit.client.0.smithi042.stdout:30 2024-09-16T07:04:23.668 INFO:tasks.workunit.client.0.smithi042.stdout:31 2024-09-16T07:04:23.669 INFO:tasks.workunit.client.0.smithi042.stdout:32 2024-09-16T07:04:23.670 INFO:tasks.workunit.client.0.smithi042.stdout:33 2024-09-16T07:04:23.671 INFO:tasks.workunit.client.0.smithi042.stdout:34 2024-09-16T07:04:23.672 INFO:tasks.workunit.client.0.smithi042.stdout:35 2024-09-16T07:04:23.673 INFO:tasks.workunit.client.0.smithi042.stdout:36 2024-09-16T07:04:23.674 INFO:tasks.workunit.client.0.smithi042.stdout:37 2024-09-16T07:04:23.675 INFO:tasks.workunit.client.0.smithi042.stdout:38 2024-09-16T07:04:23.676 INFO:tasks.workunit.client.0.smithi042.stdout:39 2024-09-16T07:04:23.677 INFO:tasks.workunit.client.0.smithi042.stdout:40 2024-09-16T07:04:23.678 INFO:tasks.workunit.client.0.smithi042.stdout:41 2024-09-16T07:04:23.679 INFO:tasks.workunit.client.0.smithi042.stdout:42 2024-09-16T07:04:23.680 INFO:tasks.workunit.client.0.smithi042.stdout:43 2024-09-16T07:04:23.681 INFO:tasks.workunit.client.0.smithi042.stdout:44 2024-09-16T07:04:23.684 INFO:tasks.workunit.client.0.smithi042.stdout:45 2024-09-16T07:04:23.684 INFO:tasks.workunit.client.0.smithi042.stdout:46 2024-09-16T07:04:23.685 INFO:tasks.workunit.client.0.smithi042.stdout:47 2024-09-16T07:04:23.686 INFO:tasks.workunit.client.0.smithi042.stdout:48 2024-09-16T07:04:23.686 INFO:tasks.workunit.client.0.smithi042.stdout:49 2024-09-16T07:04:23.687 INFO:tasks.workunit.client.0.smithi042.stdout:50 2024-09-16T07:04:23.688 INFO:tasks.workunit.client.0.smithi042.stdout:51 2024-09-16T07:04:23.689 INFO:tasks.workunit.client.0.smithi042.stdout:52 2024-09-16T07:04:23.690 INFO:tasks.workunit.client.0.smithi042.stdout:53 2024-09-16T07:04:23.691 INFO:tasks.workunit.client.0.smithi042.stdout:54 2024-09-16T07:04:23.692 INFO:tasks.workunit.client.0.smithi042.stdout:55 2024-09-16T07:04:23.693 INFO:tasks.workunit.client.0.smithi042.stdout:56 2024-09-16T07:04:23.694 INFO:tasks.workunit.client.0.smithi042.stdout:57 2024-09-16T07:04:23.695 INFO:tasks.workunit.client.0.smithi042.stdout:58 2024-09-16T07:04:23.696 INFO:tasks.workunit.client.0.smithi042.stdout:59 2024-09-16T07:04:23.696 INFO:tasks.workunit.client.0.smithi042.stdout:60 2024-09-16T07:04:23.697 INFO:tasks.workunit.client.0.smithi042.stdout:61 2024-09-16T07:04:23.698 INFO:tasks.workunit.client.0.smithi042.stdout:62 2024-09-16T07:04:23.699 INFO:tasks.workunit.client.0.smithi042.stdout:63 2024-09-16T07:04:23.700 INFO:tasks.workunit.client.0.smithi042.stdout:64 2024-09-16T07:04:23.701 INFO:tasks.workunit.client.0.smithi042.stdout:65 2024-09-16T07:04:23.701 INFO:tasks.workunit.client.0.smithi042.stdout:66 2024-09-16T07:04:23.702 INFO:tasks.workunit.client.0.smithi042.stdout:67 2024-09-16T07:04:23.703 INFO:tasks.workunit.client.0.smithi042.stdout:68 2024-09-16T07:04:23.704 INFO:tasks.workunit.client.0.smithi042.stdout:69 2024-09-16T07:04:23.705 INFO:tasks.workunit.client.0.smithi042.stdout:70 2024-09-16T07:04:23.706 INFO:tasks.workunit.client.0.smithi042.stdout:71 2024-09-16T07:04:23.706 INFO:tasks.workunit.client.0.smithi042.stdout:72 2024-09-16T07:04:23.707 INFO:tasks.workunit.client.0.smithi042.stdout:73 2024-09-16T07:04:23.708 INFO:tasks.workunit.client.0.smithi042.stdout:74 2024-09-16T07:04:23.709 INFO:tasks.workunit.client.0.smithi042.stdout:75 2024-09-16T07:04:23.710 INFO:tasks.workunit.client.0.smithi042.stdout:76 2024-09-16T07:04:23.711 INFO:tasks.workunit.client.0.smithi042.stdout:77 2024-09-16T07:04:23.711 INFO:tasks.workunit.client.0.smithi042.stdout:78 2024-09-16T07:04:23.712 INFO:tasks.workunit.client.0.smithi042.stdout:79 2024-09-16T07:04:23.713 INFO:tasks.workunit.client.0.smithi042.stdout:80 2024-09-16T07:04:23.714 INFO:tasks.workunit.client.0.smithi042.stdout:81 2024-09-16T07:04:23.715 INFO:tasks.workunit.client.0.smithi042.stdout:82 2024-09-16T07:04:23.715 INFO:tasks.workunit.client.0.smithi042.stdout:83 2024-09-16T07:04:23.716 INFO:tasks.workunit.client.0.smithi042.stdout:84 2024-09-16T07:04:23.717 INFO:tasks.workunit.client.0.smithi042.stdout:85 2024-09-16T07:04:23.718 INFO:tasks.workunit.client.0.smithi042.stdout:86 2024-09-16T07:04:23.719 INFO:tasks.workunit.client.0.smithi042.stdout:87 2024-09-16T07:04:23.720 INFO:tasks.workunit.client.0.smithi042.stdout:88 2024-09-16T07:04:23.720 INFO:tasks.workunit.client.0.smithi042.stdout:89 2024-09-16T07:04:23.721 INFO:tasks.workunit.client.0.smithi042.stdout:90 2024-09-16T07:04:23.722 INFO:tasks.workunit.client.0.smithi042.stdout:91 2024-09-16T07:04:23.723 INFO:tasks.workunit.client.0.smithi042.stdout:92 2024-09-16T07:04:23.723 INFO:tasks.workunit.client.0.smithi042.stdout:93 2024-09-16T07:04:23.724 INFO:tasks.workunit.client.0.smithi042.stdout:94 2024-09-16T07:04:23.725 INFO:tasks.workunit.client.0.smithi042.stdout:95 2024-09-16T07:04:23.726 INFO:tasks.workunit.client.0.smithi042.stdout:96 2024-09-16T07:04:23.727 INFO:tasks.workunit.client.0.smithi042.stdout:97 2024-09-16T07:04:23.728 INFO:tasks.workunit.client.0.smithi042.stdout:98 2024-09-16T07:04:23.728 INFO:tasks.workunit.client.0.smithi042.stdout:99 2024-09-16T07:04:23.729 INFO:tasks.workunit.client.0.smithi042.stdout:100 2024-09-16T07:04:23.730 INFO:tasks.workunit.client.0.smithi042.stdout:101 2024-09-16T07:04:23.731 INFO:tasks.workunit.client.0.smithi042.stdout:102 2024-09-16T07:04:23.732 INFO:tasks.workunit.client.0.smithi042.stdout:103 2024-09-16T07:04:23.733 INFO:tasks.workunit.client.0.smithi042.stdout:104 2024-09-16T07:04:23.733 INFO:tasks.workunit.client.0.smithi042.stdout:105 2024-09-16T07:04:23.734 INFO:tasks.workunit.client.0.smithi042.stdout:106 2024-09-16T07:04:23.735 INFO:tasks.workunit.client.0.smithi042.stdout:107 2024-09-16T07:04:23.736 INFO:tasks.workunit.client.0.smithi042.stdout:108 2024-09-16T07:04:23.737 INFO:tasks.workunit.client.0.smithi042.stdout:109 2024-09-16T07:04:23.737 INFO:tasks.workunit.client.0.smithi042.stdout:110 2024-09-16T07:04:23.738 INFO:tasks.workunit.client.0.smithi042.stdout:111 2024-09-16T07:04:23.739 INFO:tasks.workunit.client.0.smithi042.stdout:112 2024-09-16T07:04:23.740 INFO:tasks.workunit.client.0.smithi042.stdout:113 2024-09-16T07:04:23.741 INFO:tasks.workunit.client.0.smithi042.stdout:114 2024-09-16T07:04:23.741 INFO:tasks.workunit.client.0.smithi042.stdout:115 2024-09-16T07:04:23.742 INFO:tasks.workunit.client.0.smithi042.stdout:116 2024-09-16T07:04:23.743 INFO:tasks.workunit.client.0.smithi042.stdout:117 2024-09-16T07:04:23.744 INFO:tasks.workunit.client.0.smithi042.stdout:118 2024-09-16T07:04:23.745 INFO:tasks.workunit.client.0.smithi042.stdout:119 2024-09-16T07:04:23.745 INFO:tasks.workunit.client.0.smithi042.stdout:120 2024-09-16T07:04:23.746 INFO:tasks.workunit.client.0.smithi042.stdout:121 2024-09-16T07:04:23.747 INFO:tasks.workunit.client.0.smithi042.stdout:122 2024-09-16T07:04:23.748 INFO:tasks.workunit.client.0.smithi042.stdout:123 2024-09-16T07:04:23.749 INFO:tasks.workunit.client.0.smithi042.stdout:124 2024-09-16T07:04:23.749 INFO:tasks.workunit.client.0.smithi042.stdout:125 2024-09-16T07:04:23.750 INFO:tasks.workunit.client.0.smithi042.stdout:126 2024-09-16T07:04:23.751 INFO:tasks.workunit.client.0.smithi042.stdout:127 2024-09-16T07:04:23.752 INFO:tasks.workunit.client.0.smithi042.stdout:128 2024-09-16T07:04:23.753 INFO:tasks.workunit.client.0.smithi042.stdout:129 2024-09-16T07:04:23.753 INFO:tasks.workunit.client.0.smithi042.stdout:130 2024-09-16T07:04:23.754 INFO:tasks.workunit.client.0.smithi042.stdout:131 2024-09-16T07:04:23.755 INFO:tasks.workunit.client.0.smithi042.stdout:132 2024-09-16T07:04:23.756 INFO:tasks.workunit.client.0.smithi042.stdout:133 2024-09-16T07:04:23.757 INFO:tasks.workunit.client.0.smithi042.stdout:134 2024-09-16T07:04:23.757 INFO:tasks.workunit.client.0.smithi042.stdout:135 2024-09-16T07:04:23.758 INFO:tasks.workunit.client.0.smithi042.stdout:136 2024-09-16T07:04:23.759 INFO:tasks.workunit.client.0.smithi042.stdout:137 2024-09-16T07:04:23.760 INFO:tasks.workunit.client.0.smithi042.stdout:138 2024-09-16T07:04:23.760 INFO:tasks.workunit.client.0.smithi042.stdout:139 2024-09-16T07:04:23.761 INFO:tasks.workunit.client.0.smithi042.stdout:140 2024-09-16T07:04:23.762 INFO:tasks.workunit.client.0.smithi042.stdout:141 2024-09-16T07:04:23.763 INFO:tasks.workunit.client.0.smithi042.stdout:142 2024-09-16T07:04:23.763 INFO:tasks.workunit.client.0.smithi042.stdout:143 2024-09-16T07:04:23.764 INFO:tasks.workunit.client.0.smithi042.stdout:144 2024-09-16T07:04:23.765 INFO:tasks.workunit.client.0.smithi042.stdout:145 2024-09-16T07:04:23.766 INFO:tasks.workunit.client.0.smithi042.stdout:146 2024-09-16T07:04:23.767 INFO:tasks.workunit.client.0.smithi042.stdout:147 2024-09-16T07:04:23.767 INFO:tasks.workunit.client.0.smithi042.stdout:148 2024-09-16T07:04:23.768 INFO:tasks.workunit.client.0.smithi042.stdout:149 2024-09-16T07:04:23.769 INFO:tasks.workunit.client.0.smithi042.stdout:150 2024-09-16T07:04:23.770 INFO:tasks.workunit.client.0.smithi042.stdout:151 2024-09-16T07:04:23.770 INFO:tasks.workunit.client.0.smithi042.stdout:152 2024-09-16T07:04:23.771 INFO:tasks.workunit.client.0.smithi042.stdout:153 2024-09-16T07:04:23.772 INFO:tasks.workunit.client.0.smithi042.stdout:154 2024-09-16T07:04:23.773 INFO:tasks.workunit.client.0.smithi042.stdout:155 2024-09-16T07:04:23.773 INFO:tasks.workunit.client.0.smithi042.stdout:156 2024-09-16T07:04:23.774 INFO:tasks.workunit.client.0.smithi042.stdout:157 2024-09-16T07:04:23.775 INFO:tasks.workunit.client.0.smithi042.stdout:158 2024-09-16T07:04:23.776 INFO:tasks.workunit.client.0.smithi042.stdout:159 2024-09-16T07:04:23.776 INFO:tasks.workunit.client.0.smithi042.stdout:160 2024-09-16T07:04:23.777 INFO:tasks.workunit.client.0.smithi042.stdout:161 2024-09-16T07:04:23.778 INFO:tasks.workunit.client.0.smithi042.stdout:162 2024-09-16T07:04:23.779 INFO:tasks.workunit.client.0.smithi042.stdout:163 2024-09-16T07:04:23.780 INFO:tasks.workunit.client.0.smithi042.stdout:164 2024-09-16T07:04:23.780 INFO:tasks.workunit.client.0.smithi042.stdout:165 2024-09-16T07:04:23.781 INFO:tasks.workunit.client.0.smithi042.stdout:166 2024-09-16T07:04:23.782 INFO:tasks.workunit.client.0.smithi042.stdout:167 2024-09-16T07:04:23.783 INFO:tasks.workunit.client.0.smithi042.stdout:168 2024-09-16T07:04:23.783 INFO:tasks.workunit.client.0.smithi042.stdout:169 2024-09-16T07:04:23.784 INFO:tasks.workunit.client.0.smithi042.stdout:170 2024-09-16T07:04:23.785 INFO:tasks.workunit.client.0.smithi042.stdout:171 2024-09-16T07:04:23.786 INFO:tasks.workunit.client.0.smithi042.stdout:172 2024-09-16T07:04:23.786 INFO:tasks.workunit.client.0.smithi042.stdout:173 2024-09-16T07:04:23.787 INFO:tasks.workunit.client.0.smithi042.stdout:174 2024-09-16T07:04:23.788 INFO:tasks.workunit.client.0.smithi042.stdout:175 2024-09-16T07:04:23.789 INFO:tasks.workunit.client.0.smithi042.stdout:176 2024-09-16T07:04:23.790 INFO:tasks.workunit.client.0.smithi042.stdout:177 2024-09-16T07:04:23.790 INFO:tasks.workunit.client.0.smithi042.stdout:178 2024-09-16T07:04:23.791 INFO:tasks.workunit.client.0.smithi042.stdout:179 2024-09-16T07:04:23.792 INFO:tasks.workunit.client.0.smithi042.stdout:180 2024-09-16T07:04:23.793 INFO:tasks.workunit.client.0.smithi042.stdout:181 2024-09-16T07:04:23.793 INFO:tasks.workunit.client.0.smithi042.stdout:182 2024-09-16T07:04:23.794 INFO:tasks.workunit.client.0.smithi042.stdout:183 2024-09-16T07:04:23.795 INFO:tasks.workunit.client.0.smithi042.stdout:184 2024-09-16T07:04:23.796 INFO:tasks.workunit.client.0.smithi042.stdout:185 2024-09-16T07:04:23.797 INFO:tasks.workunit.client.0.smithi042.stdout:186 2024-09-16T07:04:23.797 INFO:tasks.workunit.client.0.smithi042.stdout:187 2024-09-16T07:04:23.798 INFO:tasks.workunit.client.0.smithi042.stdout:188 2024-09-16T07:04:23.799 INFO:tasks.workunit.client.0.smithi042.stdout:189 2024-09-16T07:04:23.800 INFO:tasks.workunit.client.0.smithi042.stdout:190 2024-09-16T07:04:23.800 INFO:tasks.workunit.client.0.smithi042.stdout:191 2024-09-16T07:04:23.802 INFO:tasks.workunit.client.0.smithi042.stdout:192 2024-09-16T07:04:23.802 INFO:tasks.workunit.client.0.smithi042.stdout:193 2024-09-16T07:04:23.803 INFO:tasks.workunit.client.0.smithi042.stdout:194 2024-09-16T07:04:23.804 INFO:tasks.workunit.client.0.smithi042.stdout:195 2024-09-16T07:04:23.805 INFO:tasks.workunit.client.0.smithi042.stdout:196 2024-09-16T07:04:23.805 INFO:tasks.workunit.client.0.smithi042.stdout:197 2024-09-16T07:04:23.806 INFO:tasks.workunit.client.0.smithi042.stdout:198 2024-09-16T07:04:23.807 INFO:tasks.workunit.client.0.smithi042.stdout:199 2024-09-16T07:04:23.808 INFO:tasks.workunit.client.0.smithi042.stdout:200 2024-09-16T07:04:23.808 INFO:tasks.workunit.client.0.smithi042.stdout:201 2024-09-16T07:04:23.809 INFO:tasks.workunit.client.0.smithi042.stdout:202 2024-09-16T07:04:23.810 INFO:tasks.workunit.client.0.smithi042.stdout:203 2024-09-16T07:04:23.811 INFO:tasks.workunit.client.0.smithi042.stdout:204 2024-09-16T07:04:23.812 INFO:tasks.workunit.client.0.smithi042.stdout:205 2024-09-16T07:04:23.812 INFO:tasks.workunit.client.0.smithi042.stdout:206 2024-09-16T07:04:23.813 INFO:tasks.workunit.client.0.smithi042.stdout:207 2024-09-16T07:04:23.814 INFO:tasks.workunit.client.0.smithi042.stdout:208 2024-09-16T07:04:23.815 INFO:tasks.workunit.client.0.smithi042.stdout:209 2024-09-16T07:04:23.816 INFO:tasks.workunit.client.0.smithi042.stdout:210 2024-09-16T07:04:23.816 INFO:tasks.workunit.client.0.smithi042.stdout:211 2024-09-16T07:04:23.817 INFO:tasks.workunit.client.0.smithi042.stdout:212 2024-09-16T07:04:23.818 INFO:tasks.workunit.client.0.smithi042.stdout:213 2024-09-16T07:04:23.819 INFO:tasks.workunit.client.0.smithi042.stdout:214 2024-09-16T07:04:23.819 INFO:tasks.workunit.client.0.smithi042.stdout:215 2024-09-16T07:04:23.821 INFO:tasks.workunit.client.0.smithi042.stdout:216 2024-09-16T07:04:23.821 INFO:tasks.workunit.client.0.smithi042.stdout:217 2024-09-16T07:04:23.822 INFO:tasks.workunit.client.0.smithi042.stdout:218 2024-09-16T07:04:23.822 INFO:tasks.workunit.client.0.smithi042.stdout:219 2024-09-16T07:04:23.823 INFO:tasks.workunit.client.0.smithi042.stdout:220 2024-09-16T07:04:23.824 INFO:tasks.workunit.client.0.smithi042.stdout:221 2024-09-16T07:04:23.825 INFO:tasks.workunit.client.0.smithi042.stdout:222 2024-09-16T07:04:23.826 INFO:tasks.workunit.client.0.smithi042.stdout:223 2024-09-16T07:04:23.827 INFO:tasks.workunit.client.0.smithi042.stdout:224 2024-09-16T07:04:23.827 INFO:tasks.workunit.client.0.smithi042.stdout:225 2024-09-16T07:04:23.828 INFO:tasks.workunit.client.0.smithi042.stdout:226 2024-09-16T07:04:23.829 INFO:tasks.workunit.client.0.smithi042.stdout:227 2024-09-16T07:04:23.829 INFO:tasks.workunit.client.0.smithi042.stdout:228 2024-09-16T07:04:23.830 INFO:tasks.workunit.client.0.smithi042.stdout:229 2024-09-16T07:04:23.831 INFO:tasks.workunit.client.0.smithi042.stdout:230 2024-09-16T07:04:23.832 INFO:tasks.workunit.client.0.smithi042.stdout:231 2024-09-16T07:04:23.833 INFO:tasks.workunit.client.0.smithi042.stdout:232 2024-09-16T07:04:23.834 INFO:tasks.workunit.client.0.smithi042.stdout:233 2024-09-16T07:04:23.835 INFO:tasks.workunit.client.0.smithi042.stdout:234 2024-09-16T07:04:23.835 INFO:tasks.workunit.client.0.smithi042.stdout:235 2024-09-16T07:04:23.836 INFO:tasks.workunit.client.0.smithi042.stdout:236 2024-09-16T07:04:23.837 INFO:tasks.workunit.client.0.smithi042.stdout:237 2024-09-16T07:04:23.838 INFO:tasks.workunit.client.0.smithi042.stdout:238 2024-09-16T07:04:23.839 INFO:tasks.workunit.client.0.smithi042.stdout:239 2024-09-16T07:04:23.839 INFO:tasks.workunit.client.0.smithi042.stdout:240 2024-09-16T07:04:23.840 INFO:tasks.workunit.client.0.smithi042.stdout:241 2024-09-16T07:04:23.841 INFO:tasks.workunit.client.0.smithi042.stdout:242 2024-09-16T07:04:23.842 INFO:tasks.workunit.client.0.smithi042.stdout:243 2024-09-16T07:04:23.842 INFO:tasks.workunit.client.0.smithi042.stdout:244 2024-09-16T07:04:23.843 INFO:tasks.workunit.client.0.smithi042.stdout:245 2024-09-16T07:04:23.844 INFO:tasks.workunit.client.0.smithi042.stdout:246 2024-09-16T07:04:23.845 INFO:tasks.workunit.client.0.smithi042.stdout:247 2024-09-16T07:04:23.846 INFO:tasks.workunit.client.0.smithi042.stdout:248 2024-09-16T07:04:23.847 INFO:tasks.workunit.client.0.smithi042.stdout:249 2024-09-16T07:04:23.847 INFO:tasks.workunit.client.0.smithi042.stdout:250 2024-09-16T07:04:23.848 INFO:tasks.workunit.client.0.smithi042.stdout:251 2024-09-16T07:04:23.849 INFO:tasks.workunit.client.0.smithi042.stdout:252 2024-09-16T07:04:23.850 INFO:tasks.workunit.client.0.smithi042.stdout:253 2024-09-16T07:04:23.851 INFO:tasks.workunit.client.0.smithi042.stdout:254 2024-09-16T07:04:23.852 INFO:tasks.workunit.client.0.smithi042.stdout:255 2024-09-16T07:04:23.852 INFO:tasks.workunit.client.0.smithi042.stdout:256 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:23 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.854 INFO:tasks.workunit.client.0.smithi042.stdout:257 2024-09-16T07:04:23.854 INFO:tasks.workunit.client.0.smithi042.stdout:258 2024-09-16T07:04:23.855 INFO:tasks.workunit.client.0.smithi042.stdout:259 2024-09-16T07:04:23.855 INFO:tasks.workunit.client.0.smithi042.stdout:260 2024-09-16T07:04:23.857 INFO:tasks.workunit.client.0.smithi042.stdout:261 2024-09-16T07:04:23.858 INFO:tasks.workunit.client.0.smithi042.stdout:262 2024-09-16T07:04:23.858 INFO:tasks.workunit.client.0.smithi042.stdout:263 2024-09-16T07:04:23.859 INFO:tasks.workunit.client.0.smithi042.stdout:264 2024-09-16T07:04:23.859 INFO:tasks.workunit.client.0.smithi042.stdout:265 2024-09-16T07:04:23.861 INFO:tasks.workunit.client.0.smithi042.stdout:266 2024-09-16T07:04:23.861 INFO:tasks.workunit.client.0.smithi042.stdout:267 2024-09-16T07:04:23.862 INFO:tasks.workunit.client.0.smithi042.stdout:268 2024-09-16T07:04:23.863 INFO:tasks.workunit.client.0.smithi042.stdout:269 2024-09-16T07:04:23.863 INFO:tasks.workunit.client.0.smithi042.stdout:270 2024-09-16T07:04:23.864 INFO:tasks.workunit.client.0.smithi042.stdout:271 2024-09-16T07:04:23.865 INFO:tasks.workunit.client.0.smithi042.stdout:272 2024-09-16T07:04:23.866 INFO:tasks.workunit.client.0.smithi042.stdout:273 2024-09-16T07:04:23.866 INFO:tasks.workunit.client.0.smithi042.stdout:274 2024-09-16T07:04:23.867 INFO:tasks.workunit.client.0.smithi042.stdout:275 2024-09-16T07:04:23.868 INFO:tasks.workunit.client.0.smithi042.stdout:276 2024-09-16T07:04:23.869 INFO:tasks.workunit.client.0.smithi042.stdout:277 2024-09-16T07:04:23.870 INFO:tasks.workunit.client.0.smithi042.stdout:278 2024-09-16T07:04:23.871 INFO:tasks.workunit.client.0.smithi042.stdout:279 2024-09-16T07:04:23.871 INFO:tasks.workunit.client.0.smithi042.stdout:280 2024-09-16T07:04:23.872 INFO:tasks.workunit.client.0.smithi042.stdout:281 2024-09-16T07:04:23.873 INFO:tasks.workunit.client.0.smithi042.stdout:282 2024-09-16T07:04:23.874 INFO:tasks.workunit.client.0.smithi042.stdout:283 2024-09-16T07:04:23.874 INFO:tasks.workunit.client.0.smithi042.stdout:284 2024-09-16T07:04:23.875 INFO:tasks.workunit.client.0.smithi042.stdout:285 2024-09-16T07:04:23.876 INFO:tasks.workunit.client.0.smithi042.stdout:286 2024-09-16T07:04:23.877 INFO:tasks.workunit.client.0.smithi042.stdout:287 2024-09-16T07:04:23.877 INFO:tasks.workunit.client.0.smithi042.stdout:288 2024-09-16T07:04:23.878 INFO:tasks.workunit.client.0.smithi042.stdout:289 2024-09-16T07:04:23.879 INFO:tasks.workunit.client.0.smithi042.stdout:290 2024-09-16T07:04:23.881 INFO:tasks.workunit.client.0.smithi042.stdout:291 2024-09-16T07:04:23.881 INFO:tasks.workunit.client.0.smithi042.stdout:292 2024-09-16T07:04:23.881 INFO:tasks.workunit.client.0.smithi042.stdout:293 2024-09-16T07:04:23.882 INFO:tasks.workunit.client.0.smithi042.stdout:294 2024-09-16T07:04:23.883 INFO:tasks.workunit.client.0.smithi042.stdout:295 2024-09-16T07:04:23.884 INFO:tasks.workunit.client.0.smithi042.stdout:296 2024-09-16T07:04:23.885 INFO:tasks.workunit.client.0.smithi042.stdout:297 2024-09-16T07:04:23.888 INFO:tasks.workunit.client.0.smithi042.stdout:298 2024-09-16T07:04:23.888 INFO:tasks.workunit.client.0.smithi042.stdout:299 2024-09-16T07:04:23.888 INFO:tasks.workunit.client.0.smithi042.stdout:300 2024-09-16T07:04:23.888 INFO:tasks.workunit.client.0.smithi042.stdout:301 2024-09-16T07:04:23.889 INFO:tasks.workunit.client.0.smithi042.stdout:302 2024-09-16T07:04:23.890 INFO:tasks.workunit.client.0.smithi042.stdout:303 2024-09-16T07:04:23.891 INFO:tasks.workunit.client.0.smithi042.stdout:304 2024-09-16T07:04:23.891 INFO:tasks.workunit.client.0.smithi042.stdout:305 2024-09-16T07:04:23.892 INFO:tasks.workunit.client.0.smithi042.stdout:306 2024-09-16T07:04:23.893 INFO:tasks.workunit.client.0.smithi042.stdout:307 2024-09-16T07:04:23.894 INFO:tasks.workunit.client.0.smithi042.stdout:308 2024-09-16T07:04:23.895 INFO:tasks.workunit.client.0.smithi042.stdout:309 2024-09-16T07:04:23.896 INFO:tasks.workunit.client.0.smithi042.stdout:310 2024-09-16T07:04:23.897 INFO:tasks.workunit.client.0.smithi042.stdout:311 2024-09-16T07:04:23.897 INFO:tasks.workunit.client.0.smithi042.stdout:312 2024-09-16T07:04:23.898 INFO:tasks.workunit.client.0.smithi042.stdout:313 2024-09-16T07:04:23.899 INFO:tasks.workunit.client.0.smithi042.stdout:314 2024-09-16T07:04:23.900 INFO:tasks.workunit.client.0.smithi042.stdout:315 2024-09-16T07:04:23.901 INFO:tasks.workunit.client.0.smithi042.stdout:316 2024-09-16T07:04:23.901 INFO:tasks.workunit.client.0.smithi042.stdout:317 2024-09-16T07:04:23.902 INFO:tasks.workunit.client.0.smithi042.stdout:318 2024-09-16T07:04:23.903 INFO:tasks.workunit.client.0.smithi042.stdout:319 2024-09-16T07:04:23.904 INFO:tasks.workunit.client.0.smithi042.stdout:320 2024-09-16T07:04:23.905 INFO:tasks.workunit.client.0.smithi042.stdout:321 2024-09-16T07:04:23.906 INFO:tasks.workunit.client.0.smithi042.stdout:322 2024-09-16T07:04:23.906 INFO:tasks.workunit.client.0.smithi042.stdout:323 2024-09-16T07:04:23.907 INFO:tasks.workunit.client.0.smithi042.stdout:324 2024-09-16T07:04:23.908 INFO:tasks.workunit.client.0.smithi042.stdout:325 2024-09-16T07:04:23.909 INFO:tasks.workunit.client.0.smithi042.stdout:326 2024-09-16T07:04:23.910 INFO:tasks.workunit.client.0.smithi042.stdout:327 2024-09-16T07:04:23.910 INFO:tasks.workunit.client.0.smithi042.stdout:328 2024-09-16T07:04:23.911 INFO:tasks.workunit.client.0.smithi042.stdout:329 2024-09-16T07:04:23.912 INFO:tasks.workunit.client.0.smithi042.stdout:330 2024-09-16T07:04:23.913 INFO:tasks.workunit.client.0.smithi042.stdout:331 2024-09-16T07:04:23.914 INFO:tasks.workunit.client.0.smithi042.stdout:332 2024-09-16T07:04:23.915 INFO:tasks.workunit.client.0.smithi042.stdout:333 2024-09-16T07:04:23.916 INFO:tasks.workunit.client.0.smithi042.stdout:334 2024-09-16T07:04:23.916 INFO:tasks.workunit.client.0.smithi042.stdout:335 2024-09-16T07:04:23.917 INFO:tasks.workunit.client.0.smithi042.stdout:336 2024-09-16T07:04:23.918 INFO:tasks.workunit.client.0.smithi042.stdout:337 2024-09-16T07:04:23.919 INFO:tasks.workunit.client.0.smithi042.stdout:338 2024-09-16T07:04:23.920 INFO:tasks.workunit.client.0.smithi042.stdout:339 2024-09-16T07:04:23.920 INFO:tasks.workunit.client.0.smithi042.stdout:340 2024-09-16T07:04:23.921 INFO:tasks.workunit.client.0.smithi042.stdout:341 2024-09-16T07:04:23.922 INFO:tasks.workunit.client.0.smithi042.stdout:342 2024-09-16T07:04:23.923 INFO:tasks.workunit.client.0.smithi042.stdout:343 2024-09-16T07:04:23.924 INFO:tasks.workunit.client.0.smithi042.stdout:344 2024-09-16T07:04:23.924 INFO:tasks.workunit.client.0.smithi042.stdout:345 2024-09-16T07:04:23.926 INFO:tasks.workunit.client.0.smithi042.stdout:346 2024-09-16T07:04:23.926 INFO:tasks.workunit.client.0.smithi042.stdout:347 2024-09-16T07:04:23.927 INFO:tasks.workunit.client.0.smithi042.stdout:348 2024-09-16T07:04:23.928 INFO:tasks.workunit.client.0.smithi042.stdout:349 2024-09-16T07:04:23.928 INFO:tasks.workunit.client.0.smithi042.stdout:350 2024-09-16T07:04:23.929 INFO:tasks.workunit.client.0.smithi042.stdout:351 2024-09-16T07:04:23.930 INFO:tasks.workunit.client.0.smithi042.stdout:352 2024-09-16T07:04:23.931 INFO:tasks.workunit.client.0.smithi042.stdout:353 2024-09-16T07:04:23.932 INFO:tasks.workunit.client.0.smithi042.stdout:354 2024-09-16T07:04:23.933 INFO:tasks.workunit.client.0.smithi042.stdout:355 2024-09-16T07:04:23.934 INFO:tasks.workunit.client.0.smithi042.stdout:356 2024-09-16T07:04:23.934 INFO:tasks.workunit.client.0.smithi042.stdout:357 2024-09-16T07:04:23.936 INFO:tasks.workunit.client.0.smithi042.stdout:358 2024-09-16T07:04:23.936 INFO:tasks.workunit.client.0.smithi042.stdout:359 2024-09-16T07:04:23.937 INFO:tasks.workunit.client.0.smithi042.stdout:360 2024-09-16T07:04:23.938 INFO:tasks.workunit.client.0.smithi042.stdout:361 2024-09-16T07:04:23.939 INFO:tasks.workunit.client.0.smithi042.stdout:362 2024-09-16T07:04:23.940 INFO:tasks.workunit.client.0.smithi042.stdout:363 2024-09-16T07:04:23.941 INFO:tasks.workunit.client.0.smithi042.stdout:364 2024-09-16T07:04:23.942 INFO:tasks.workunit.client.0.smithi042.stdout:365 2024-09-16T07:04:23.943 INFO:tasks.workunit.client.0.smithi042.stdout:366 2024-09-16T07:04:23.943 INFO:tasks.workunit.client.0.smithi042.stdout:367 2024-09-16T07:04:23.944 INFO:tasks.workunit.client.0.smithi042.stdout:368 2024-09-16T07:04:23.945 INFO:tasks.workunit.client.0.smithi042.stdout:369 2024-09-16T07:04:23.946 INFO:tasks.workunit.client.0.smithi042.stdout:370 2024-09-16T07:04:23.947 INFO:tasks.workunit.client.0.smithi042.stdout:371 2024-09-16T07:04:23.948 INFO:tasks.workunit.client.0.smithi042.stdout:372 2024-09-16T07:04:23.949 INFO:tasks.workunit.client.0.smithi042.stdout:373 2024-09-16T07:04:23.949 INFO:tasks.workunit.client.0.smithi042.stdout:374 2024-09-16T07:04:23.950 INFO:tasks.workunit.client.0.smithi042.stdout:375 2024-09-16T07:04:23.951 INFO:tasks.workunit.client.0.smithi042.stdout:376 2024-09-16T07:04:23.952 INFO:tasks.workunit.client.0.smithi042.stdout:377 2024-09-16T07:04:23.953 INFO:tasks.workunit.client.0.smithi042.stdout:378 2024-09-16T07:04:23.954 INFO:tasks.workunit.client.0.smithi042.stdout:379 2024-09-16T07:04:23.955 INFO:tasks.workunit.client.0.smithi042.stdout:380 2024-09-16T07:04:23.956 INFO:tasks.workunit.client.0.smithi042.stdout:381 2024-09-16T07:04:23.957 INFO:tasks.workunit.client.0.smithi042.stdout:382 2024-09-16T07:04:23.958 INFO:tasks.workunit.client.0.smithi042.stdout:383 2024-09-16T07:04:23.958 INFO:tasks.workunit.client.0.smithi042.stdout:384 2024-09-16T07:04:23.959 INFO:tasks.workunit.client.0.smithi042.stdout:385 2024-09-16T07:04:23.960 INFO:tasks.workunit.client.0.smithi042.stdout:386 2024-09-16T07:04:23.961 INFO:tasks.workunit.client.0.smithi042.stdout:387 2024-09-16T07:04:23.962 INFO:tasks.workunit.client.0.smithi042.stdout:388 2024-09-16T07:04:23.963 INFO:tasks.workunit.client.0.smithi042.stdout:389 2024-09-16T07:04:23.964 INFO:tasks.workunit.client.0.smithi042.stdout:390 2024-09-16T07:04:23.965 INFO:tasks.workunit.client.0.smithi042.stdout:391 2024-09-16T07:04:23.966 INFO:tasks.workunit.client.0.smithi042.stdout:392 2024-09-16T07:04:23.967 INFO:tasks.workunit.client.0.smithi042.stdout:393 2024-09-16T07:04:23.969 INFO:tasks.workunit.client.0.smithi042.stdout:394 2024-09-16T07:04:23.970 INFO:tasks.workunit.client.0.smithi042.stdout:395 2024-09-16T07:04:23.971 INFO:tasks.workunit.client.0.smithi042.stdout:396 2024-09-16T07:04:23.971 INFO:tasks.workunit.client.0.smithi042.stdout:397 2024-09-16T07:04:23.972 INFO:tasks.workunit.client.0.smithi042.stdout:398 2024-09-16T07:04:23.973 INFO:tasks.workunit.client.0.smithi042.stdout:399 2024-09-16T07:04:23.974 INFO:tasks.workunit.client.0.smithi042.stdout:400 2024-09-16T07:04:23.975 INFO:tasks.workunit.client.0.smithi042.stdout:401 2024-09-16T07:04:23.976 INFO:tasks.workunit.client.0.smithi042.stdout:402 2024-09-16T07:04:23.977 INFO:tasks.workunit.client.0.smithi042.stdout:403 2024-09-16T07:04:23.978 INFO:tasks.workunit.client.0.smithi042.stdout:404 2024-09-16T07:04:23.978 INFO:tasks.workunit.client.0.smithi042.stdout:405 2024-09-16T07:04:23.979 INFO:tasks.workunit.client.0.smithi042.stdout:406 2024-09-16T07:04:23.981 INFO:tasks.workunit.client.0.smithi042.stdout:407 2024-09-16T07:04:23.982 INFO:tasks.workunit.client.0.smithi042.stdout:408 2024-09-16T07:04:23.982 INFO:tasks.workunit.client.0.smithi042.stdout:409 2024-09-16T07:04:23.983 INFO:tasks.workunit.client.0.smithi042.stdout:410 2024-09-16T07:04:23.984 INFO:tasks.workunit.client.0.smithi042.stdout:411 2024-09-16T07:04:23.985 INFO:tasks.workunit.client.0.smithi042.stdout:412 2024-09-16T07:04:23.985 INFO:tasks.workunit.client.0.smithi042.stdout:413 2024-09-16T07:04:23.986 INFO:tasks.workunit.client.0.smithi042.stdout:414 2024-09-16T07:04:23.987 INFO:tasks.workunit.client.0.smithi042.stdout:415 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:23 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:23.989 INFO:tasks.workunit.client.0.smithi042.stdout:416 2024-09-16T07:04:23.989 INFO:tasks.workunit.client.0.smithi042.stdout:417 2024-09-16T07:04:23.990 INFO:tasks.workunit.client.0.smithi042.stdout:418 2024-09-16T07:04:23.991 INFO:tasks.workunit.client.0.smithi042.stdout:419 2024-09-16T07:04:23.991 INFO:tasks.workunit.client.0.smithi042.stdout:420 2024-09-16T07:04:23.992 INFO:tasks.workunit.client.0.smithi042.stdout:421 2024-09-16T07:04:23.993 INFO:tasks.workunit.client.0.smithi042.stdout:422 2024-09-16T07:04:23.994 INFO:tasks.workunit.client.0.smithi042.stdout:423 2024-09-16T07:04:23.995 INFO:tasks.workunit.client.0.smithi042.stdout:424 2024-09-16T07:04:23.996 INFO:tasks.workunit.client.0.smithi042.stdout:425 2024-09-16T07:04:23.997 INFO:tasks.workunit.client.0.smithi042.stdout:426 2024-09-16T07:04:23.997 INFO:tasks.workunit.client.0.smithi042.stdout:427 2024-09-16T07:04:23.998 INFO:tasks.workunit.client.0.smithi042.stdout:428 2024-09-16T07:04:23.999 INFO:tasks.workunit.client.0.smithi042.stdout:429 2024-09-16T07:04:24.000 INFO:tasks.workunit.client.0.smithi042.stdout:430 2024-09-16T07:04:24.001 INFO:tasks.workunit.client.0.smithi042.stdout:431 2024-09-16T07:04:24.002 INFO:tasks.workunit.client.0.smithi042.stdout:432 2024-09-16T07:04:24.003 INFO:tasks.workunit.client.0.smithi042.stdout:433 2024-09-16T07:04:24.003 INFO:tasks.workunit.client.0.smithi042.stdout:434 2024-09-16T07:04:24.004 INFO:tasks.workunit.client.0.smithi042.stdout:435 2024-09-16T07:04:24.005 INFO:tasks.workunit.client.0.smithi042.stdout:436 2024-09-16T07:04:24.006 INFO:tasks.workunit.client.0.smithi042.stdout:437 2024-09-16T07:04:24.007 INFO:tasks.workunit.client.0.smithi042.stdout:438 2024-09-16T07:04:24.008 INFO:tasks.workunit.client.0.smithi042.stdout:439 2024-09-16T07:04:24.009 INFO:tasks.workunit.client.0.smithi042.stdout:440 2024-09-16T07:04:24.009 INFO:tasks.workunit.client.0.smithi042.stdout:441 2024-09-16T07:04:24.010 INFO:tasks.workunit.client.0.smithi042.stdout:442 2024-09-16T07:04:24.011 INFO:tasks.workunit.client.0.smithi042.stdout:443 2024-09-16T07:04:24.012 INFO:tasks.workunit.client.0.smithi042.stdout:444 2024-09-16T07:04:24.013 INFO:tasks.workunit.client.0.smithi042.stdout:445 2024-09-16T07:04:24.014 INFO:tasks.workunit.client.0.smithi042.stdout:446 2024-09-16T07:04:24.015 INFO:tasks.workunit.client.0.smithi042.stdout:447 2024-09-16T07:04:24.016 INFO:tasks.workunit.client.0.smithi042.stdout:448 2024-09-16T07:04:24.016 INFO:tasks.workunit.client.0.smithi042.stdout:449 2024-09-16T07:04:24.017 INFO:tasks.workunit.client.0.smithi042.stdout:450 2024-09-16T07:04:24.018 INFO:tasks.workunit.client.0.smithi042.stdout:451 2024-09-16T07:04:24.019 INFO:tasks.workunit.client.0.smithi042.stdout:452 2024-09-16T07:04:24.020 INFO:tasks.workunit.client.0.smithi042.stdout:453 2024-09-16T07:04:24.021 INFO:tasks.workunit.client.0.smithi042.stdout:454 2024-09-16T07:04:24.022 INFO:tasks.workunit.client.0.smithi042.stdout:455 2024-09-16T07:04:24.023 INFO:tasks.workunit.client.0.smithi042.stdout:456 2024-09-16T07:04:24.024 INFO:tasks.workunit.client.0.smithi042.stdout:457 2024-09-16T07:04:24.025 INFO:tasks.workunit.client.0.smithi042.stdout:458 2024-09-16T07:04:24.025 INFO:tasks.workunit.client.0.smithi042.stdout:459 2024-09-16T07:04:24.026 INFO:tasks.workunit.client.0.smithi042.stdout:460 2024-09-16T07:04:24.027 INFO:tasks.workunit.client.0.smithi042.stdout:461 2024-09-16T07:04:24.028 INFO:tasks.workunit.client.0.smithi042.stdout:462 2024-09-16T07:04:24.029 INFO:tasks.workunit.client.0.smithi042.stdout:463 2024-09-16T07:04:24.030 INFO:tasks.workunit.client.0.smithi042.stdout:464 2024-09-16T07:04:24.031 INFO:tasks.workunit.client.0.smithi042.stdout:465 2024-09-16T07:04:24.032 INFO:tasks.workunit.client.0.smithi042.stdout:466 2024-09-16T07:04:24.033 INFO:tasks.workunit.client.0.smithi042.stdout:467 2024-09-16T07:04:24.034 INFO:tasks.workunit.client.0.smithi042.stdout:468 2024-09-16T07:04:24.036 INFO:tasks.workunit.client.0.smithi042.stdout:469 2024-09-16T07:04:24.036 INFO:tasks.workunit.client.0.smithi042.stdout:470 2024-09-16T07:04:24.036 INFO:tasks.workunit.client.0.smithi042.stdout:471 2024-09-16T07:04:24.037 INFO:tasks.workunit.client.0.smithi042.stdout:472 2024-09-16T07:04:24.040 INFO:tasks.workunit.client.0.smithi042.stdout:473 2024-09-16T07:04:24.041 INFO:tasks.workunit.client.0.smithi042.stdout:474 2024-09-16T07:04:24.041 INFO:tasks.workunit.client.0.smithi042.stdout:475 2024-09-16T07:04:24.041 INFO:tasks.workunit.client.0.smithi042.stdout:476 2024-09-16T07:04:24.042 INFO:tasks.workunit.client.0.smithi042.stdout:477 2024-09-16T07:04:24.043 INFO:tasks.workunit.client.0.smithi042.stdout:478 2024-09-16T07:04:24.044 INFO:tasks.workunit.client.0.smithi042.stdout:479 2024-09-16T07:04:24.045 INFO:tasks.workunit.client.0.smithi042.stdout:480 2024-09-16T07:04:24.045 INFO:tasks.workunit.client.0.smithi042.stdout:481 2024-09-16T07:04:24.046 INFO:tasks.workunit.client.0.smithi042.stdout:482 2024-09-16T07:04:24.047 INFO:tasks.workunit.client.0.smithi042.stdout:483 2024-09-16T07:04:24.048 INFO:tasks.workunit.client.0.smithi042.stdout:484 2024-09-16T07:04:24.049 INFO:tasks.workunit.client.0.smithi042.stdout:485 2024-09-16T07:04:24.050 INFO:tasks.workunit.client.0.smithi042.stdout:486 2024-09-16T07:04:24.051 INFO:tasks.workunit.client.0.smithi042.stdout:487 2024-09-16T07:04:24.052 INFO:tasks.workunit.client.0.smithi042.stdout:488 2024-09-16T07:04:24.053 INFO:tasks.workunit.client.0.smithi042.stdout:489 2024-09-16T07:04:24.054 INFO:tasks.workunit.client.0.smithi042.stdout:490 2024-09-16T07:04:24.055 INFO:tasks.workunit.client.0.smithi042.stdout:491 2024-09-16T07:04:24.056 INFO:tasks.workunit.client.0.smithi042.stdout:492 2024-09-16T07:04:24.057 INFO:tasks.workunit.client.0.smithi042.stdout:493 2024-09-16T07:04:24.058 INFO:tasks.workunit.client.0.smithi042.stdout:494 2024-09-16T07:04:24.059 INFO:tasks.workunit.client.0.smithi042.stdout:495 2024-09-16T07:04:24.059 INFO:tasks.workunit.client.0.smithi042.stdout:496 2024-09-16T07:04:24.060 INFO:tasks.workunit.client.0.smithi042.stdout:497 2024-09-16T07:04:24.061 INFO:tasks.workunit.client.0.smithi042.stdout:498 2024-09-16T07:04:24.062 INFO:tasks.workunit.client.0.smithi042.stdout:499 2024-09-16T07:04:24.063 INFO:tasks.workunit.client.0.smithi042.stdout:500 2024-09-16T07:04:24.064 INFO:tasks.workunit.client.0.smithi042.stdout:501 2024-09-16T07:04:24.065 INFO:tasks.workunit.client.0.smithi042.stdout:502 2024-09-16T07:04:24.066 INFO:tasks.workunit.client.0.smithi042.stdout:503 2024-09-16T07:04:24.066 INFO:tasks.workunit.client.0.smithi042.stdout:504 2024-09-16T07:04:24.067 INFO:tasks.workunit.client.0.smithi042.stdout:505 2024-09-16T07:04:24.068 INFO:tasks.workunit.client.0.smithi042.stdout:506 2024-09-16T07:04:24.069 INFO:tasks.workunit.client.0.smithi042.stdout:507 2024-09-16T07:04:24.070 INFO:tasks.workunit.client.0.smithi042.stdout:508 2024-09-16T07:04:24.071 INFO:tasks.workunit.client.0.smithi042.stdout:509 2024-09-16T07:04:24.072 INFO:tasks.workunit.client.0.smithi042.stdout:510 2024-09-16T07:04:24.073 INFO:tasks.workunit.client.0.smithi042.stdout:511 2024-09-16T07:04:24.074 INFO:tasks.workunit.client.0.smithi042.stdout:512 2024-09-16T07:04:24.074 INFO:tasks.workunit.client.0.smithi042.stdout:513 2024-09-16T07:04:24.075 INFO:tasks.workunit.client.0.smithi042.stdout:514 2024-09-16T07:04:24.076 INFO:tasks.workunit.client.0.smithi042.stdout:515 2024-09-16T07:04:24.077 INFO:tasks.workunit.client.0.smithi042.stdout:516 2024-09-16T07:04:24.078 INFO:tasks.workunit.client.0.smithi042.stdout:517 2024-09-16T07:04:24.079 INFO:tasks.workunit.client.0.smithi042.stdout:518 2024-09-16T07:04:24.080 INFO:tasks.workunit.client.0.smithi042.stdout:519 2024-09-16T07:04:24.081 INFO:tasks.workunit.client.0.smithi042.stdout:520 2024-09-16T07:04:24.082 INFO:tasks.workunit.client.0.smithi042.stdout:521 2024-09-16T07:04:24.083 INFO:tasks.workunit.client.0.smithi042.stdout:522 2024-09-16T07:04:24.084 INFO:tasks.workunit.client.0.smithi042.stdout:523 2024-09-16T07:04:24.084 INFO:tasks.workunit.client.0.smithi042.stdout:524 2024-09-16T07:04:24.085 INFO:tasks.workunit.client.0.smithi042.stdout:525 2024-09-16T07:04:24.086 INFO:tasks.workunit.client.0.smithi042.stdout:526 2024-09-16T07:04:24.087 INFO:tasks.workunit.client.0.smithi042.stdout:527 2024-09-16T07:04:24.088 INFO:tasks.workunit.client.0.smithi042.stdout:528 2024-09-16T07:04:24.089 INFO:tasks.workunit.client.0.smithi042.stdout:529 2024-09-16T07:04:24.093 INFO:tasks.workunit.client.0.smithi042.stdout:530 2024-09-16T07:04:24.093 INFO:tasks.workunit.client.0.smithi042.stdout:531 2024-09-16T07:04:24.093 INFO:tasks.workunit.client.0.smithi042.stdout:532 2024-09-16T07:04:24.093 INFO:tasks.workunit.client.0.smithi042.stdout:533 2024-09-16T07:04:24.094 INFO:tasks.workunit.client.0.smithi042.stdout:534 2024-09-16T07:04:24.095 INFO:tasks.workunit.client.0.smithi042.stdout:535 2024-09-16T07:04:24.096 INFO:tasks.workunit.client.0.smithi042.stdout:536 2024-09-16T07:04:24.097 INFO:tasks.workunit.client.0.smithi042.stdout:537 2024-09-16T07:04:24.098 INFO:tasks.workunit.client.0.smithi042.stdout:538 2024-09-16T07:04:24.099 INFO:tasks.workunit.client.0.smithi042.stdout:539 2024-09-16T07:04:24.100 INFO:tasks.workunit.client.0.smithi042.stdout:540 2024-09-16T07:04:24.101 INFO:tasks.workunit.client.0.smithi042.stdout:541 2024-09-16T07:04:24.102 INFO:tasks.workunit.client.0.smithi042.stdout:542 2024-09-16T07:04:24.102 INFO:tasks.workunit.client.0.smithi042.stdout:543 2024-09-16T07:04:24.104 INFO:tasks.workunit.client.0.smithi042.stdout:544 2024-09-16T07:04:24.105 INFO:tasks.workunit.client.0.smithi042.stdout:545 2024-09-16T07:04:24.105 INFO:tasks.workunit.client.0.smithi042.stdout:546 2024-09-16T07:04:24.106 INFO:tasks.workunit.client.0.smithi042.stdout:547 2024-09-16T07:04:24.107 INFO:tasks.workunit.client.0.smithi042.stdout:548 2024-09-16T07:04:24.108 INFO:tasks.workunit.client.0.smithi042.stdout:549 2024-09-16T07:04:24.109 INFO:tasks.workunit.client.0.smithi042.stdout:550 2024-09-16T07:04:24.110 INFO:tasks.workunit.client.0.smithi042.stdout:551 2024-09-16T07:04:24.111 INFO:tasks.workunit.client.0.smithi042.stdout:552 2024-09-16T07:04:24.112 INFO:tasks.workunit.client.0.smithi042.stdout:553 2024-09-16T07:04:24.113 INFO:tasks.workunit.client.0.smithi042.stdout:554 2024-09-16T07:04:24.113 INFO:tasks.workunit.client.0.smithi042.stdout:555 2024-09-16T07:04:24.114 INFO:tasks.workunit.client.0.smithi042.stdout:556 2024-09-16T07:04:24.115 INFO:tasks.workunit.client.0.smithi042.stdout:557 2024-09-16T07:04:24.116 INFO:tasks.workunit.client.0.smithi042.stdout:558 2024-09-16T07:04:24.117 INFO:tasks.workunit.client.0.smithi042.stdout:559 2024-09-16T07:04:24.118 INFO:tasks.workunit.client.0.smithi042.stdout:560 2024-09-16T07:04:24.119 INFO:tasks.workunit.client.0.smithi042.stdout:561 2024-09-16T07:04:24.120 INFO:tasks.workunit.client.0.smithi042.stdout:562 2024-09-16T07:04:24.121 INFO:tasks.workunit.client.0.smithi042.stdout:563 2024-09-16T07:04:24.122 INFO:tasks.workunit.client.0.smithi042.stdout:564 2024-09-16T07:04:24.123 INFO:tasks.workunit.client.0.smithi042.stdout:565 2024-09-16T07:04:24.124 INFO:tasks.workunit.client.0.smithi042.stdout:566 2024-09-16T07:04:24.125 INFO:tasks.workunit.client.0.smithi042.stdout:567 2024-09-16T07:04:24.125 INFO:tasks.workunit.client.0.smithi042.stdout:568 2024-09-16T07:04:24.126 INFO:tasks.workunit.client.0.smithi042.stdout:569 2024-09-16T07:04:24.127 INFO:tasks.workunit.client.0.smithi042.stdout:570 2024-09-16T07:04:24.128 INFO:tasks.workunit.client.0.smithi042.stdout:571 2024-09-16T07:04:24.129 INFO:tasks.workunit.client.0.smithi042.stdout:572 2024-09-16T07:04:24.130 INFO:tasks.workunit.client.0.smithi042.stdout:573 2024-09-16T07:04:24.131 INFO:tasks.workunit.client.0.smithi042.stdout:574 2024-09-16T07:04:24.132 INFO:tasks.workunit.client.0.smithi042.stdout:575 2024-09-16T07:04:24.133 INFO:tasks.workunit.client.0.smithi042.stdout:576 2024-09-16T07:04:24.134 INFO:tasks.workunit.client.0.smithi042.stdout:577 2024-09-16T07:04:24.135 INFO:tasks.workunit.client.0.smithi042.stdout:578 2024-09-16T07:04:24.136 INFO:tasks.workunit.client.0.smithi042.stdout:579 2024-09-16T07:04:24.137 INFO:tasks.workunit.client.0.smithi042.stdout:580 2024-09-16T07:04:24.138 INFO:tasks.workunit.client.0.smithi042.stdout:581 2024-09-16T07:04:24.139 INFO:tasks.workunit.client.0.smithi042.stdout:582 2024-09-16T07:04:24.140 INFO:tasks.workunit.client.0.smithi042.stdout:583 2024-09-16T07:04:24.141 INFO:tasks.workunit.client.0.smithi042.stdout:584 2024-09-16T07:04:24.142 INFO:tasks.workunit.client.0.smithi042.stdout:585 2024-09-16T07:04:24.143 INFO:tasks.workunit.client.0.smithi042.stdout:586 2024-09-16T07:04:24.144 INFO:tasks.workunit.client.0.smithi042.stdout:587 2024-09-16T07:04:24.145 INFO:tasks.workunit.client.0.smithi042.stdout:588 2024-09-16T07:04:24.146 INFO:tasks.workunit.client.0.smithi042.stdout:589 2024-09-16T07:04:24.147 INFO:tasks.workunit.client.0.smithi042.stdout:590 2024-09-16T07:04:24.148 INFO:tasks.workunit.client.0.smithi042.stdout:591 2024-09-16T07:04:24.149 INFO:tasks.workunit.client.0.smithi042.stdout:592 2024-09-16T07:04:24.150 INFO:tasks.workunit.client.0.smithi042.stdout:593 2024-09-16T07:04:24.151 INFO:tasks.workunit.client.0.smithi042.stdout:594 2024-09-16T07:04:24.152 INFO:tasks.workunit.client.0.smithi042.stdout:595 2024-09-16T07:04:24.153 INFO:tasks.workunit.client.0.smithi042.stdout:596 2024-09-16T07:04:24.153 INFO:tasks.workunit.client.0.smithi042.stdout:597 2024-09-16T07:04:24.154 INFO:tasks.workunit.client.0.smithi042.stdout:598 2024-09-16T07:04:24.155 INFO:tasks.workunit.client.0.smithi042.stdout:599 2024-09-16T07:04:24.157 INFO:tasks.workunit.client.0.smithi042.stdout:600 2024-09-16T07:04:24.157 INFO:tasks.workunit.client.0.smithi042.stdout:601 2024-09-16T07:04:24.158 INFO:tasks.workunit.client.0.smithi042.stdout:602 2024-09-16T07:04:24.159 INFO:tasks.workunit.client.0.smithi042.stdout:603 2024-09-16T07:04:24.160 INFO:tasks.workunit.client.0.smithi042.stdout:604 2024-09-16T07:04:24.161 INFO:tasks.workunit.client.0.smithi042.stdout:605 2024-09-16T07:04:24.162 INFO:tasks.workunit.client.0.smithi042.stdout:606 2024-09-16T07:04:24.163 INFO:tasks.workunit.client.0.smithi042.stdout:607 2024-09-16T07:04:24.164 INFO:tasks.workunit.client.0.smithi042.stdout:608 2024-09-16T07:04:24.165 INFO:tasks.workunit.client.0.smithi042.stdout:609 2024-09-16T07:04:24.166 INFO:tasks.workunit.client.0.smithi042.stdout:610 2024-09-16T07:04:24.167 INFO:tasks.workunit.client.0.smithi042.stdout:611 2024-09-16T07:04:24.168 INFO:tasks.workunit.client.0.smithi042.stdout:612 2024-09-16T07:04:24.169 INFO:tasks.workunit.client.0.smithi042.stdout:613 2024-09-16T07:04:24.170 INFO:tasks.workunit.client.0.smithi042.stdout:614 2024-09-16T07:04:24.171 INFO:tasks.workunit.client.0.smithi042.stdout:615 2024-09-16T07:04:24.172 INFO:tasks.workunit.client.0.smithi042.stdout:616 2024-09-16T07:04:24.173 INFO:tasks.workunit.client.0.smithi042.stdout:617 2024-09-16T07:04:24.174 INFO:tasks.workunit.client.0.smithi042.stdout:618 2024-09-16T07:04:24.175 INFO:tasks.workunit.client.0.smithi042.stdout:619 2024-09-16T07:04:24.177 INFO:tasks.workunit.client.0.smithi042.stdout:620 2024-09-16T07:04:24.178 INFO:tasks.workunit.client.0.smithi042.stdout:621 2024-09-16T07:04:24.179 INFO:tasks.workunit.client.0.smithi042.stdout:622 2024-09-16T07:04:24.180 INFO:tasks.workunit.client.0.smithi042.stdout:623 2024-09-16T07:04:24.181 INFO:tasks.workunit.client.0.smithi042.stdout:624 2024-09-16T07:04:24.182 INFO:tasks.workunit.client.0.smithi042.stdout:625 2024-09-16T07:04:24.183 INFO:tasks.workunit.client.0.smithi042.stdout:626 2024-09-16T07:04:24.184 INFO:tasks.workunit.client.0.smithi042.stdout:627 2024-09-16T07:04:24.185 INFO:tasks.workunit.client.0.smithi042.stdout:628 2024-09-16T07:04:24.186 INFO:tasks.workunit.client.0.smithi042.stdout:629 2024-09-16T07:04:24.187 INFO:tasks.workunit.client.0.smithi042.stdout:630 2024-09-16T07:04:24.188 INFO:tasks.workunit.client.0.smithi042.stdout:631 2024-09-16T07:04:24.189 INFO:tasks.workunit.client.0.smithi042.stdout:632 2024-09-16T07:04:24.190 INFO:tasks.workunit.client.0.smithi042.stdout:633 2024-09-16T07:04:24.191 INFO:tasks.workunit.client.0.smithi042.stdout:634 2024-09-16T07:04:24.192 INFO:tasks.workunit.client.0.smithi042.stdout:635 2024-09-16T07:04:24.193 INFO:tasks.workunit.client.0.smithi042.stdout:636 2024-09-16T07:04:24.194 INFO:tasks.workunit.client.0.smithi042.stdout:637 2024-09-16T07:04:24.195 INFO:tasks.workunit.client.0.smithi042.stdout:638 2024-09-16T07:04:24.196 INFO:tasks.workunit.client.0.smithi042.stdout:639 2024-09-16T07:04:24.197 INFO:tasks.workunit.client.0.smithi042.stdout:640 2024-09-16T07:04:24.198 INFO:tasks.workunit.client.0.smithi042.stdout:641 2024-09-16T07:04:24.199 INFO:tasks.workunit.client.0.smithi042.stdout:642 2024-09-16T07:04:24.200 INFO:tasks.workunit.client.0.smithi042.stdout:643 2024-09-16T07:04:24.201 INFO:tasks.workunit.client.0.smithi042.stdout:644 2024-09-16T07:04:24.202 INFO:tasks.workunit.client.0.smithi042.stdout:645 2024-09-16T07:04:24.203 INFO:tasks.workunit.client.0.smithi042.stdout:646 2024-09-16T07:04:24.204 INFO:tasks.workunit.client.0.smithi042.stdout:647 2024-09-16T07:04:24.205 INFO:tasks.workunit.client.0.smithi042.stdout:648 2024-09-16T07:04:24.206 INFO:tasks.workunit.client.0.smithi042.stdout:649 2024-09-16T07:04:24.207 INFO:tasks.workunit.client.0.smithi042.stdout:650 2024-09-16T07:04:24.208 INFO:tasks.workunit.client.0.smithi042.stdout:651 2024-09-16T07:04:24.209 INFO:tasks.workunit.client.0.smithi042.stdout:652 2024-09-16T07:04:24.210 INFO:tasks.workunit.client.0.smithi042.stdout:653 2024-09-16T07:04:24.211 INFO:tasks.workunit.client.0.smithi042.stdout:654 2024-09-16T07:04:24.212 INFO:tasks.workunit.client.0.smithi042.stdout:655 2024-09-16T07:04:24.213 INFO:tasks.workunit.client.0.smithi042.stdout:656 2024-09-16T07:04:24.214 INFO:tasks.workunit.client.0.smithi042.stdout:657 2024-09-16T07:04:24.215 INFO:tasks.workunit.client.0.smithi042.stdout:658 2024-09-16T07:04:24.216 INFO:tasks.workunit.client.0.smithi042.stdout:659 2024-09-16T07:04:24.217 INFO:tasks.workunit.client.0.smithi042.stdout:660 2024-09-16T07:04:24.218 INFO:tasks.workunit.client.0.smithi042.stdout:661 2024-09-16T07:04:24.218 INFO:tasks.workunit.client.0.smithi042.stdout:662 2024-09-16T07:04:24.220 INFO:tasks.workunit.client.0.smithi042.stdout:663 2024-09-16T07:04:24.221 INFO:tasks.workunit.client.0.smithi042.stdout:664 2024-09-16T07:04:24.221 INFO:tasks.workunit.client.0.smithi042.stdout:665 2024-09-16T07:04:24.223 INFO:tasks.workunit.client.0.smithi042.stdout:666 2024-09-16T07:04:24.223 INFO:tasks.workunit.client.0.smithi042.stdout:667 2024-09-16T07:04:24.225 INFO:tasks.workunit.client.0.smithi042.stdout:668 2024-09-16T07:04:24.226 INFO:tasks.workunit.client.0.smithi042.stdout:669 2024-09-16T07:04:24.227 INFO:tasks.workunit.client.0.smithi042.stdout:670 2024-09-16T07:04:24.228 INFO:tasks.workunit.client.0.smithi042.stdout:671 2024-09-16T07:04:24.229 INFO:tasks.workunit.client.0.smithi042.stdout:672 2024-09-16T07:04:24.230 INFO:tasks.workunit.client.0.smithi042.stdout:673 2024-09-16T07:04:24.231 INFO:tasks.workunit.client.0.smithi042.stdout:674 2024-09-16T07:04:24.232 INFO:tasks.workunit.client.0.smithi042.stdout:675 2024-09-16T07:04:24.233 INFO:tasks.workunit.client.0.smithi042.stdout:676 2024-09-16T07:04:24.234 INFO:tasks.workunit.client.0.smithi042.stdout:677 2024-09-16T07:04:24.235 INFO:tasks.workunit.client.0.smithi042.stdout:678 2024-09-16T07:04:24.236 INFO:tasks.workunit.client.0.smithi042.stdout:679 2024-09-16T07:04:24.237 INFO:tasks.workunit.client.0.smithi042.stdout:680 2024-09-16T07:04:24.238 INFO:tasks.workunit.client.0.smithi042.stdout:681 2024-09-16T07:04:24.239 INFO:tasks.workunit.client.0.smithi042.stdout:682 2024-09-16T07:04:24.240 INFO:tasks.workunit.client.0.smithi042.stdout:683 2024-09-16T07:04:24.241 INFO:tasks.workunit.client.0.smithi042.stdout:684 2024-09-16T07:04:24.242 INFO:tasks.workunit.client.0.smithi042.stdout:685 2024-09-16T07:04:24.243 INFO:tasks.workunit.client.0.smithi042.stdout:686 2024-09-16T07:04:24.244 INFO:tasks.workunit.client.0.smithi042.stdout:687 2024-09-16T07:04:24.245 INFO:tasks.workunit.client.0.smithi042.stdout:688 2024-09-16T07:04:24.246 INFO:tasks.workunit.client.0.smithi042.stdout:689 2024-09-16T07:04:24.247 INFO:tasks.workunit.client.0.smithi042.stdout:690 2024-09-16T07:04:24.248 INFO:tasks.workunit.client.0.smithi042.stdout:691 2024-09-16T07:04:24.249 INFO:tasks.workunit.client.0.smithi042.stdout:692 2024-09-16T07:04:24.250 INFO:tasks.workunit.client.0.smithi042.stdout:693 2024-09-16T07:04:24.252 INFO:tasks.workunit.client.0.smithi042.stdout:694 2024-09-16T07:04:24.252 INFO:tasks.workunit.client.0.smithi042.stdout:695 2024-09-16T07:04:24.254 INFO:tasks.workunit.client.0.smithi042.stdout:696 2024-09-16T07:04:24.255 INFO:tasks.workunit.client.0.smithi042.stdout:697 2024-09-16T07:04:24.256 INFO:tasks.workunit.client.0.smithi042.stdout:698 2024-09-16T07:04:24.257 INFO:tasks.workunit.client.0.smithi042.stdout:699 2024-09-16T07:04:24.258 INFO:tasks.workunit.client.0.smithi042.stdout:700 2024-09-16T07:04:24.259 INFO:tasks.workunit.client.0.smithi042.stdout:701 2024-09-16T07:04:24.260 INFO:tasks.workunit.client.0.smithi042.stdout:702 2024-09-16T07:04:24.261 INFO:tasks.workunit.client.0.smithi042.stdout:703 2024-09-16T07:04:24.262 INFO:tasks.workunit.client.0.smithi042.stdout:704 2024-09-16T07:04:24.263 INFO:tasks.workunit.client.0.smithi042.stdout:705 2024-09-16T07:04:24.264 INFO:tasks.workunit.client.0.smithi042.stdout:706 2024-09-16T07:04:24.265 INFO:tasks.workunit.client.0.smithi042.stdout:707 2024-09-16T07:04:24.266 INFO:tasks.workunit.client.0.smithi042.stdout:708 2024-09-16T07:04:24.267 INFO:tasks.workunit.client.0.smithi042.stdout:709 2024-09-16T07:04:24.268 INFO:tasks.workunit.client.0.smithi042.stdout:710 2024-09-16T07:04:24.269 INFO:tasks.workunit.client.0.smithi042.stdout:711 2024-09-16T07:04:24.271 INFO:tasks.workunit.client.0.smithi042.stdout:712 2024-09-16T07:04:24.272 INFO:tasks.workunit.client.0.smithi042.stdout:713 2024-09-16T07:04:24.273 INFO:tasks.workunit.client.0.smithi042.stdout:714 2024-09-16T07:04:24.274 INFO:tasks.workunit.client.0.smithi042.stdout:715 2024-09-16T07:04:24.275 INFO:tasks.workunit.client.0.smithi042.stdout:716 2024-09-16T07:04:24.276 INFO:tasks.workunit.client.0.smithi042.stdout:717 2024-09-16T07:04:24.277 INFO:tasks.workunit.client.0.smithi042.stdout:718 2024-09-16T07:04:24.278 INFO:tasks.workunit.client.0.smithi042.stdout:719 2024-09-16T07:04:24.279 INFO:tasks.workunit.client.0.smithi042.stdout:720 2024-09-16T07:04:24.281 INFO:tasks.workunit.client.0.smithi042.stdout:721 2024-09-16T07:04:24.282 INFO:tasks.workunit.client.0.smithi042.stdout:722 2024-09-16T07:04:24.283 INFO:tasks.workunit.client.0.smithi042.stdout:723 2024-09-16T07:04:24.284 INFO:tasks.workunit.client.0.smithi042.stdout:724 2024-09-16T07:04:24.285 INFO:tasks.workunit.client.0.smithi042.stdout:725 2024-09-16T07:04:24.286 INFO:tasks.workunit.client.0.smithi042.stdout:726 2024-09-16T07:04:24.287 INFO:tasks.workunit.client.0.smithi042.stdout:727 2024-09-16T07:04:24.288 INFO:tasks.workunit.client.0.smithi042.stdout:728 2024-09-16T07:04:24.289 INFO:tasks.workunit.client.0.smithi042.stdout:729 2024-09-16T07:04:24.290 INFO:tasks.workunit.client.0.smithi042.stdout:730 2024-09-16T07:04:24.291 INFO:tasks.workunit.client.0.smithi042.stdout:731 2024-09-16T07:04:24.292 INFO:tasks.workunit.client.0.smithi042.stdout:732 2024-09-16T07:04:24.293 INFO:tasks.workunit.client.0.smithi042.stdout:733 2024-09-16T07:04:24.297 INFO:tasks.workunit.client.0.smithi042.stdout:734 2024-09-16T07:04:24.297 INFO:tasks.workunit.client.0.smithi042.stdout:735 2024-09-16T07:04:24.297 INFO:tasks.workunit.client.0.smithi042.stdout:736 2024-09-16T07:04:24.297 INFO:tasks.workunit.client.0.smithi042.stdout:737 2024-09-16T07:04:24.298 INFO:tasks.workunit.client.0.smithi042.stdout:738 2024-09-16T07:04:24.299 INFO:tasks.workunit.client.0.smithi042.stdout:739 2024-09-16T07:04:24.300 INFO:tasks.workunit.client.0.smithi042.stdout:740 2024-09-16T07:04:24.301 INFO:tasks.workunit.client.0.smithi042.stdout:741 2024-09-16T07:04:24.302 INFO:tasks.workunit.client.0.smithi042.stdout:742 2024-09-16T07:04:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:743 2024-09-16T07:04:24.305 INFO:tasks.workunit.client.0.smithi042.stdout:744 2024-09-16T07:04:24.306 INFO:tasks.workunit.client.0.smithi042.stdout:745 2024-09-16T07:04:24.307 INFO:tasks.workunit.client.0.smithi042.stdout:746 2024-09-16T07:04:24.308 INFO:tasks.workunit.client.0.smithi042.stdout:747 2024-09-16T07:04:24.309 INFO:tasks.workunit.client.0.smithi042.stdout:748 2024-09-16T07:04:24.310 INFO:tasks.workunit.client.0.smithi042.stdout:749 2024-09-16T07:04:24.312 INFO:tasks.workunit.client.0.smithi042.stdout:750 2024-09-16T07:04:24.313 INFO:tasks.workunit.client.0.smithi042.stdout:751 2024-09-16T07:04:24.314 INFO:tasks.workunit.client.0.smithi042.stdout:752 2024-09-16T07:04:24.315 INFO:tasks.workunit.client.0.smithi042.stdout:753 2024-09-16T07:04:24.316 INFO:tasks.workunit.client.0.smithi042.stdout:754 2024-09-16T07:04:24.317 INFO:tasks.workunit.client.0.smithi042.stdout:755 2024-09-16T07:04:24.318 INFO:tasks.workunit.client.0.smithi042.stdout:756 2024-09-16T07:04:24.319 INFO:tasks.workunit.client.0.smithi042.stdout:757 2024-09-16T07:04:24.320 INFO:tasks.workunit.client.0.smithi042.stdout:758 2024-09-16T07:04:24.321 INFO:tasks.workunit.client.0.smithi042.stdout:759 2024-09-16T07:04:24.322 INFO:tasks.workunit.client.0.smithi042.stdout:760 2024-09-16T07:04:24.323 INFO:tasks.workunit.client.0.smithi042.stdout:761 2024-09-16T07:04:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:762 2024-09-16T07:04:24.325 INFO:tasks.workunit.client.0.smithi042.stdout:763 2024-09-16T07:04:24.326 INFO:tasks.workunit.client.0.smithi042.stdout:764 2024-09-16T07:04:24.327 INFO:tasks.workunit.client.0.smithi042.stdout:765 2024-09-16T07:04:24.328 INFO:tasks.workunit.client.0.smithi042.stdout:766 2024-09-16T07:04:24.329 INFO:tasks.workunit.client.0.smithi042.stdout:767 2024-09-16T07:04:24.330 INFO:tasks.workunit.client.0.smithi042.stdout:768 2024-09-16T07:04:24.331 INFO:tasks.workunit.client.0.smithi042.stdout:769 2024-09-16T07:04:24.332 INFO:tasks.workunit.client.0.smithi042.stdout:770 2024-09-16T07:04:24.333 INFO:tasks.workunit.client.0.smithi042.stdout:771 2024-09-16T07:04:24.334 INFO:tasks.workunit.client.0.smithi042.stdout:772 2024-09-16T07:04:24.335 INFO:tasks.workunit.client.0.smithi042.stdout:773 2024-09-16T07:04:24.336 INFO:tasks.workunit.client.0.smithi042.stdout:774 2024-09-16T07:04:24.337 INFO:tasks.workunit.client.0.smithi042.stdout:775 2024-09-16T07:04:24.338 INFO:tasks.workunit.client.0.smithi042.stdout:776 2024-09-16T07:04:24.339 INFO:tasks.workunit.client.0.smithi042.stdout:777 2024-09-16T07:04:24.340 INFO:tasks.workunit.client.0.smithi042.stdout:778 2024-09-16T07:04:24.341 INFO:tasks.workunit.client.0.smithi042.stdout:779 2024-09-16T07:04:24.342 INFO:tasks.workunit.client.0.smithi042.stdout:780 2024-09-16T07:04:24.343 INFO:tasks.workunit.client.0.smithi042.stdout:781 2024-09-16T07:04:24.345 INFO:tasks.workunit.client.0.smithi042.stdout:782 2024-09-16T07:04:24.345 INFO:tasks.workunit.client.0.smithi042.stdout:783 2024-09-16T07:04:24.347 INFO:tasks.workunit.client.0.smithi042.stdout:784 2024-09-16T07:04:24.348 INFO:tasks.workunit.client.0.smithi042.stdout:785 2024-09-16T07:04:24.349 INFO:tasks.workunit.client.0.smithi042.stdout:786 2024-09-16T07:04:24.350 INFO:tasks.workunit.client.0.smithi042.stdout:787 2024-09-16T07:04:24.351 INFO:tasks.workunit.client.0.smithi042.stdout:788 2024-09-16T07:04:24.352 INFO:tasks.workunit.client.0.smithi042.stdout:789 2024-09-16T07:04:24.353 INFO:tasks.workunit.client.0.smithi042.stdout:790 2024-09-16T07:04:24.354 INFO:tasks.workunit.client.0.smithi042.stdout:791 2024-09-16T07:04:24.355 INFO:tasks.workunit.client.0.smithi042.stdout:792 2024-09-16T07:04:24.356 INFO:tasks.workunit.client.0.smithi042.stdout:793 2024-09-16T07:04:24.357 INFO:tasks.workunit.client.0.smithi042.stdout:794 2024-09-16T07:04:24.358 INFO:tasks.workunit.client.0.smithi042.stdout:795 2024-09-16T07:04:24.359 INFO:tasks.workunit.client.0.smithi042.stdout:796 2024-09-16T07:04:24.360 INFO:tasks.workunit.client.0.smithi042.stdout:797 2024-09-16T07:04:24.361 INFO:tasks.workunit.client.0.smithi042.stdout:798 2024-09-16T07:04:24.362 INFO:tasks.workunit.client.0.smithi042.stdout:799 2024-09-16T07:04:24.363 INFO:tasks.workunit.client.0.smithi042.stdout:800 2024-09-16T07:04:24.364 INFO:tasks.workunit.client.0.smithi042.stdout:801 2024-09-16T07:04:24.365 INFO:tasks.workunit.client.0.smithi042.stdout:802 2024-09-16T07:04:24.366 INFO:tasks.workunit.client.0.smithi042.stdout:803 2024-09-16T07:04:24.367 INFO:tasks.workunit.client.0.smithi042.stdout:804 2024-09-16T07:04:24.368 INFO:tasks.workunit.client.0.smithi042.stdout:805 2024-09-16T07:04:24.369 INFO:tasks.workunit.client.0.smithi042.stdout:806 2024-09-16T07:04:24.370 INFO:tasks.workunit.client.0.smithi042.stdout:807 2024-09-16T07:04:24.371 INFO:tasks.workunit.client.0.smithi042.stdout:808 2024-09-16T07:04:24.372 INFO:tasks.workunit.client.0.smithi042.stdout:809 2024-09-16T07:04:24.373 INFO:tasks.workunit.client.0.smithi042.stdout:810 2024-09-16T07:04:24.374 INFO:tasks.workunit.client.0.smithi042.stdout:811 2024-09-16T07:04:24.375 INFO:tasks.workunit.client.0.smithi042.stdout:812 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:813 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:814 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:815 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:816 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:817 2024-09-16T07:04:24.382 INFO:tasks.workunit.client.0.smithi042.stdout:818 2024-09-16T07:04:24.383 INFO:tasks.workunit.client.0.smithi042.stdout:819 2024-09-16T07:04:24.383 INFO:tasks.workunit.client.0.smithi042.stdout:820 2024-09-16T07:04:24.385 INFO:tasks.workunit.client.0.smithi042.stdout:821 2024-09-16T07:04:24.386 INFO:tasks.workunit.client.0.smithi042.stdout:822 2024-09-16T07:04:24.387 INFO:tasks.workunit.client.0.smithi042.stdout:823 2024-09-16T07:04:24.388 INFO:tasks.workunit.client.0.smithi042.stdout:824 2024-09-16T07:04:24.389 INFO:tasks.workunit.client.0.smithi042.stdout:825 2024-09-16T07:04:24.390 INFO:tasks.workunit.client.0.smithi042.stdout:826 2024-09-16T07:04:24.391 INFO:tasks.workunit.client.0.smithi042.stdout:827 2024-09-16T07:04:24.393 INFO:tasks.workunit.client.0.smithi042.stdout:828 2024-09-16T07:04:24.394 INFO:tasks.workunit.client.0.smithi042.stdout:829 2024-09-16T07:04:24.395 INFO:tasks.workunit.client.0.smithi042.stdout:830 2024-09-16T07:04:24.396 INFO:tasks.workunit.client.0.smithi042.stdout:831 2024-09-16T07:04:24.397 INFO:tasks.workunit.client.0.smithi042.stdout:832 2024-09-16T07:04:24.398 INFO:tasks.workunit.client.0.smithi042.stdout:833 2024-09-16T07:04:24.399 INFO:tasks.workunit.client.0.smithi042.stdout:834 2024-09-16T07:04:24.400 INFO:tasks.workunit.client.0.smithi042.stdout:835 2024-09-16T07:04:24.401 INFO:tasks.workunit.client.0.smithi042.stdout:836 2024-09-16T07:04:24.402 INFO:tasks.workunit.client.0.smithi042.stdout:837 2024-09-16T07:04:24.404 INFO:tasks.workunit.client.0.smithi042.stdout:838 2024-09-16T07:04:24.405 INFO:tasks.workunit.client.0.smithi042.stdout:839 2024-09-16T07:04:24.406 INFO:tasks.workunit.client.0.smithi042.stdout:840 2024-09-16T07:04:24.407 INFO:tasks.workunit.client.0.smithi042.stdout:841 2024-09-16T07:04:24.408 INFO:tasks.workunit.client.0.smithi042.stdout:842 2024-09-16T07:04:24.409 INFO:tasks.workunit.client.0.smithi042.stdout:843 2024-09-16T07:04:24.411 INFO:tasks.workunit.client.0.smithi042.stdout:844 2024-09-16T07:04:24.412 INFO:tasks.workunit.client.0.smithi042.stdout:845 2024-09-16T07:04:24.413 INFO:tasks.workunit.client.0.smithi042.stdout:846 2024-09-16T07:04:24.414 INFO:tasks.workunit.client.0.smithi042.stdout:847 2024-09-16T07:04:24.415 INFO:tasks.workunit.client.0.smithi042.stdout:848 2024-09-16T07:04:24.416 INFO:tasks.workunit.client.0.smithi042.stdout:849 2024-09-16T07:04:24.417 INFO:tasks.workunit.client.0.smithi042.stdout:850 2024-09-16T07:04:24.418 INFO:tasks.workunit.client.0.smithi042.stdout:851 2024-09-16T07:04:24.419 INFO:tasks.workunit.client.0.smithi042.stdout:852 2024-09-16T07:04:24.420 INFO:tasks.workunit.client.0.smithi042.stdout:853 2024-09-16T07:04:24.421 INFO:tasks.workunit.client.0.smithi042.stdout:854 2024-09-16T07:04:24.422 INFO:tasks.workunit.client.0.smithi042.stdout:855 2024-09-16T07:04:24.423 INFO:tasks.workunit.client.0.smithi042.stdout:856 2024-09-16T07:04:24.424 INFO:tasks.workunit.client.0.smithi042.stdout:857 2024-09-16T07:04:24.425 INFO:tasks.workunit.client.0.smithi042.stdout:858 2024-09-16T07:04:24.426 INFO:tasks.workunit.client.0.smithi042.stdout:859 2024-09-16T07:04:24.427 INFO:tasks.workunit.client.0.smithi042.stdout:860 2024-09-16T07:04:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:861 2024-09-16T07:04:24.430 INFO:tasks.workunit.client.0.smithi042.stdout:862 2024-09-16T07:04:24.431 INFO:tasks.workunit.client.0.smithi042.stdout:863 2024-09-16T07:04:24.434 INFO:tasks.workunit.client.0.smithi042.stdout:864 2024-09-16T07:04:24.434 INFO:tasks.workunit.client.0.smithi042.stdout:865 2024-09-16T07:04:24.435 INFO:tasks.workunit.client.0.smithi042.stdout:866 2024-09-16T07:04:24.436 INFO:tasks.workunit.client.0.smithi042.stdout:867 2024-09-16T07:04:24.437 INFO:tasks.workunit.client.0.smithi042.stdout:868 2024-09-16T07:04:24.438 INFO:tasks.workunit.client.0.smithi042.stdout:869 2024-09-16T07:04:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:870 2024-09-16T07:04:24.441 INFO:tasks.workunit.client.0.smithi042.stdout:871 2024-09-16T07:04:24.442 INFO:tasks.workunit.client.0.smithi042.stdout:872 2024-09-16T07:04:24.443 INFO:tasks.workunit.client.0.smithi042.stdout:873 2024-09-16T07:04:24.444 INFO:tasks.workunit.client.0.smithi042.stdout:874 2024-09-16T07:04:24.445 INFO:tasks.workunit.client.0.smithi042.stdout:875 2024-09-16T07:04:24.446 INFO:tasks.workunit.client.0.smithi042.stdout:876 2024-09-16T07:04:24.447 INFO:tasks.workunit.client.0.smithi042.stdout:877 2024-09-16T07:04:24.448 INFO:tasks.workunit.client.0.smithi042.stdout:878 2024-09-16T07:04:24.449 INFO:tasks.workunit.client.0.smithi042.stdout:879 2024-09-16T07:04:24.450 INFO:tasks.workunit.client.0.smithi042.stdout:880 2024-09-16T07:04:24.451 INFO:tasks.workunit.client.0.smithi042.stdout:881 2024-09-16T07:04:24.453 INFO:tasks.workunit.client.0.smithi042.stdout:882 2024-09-16T07:04:24.454 INFO:tasks.workunit.client.0.smithi042.stdout:883 2024-09-16T07:04:24.455 INFO:tasks.workunit.client.0.smithi042.stdout:884 2024-09-16T07:04:24.456 INFO:tasks.workunit.client.0.smithi042.stdout:885 2024-09-16T07:04:24.457 INFO:tasks.workunit.client.0.smithi042.stdout:886 2024-09-16T07:04:24.458 INFO:tasks.workunit.client.0.smithi042.stdout:887 2024-09-16T07:04:24.460 INFO:tasks.workunit.client.0.smithi042.stdout:888 2024-09-16T07:04:24.461 INFO:tasks.workunit.client.0.smithi042.stdout:889 2024-09-16T07:04:24.462 INFO:tasks.workunit.client.0.smithi042.stdout:890 2024-09-16T07:04:24.463 INFO:tasks.workunit.client.0.smithi042.stdout:891 2024-09-16T07:04:24.464 INFO:tasks.workunit.client.0.smithi042.stdout:892 2024-09-16T07:04:24.465 INFO:tasks.workunit.client.0.smithi042.stdout:893 2024-09-16T07:04:24.466 INFO:tasks.workunit.client.0.smithi042.stdout:894 2024-09-16T07:04:24.467 INFO:tasks.workunit.client.0.smithi042.stdout:895 2024-09-16T07:04:24.469 INFO:tasks.workunit.client.0.smithi042.stdout:896 2024-09-16T07:04:24.469 INFO:tasks.workunit.client.0.smithi042.stdout:897 2024-09-16T07:04:24.470 INFO:tasks.workunit.client.0.smithi042.stdout:898 2024-09-16T07:04:24.471 INFO:tasks.workunit.client.0.smithi042.stdout:899 2024-09-16T07:04:24.473 INFO:tasks.workunit.client.0.smithi042.stdout:900 2024-09-16T07:04:24.474 INFO:tasks.workunit.client.0.smithi042.stdout:901 2024-09-16T07:04:24.475 INFO:tasks.workunit.client.0.smithi042.stdout:902 2024-09-16T07:04:24.476 INFO:tasks.workunit.client.0.smithi042.stdout:903 2024-09-16T07:04:24.477 INFO:tasks.workunit.client.0.smithi042.stdout:904 2024-09-16T07:04:24.477 INFO:tasks.workunit.client.0.smithi042.stdout:905 2024-09-16T07:04:24.479 INFO:tasks.workunit.client.0.smithi042.stdout:906 2024-09-16T07:04:24.479 INFO:tasks.workunit.client.0.smithi042.stdout:907 2024-09-16T07:04:24.481 INFO:tasks.workunit.client.0.smithi042.stdout:908 2024-09-16T07:04:24.482 INFO:tasks.workunit.client.0.smithi042.stdout:909 2024-09-16T07:04:24.483 INFO:tasks.workunit.client.0.smithi042.stdout:910 2024-09-16T07:04:24.484 INFO:tasks.workunit.client.0.smithi042.stdout:911 2024-09-16T07:04:24.486 INFO:tasks.workunit.client.0.smithi042.stdout:912 2024-09-16T07:04:24.487 INFO:tasks.workunit.client.0.smithi042.stdout:913 2024-09-16T07:04:24.487 INFO:tasks.workunit.client.0.smithi042.stdout:914 2024-09-16T07:04:24.488 INFO:tasks.workunit.client.0.smithi042.stdout:915 2024-09-16T07:04:24.489 INFO:tasks.workunit.client.0.smithi042.stdout:916 2024-09-16T07:04:24.490 INFO:tasks.workunit.client.0.smithi042.stdout:917 2024-09-16T07:04:24.491 INFO:tasks.workunit.client.0.smithi042.stdout:918 2024-09-16T07:04:24.493 INFO:tasks.workunit.client.0.smithi042.stdout:919 2024-09-16T07:04:24.494 INFO:tasks.workunit.client.0.smithi042.stdout:920 2024-09-16T07:04:24.495 INFO:tasks.workunit.client.0.smithi042.stdout:921 2024-09-16T07:04:24.496 INFO:tasks.workunit.client.0.smithi042.stdout:922 2024-09-16T07:04:24.497 INFO:tasks.workunit.client.0.smithi042.stdout:923 2024-09-16T07:04:24.498 INFO:tasks.workunit.client.0.smithi042.stdout:924 2024-09-16T07:04:24.499 INFO:tasks.workunit.client.0.smithi042.stdout:925 2024-09-16T07:04:24.500 INFO:tasks.workunit.client.0.smithi042.stdout:926 2024-09-16T07:04:24.501 INFO:tasks.workunit.client.0.smithi042.stdout:927 2024-09-16T07:04:24.502 INFO:tasks.workunit.client.0.smithi042.stdout:928 2024-09-16T07:04:24.503 INFO:tasks.workunit.client.0.smithi042.stdout:929 2024-09-16T07:04:24.504 INFO:tasks.workunit.client.0.smithi042.stdout:930 2024-09-16T07:04:24.505 INFO:tasks.workunit.client.0.smithi042.stdout:931 2024-09-16T07:04:24.507 INFO:tasks.workunit.client.0.smithi042.stdout:932 2024-09-16T07:04:24.507 INFO:tasks.workunit.client.0.smithi042.stdout:933 2024-09-16T07:04:24.508 INFO:tasks.workunit.client.0.smithi042.stdout:934 2024-09-16T07:04:24.510 INFO:tasks.workunit.client.0.smithi042.stdout:935 2024-09-16T07:04:24.511 INFO:tasks.workunit.client.0.smithi042.stdout:936 2024-09-16T07:04:24.512 INFO:tasks.workunit.client.0.smithi042.stdout:937 2024-09-16T07:04:24.513 INFO:tasks.workunit.client.0.smithi042.stdout:938 2024-09-16T07:04:24.514 INFO:tasks.workunit.client.0.smithi042.stdout:939 2024-09-16T07:04:24.515 INFO:tasks.workunit.client.0.smithi042.stdout:940 2024-09-16T07:04:24.517 INFO:tasks.workunit.client.0.smithi042.stdout:941 2024-09-16T07:04:24.517 INFO:tasks.workunit.client.0.smithi042.stdout:942 2024-09-16T07:04:24.519 INFO:tasks.workunit.client.0.smithi042.stdout:943 2024-09-16T07:04:24.520 INFO:tasks.workunit.client.0.smithi042.stdout:944 2024-09-16T07:04:24.521 INFO:tasks.workunit.client.0.smithi042.stdout:945 2024-09-16T07:04:24.522 INFO:tasks.workunit.client.0.smithi042.stdout:946 2024-09-16T07:04:24.525 INFO:tasks.workunit.client.0.smithi042.stdout:947 2024-09-16T07:04:24.528 INFO:tasks.workunit.client.0.smithi042.stdout:948 2024-09-16T07:04:24.530 INFO:tasks.workunit.client.0.smithi042.stdout:949 2024-09-16T07:04:24.532 INFO:tasks.workunit.client.0.smithi042.stdout:950 2024-09-16T07:04:24.533 INFO:tasks.workunit.client.0.smithi042.stdout:951 2024-09-16T07:04:24.534 INFO:tasks.workunit.client.0.smithi042.stdout:952 2024-09-16T07:04:24.535 INFO:tasks.workunit.client.0.smithi042.stdout:953 2024-09-16T07:04:24.536 INFO:tasks.workunit.client.0.smithi042.stdout:954 2024-09-16T07:04:24.537 INFO:tasks.workunit.client.0.smithi042.stdout:955 2024-09-16T07:04:24.538 INFO:tasks.workunit.client.0.smithi042.stdout:956 2024-09-16T07:04:24.539 INFO:tasks.workunit.client.0.smithi042.stdout:957 2024-09-16T07:04:24.541 INFO:tasks.workunit.client.0.smithi042.stdout:958 2024-09-16T07:04:24.541 INFO:tasks.workunit.client.0.smithi042.stdout:959 2024-09-16T07:04:24.543 INFO:tasks.workunit.client.0.smithi042.stdout:960 2024-09-16T07:04:24.543 INFO:tasks.workunit.client.0.smithi042.stdout:961 2024-09-16T07:04:24.545 INFO:tasks.workunit.client.0.smithi042.stdout:962 2024-09-16T07:04:24.548 INFO:tasks.workunit.client.0.smithi042.stdout:963 2024-09-16T07:04:24.548 INFO:tasks.workunit.client.0.smithi042.stdout:964 2024-09-16T07:04:24.548 INFO:tasks.workunit.client.0.smithi042.stdout:965 2024-09-16T07:04:24.549 INFO:tasks.workunit.client.0.smithi042.stdout:966 2024-09-16T07:04:24.549 INFO:tasks.workunit.client.0.smithi042.stdout:967 2024-09-16T07:04:24.551 INFO:tasks.workunit.client.0.smithi042.stdout:968 2024-09-16T07:04:24.552 INFO:tasks.workunit.client.0.smithi042.stdout:969 2024-09-16T07:04:24.553 INFO:tasks.workunit.client.0.smithi042.stdout:970 2024-09-16T07:04:24.554 INFO:tasks.workunit.client.0.smithi042.stdout:971 2024-09-16T07:04:24.555 INFO:tasks.workunit.client.0.smithi042.stdout:972 2024-09-16T07:04:24.556 INFO:tasks.workunit.client.0.smithi042.stdout:973 2024-09-16T07:04:24.557 INFO:tasks.workunit.client.0.smithi042.stdout:974 2024-09-16T07:04:24.558 INFO:tasks.workunit.client.0.smithi042.stdout:975 2024-09-16T07:04:24.559 INFO:tasks.workunit.client.0.smithi042.stdout:976 2024-09-16T07:04:24.560 INFO:tasks.workunit.client.0.smithi042.stdout:977 2024-09-16T07:04:24.561 INFO:tasks.workunit.client.0.smithi042.stdout:978 2024-09-16T07:04:24.562 INFO:tasks.workunit.client.0.smithi042.stdout:979 2024-09-16T07:04:24.564 INFO:tasks.workunit.client.0.smithi042.stdout:980 2024-09-16T07:04:24.564 INFO:tasks.workunit.client.0.smithi042.stdout:981 2024-09-16T07:04:24.565 INFO:tasks.workunit.client.0.smithi042.stdout:982 2024-09-16T07:04:24.567 INFO:tasks.workunit.client.0.smithi042.stdout:983 2024-09-16T07:04:24.568 INFO:tasks.workunit.client.0.smithi042.stdout:984 2024-09-16T07:04:24.569 INFO:tasks.workunit.client.0.smithi042.stdout:985 2024-09-16T07:04:24.570 INFO:tasks.workunit.client.0.smithi042.stdout:986 2024-09-16T07:04:24.571 INFO:tasks.workunit.client.0.smithi042.stdout:987 2024-09-16T07:04:24.572 INFO:tasks.workunit.client.0.smithi042.stdout:988 2024-09-16T07:04:24.573 INFO:tasks.workunit.client.0.smithi042.stdout:989 2024-09-16T07:04:24.574 INFO:tasks.workunit.client.0.smithi042.stdout:990 2024-09-16T07:04:24.575 INFO:tasks.workunit.client.0.smithi042.stdout:991 2024-09-16T07:04:24.576 INFO:tasks.workunit.client.0.smithi042.stdout:992 2024-09-16T07:04:24.577 INFO:tasks.workunit.client.0.smithi042.stdout:993 2024-09-16T07:04:24.578 INFO:tasks.workunit.client.0.smithi042.stdout:994 2024-09-16T07:04:24.579 INFO:tasks.workunit.client.0.smithi042.stdout:995 2024-09-16T07:04:24.580 INFO:tasks.workunit.client.0.smithi042.stdout:996 2024-09-16T07:04:24.581 INFO:tasks.workunit.client.0.smithi042.stdout:997 2024-09-16T07:04:24.582 INFO:tasks.workunit.client.0.smithi042.stdout:998 2024-09-16T07:04:24.584 INFO:tasks.workunit.client.0.smithi042.stdout:999 2024-09-16T07:04:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[94096]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T07:04:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T07:04:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[96574]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T07:04:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:24 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T07:04:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:24 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:24 smithi164 ceph-mon[88760]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T07:04:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:24 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/332704852' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000010 69 73 |is| 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000012 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000010 69 73 |is| 2024-09-16T07:04:25.536 INFO:tasks.workunit.client.0.smithi042.stdout:00000012 2024-09-16T07:04:25.537 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.WriteReturnData (4022 ms) 2024-09-16T07:04:25.537 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.Loud 2024-09-16T07:04:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:25 smithi042 ceph-mon[94096]: pgmap v1115: 137 pgs: 3 creating+activating, 6 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:25 smithi042 ceph-mon[94096]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T07:04:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:25 smithi042 ceph-mon[96574]: pgmap v1115: 137 pgs: 3 creating+activating, 6 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:25 smithi042 ceph-mon[96574]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T07:04:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:25 smithi164 ceph-mon[88760]: pgmap v1115: 137 pgs: 3 creating+activating, 6 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:25 smithi164 ceph-mon[88760]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T07:04:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:26 smithi042 ceph-mon[94096]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T07:04:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:26 smithi042 ceph-mon[96574]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T07:04:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:26 smithi164 ceph-mon[88760]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T07:04:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[94096]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[94096]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T07:04:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[96574]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[96574]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T07:04:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:27 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:27 smithi164 ceph-mon[88760]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:27 smithi164 ceph-mon[88760]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T07:04:27.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:27 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:28.559 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.Loud (3023 ms) 2024-09-16T07:04:28.559 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.BadMethods 2024-09-16T07:04:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:28 smithi042 ceph-mon[94096]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T07:04:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:28 smithi042 ceph-mon[96574]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T07:04:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1259567432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:28 smithi164 ceph-mon[88760]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T07:04:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:29 smithi042 ceph-mon[94096]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:29 smithi042 ceph-mon[94096]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T07:04:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:29 smithi042 ceph-mon[96574]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:29 smithi042 ceph-mon[96574]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T07:04:29.890 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:29 smithi164 ceph-mon[88760]: pgmap v1121: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:29.890 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:29 smithi164 ceph-mon[88760]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T07:04:30.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-mon[94096]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T07:04:30.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-mon[96574]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T07:04:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:30.854 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T07:04:30.580+0000 7f2b43d97640 -1 osd.3 pg_epoch: 939 pg[38.2( v 939'1 (0'0,939'1] local-lis/les=938/939 n=1 ec=938/938 lis/c=938/938 les/c/f=939/939/0 sis=938) [3,7,5] r=0 lpr=938 crt=939'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-16T07:04:30.854 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 07:04:30 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T07:04:30.581+0000 7f2b43d97640 -1 osd.3 pg_epoch: 939 pg[38.2( v 939'2 (0'0,939'2] local-lis/les=938/939 n=1 ec=938/938 lis/c=938/938 les/c/f=939/939/0 sis=938) [3,7,5] r=0 lpr=938 crt=939'1 lcod 939'1 mlcod 939'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-16T07:04:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:30 smithi164 ceph-mon[88760]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T07:04:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:30 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:31.576 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:31] "GET /metrics HTTP/1.1" 200 33943 "" "Prometheus/2.43.0" 2024-09-16T07:04:31.576 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.BadMethods (3018 ms) 2024-09-16T07:04:31.577 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsHello.Filter 2024-09-16T07:04:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[94096]: pgmap v1124: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[94096]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T07:04:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[96574]: pgmap v1124: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[96574]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T07:04:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:31 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:31 smithi164 ceph-mon[88760]: pgmap v1124: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:31 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1284547193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:31 smithi164 ceph-mon[88760]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T07:04:31.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:31 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:32.583 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:32 smithi042 ceph-mon[94096]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T07:04:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:32 smithi042 ceph-mon[96574]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T07:04:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:32 smithi164 ceph-mon[88760]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T07:04:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[96574]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[96574]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[94096]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[94096]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T07:04:33.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:33 smithi164 ceph-mon[88760]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:33 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:33 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:33 smithi164 ceph-mon[88760]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T07:04:33.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:34.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsHello.Filter (3026 ms) 2024-09-16T07:04:34.603 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 6 tests from ClsHello (18987 ms total) 2024-09-16T07:04:34.603 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:04:34.604 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:04:34.604 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 6 tests from 1 test suite ran. (18987 ms total) 2024-09-16T07:04:34.604 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 6 tests. 2024-09-16T07:04:34.606 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:04:34.607 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:04:34.636 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-16T07:04:34.637 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-16T07:04:34.708 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:04:34.709 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-16T07:04:34.709 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:04:34.709 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 27 tests from TestClsJournal 2024-09-16T07:04:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[94096]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T07:04:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[96574]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T07:04:34.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1858770184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137856-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:34 smithi164 ceph-mon[88760]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T07:04:34.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:35 smithi042 ceph-mon[94096]: pgmap v1130: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:35 smithi042 ceph-mon[94096]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T07:04:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:35 smithi042 ceph-mon[96574]: pgmap v1130: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:35 smithi042 ceph-mon[96574]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T07:04:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:35 smithi164 ceph-mon[88760]: pgmap v1130: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:35 smithi164 ceph-mon[88760]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T07:04:36.613 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.Create 2024-09-16T07:04:36.626 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.Create (14 ms) 2024-09-16T07:04:36.626 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-16T07:04:36.631 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-09-16T07:04:36.631 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-16T07:04:36.636 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-09-16T07:04:36.636 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-16T07:04:36.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-09-16T07:04:36.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-16T07:04:36.642 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-09-16T07:04:36.642 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-16T07:04:36.645 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-16T07:04:36.645 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-16T07:04:36.648 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-09-16T07:04:36.648 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-16T07:04:36.650 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-16T07:04:36.650 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-16T07:04:36.653 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-16T07:04:36.653 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-16T07:04:36.656 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-16T07:04:36.656 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-16T07:04:36.660 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-16T07:04:36.661 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-16T07:04:36.665 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-16T07:04:36.665 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-16T07:04:36.668 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-16T07:04:36.668 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-16T07:04:36.672 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-16T07:04:36.672 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-16T07:04:36.776 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (103 ms) 2024-09-16T07:04:36.776 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-16T07:04:36.779 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-16T07:04:36.780 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-16T07:04:36.782 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-09-16T07:04:36.782 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-16T07:04:36.783 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-16T07:04:36.783 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-16T07:04:36.821 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-09-16T07:04:36.821 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-16T07:04:36.825 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-16T07:04:36.825 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-16T07:04:36.833 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.TagCreate (7 ms) 2024-09-16T07:04:36.833 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-16T07:04:36.839 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-09-16T07:04:36.839 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.TagList 2024-09-16T07:04:36.929 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-09-16T07:04:36.929 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-16T07:04:36.931 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-16T07:04:36.931 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-16T07:04:36.931 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-16T07:04:36.931 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-16T07:04:36.933 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-16T07:04:36.933 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsJournal.Append 2024-09-16T07:04:36.939 INFO:tasks.workunit.client.0.smithi042.stdout:padding is not enabled 2024-09-16T07:04:36.940 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsJournal.Append (6 ms) 2024-09-16T07:04:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:36 smithi164 ceph-mon[88760]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T07:04:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:36 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3055969212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:36 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:37.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[94096]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T07:04:37.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3055969212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:37.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[96574]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T07:04:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3055969212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:36 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:37.618 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 27 tests from TestClsJournal (327 ms total) 2024-09-16T07:04:37.618 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:04:37.618 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:04:37.618 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 27 tests from 1 test suite ran. (2909 ms total) 2024-09-16T07:04:37.618 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 27 tests. 2024-09-16T07:04:37.621 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:04:37.621 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:04:37.691 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-16T07:04:37.691 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-16T07:04:37.763 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:04:37.763 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-16T07:04:37.763 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:04:37.763 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 11 tests from ClsLock 2024-09-16T07:04:37.763 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-16T07:04:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:37 smithi164 ceph-mon[88760]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:37 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:37 smithi164 ceph-mon[88760]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T07:04:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:37 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:37.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:37 smithi164 ceph-mon[88760]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T07:04:38.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[96574]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:38.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:38.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[96574]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[96574]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[94096]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-137996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[94096]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:38.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:37 smithi042 ceph-mon[94096]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T07:04:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:38 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:38.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:38 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:38.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:38 smithi164 ceph-mon[88760]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T07:04:38.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2594233475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:38.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:38 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:39.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:39.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[94096]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2594233475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[96574]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2594233475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:38 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:39.667 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:39.667 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: exclusive 2024-09-16T07:04:39.667 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:39.667 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:39.667 INFO:tasks.workunit.client.0.smithi042.stdout: client.44639 expiration=2024-09-16T07:06:39.664781+0000 addr=v1:172.21.15.42:0/2594233475 cookie= 2024-09-16T07:04:39.670 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:39.670 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: shared 2024-09-16T07:04:39.670 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:39.670 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:39.671 INFO:tasks.workunit.client.0.smithi042.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.42:0/4277968160 cookie= 2024-09-16T07:04:39.671 INFO:tasks.workunit.client.0.smithi042.stdout: client.44639 expiration=2024-09-16T07:06:39.670870+0000 addr=v1:172.21.15.42:0/2594233475 cookie= 2024-09-16T07:04:39.671 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:39.672 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: shared 2024-09-16T07:04:39.672 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:39.672 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:39.672 INFO:tasks.workunit.client.0.smithi042.stdout: client.34704 expiration=0.000000 addr=v1:172.21.15.42:0/4277968160 cookie= 2024-09-16T07:04:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:39 smithi164 ceph-mon[88760]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:39 smithi164 ceph-mon[88760]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[94096]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[94096]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[96574]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:39 smithi042 ceph-mon[96574]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T07:04:40.640 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestMultiLocking (2877 ms) 2024-09-16T07:04:40.640 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestMeta 2024-09-16T07:04:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:41] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:04:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:41 smithi164 ceph-mon[88760]: pgmap v1139: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:41 smithi164 ceph-mon[88760]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T07:04:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:41 smithi042 ceph-mon[94096]: pgmap v1139: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:41 smithi042 ceph-mon[94096]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T07:04:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:41 smithi042 ceph-mon[96574]: pgmap v1139: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:41 smithi042 ceph-mon[96574]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T07:04:42.659 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:42.676 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: shared 2024-09-16T07:04:42.676 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:42.676 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:42.676 INFO:tasks.workunit.client.0.smithi042.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.42:0/2531370051 cookie= 2024-09-16T07:04:42.677 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:42.678 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: exclusive 2024-09-16T07:04:42.678 INFO:tasks.workunit.client.0.smithi042.stdout: tag: new_tag 2024-09-16T07:04:42.678 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:42.678 INFO:tasks.workunit.client.0.smithi042.stdout: client.44651 expiration=0.000000 addr=v1:172.21.15.42:0/2035236493 cookie= 2024-09-16T07:04:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:42 smithi164 ceph-mon[88760]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T07:04:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:42 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2035236493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:42.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:42.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:43.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[94096]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2035236493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[96574]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2035236493' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:43.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:43.646 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestMeta (3007 ms) 2024-09-16T07:04:43.647 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestCookie 2024-09-16T07:04:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:43 smithi164 ceph-mon[88760]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:43 smithi164 ceph-mon[88760]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T07:04:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:43 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:43.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:43 smithi164 ceph-mon[88760]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T07:04:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[94096]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[94096]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[94096]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[96574]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[96574]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:43 smithi042 ceph-mon[96574]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T07:04:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:44 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:44 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:44 smithi164 ceph-mon[88760]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T07:04:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2958950665' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:44 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:45.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[94096]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2958950665' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[96574]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2958950665' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:44 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:45.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:45 smithi164 ceph-mon[88760]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:46.184 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:45 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:46.184 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:45 smithi164 ceph-mon[88760]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[96574]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[96574]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[94096]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:46.185 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:45 smithi042 ceph-mon[94096]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T07:04:46.487 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:46.488 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: exclusive 2024-09-16T07:04:46.488 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:46.488 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:46.490 INFO:tasks.workunit.client.0.smithi042.stdout:lock: mylock 2024-09-16T07:04:46.490 INFO:tasks.workunit.client.0.smithi042.stdout: lock_type: shared 2024-09-16T07:04:46.490 INFO:tasks.workunit.client.0.smithi042.stdout: tag: 2024-09-16T07:04:46.491 INFO:tasks.workunit.client.0.smithi042.stdout: lockers: 2024-09-16T07:04:46.491 INFO:tasks.workunit.client.0.smithi042.stdout: client.44663 expiration=0.000000 addr=v1:172.21.15.42:0/2958950665 cookie= 2024-09-16T07:04:46.491 INFO:tasks.workunit.client.0.smithi042.stdout: client.44663 expiration=0.000000 addr=v1:172.21.15.42:0/2958950665 cookie=new cookie 2024-09-16T07:04:46.673 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestCookie (3027 ms) 2024-09-16T07:04:46.674 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-16T07:04:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:47 smithi164 ceph-mon[88760]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:47.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:47 smithi164 ceph-mon[88760]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T07:04:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:47 smithi042 ceph-mon[94096]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:47 smithi042 ceph-mon[94096]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T07:04:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:47 smithi042 ceph-mon[96574]: pgmap v1148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:47 smithi042 ceph-mon[96574]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T07:04:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:48 smithi164 ceph-mon[88760]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T07:04:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:48 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/989233073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:48 smithi164 ceph-mon[88760]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T07:04:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[94096]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/989233073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[94096]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[96574]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/989233073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:49.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:48 smithi042 ceph-mon[96574]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T07:04:49.696 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestMultipleLocks (3022 ms) 2024-09-16T07:04:49.696 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-16T07:04:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:49 smithi164 ceph-mon[88760]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:49 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[94096]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[96574]: pgmap v1151: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:04:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:04:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:50 smithi164 ceph-mon[88760]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T07:04:51.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:50 smithi042 ceph-mon[94096]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T07:04:51.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:50 smithi042 ceph-mon[96574]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T07:04:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:04:51] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T07:04:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:51 smithi164 ceph-mon[88760]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:51 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:51 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:04:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:51 smithi164 ceph-mon[88760]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T07:04:51.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[94096]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[94096]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[96574]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:04:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[96574]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T07:04:52.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:04:52.707 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:04:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:04:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:52 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:52.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:52 smithi164 ceph-mon[88760]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T07:04:53.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:52 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:52 smithi042 ceph-mon[96574]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T07:04:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:52 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4094063719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:04:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:52 smithi042 ceph-mon[94096]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T07:04:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:53 smithi164 ceph-mon[88760]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:53.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:53 smithi164 ceph-mon[88760]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T07:04:54.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:53 smithi042 ceph-mon[96574]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:53 smithi042 ceph-mon[96574]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T07:04:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:53 smithi042 ceph-mon[94096]: pgmap v1157: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:04:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:53 smithi042 ceph-mon[94096]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T07:04:55.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:55 smithi164 ceph-mon[88760]: pgmap v1159: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:55 smithi042 ceph-mon[94096]: pgmap v1159: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:55 smithi042 ceph-mon[96574]: pgmap v1159: 137 pgs: 4 creating+peering, 11 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:04:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:04:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:04:56.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:57.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:04:57.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:04:57.728 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestLockDuration (8032 ms) 2024-09-16T07:04:57.729 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-16T07:04:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:57 smithi164 ceph-mon[88760]: pgmap v1160: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:57 smithi042 ceph-mon[94096]: pgmap v1160: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:58.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:57 smithi042 ceph-mon[96574]: pgmap v1160: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:04:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:58 smithi164 ceph-mon[88760]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T07:04:59.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:58 smithi042 ceph-mon[94096]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T07:04:59.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:58 smithi042 ceph-mon[96574]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T07:05:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[94096]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[94096]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T07:05:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[96574]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[96574]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T07:05:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:04:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:59 smithi164 ceph-mon[88760]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:59 smithi164 ceph-mon[88760]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T07:05:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:04:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:00.736 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestAssertLocked (3007 ms) 2024-09-16T07:05:00.736 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-16T07:05:01.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:01.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[94096]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T07:05:01.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[94096]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T07:05:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[96574]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T07:05:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:00 smithi042 ceph-mon[96574]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T07:05:01.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:00 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2480088541' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:01.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:00 smithi164 ceph-mon[88760]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T07:05:01.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:00 smithi164 ceph-mon[88760]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T07:05:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:01] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-09-16T07:05:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:01 smithi042 ceph-mon[94096]: pgmap v1165: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:01 smithi042 ceph-mon[96574]: pgmap v1165: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:01 smithi164 ceph-mon[88760]: pgmap v1165: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:02 smithi042 ceph-mon[94096]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T07:05:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:02 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:02 smithi042 ceph-mon[96574]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T07:05:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:02 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:02 smithi164 ceph-mon[88760]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T07:05:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:02 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:03.772 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestSetCookie (3036 ms) 2024-09-16T07:05:03.772 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestRenew 2024-09-16T07:05:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[94096]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[94096]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T07:05:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[96574]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:03 smithi042 ceph-mon[96574]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T07:05:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:03 smithi164 ceph-mon[88760]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:03 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2796245298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:03 smithi164 ceph-mon[88760]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T07:05:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:04 smithi042 ceph-mon[94096]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T07:05:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:04 smithi042 ceph-mon[96574]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T07:05:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:04 smithi164 ceph-mon[88760]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T07:05:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[96574]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[96574]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[94096]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:05:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[94096]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T07:05:06.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:05 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:05 smithi164 ceph-mon[88760]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:05 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:05 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:05:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:05 smithi164 ceph-mon[88760]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T07:05:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:05 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:07.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:07.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:06 smithi042 ceph-mon[96574]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T07:05:07.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:07.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:06 smithi042 ceph-mon[94096]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T07:05:07.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3898278691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:07.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:06 smithi164 ceph-mon[88760]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T07:05:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:07 smithi042 ceph-mon[94096]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:07 smithi042 ceph-mon[94096]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T07:05:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:07 smithi042 ceph-mon[96574]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:07 smithi042 ceph-mon[96574]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T07:05:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:07 smithi164 ceph-mon[88760]: pgmap v1174: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:07 smithi164 ceph-mon[88760]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T07:05:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:09 smithi042 ceph-mon[94096]: pgmap v1176: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:10.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:09 smithi042 ceph-mon[96574]: pgmap v1176: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:09 smithi164 ceph-mon[88760]: pgmap v1176: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:11] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:05:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:11 smithi042 ceph-mon[94096]: pgmap v1177: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:11 smithi042 ceph-mon[96574]: pgmap v1177: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:11 smithi164 ceph-mon[88760]: pgmap v1177: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:13 smithi042 ceph-mon[94096]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:13 smithi042 ceph-mon[96574]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:13 smithi164 ceph-mon[88760]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:15 smithi042 ceph-mon[94096]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:15 smithi042 ceph-mon[96574]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:15 smithi164 ceph-mon[88760]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:17 smithi042 ceph-mon[94096]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:18.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:17 smithi042 ceph-mon[96574]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:17 smithi164 ceph-mon[88760]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:19 smithi164 ceph-mon[88760]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 366 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:05:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[96574]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 366 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[94096]: pgmap v1181: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 366 B/s rd, 0 B/s wr, 1 op/s 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:21] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-16T07:05:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:21 smithi164 ceph-mon[88760]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:21 smithi042 ceph-mon[94096]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:21 smithi042 ceph-mon[96574]: pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:23.875 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestRenew (20103 ms) 2024-09-16T07:05:23.875 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-16T07:05:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:23 smithi164 ceph-mon[88760]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:23 smithi042 ceph-mon[94096]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:23 smithi042 ceph-mon[96574]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:24 smithi164 ceph-mon[88760]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T07:05:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:24 smithi042 ceph-mon[94096]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T07:05:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:24 smithi042 ceph-mon[96574]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T07:05:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:25 smithi164 ceph-mon[88760]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:25 smithi164 ceph-mon[88760]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T07:05:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:25 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2413894361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:25 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[94096]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[94096]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2413894361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[96574]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[96574]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2413894361' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:25 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:27.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:26 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:27.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:26 smithi164 ceph-mon[88760]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T07:05:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:26 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:26 smithi042 ceph-mon[94096]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T07:05:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:26 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:26 smithi042 ceph-mon[96574]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T07:05:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:27 smithi164 ceph-mon[88760]: pgmap v1188: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:28.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:27 smithi164 ceph-mon[88760]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T07:05:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:27 smithi042 ceph-mon[96574]: pgmap v1188: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:27 smithi042 ceph-mon[96574]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T07:05:28.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:27 smithi042 ceph-mon[94096]: pgmap v1188: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:28.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:27 smithi042 ceph-mon[94096]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T07:05:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:29 smithi164 ceph-mon[88760]: pgmap v1190: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:29 smithi042 ceph-mon[94096]: pgmap v1190: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:29 smithi042 ceph-mon[96574]: pgmap v1190: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:30.901 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7026 ms) 2024-09-16T07:05:30.901 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-16T07:05:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:31] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-09-16T07:05:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:31 smithi164 ceph-mon[88760]: pgmap v1191: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:31 smithi164 ceph-mon[88760]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T07:05:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:31 smithi042 ceph-mon[94096]: pgmap v1191: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:31 smithi042 ceph-mon[94096]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T07:05:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:31 smithi042 ceph-mon[96574]: pgmap v1191: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:31 smithi042 ceph-mon[96574]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T07:05:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:33.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:32 smithi164 ceph-mon[88760]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T07:05:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:32 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1361099382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:33.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:32 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:33.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[96574]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T07:05:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1361099382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[94096]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T07:05:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1361099382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:32 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T07:05:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:34.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: pgmap v1194: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T07:05:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:34.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:34 smithi164 ceph-mon[88760]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T07:05:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:34 smithi164 ceph-mon[88760]: pgmap v1197: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:34 smithi042 ceph-mon[96574]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T07:05:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:34 smithi042 ceph-mon[96574]: pgmap v1197: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:34 smithi042 ceph-mon[94096]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T07:05:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:34 smithi042 ceph-mon[94096]: pgmap v1197: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:35 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:35 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:05:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:35 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:35 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:05:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:35 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:35 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:05:37.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:36 smithi164 ceph-mon[88760]: pgmap v1198: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:37.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:36 smithi042 ceph-mon[96574]: pgmap v1198: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:37.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:36 smithi042 ceph-mon[94096]: pgmap v1198: 137 pgs: 2 creating+peering, 9 unknown, 126 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:37.994 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7093 ms) 2024-09-16T07:05:37.994 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-16T07:05:39.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:38 smithi042 ceph-mon[94096]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:39.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:38 smithi042 ceph-mon[94096]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T07:05:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:38 smithi042 ceph-mon[96574]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:39.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:38 smithi042 ceph-mon[96574]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T07:05:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:38 smithi164 ceph-mon[88760]: pgmap v1199: 137 pgs: 137 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:38 smithi164 ceph-mon[88760]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T07:05:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[94096]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[94096]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[96574]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:40 smithi042 ceph-mon[96574]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T07:05:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:40 smithi164 ceph-mon[88760]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T07:05:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:40 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:40 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1954207607' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138051-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:40 smithi164 ceph-mon[88760]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T07:05:41.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[94096]: pgmap v1202: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[94096]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:41] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[96574]: pgmap v1202: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:41 smithi042 ceph-mon[96574]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T07:05:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:41 smithi164 ceph-mon[88760]: pgmap v1202: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:41.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:41 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:41.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:41 smithi164 ceph-mon[88760]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T07:05:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:42 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:42 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:05:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:42 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:42 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:05:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:42 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:42 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:05:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:43 smithi042 ceph-mon[94096]: pgmap v1205: 137 pgs: 1 creating+peering, 14 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:43 smithi042 ceph-mon[96574]: pgmap v1205: 137 pgs: 1 creating+peering, 14 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:43 smithi164 ceph-mon[88760]: pgmap v1205: 137 pgs: 1 creating+peering, 14 unknown, 122 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:45.074 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7081 ms) 2024-09-16T07:05:45.075 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 11 tests from ClsLock (67312 ms total) 2024-09-16T07:05:45.075 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:05:45.075 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:05:45.075 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 11 tests from 1 test suite ran. (67312 ms total) 2024-09-16T07:05:45.075 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 11 tests. 2024-09-16T07:05:45.078 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:05:45.078 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:05:45.150 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-16T07:05:45.150 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-16T07:05:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:05:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T07:05:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:05:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from cls_log 2024-09-16T07:05:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-16T07:05:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:45 smithi042 ceph-mon[94096]: pgmap v1206: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:45.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:45 smithi042 ceph-mon[96574]: pgmap v1206: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:45 smithi164 ceph-mon[88760]: pgmap v1206: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T07:05:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:46 smithi042 ceph-mon[94096]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T07:05:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:46 smithi042 ceph-mon[96574]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T07:05:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:46 smithi164 ceph-mon[88760]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T07:05:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[94096]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:47.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[94096]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T07:05:47.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[96574]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[96574]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T07:05:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:47 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:47 smithi164 ceph-mon[88760]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:47 smithi164 ceph-mon[88760]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T07:05:47.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:47 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:48.095 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_log.test_log_add_same_time (2875 ms) 2024-09-16T07:05:48.095 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-16T07:05:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:48 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:48 smithi042 ceph-mon[96574]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T07:05:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:48 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:48 smithi042 ceph-mon[94096]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T07:05:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:48 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4195518747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:48.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:48 smithi164 ceph-mon[88760]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T07:05:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[94096]: pgmap v1211: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[94096]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[96574]: pgmap v1211: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[96574]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:49 smithi164 ceph-mon[88760]: pgmap v1211: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:49 smithi164 ceph-mon[88760]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T07:05:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[94096]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/677951271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[96574]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/677951271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:50 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:50 smithi164 ceph-mon[88760]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T07:05:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:50 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/677951271' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:50 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_log.test_log_add_different_time (3017 ms) 2024-09-16T07:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_log.trim_by_time 2024-09-16T07:05:51.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:05:51] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:05:51.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[94096]: pgmap v1214: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[94096]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[96574]: pgmap v1214: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:51 smithi042 ceph-mon[96574]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T07:05:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:51 smithi164 ceph-mon[88760]: pgmap v1214: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:51 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:51 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:51.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:51 smithi164 ceph-mon[88760]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T07:05:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:52 smithi164 ceph-mon[88760]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T07:05:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:05:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:05:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:52 smithi042 ceph-mon[94096]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T07:05:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:52 smithi042 ceph-mon[96574]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T07:05:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:05:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T07:05:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1212777806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:53.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:53 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1212777806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: pgmap v1217: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:05:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T07:05:53.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1212777806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:53.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:53 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:54.134 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_log.trim_by_time (3022 ms) 2024-09-16T07:05:54.134 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-16T07:05:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:54 smithi164 ceph-mon[88760]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T07:05:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:54 smithi042 ceph-mon[94096]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T07:05:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:54 smithi042 ceph-mon[96574]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T07:05:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:55 smithi164 ceph-mon[88760]: pgmap v1220: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:55 smithi164 ceph-mon[88760]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T07:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:55 smithi042 ceph-mon[96574]: pgmap v1220: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:55 smithi042 ceph-mon[96574]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T07:05:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:55 smithi042 ceph-mon[94096]: pgmap v1220: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:55 smithi042 ceph-mon[94096]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T07:05:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:56 smithi164 ceph-mon[88760]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T07:05:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:56.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:56 smithi164 ceph-mon[88760]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T07:05:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[94096]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[94096]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[96574]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/305625649' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138435-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:56 smithi042 ceph-mon[96574]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_log.trim_by_marker (3017 ms) 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from cls_log (11931 ms total) 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 4 tests from 1 test suite ran. (11931 ms total) 2024-09-16T07:05:57.152 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 4 tests. 2024-09-16T07:05:57.154 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:05:57.154 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:05:57.220 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-16T07:05:57.220 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-16T07:05:57.288 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:05:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T07:05:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:05:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from ClsNumOps 2024-09-16T07:05:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsNumOps.Add 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: pgmap v1223: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:57 smithi164 ceph-mon[88760]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T07:05:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: pgmap v1223: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[96574]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: pgmap v1223: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:05:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:57 smithi042 ceph-mon[94096]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T07:05:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:58 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:58 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:05:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:58 smithi164 ceph-mon[88760]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T07:05:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4182087478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:58.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:58 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[96574]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4182087478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[94096]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4182087478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:58 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:05:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:59 smithi164 ceph-mon[88760]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:59 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:05:59 smithi164 ceph-mon[88760]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T07:05:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[94096]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[94096]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T07:05:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[96574]: pgmap v1226: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:05:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:05:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:05:59 smithi042 ceph-mon[96574]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T07:06:00.167 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsNumOps.Add (2878 ms) 2024-09-16T07:06:00.167 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsNumOps.Sub 2024-09-16T07:06:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:01 smithi164 ceph-mon[88760]: pgmap v1229: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:01 smithi164 ceph-mon[88760]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T07:06:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:01 smithi042 ceph-mon[94096]: pgmap v1229: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:01 smithi042 ceph-mon[94096]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T07:06:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:01] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:06:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:01 smithi042 ceph-mon[96574]: pgmap v1229: 137 pgs: 3 creating+peering, 27 unknown, 107 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:01 smithi042 ceph-mon[96574]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T07:06:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-mon[88760]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T07:06:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/885083388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:02.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:02 smithi164 ceph-mon[88760]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T07:06:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[94096]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/885083388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[94096]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[96574]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/885083388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:02 smithi042 ceph-mon[96574]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T07:06:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsNumOps.Sub (3015 ms) 2024-09-16T07:06:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsNumOps.Mul 2024-09-16T07:06:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:03 smithi164 ceph-mon[88760]: pgmap v1232: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:03 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:03 smithi164 ceph-mon[88760]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T07:06:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[96574]: pgmap v1232: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[96574]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T07:06:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[94096]: pgmap v1232: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:03 smithi042 ceph-mon[94096]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T07:06:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:04 smithi164 ceph-mon[88760]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T07:06:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4280232593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:04 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[94096]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4280232593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[96574]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4280232593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:04 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:06.196 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsNumOps.Mul (3014 ms) 2024-09-16T07:06:06.196 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsNumOps.Div 2024-09-16T07:06:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:05 smithi164 ceph-mon[88760]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:05 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:05 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:06:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:05 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:05 smithi164 ceph-mon[88760]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T07:06:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[94096]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[94096]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[96574]: pgmap v1235: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:05 smithi042 ceph-mon[96574]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T07:06:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:07 smithi164 ceph-mon[88760]: pgmap v1238: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:06:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:07 smithi164 ceph-mon[88760]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T07:06:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:07 smithi042 ceph-mon[94096]: pgmap v1238: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:06:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:07 smithi042 ceph-mon[94096]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T07:06:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:07 smithi042 ceph-mon[96574]: pgmap v1238: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:06:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:07 smithi042 ceph-mon[96574]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T07:06:08.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:08 smithi164 ceph-mon[88760]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T07:06:08.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2846571179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:08.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:08 smithi164 ceph-mon[88760]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T07:06:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[96574]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2846571179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[96574]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[94096]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2846571179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138670-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:08 smithi042 ceph-mon[94096]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsNumOps.Div (3021 ms) 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from ClsNumOps (11928 ms total) 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 4 tests from 1 test suite ran. (11928 ms total) 2024-09-16T07:06:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 4 tests. 2024-09-16T07:06:09.220 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:06:09.221 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:06:09.293 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-16T07:06:09.294 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-16T07:06:09.366 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:06:09.366 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-16T07:06:09.366 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:06:09.366 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 70 tests from TestClsRbd 2024-09-16T07:06:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:09 smithi164 ceph-mon[88760]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:09 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:09 smithi164 ceph-mon[88760]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T07:06:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[96574]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[96574]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T07:06:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[94096]: pgmap v1241: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:09 smithi042 ceph-mon[94096]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T07:06:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[94096]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3887711257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[96574]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T07:06:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3887711257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:10.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:10 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:10 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:10 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:06:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:10 smithi164 ceph-mon[88760]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T07:06:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:10 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3887711257' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:10.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:10 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:11.231 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-16T07:06:11.246 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-09-16T07:06:11.246 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.copyup 2024-09-16T07:06:11.430 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.copyup (184 ms) 2024-09-16T07:06:11.430 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-16T07:06:11.443 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.sparse_copyup (13 ms) 2024-09-16T07:06:11.443 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-16T07:06:11.449 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-09-16T07:06:11.449 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-16T07:06:11.461 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2024-09-16T07:06:11.461 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-16T07:06:11.483 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-09-16T07:06:11.483 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.create 2024-09-16T07:06:11.494 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.create (11 ms) 2024-09-16T07:06:11.494 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_features 2024-09-16T07:06:11.495 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-16T07:06:11.496 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-16T07:06:11.497 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-09-16T07:06:11.497 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-16T07:06:11.499 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-16T07:06:11.499 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-16T07:06:11.501 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-09-16T07:06:11.501 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-16T07:06:11.502 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-09-16T07:06:11.502 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-16T07:06:11.506 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-16T07:06:11.506 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.get_size 2024-09-16T07:06:11.509 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2024-09-16T07:06:11.510 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.set_size 2024-09-16T07:06:11.513 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-16T07:06:11.514 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-16T07:06:11.529 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-09-16T07:06:11.529 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-16T07:06:11.536 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-09-16T07:06:11.537 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-16T07:06:11.574 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-09-16T07:06:11.575 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-16T07:06:11.602 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-09-16T07:06:11.602 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-16T07:06:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:11] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T07:06:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[94096]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[94096]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T07:06:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[96574]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:11 smithi042 ceph-mon[96574]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T07:06:11.622 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-09-16T07:06:11.623 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-16T07:06:11.626 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-09-16T07:06:11.626 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-16T07:06:11.635 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-16T07:06:11.635 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-16T07:06:11.637 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-09-16T07:06:11.637 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-16T07:06:11.643 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-09-16T07:06:11.643 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-16T07:06:11.648 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_update (5 ms) 2024-09-16T07:06:11.649 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-16T07:06:11.649 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-16T07:06:11.649 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-16T07:06:11.653 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-09-16T07:06:11.653 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-16T07:06:11.659 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-09-16T07:06:11.659 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.flags 2024-09-16T07:06:11.663 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-09-16T07:06:11.664 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.metadata 2024-09-16T07:06:11.687 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-09-16T07:06:11.687 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.set_features 2024-09-16T07:06:11.693 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-09-16T07:06:11.693 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror 2024-09-16T07:06:11.723 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-09-16T07:06:11.724 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-16T07:06:11.737 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-16T07:06:11.737 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-16T07:06:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:11 smithi164 ceph-mon[88760]: pgmap v1244: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:11 smithi164 ceph-mon[88760]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T07:06:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:13 smithi164 ceph-mon[88760]: pgmap v1247: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-16T07:06:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:13 smithi164 ceph-mon[88760]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T07:06:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:13 smithi042 ceph-mon[94096]: pgmap v1247: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-16T07:06:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:13 smithi042 ceph-mon[94096]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T07:06:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:13 smithi042 ceph-mon[96574]: pgmap v1247: 137 pgs: 6 creating+peering, 16 unknown, 115 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.7 KiB/s wr, 8 op/s 2024-09-16T07:06:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:13 smithi042 ceph-mon[96574]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T07:06:13.976 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror_image_status (2238 ms) 2024-09-16T07:06:13.976 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-16T07:06:14.052 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror_image_map (77 ms) 2024-09-16T07:06:14.052 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-16T07:06:14.060 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-09-16T07:06:14.060 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-16T07:06:14.070 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-09-16T07:06:14.070 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-16T07:06:14.072 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-09-16T07:06:14.072 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-16T07:06:14.074 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-16T07:06:14.074 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-16T07:06:14.077 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-09-16T07:06:14.077 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-16T07:06:14.082 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-16T07:06:14.082 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-16T07:06:14.085 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-16T07:06:14.085 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-16T07:06:14.089 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-16T07:06:14.089 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-16T07:06:14.091 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-16T07:06:14.091 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-16T07:06:14.094 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-16T07:06:14.094 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-16T07:06:14.096 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-16T07:06:14.096 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-16T07:06:14.100 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-16T07:06:14.100 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-16T07:06:14.102 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-16T07:06:14.102 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-16T07:06:14.105 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-16T07:06:14.105 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-16T07:06:14.108 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-09-16T07:06:14.108 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-16T07:06:14.109 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-09-16T07:06:14.109 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-16T07:06:14.111 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-16T07:06:14.111 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-16T07:06:14.113 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-09-16T07:06:14.114 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-16T07:06:14.116 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-09-16T07:06:14.116 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-16T07:06:14.118 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-09-16T07:06:14.119 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-16T07:06:14.121 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-16T07:06:14.121 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-16T07:06:14.135 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (14 ms) 2024-09-16T07:06:14.136 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-16T07:06:14.319 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (183 ms) 2024-09-16T07:06:14.319 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-16T07:06:14.322 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-09-16T07:06:14.322 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-16T07:06:14.324 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-16T07:06:14.324 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-16T07:06:14.330 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-09-16T07:06:14.331 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.op_features 2024-09-16T07:06:14.338 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-16T07:06:14.338 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-16T07:06:14.356 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-09-16T07:06:14.356 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-16T07:06:14.364 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-09-16T07:06:14.365 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-16T07:06:14.375 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-09-16T07:06:14.376 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-16T07:06:14.382 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-16T07:06:14.382 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.migration 2024-09-16T07:06:14.391 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-16T07:06:14.391 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-16T07:06:14.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-09-16T07:06:14.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-16T07:06:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:15 smithi164 ceph-mon[88760]: pgmap v1249: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 882 KiB/s wr, 108 op/s 2024-09-16T07:06:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:15 smithi042 ceph-mon[94096]: pgmap v1249: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 882 KiB/s wr, 108 op/s 2024-09-16T07:06:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:15 smithi042 ceph-mon[96574]: pgmap v1249: 137 pgs: 6 creating+peering, 5 unknown, 126 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 882 KiB/s wr, 108 op/s 2024-09-16T07:06:16.244 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1842 ms) 2024-09-16T07:06:16.244 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-16T07:06:16.294 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestClsRbd.sparsify (50 ms) 2024-09-16T07:06:16.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:16 smithi042 ceph-mon[94096]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T07:06:16.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:16 smithi042 ceph-mon[96574]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T07:06:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:16 smithi164 ceph-mon[88760]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T07:06:17.251 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 70 tests from TestClsRbd (5062 ms total) 2024-09-16T07:06:17.251 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:06:17.251 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:06:17.251 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 70 tests from 1 test suite ran. (7885 ms total) 2024-09-16T07:06:17.251 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 70 tests. 2024-09-16T07:06:17.254 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:06:17.254 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:06:17.326 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-16T07:06:17.326 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-16T07:06:17.396 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:06:17.396 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-16T07:06:17.396 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:06:17.396 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 10 tests from cls_rgw 2024-09-16T07:06:17.396 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_implicit 2024-09-16T07:06:17.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:17 smithi042 ceph-mon[96574]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.37k op/s 2024-09-16T07:06:17.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:17 smithi042 ceph-mon[96574]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T07:06:17.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:17 smithi042 ceph-mon[94096]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.37k op/s 2024-09-16T07:06:17.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:17 smithi042 ceph-mon[94096]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T07:06:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:17 smithi164 ceph-mon[88760]: pgmap v1251: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 2.37k op/s 2024-09-16T07:06:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:17 smithi164 ceph-mon[88760]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T07:06:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:18 smithi042 ceph-mon[94096]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T07:06:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:18 smithi042 ceph-mon[96574]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T07:06:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:18 smithi164 ceph-mon[88760]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T07:06:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[94096]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[94096]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[96574]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[96574]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:19 smithi164 ceph-mon[88760]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:19 smithi164 ceph-mon[88760]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T07:06:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:19 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:20.276 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_implicit (2881 ms) 2024-09-16T07:06:20.276 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-09-16T07:06:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:20 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:20 smithi042 ceph-mon[94096]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T07:06:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:20 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:20 smithi042 ceph-mon[96574]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T07:06:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:20 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/639313594' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:20.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:20 smithi164 ceph-mon[88760]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T07:06:21.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:21 smithi042 ceph-mon[96574]: pgmap v1257: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:21.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:21 smithi042 ceph-mon[96574]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T07:06:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:21 smithi042 ceph-mon[94096]: pgmap v1257: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:21 smithi042 ceph-mon[94096]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T07:06:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:21] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T07:06:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:21 smithi164 ceph-mon[88760]: pgmap v1257: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:21 smithi164 ceph-mon[88760]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T07:06:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[94096]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T07:06:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2493518943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[96574]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T07:06:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2493518943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:22 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:22 smithi164 ceph-mon[88760]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T07:06:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:22 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2493518943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:22.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:22 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:23.292 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3016 ms) 2024-09-16T07:06:23.293 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_put_snap 2024-09-16T07:06:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[94096]: pgmap v1260: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:23.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:23.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:23.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[94096]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T07:06:23.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[96574]: pgmap v1260: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:23.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:23.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:23.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:23 smithi042 ceph-mon[96574]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T07:06:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:23 smithi164 ceph-mon[88760]: pgmap v1260: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:23 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:23 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:23 smithi164 ceph-mon[88760]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T07:06:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:24 smithi042 ceph-mon[94096]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T07:06:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:24 smithi042 ceph-mon[96574]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T07:06:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:24 smithi164 ceph-mon[88760]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T07:06:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[94096]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[94096]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[96574]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[96574]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T07:06:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:25 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:25 smithi164 ceph-mon[88760]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:25 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:25 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:06:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:25 smithi164 ceph-mon[88760]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T07:06:25.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:25 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:26 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:26 smithi042 ceph-mon[94096]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T07:06:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:26 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:26 smithi042 ceph-mon[96574]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T07:06:26.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:26 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1906440438' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:26.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:26 smithi164 ceph-mon[88760]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T07:06:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:27 smithi042 ceph-mon[94096]: pgmap v1266: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:27 smithi042 ceph-mon[94096]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T07:06:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:27 smithi042 ceph-mon[96574]: pgmap v1266: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:27 smithi042 ceph-mon[96574]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T07:06:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:27 smithi164 ceph-mon[88760]: pgmap v1266: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:27 smithi164 ceph-mon[88760]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T07:06:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:29 smithi042 ceph-mon[94096]: pgmap v1268: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:29 smithi042 ceph-mon[96574]: pgmap v1268: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:29 smithi164 ceph-mon[88760]: pgmap v1268: 137 pgs: 3 creating+peering, 5 unknown, 129 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:30 smithi042 ceph-mon[94096]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T07:06:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:30 smithi042 ceph-mon[96574]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T07:06:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:30 smithi164 ceph-mon[88760]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T07:06:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:31 smithi042 ceph-mon[96574]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:31 smithi042 ceph-mon[96574]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T07:06:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:31 smithi042 ceph-mon[94096]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:31 smithi042 ceph-mon[94096]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T07:06:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:31] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-09-16T07:06:31.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:31 smithi164 ceph-mon[88760]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:31.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:31 smithi164 ceph-mon[88760]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T07:06:32.333 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_put_snap (9041 ms) 2024-09-16T07:06:32.333 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_explicit 2024-09-16T07:06:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:32 smithi042 ceph-mon[94096]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T07:06:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:32 smithi042 ceph-mon[96574]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T07:06:32.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:32 smithi164 ceph-mon[88760]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T07:06:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:33 smithi042 ceph-mon[94096]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:33 smithi042 ceph-mon[94096]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T07:06:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:33 smithi042 ceph-mon[96574]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:33 smithi042 ceph-mon[96574]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T07:06:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:33 smithi164 ceph-mon[88760]: pgmap v1273: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 179 B/s wr, 0 op/s 2024-09-16T07:06:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:33 smithi164 ceph-mon[88760]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T07:06:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[96574]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[96574]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[94096]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:34 smithi042 ceph-mon[94096]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T07:06:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:34 smithi164 ceph-mon[88760]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T07:06:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2424167920' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:34 smithi164 ceph-mon[88760]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T07:06:35.350 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_explicit (3017 ms) 2024-09-16T07:06:35.350 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.set 2024-09-16T07:06:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:35 smithi164 ceph-mon[88760]: pgmap v1276: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:35.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:35 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:35 smithi042 ceph-mon[94096]: pgmap v1276: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:35 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:35 smithi042 ceph-mon[96574]: pgmap v1276: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:35 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:36 smithi164 ceph-mon[88760]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T07:06:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:36 smithi042 ceph-mon[94096]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T07:06:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:36 smithi042 ceph-mon[96574]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T07:06:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:06:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T07:06:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/797272861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:37.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:37 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/797272861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T07:06:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/797272861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:37.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:37 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:38.392 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.set (3041 ms) 2024-09-16T07:06:38.392 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-09-16T07:06:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:38 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:38.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:38 smithi164 ceph-mon[88760]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T07:06:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:38 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:38 smithi042 ceph-mon[96574]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T07:06:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:38 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:38.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:38 smithi042 ceph-mon[94096]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T07:06:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: pgmap v1282: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: pgmap v1282: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: pgmap v1282: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T07:06:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:40 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:40 smithi164 ceph-mon[88760]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T07:06:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:40 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:40.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:40 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[94096]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[96574]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:40 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:41 smithi042 ceph-mon[94096]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:41 smithi042 ceph-mon[94096]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T07:06:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:41] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.43.0" 2024-09-16T07:06:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:41 smithi042 ceph-mon[96574]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:41 smithi042 ceph-mon[96574]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T07:06:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:41 smithi164 ceph-mon[88760]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:41 smithi164 ceph-mon[88760]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T07:06:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T07:06:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-mon[88760]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T07:06:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[94096]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:42.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:42 smithi042 ceph-mon[96574]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T07:06:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:43 smithi164 ceph-mon[88760]: pgmap v1288: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:43 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:43 smithi042 ceph-mon[94096]: pgmap v1288: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:43 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:43 smithi042 ceph-mon[96574]: pgmap v1288: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:43 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:44 smithi164 ceph-mon[88760]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T07:06:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:44 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[94096]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T07:06:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[96574]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T07:06:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:44 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.435 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_implicit_ec (7044 ms) 2024-09-16T07:06:45.436 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-09-16T07:06:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:45 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T07:06:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2051697297' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:45.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:45 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]: dispatch 2024-09-16T07:06:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:46.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-6"}]': finished 2024-09-16T07:06:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:46.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:47 smithi164 ceph-mon[88760]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:47 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:47 smithi164 ceph-mon[88760]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T07:06:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:47 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:48.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:47 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[94096]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[94096]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[96574]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[96574]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:47 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T07:06:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:49.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T07:06:49.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T07:06:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T07:06:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:49.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T07:06:49.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:49.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T07:06:49.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:49.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:06:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:49 smithi164 ceph-mon[88760]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:50.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:49 smithi164 ceph-mon[88760]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T07:06:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[94096]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[94096]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T07:06:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[96574]: pgmap v1297: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:49 smithi042 ceph-mon[96574]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T07:06:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[94096]: pgmap v1300: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[94096]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T07:06:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:06:51] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-16T07:06:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[96574]: pgmap v1300: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[96574]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T07:06:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:51 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:51 smithi164 ceph-mon[88760]: pgmap v1300: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:51 smithi164 ceph-mon[88760]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T07:06:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:51.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:51 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.462 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7026 ms) 2024-09-16T07:06:52.462 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-09-16T07:06:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:06:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:52 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:52 smithi164 ceph-mon[88760]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T07:06:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:52 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:52 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[94096]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[96574]: osdmap e1046: 8 total, 8 up, 8 in 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2490841403' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:52 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]: dispatch 2024-09-16T07:06:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:53.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:53 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-7"}]': finished 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: osdmap e1047: 8 total, 8 up, 8 in 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:53 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:06:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:54 smithi164 ceph-mon[88760]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T07:06:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:54.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[96574]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T07:06:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:06:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[94096]: osdmap e1048: 8 total, 8 up, 8 in 2024-09-16T07:06:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:06:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:55 smithi164 ceph-mon[88760]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:55 smithi164 ceph-mon[88760]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T07:06:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:55 smithi042 ceph-mon[96574]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:55 smithi042 ceph-mon[96574]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T07:06:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:55 smithi042 ceph-mon[94096]: pgmap v1306: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:55 smithi042 ceph-mon[94096]: osdmap e1049: 8 total, 8 up, 8 in 2024-09-16T07:06:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:56 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:06:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:56 smithi164 ceph-mon[88760]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T07:06:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:56 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:06:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[96574]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[94096]: osdmap e1050: 8 total, 8 up, 8 in 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:56 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:06:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:06:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: pgmap v1309: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: osdmap e1051: 8 total, 8 up, 8 in 2024-09-16T07:06:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:06:57.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:06:57.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:06:57.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:06:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:58 smithi042 ceph-mon[94096]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T07:06:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:58 smithi042 ceph-mon[96574]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T07:06:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:58 smithi164 ceph-mon[88760]: osdmap e1052: 8 total, 8 up, 8 in 2024-09-16T07:06:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[96574]: pgmap v1312: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:06:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[94096]: pgmap v1312: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:06:59 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:06:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:59 smithi164 ceph-mon[88760]: pgmap v1312: 113 pgs: 2 creating+peering, 1 unknown, 110 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:06:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:59 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:06:59.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:06:59 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:07:01.496 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:01] "GET /metrics HTTP/1.1" 200 36305 "" "Prometheus/2.43.0" 2024-09-16T07:07:01.791 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:01 smithi164 ceph-mon[88760]: pgmap v1313: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-09-16T07:07:01.791 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:01 smithi164 ceph-mon[88760]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T07:07:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:01 smithi042 ceph-mon[94096]: pgmap v1313: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-09-16T07:07:01.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:01 smithi042 ceph-mon[94096]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T07:07:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:01 smithi042 ceph-mon[96574]: pgmap v1313: 113 pgs: 2 creating+peering, 111 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-09-16T07:07:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:01 smithi042 ceph-mon[96574]: osdmap e1053: 8 total, 8 up, 8 in 2024-09-16T07:07:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:02 smithi164 ceph-mon[88760]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T07:07:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:02 smithi042 ceph-mon[94096]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T07:07:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:02 smithi042 ceph-mon[96574]: osdmap e1054: 8 total, 8 up, 8 in 2024-09-16T07:07:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:03 smithi042 ceph-mon[94096]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-09-16T07:07:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:03 smithi042 ceph-mon[94096]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T07:07:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:03 smithi042 ceph-mon[96574]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-09-16T07:07:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:03 smithi042 ceph-mon[96574]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T07:07:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:03 smithi164 ceph-mon[88760]: pgmap v1316: 113 pgs: 113 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 185 B/s wr, 0 op/s 2024-09-16T07:07:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:03 smithi164 ceph-mon[88760]: osdmap e1055: 8 total, 8 up, 8 in 2024-09-16T07:07:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[94096]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[96574]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:04 smithi164 ceph-mon[88760]: osdmap e1056: 8 total, 8 up, 8 in 2024-09-16T07:07:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:04 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:05.534 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_put_snap_ec (13072 ms) 2024-09-16T07:07:05.534 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-09-16T07:07:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[94096]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[94096]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[96574]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[96574]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:05 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:05 smithi164 ceph-mon[88760]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:05 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:05 smithi164 ceph-mon[88760]: osdmap e1057: 8 total, 8 up, 8 in 2024-09-16T07:07:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:05 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2878668940' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:05.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:05 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]: dispatch 2024-09-16T07:07:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:06 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-8"}]': finished 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: osdmap e1058: 8 total, 8 up, 8 in 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:06.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:06 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:07 smithi164 ceph-mon[88760]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:07 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:07 smithi164 ceph-mon[88760]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T07:07:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:07 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[94096]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[94096]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[96574]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[96574]: osdmap e1059: 8 total, 8 up, 8 in 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:07 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:09.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T07:07:09.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:09.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:09.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T07:07:09.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:09.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:09.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: osdmap e1060: 8 total, 8 up, 8 in 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: osdmap e1061: 8 total, 8 up, 8 in 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:09.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:10.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:10 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:10.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:10 smithi042 ceph-mon[94096]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T07:07:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:10 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:10.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:10 smithi042 ceph-mon[96574]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T07:07:10.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:10 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:10.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:10 smithi164 ceph-mon[88760]: osdmap e1062: 8 total, 8 up, 8 in 2024-09-16T07:07:11.552 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:11] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:07:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[94096]: pgmap v1328: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[94096]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[96574]: pgmap v1328: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[96574]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:11 smithi164 ceph-mon[88760]: pgmap v1328: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:11 smithi164 ceph-mon[88760]: osdmap e1063: 8 total, 8 up, 8 in 2024-09-16T07:07:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:11 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:11.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.558 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.test_explicit_ec (7024 ms) 2024-09-16T07:07:12.558 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.set_ec 2024-09-16T07:07:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:12 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:12 smithi164 ceph-mon[88760]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T07:07:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:12 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:12 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[96574]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[94096]: osdmap e1064: 8 total, 8 up, 8 in 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2806759755' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:12 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]: dispatch 2024-09-16T07:07:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:13.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: pgmap v1331: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-9"}]': finished 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: osdmap e1065: 8 total, 8 up, 8 in 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T07:07:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[96574]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[94096]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:14.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:14 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:14 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi042-138831-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T07:07:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:14 smithi164 ceph-mon[88760]: osdmap e1066: 8 total, 8 up, 8 in 2024-09-16T07:07:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:14 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:14.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:14 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:15 smithi042 ceph-mon[94096]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:15 smithi042 ceph-mon[94096]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T07:07:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:15 smithi042 ceph-mon[96574]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:15 smithi042 ceph-mon[96574]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T07:07:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:15 smithi164 ceph-mon[88760]: pgmap v1334: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:15 smithi164 ceph-mon[88760]: osdmap e1067: 8 total, 8 up, 8 in 2024-09-16T07:07:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[96574]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[94096]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi042-138831-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:16 smithi164 ceph-mon[88760]: osdmap e1068: 8 total, 8 up, 8 in 2024-09-16T07:07:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:16 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:16.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-138831-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[96574]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[96574]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T07:07:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:07:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[94096]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[94096]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T07:07:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:17 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:07:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:17 smithi164 ceph-mon[88760]: pgmap v1337: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:17 smithi164 ceph-mon[88760]: osdmap e1069: 8 total, 8 up, 8 in 2024-09-16T07:07:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:17 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:07:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[96574]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T07:07:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[94096]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T07:07:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:18.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:18 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:18 smithi164 ceph-mon[88760]: osdmap e1070: 8 total, 8 up, 8 in 2024-09-16T07:07:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:18 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:18.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:18 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:19.613 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.set_ec (7056 ms) 2024-09-16T07:07:19.613 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 10 tests from cls_rgw (62218 ms total) 2024-09-16T07:07:19.613 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:07:19.613 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:07:19.614 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 10 tests from 1 test suite ran. (62218 ms total) 2024-09-16T07:07:19.614 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 10 tests. 2024-09-16T07:07:19.616 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:07:19.617 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:07:19.688 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-16T07:07:19.688 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-16T07:07:19.760 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:07:19.880 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 16 tests from 1 test suite. 2024-09-16T07:07:19.881 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:07:19.881 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 16 tests from cls_rgw 2024-09-16T07:07:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: pgmap v1340: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: osdmap e1071: 8 total, 8 up, 8 in 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1908774578' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]: dispatch 2024-09-16T07:07:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:20 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:20 smithi164 ceph-mon[88760]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T07:07:21.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:20 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:21.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:20 smithi042 ceph-mon[94096]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T07:07:21.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:20 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi042-138831-10"}]': finished 2024-09-16T07:07:21.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:20 smithi042 ceph-mon[96574]: osdmap e1072: 8 total, 8 up, 8 in 2024-09-16T07:07:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:21] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:07:21.625 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_basic 2024-09-16T07:07:21.665 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_basic (40 ms) 2024-09-16T07:07:21.666 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-16T07:07:21.691 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (26 ms) 2024-09-16T07:07:21.692 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-16T07:07:21.725 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_remove_object (34 ms) 2024-09-16T07:07:21.726 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-16T07:07:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:21 smithi164 ceph-mon[88760]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:21 smithi164 ceph-mon[88760]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T07:07:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:21 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/301760170' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:21.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:21 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[94096]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[94096]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T07:07:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/301760170' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[96574]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[96574]: osdmap e1073: 8 total, 8 up, 8 in 2024-09-16T07:07:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/301760170' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:21 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:07:22.625 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:22.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:22 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:22.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:22 smithi164 ceph-mon[88760]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T07:07:23.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:22 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:23.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:22 smithi042 ceph-mon[94096]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T07:07:23.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:22 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:07:23.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:22 smithi042 ceph-mon[96574]: osdmap e1074: 8 total, 8 up, 8 in 2024-09-16T07:07:23.136 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_suggest (1411 ms) 2024-09-16T07:07:23.136 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-16T07:07:23.143 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-09-16T07:07:23.143 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_list 2024-09-16T07:07:23.161 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-09-16T07:07:23.161 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-16T07:07:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:23 smithi164 ceph-mon[88760]: pgmap v1346: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:23 smithi164 ceph-mon[88760]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T07:07:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:23 smithi042 ceph-mon[96574]: pgmap v1346: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:23 smithi042 ceph-mon[96574]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T07:07:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:23 smithi042 ceph-mon[94096]: pgmap v1346: 137 pgs: 7 creating+peering, 24 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:07:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:23 smithi042 ceph-mon[94096]: osdmap e1075: 8 total, 8 up, 8 in 2024-09-16T07:07:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:25 smithi164 ceph-mon[88760]: pgmap v1348: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 16 KiB/s wr, 38 op/s 2024-09-16T07:07:26.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:25 smithi042 ceph-mon[94096]: pgmap v1348: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 16 KiB/s wr, 38 op/s 2024-09-16T07:07:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:25 smithi042 ceph-mon[96574]: pgmap v1348: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 16 KiB/s wr, 38 op/s 2024-09-16T07:07:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:27 smithi164 ceph-mon[88760]: pgmap v1349: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 238 KiB/s wr, 710 op/s 2024-09-16T07:07:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:27 smithi042 ceph-mon[94096]: pgmap v1349: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 238 KiB/s wr, 710 op/s 2024-09-16T07:07:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:27 smithi042 ceph-mon[96574]: pgmap v1349: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 238 KiB/s wr, 710 op/s 2024-09-16T07:07:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:29 smithi164 ceph-mon[88760]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 258 KiB/s wr, 793 op/s 2024-09-16T07:07:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:29 smithi042 ceph-mon[94096]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 258 KiB/s wr, 793 op/s 2024-09-16T07:07:30.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:29 smithi042 ceph-mon[96574]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 422 KiB/s rd, 258 KiB/s wr, 793 op/s 2024-09-16T07:07:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:31] "GET /metrics HTTP/1.1" 200 33947 "" "Prometheus/2.43.0" 2024-09-16T07:07:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:31 smithi164 ceph-mon[88760]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 653 KiB/s wr, 1.98k op/s 2024-09-16T07:07:32.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:31 smithi042 ceph-mon[94096]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 653 KiB/s wr, 1.98k op/s 2024-09-16T07:07:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:31 smithi042 ceph-mon[96574]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1011 KiB/s rd, 653 KiB/s wr, 1.98k op/s 2024-09-16T07:07:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:33 smithi164 ceph-mon[88760]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 548 KiB/s wr, 1.66k op/s 2024-09-16T07:07:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:33 smithi042 ceph-mon[94096]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 548 KiB/s wr, 1.66k op/s 2024-09-16T07:07:34.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:33 smithi042 ceph-mon[96574]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 848 KiB/s rd, 548 KiB/s wr, 1.66k op/s 2024-09-16T07:07:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:35.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:35 smithi164 ceph-mon[88760]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-09-16T07:07:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:35 smithi042 ceph-mon[94096]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-09-16T07:07:36.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:35 smithi042 ceph-mon[96574]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2024-09-16T07:07:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:37 smithi164 ceph-mon[88760]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1022 KiB/s rd, 667 KiB/s wr, 2.02k op/s 2024-09-16T07:07:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:37 smithi042 ceph-mon[94096]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1022 KiB/s rd, 667 KiB/s wr, 2.02k op/s 2024-09-16T07:07:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:37 smithi042 ceph-mon[96574]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1022 KiB/s rd, 667 KiB/s wr, 2.02k op/s 2024-09-16T07:07:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:39 smithi164 ceph-mon[88760]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-09-16T07:07:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:39 smithi042 ceph-mon[94096]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-09-16T07:07:40.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:39 smithi042 ceph-mon[96574]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 851 KiB/s rd, 554 KiB/s wr, 1.68k op/s 2024-09-16T07:07:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:41] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-09-16T07:07:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:41 smithi164 ceph-mon[88760]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 715 KiB/s wr, 2.14k op/s 2024-09-16T07:07:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:41 smithi042 ceph-mon[94096]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 715 KiB/s wr, 2.14k op/s 2024-09-16T07:07:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:41 smithi042 ceph-mon[96574]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 715 KiB/s wr, 2.14k op/s 2024-09-16T07:07:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:43 smithi164 ceph-mon[88760]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:44.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:43 smithi042 ceph-mon[96574]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:43 smithi042 ceph-mon[94096]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:45.972 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:45 smithi164 ceph-mon[88760]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:46.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:45 smithi042 ceph-mon[96574]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:46.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:45 smithi042 ceph-mon[94096]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 625 KiB/s rd, 417 KiB/s wr, 1.25k op/s 2024-09-16T07:07:46.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:07:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:07:45.973234259Z level=info msg="Completed cleanup jobs" duration=15.758354ms 2024-09-16T07:07:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:47 smithi164 ceph-mon[88760]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 923 KiB/s rd, 616 KiB/s wr, 1.85k op/s 2024-09-16T07:07:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:47 smithi042 ceph-mon[96574]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 923 KiB/s rd, 616 KiB/s wr, 1.85k op/s 2024-09-16T07:07:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:47 smithi042 ceph-mon[94096]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 923 KiB/s rd, 616 KiB/s wr, 1.85k op/s 2024-09-16T07:07:49.905 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:49 smithi042 ceph-mon[94096]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-16T07:07:49.905 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:49.906 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:49 smithi042 ceph-mon[96574]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-16T07:07:49.906 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:49 smithi164 ceph-mon[88760]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 599 KiB/s rd, 399 KiB/s wr, 1.20k op/s 2024-09-16T07:07:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:07:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:07:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:07:51] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-09-16T07:07:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:51 smithi164 ceph-mon[88760]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-09-16T07:07:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:51 smithi042 ceph-mon[94096]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-09-16T07:07:52.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:51 smithi042 ceph-mon[96574]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-09-16T07:07:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:07:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:07:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:07:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:53 smithi164 ceph-mon[88760]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:54.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:53 smithi042 ceph-mon[96574]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:53 smithi042 ceph-mon[94096]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:55 smithi164 ceph-mon[88760]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:56.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:55 smithi042 ceph-mon[96574]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:55 smithi042 ceph-mon[94096]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 591 KiB/s rd, 394 KiB/s wr, 1.18k op/s 2024-09-16T07:07:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:57 smithi164 ceph-mon[88760]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 884 KiB/s rd, 589 KiB/s wr, 1.77k op/s 2024-09-16T07:07:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:07:58.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:57 smithi042 ceph-mon[96574]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 884 KiB/s rd, 589 KiB/s wr, 1.77k op/s 2024-09-16T07:07:58.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:07:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:57 smithi042 ceph-mon[94096]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 884 KiB/s rd, 589 KiB/s wr, 1.77k op/s 2024-09-16T07:07:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:08:00.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:07:59 smithi042 ceph-mon[96574]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 586 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-09-16T07:08:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:07:59 smithi042 ceph-mon[94096]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 586 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-09-16T07:08:00.177 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:07:59 smithi164 ceph-mon[88760]: pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 586 KiB/s rd, 390 KiB/s wr, 1.17k op/s 2024-09-16T07:08:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:01] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-09-16T07:08:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:01 smithi164 ceph-mon[88760]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-16T07:08:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[94096]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-16T07:08:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[96574]: pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 859 KiB/s rd, 572 KiB/s wr, 1.72k op/s 2024-09-16T07:08:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:02.257 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_list_delimited (39096 ms) 2024-09-16T07:08:02.257 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.bi_list 2024-09-16T07:08:02.325 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.bi_list (67 ms) 2024-09-16T07:08:02.325 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.gc_set 2024-09-16T07:08:02.359 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.gc_set (34 ms) 2024-09-16T07:08:02.359 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.gc_list 2024-09-16T07:08:02.393 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.gc_list (35 ms) 2024-09-16T07:08:02.394 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-16T07:08:02.736 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 565 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/714235130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 565 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/714235130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 565 KiB/s rd, 377 KiB/s wr, 1.13k op/s 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: osdmap e1076: 8 total, 8 up, 8 in 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/714235130' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:04.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:04 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:04 smithi164 ceph-mon[88760]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T07:08:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:04 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:04 smithi042 ceph-mon[94096]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T07:08:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:04 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139168-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:04 smithi042 ceph-mon[96574]: osdmap e1077: 8 total, 8 up, 8 in 2024-09-16T07:08:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:05 smithi164 ceph-mon[88760]: pgmap v1370: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 273 KiB/s wr, 818 op/s 2024-09-16T07:08:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:05 smithi164 ceph-mon[88760]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T07:08:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:05 smithi042 ceph-mon[94096]: pgmap v1370: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 273 KiB/s wr, 818 op/s 2024-09-16T07:08:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:05 smithi042 ceph-mon[94096]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T07:08:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:05 smithi042 ceph-mon[96574]: pgmap v1370: 169 pgs: 11 creating+peering, 21 unknown, 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 273 KiB/s wr, 818 op/s 2024-09-16T07:08:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:05 smithi042 ceph-mon[96574]: osdmap e1078: 8 total, 8 up, 8 in 2024-09-16T07:08:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:07 smithi164 ceph-mon[88760]: pgmap v1372: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:07 smithi042 ceph-mon[96574]: pgmap v1372: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:07 smithi042 ceph-mon[94096]: pgmap v1372: 169 pgs: 11 creating+peering, 11 unknown, 147 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:09.930 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.gc_defer (7536 ms) 2024-09-16T07:08:09.930 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-16T07:08:09.993 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.usage_basic (64 ms) 2024-09-16T07:08:09.993 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-16T07:08:09.995 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-09-16T07:08:09.995 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-16T07:08:10.079 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2024-09-16T07:08:10.079 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-16T07:08:10.122 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.bi_log_trim (43 ms) 2024-09-16T07:08:10.122 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-16T07:08:10.132 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-09-16T07:08:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:09 smithi164 ceph-mon[88760]: pgmap v1373: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:09 smithi042 ceph-mon[94096]: pgmap v1373: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:09 smithi042 ceph-mon[96574]: pgmap v1373: 169 pgs: 11 creating+peering, 158 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 541 KiB/s rd, 202 KiB/s wr, 599 op/s 2024-09-16T07:08:10.943 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 16 tests from cls_rgw (48507 ms total) 2024-09-16T07:08:10.943 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:08:10.943 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:08:10.944 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 16 tests from 1 test suite ran. (51183 ms total) 2024-09-16T07:08:10.944 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 16 tests. 2024-09-16T07:08:10.947 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:08:10.947 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:08:11.021 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-16T07:08:11.022 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-16T07:08:11.091 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:08:11.091 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-16T07:08:11.092 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:08:11.092 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-16T07:08:11.092 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.init 2024-09-16T07:08:11.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:10 smithi042 ceph-mon[94096]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T07:08:11.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:10 smithi042 ceph-mon[94096]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 198 KiB/s wr, 587 op/s 2024-09-16T07:08:11.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:10 smithi042 ceph-mon[96574]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T07:08:11.231 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:10 smithi042 ceph-mon[96574]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 198 KiB/s wr, 587 op/s 2024-09-16T07:08:11.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:10 smithi164 ceph-mon[88760]: osdmap e1079: 8 total, 8 up, 8 in 2024-09-16T07:08:11.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:10 smithi164 ceph-mon[88760]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 198 KiB/s wr, 587 op/s 2024-09-16T07:08:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:11] "GET /metrics HTTP/1.1" 200 38700 "" "Prometheus/2.43.0" 2024-09-16T07:08:12.237 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:11 smithi164 ceph-mon[88760]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T07:08:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:11 smithi042 ceph-mon[94096]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T07:08:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:11 smithi042 ceph-mon[96574]: osdmap e1080: 8 total, 8 up, 8 in 2024-09-16T07:08:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:12.951 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.init (1860 ms) 2024-09-16T07:08:12.951 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-16T07:08:12.973 INFO:tasks.workunit.client.0.smithi042.stderr:[ ] list info tag = chain-0 2024-09-16T07:08:12.973 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (21 ms) 2024-09-16T07:08:12.973 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-16T07:08:12.978 INFO:tasks.workunit.client.0.smithi042.stderr:[ ] next_marker is: = 0/4263 2024-09-16T07:08:12.978 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-09-16T07:08:12.978 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-16T07:08:12.985 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (7 ms) 2024-09-16T07:08:12.985 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-16T07:08:12.992 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-09-16T07:08:12.992 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-16T07:08:12.998 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-09-16T07:08:12.998 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-16T07:08:13.004 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-09-16T07:08:13.005 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-16T07:08:13.010 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-09-16T07:08:13.010 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-16T07:08:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:12 smithi164 ceph-mon[88760]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T07:08:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:12 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2935657378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:12 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:12 smithi164 ceph-mon[88760]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[94096]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T07:08:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2935657378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[94096]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[96574]: osdmap e1081: 8 total, 8 up, 8 in 2024-09-16T07:08:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2935657378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:12 smithi042 ceph-mon[96574]: pgmap v1378: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:13.960 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_gc.finalize (950 ms) 2024-09-16T07:08:13.961 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 9 tests from cls_rgw_gc (2869 ms total) 2024-09-16T07:08:13.961 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:08:13.961 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:08:13.961 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 9 tests from 1 test suite ran. (2869 ms total) 2024-09-16T07:08:13.961 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 9 tests. 2024-09-16T07:08:13.963 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:08:13.963 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:08:14.033 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-16T07:08:14.034 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-16T07:08:14.113 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 1 test from 1 test suite. 2024-09-16T07:08:14.113 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:08:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:13 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:14.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:13 smithi164 ceph-mon[88760]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T07:08:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[94096]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T07:08:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139836-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:13 smithi042 ceph-mon[96574]: osdmap e1082: 8 total, 8 up, 8 in 2024-09-16T07:08:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:14 smithi164 ceph-mon[88760]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T07:08:15.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:14 smithi164 ceph-mon[88760]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:14 smithi042 ceph-mon[96574]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T07:08:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:14 smithi042 ceph-mon[96574]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:14 smithi042 ceph-mon[94096]: osdmap e1083: 8 total, 8 up, 8 in 2024-09-16T07:08:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:14 smithi042 ceph-mon[94096]: pgmap v1381: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:15.968 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from cls_rgw_stats 2024-09-16T07:08:15.968 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-16T07:08:15.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.988+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.0 size=1048576 2024-09-16T07:08:15.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.989+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.1 size=1048576 2024-09-16T07:08:15.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.990+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.2 size=38600 2024-09-16T07:08:15.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.990+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=97NVB1H99TQ0 tag=1XNPJCD2PMVT type=write size=3184328 2024-09-16T07:08:15.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.991+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=KUYO4D9FDKAN type=del size=4072563 2024-09-16T07:08:15.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.994+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.0 size=1048576 2024-09-16T07:08:15.995 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.995+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.1 size=1048576 2024-09-16T07:08:15.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.996+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.2 size=345297 2024-09-16T07:08:15.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.996+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=JQY302AOPRCB tag=GBBEFRE7165V type=write size=3491025 2024-09-16T07:08:15.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:15.999+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.0 size=1048576 2024-09-16T07:08:16.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.000+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.1 size=1048576 2024-09-16T07:08:16.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.001+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.2 size=569328 2024-09-16T07:08:16.002 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.001+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=N3YXLZ7DAZ68 tag=444WY0PKRE42 type=write size=3715056 2024-09-16T07:08:16.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.003+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=JMQYHB883JL5 type=del size=540158 2024-09-16T07:08:16.006 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.006+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~3WCYNO0QECGY.0 size=1048576 2024-09-16T07:08:16.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.007+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~3WCYNO0QECGY.1 size=987598 2024-09-16T07:08:16.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.007+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=3WCYNO0QECGY tag=NADDOV7DEW0V type=write size=3084750 2024-09-16T07:08:16.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.010+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.0 size=1048576 2024-09-16T07:08:16.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.011+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.1 size=1048576 2024-09-16T07:08:16.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.012+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.2 size=958050 2024-09-16T07:08:16.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.012+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=UST8TNLLX4NY tag=BN15NWU0F9TU type=write size=4103778 2024-09-16T07:08:16.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.014+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=I9SMRJ750SFA type=del size=3542667 2024-09-16T07:08:16.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.015+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=GPRPWQ04OL3C type=del size=868824 2024-09-16T07:08:16.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.016+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=IU0WJZJW65OO type=write size=821350 2024-09-16T07:08:16.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.019+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.0 size=1048576 2024-09-16T07:08:16.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.020+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.1 size=1048576 2024-09-16T07:08:16.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.021+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.2 size=154178 2024-09-16T07:08:16.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.021+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=3YN7Z1KE8BUT tag=OQJ61C704ALH type=write size=3299906 2024-09-16T07:08:16.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.022+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=86IH44MIPWB7 type=del size=4191821 2024-09-16T07:08:16.024 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.024+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=OWU04SVJ0LNU type=write size=977094 2024-09-16T07:08:16.025 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.025+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=0ZNPC230FAQ8 type=del size=4127496 2024-09-16T07:08:16.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.026+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=P8Q3Z07DNK2K type=del size=916019 2024-09-16T07:08:16.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.029+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~CF5D0XCD8BB6.0 size=382568 2024-09-16T07:08:16.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.029+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=CF5D0XCD8BB6 tag=QQ0SAAM32ZQS type=write size=1431144 2024-09-16T07:08:16.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.030+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.0 size=1048576 2024-09-16T07:08:16.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.031+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.1 size=1048576 2024-09-16T07:08:16.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.032+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~97NVB1H99TQ0.2 size=38600 2024-09-16T07:08:16.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.034+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=97NVB1H99TQ0 tag=1XNPJCD2PMVT type=write size=3184328 2024-09-16T07:08:16.036 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.036+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=HNB87AM7VUSZ type=del size=3515252 2024-09-16T07:08:16.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.038+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=KUYO4D9FDKAN type=del 2024-09-16T07:08:16.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.040+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=R3NCRMLVYN8Y type=del size=1250899 2024-09-16T07:08:16.042 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.041+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.0 size=1048576 2024-09-16T07:08:16.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.043+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.1 size=1048576 2024-09-16T07:08:16.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.045+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~JQY302AOPRCB.2 size=345297 2024-09-16T07:08:16.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.047+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=JQY302AOPRCB tag=GBBEFRE7165V type=write size=3491025 2024-09-16T07:08:16.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.050+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~ZNXWR2NF2CX3.0 size=156607 2024-09-16T07:08:16.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.050+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=ZNXWR2NF2CX3 tag=42U8C2REBQ16 type=write size=1205183 2024-09-16T07:08:16.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.051+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.0 size=1048576 2024-09-16T07:08:16.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.052+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.1 size=1048576 2024-09-16T07:08:16.054 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.054+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~N3YXLZ7DAZ68.2 size=569328 2024-09-16T07:08:16.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.057+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=N3YXLZ7DAZ68 tag=444WY0PKRE42 type=write size=3715056 2024-09-16T07:08:16.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.058+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=C16S8Y8RIRL0 type=del size=3655875 2024-09-16T07:08:16.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.060+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=JMQYHB883JL5 type=del 2024-09-16T07:08:16.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.061+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=29R6JJDX6422 type=write size=871755 2024-09-16T07:08:16.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.062+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~3WCYNO0QECGY.0 size=1048576 2024-09-16T07:08:16.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.063+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~3WCYNO0QECGY.1 size=987598 2024-09-16T07:08:16.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.066+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=3WCYNO0QECGY tag=NADDOV7DEW0V type=write size=3084750 2024-09-16T07:08:16.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.067+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=ARDVWFMXIHBH type=del size=1419593 2024-09-16T07:08:16.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.068+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.0 size=1048576 2024-09-16T07:08:16.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.069+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.1 size=1048576 2024-09-16T07:08:16.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.070+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~UST8TNLLX4NY.2 size=958050 2024-09-16T07:08:16.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.072+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=UST8TNLLX4NY tag=BN15NWU0F9TU type=write size=4103778 2024-09-16T07:08:16.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.074+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~X7UEP9AIPSVQ.0 size=1048576 2024-09-16T07:08:16.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.075+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~X7UEP9AIPSVQ.1 size=984233 2024-09-16T07:08:16.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.075+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=X7UEP9AIPSVQ tag=ICLOTN52NPIN type=write size=3081385 2024-09-16T07:08:16.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.076+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=I9SMRJ750SFA type=del 2024-09-16T07:08:16.077 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.077+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=HE4TW15WR7ZT type=del size=2425710 2024-09-16T07:08:16.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.078+0000 7f6a4dc63640 1 < canceled operation key=ZTYIYV79PWM7 tag=GPRPWQ04OL3C type=del size=868824 2024-09-16T07:08:16.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.080+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~BZU7SGWTQR5F.0 size=1025930 2024-09-16T07:08:16.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.080+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=BZU7SGWTQR5F tag=CN136YP0QTIA type=write size=2074506 2024-09-16T07:08:16.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.082+0000 7f6a4dc63640 1 < completed write operation key=JXTTJU9B6QQY tag=IU0WJZJW65OO type=write size=821350 2024-09-16T07:08:16.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.083+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=X952LJI0DPM8 type=del size=1494295 2024-09-16T07:08:16.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.083+0000 7f6a4dc63640 1 < canceled part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.0 size=1048576 2024-09-16T07:08:16.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.084+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.1 size=1048576 2024-09-16T07:08:16.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.085+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~3YN7Z1KE8BUT.2 size=154178 2024-09-16T07:08:16.087 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.086+0000 7f6a4dc63640 1 < canceled multipart upload key=I3HRWIVRML06 upload=3YN7Z1KE8BUT tag=OQJ61C704ALH type=write size=3299906 2024-09-16T07:08:16.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.088+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=Q0VLATF1GUG3 type=write size=951767 2024-09-16T07:08:16.089 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.089+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=86IH44MIPWB7 type=del 2024-09-16T07:08:16.091 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.091+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=FSXE6GW3866G type=del size=3262399 2024-09-16T07:08:16.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.093+0000 7f6a4dc63640 1 < suggested remove operation key=4X79D295RZ4K tag=OWU04SVJ0LNU type=write 2024-09-16T07:08:16.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.094+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=GOS12N83APS5 type=del size=2683688 2024-09-16T07:08:16.095 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.095+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=0ZNPC230FAQ8 type=del 2024-09-16T07:08:16.097 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.097+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~JXFQ0MFIYE98.0 size=1048576 2024-09-16T07:08:16.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.098+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~JXFQ0MFIYE98.1 size=610623 2024-09-16T07:08:16.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.098+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=JXFQ0MFIYE98 tag=ED3R4Z6TM4VC type=write size=2707775 2024-09-16T07:08:16.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.100+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=P8Q3Z07DNK2K type=del size=916019 2024-09-16T07:08:16.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.103+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~NXOB7J82U9LZ.0 size=1048576 2024-09-16T07:08:16.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.103+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~NXOB7J82U9LZ.1 size=257137 2024-09-16T07:08:16.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.103+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=NXOB7J82U9LZ tag=2Y5HGXKI7NCA type=write size=2354289 2024-09-16T07:08:16.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.105+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~CF5D0XCD8BB6.0 size=382568 2024-09-16T07:08:16.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.106+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=CF5D0XCD8BB6 tag=QQ0SAAM32ZQS type=write size=1431144 2024-09-16T07:08:16.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.108+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~ZM631LXNSOUJ.0 size=1048576 2024-09-16T07:08:16.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.109+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~ZM631LXNSOUJ.1 size=367530 2024-09-16T07:08:16.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.109+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=ZM631LXNSOUJ tag=1V5GGY6SEHDB type=write size=2464682 2024-09-16T07:08:16.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.110+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=HNB87AM7VUSZ type=del 2024-09-16T07:08:16.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.111+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=XRHB1VXSKTNB type=write size=212483 2024-09-16T07:08:16.113 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.112+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=R3NCRMLVYN8Y type=del 2024-09-16T07:08:16.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.114+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=MFJLG90M3N83 type=del size=2034172 2024-09-16T07:08:16.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.115+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~ZNXWR2NF2CX3.0 size=156607 2024-09-16T07:08:16.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.117+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=ZNXWR2NF2CX3 tag=42U8C2REBQ16 type=write size=1205183 2024-09-16T07:08:16.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.0 size=1048576 2024-09-16T07:08:16.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.119+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.1 size=1048576 2024-09-16T07:08:16.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.120+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.2 size=107080 2024-09-16T07:08:16.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.120+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=7I1I89G2ZVHG tag=JA4W5C5NBW28 type=write size=3252808 2024-09-16T07:08:16.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.122+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=C16S8Y8RIRL0 type=del 2024-09-16T07:08:16.123 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.123+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=HHSGNXSSPAWJ type=del size=2575902 2024-09-16T07:08:16.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.124+0000 7f6a4dc63640 1 < completed write operation key=FB23TC3WPG1I tag=29R6JJDX6422 type=write size=871755 2024-09-16T07:08:16.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.125+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=MROKA1JW37TE type=del size=1983681 2024-09-16T07:08:16.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.127+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=ARDVWFMXIHBH type=del 2024-09-16T07:08:16.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.128+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=5697A55J5H4G type=del size=849687 2024-09-16T07:08:16.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.129+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~X7UEP9AIPSVQ.0 size=1048576 2024-09-16T07:08:16.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.130+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~X7UEP9AIPSVQ.1 size=984233 2024-09-16T07:08:16.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.132+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=X7UEP9AIPSVQ tag=ICLOTN52NPIN type=write size=3081385 2024-09-16T07:08:16.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.133+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=ASZBZ3K17LZK type=del size=438726 2024-09-16T07:08:16.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.134+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=HE4TW15WR7ZT type=del 2024-09-16T07:08:16.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.135+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=FQPJVG48LCXT type=del size=2386643 2024-09-16T07:08:16.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.137+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~BZU7SGWTQR5F.0 size=1025930 2024-09-16T07:08:16.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.138+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=BZU7SGWTQR5F tag=CN136YP0QTIA type=write size=2074506 2024-09-16T07:08:16.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.140+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=OW7S3AV1J7GE type=del size=534836 2024-09-16T07:08:16.141 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.141+0000 7f6a4dc63640 -1 < failed to complete operation key=SQ46MZXZN6UD tag=X952LJI0DPM8 type=del size=1494295: (22) Invalid argument 2024-09-16T07:08:16.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.143+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~RCDOMNX19OA8.0 size=966617 2024-09-16T07:08:16.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.143+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=RCDOMNX19OA8 tag=BJLAZWUDHOYZ type=write size=2015193 2024-09-16T07:08:16.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.145+0000 7f6a4dc63640 1 < completed write operation key=FB23TC3WPG1I tag=Q0VLATF1GUG3 type=write size=951767 2024-09-16T07:08:16.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.147+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.0 size=1048576 2024-09-16T07:08:16.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.148+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.1 size=1048576 2024-09-16T07:08:16.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.149+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.2 size=788985 2024-09-16T07:08:16.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.149+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=FJ8TDFTU26V5 tag=ZF1FZ5N2G29C type=write size=3934713 2024-09-16T07:08:16.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.150+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=FSXE6GW3866G type=del 2024-09-16T07:08:16.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.152+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~LZ8B8BZVBPF6.0 size=703961 2024-09-16T07:08:16.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.152+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=LZ8B8BZVBPF6 tag=EYAHFK8OKCEN type=write size=1752537 2024-09-16T07:08:16.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.154+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=GOS12N83APS5 type=del 2024-09-16T07:08:16.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.157+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.0 size=1048576 2024-09-16T07:08:16.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.159+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.1 size=1048576 2024-09-16T07:08:16.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.159+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.2 size=448716 2024-09-16T07:08:16.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.159+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=B3TU2AQZEBVT tag=PKU4FSWEMZVT type=write size=3594444 2024-09-16T07:08:16.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.160+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~JXFQ0MFIYE98.0 size=1048576 2024-09-16T07:08:16.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.161+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~JXFQ0MFIYE98.1 size=610623 2024-09-16T07:08:16.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.163+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=JXFQ0MFIYE98 tag=ED3R4Z6TM4VC type=write size=2707775 2024-09-16T07:08:16.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.164+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=BMJI5632ELTP type=del size=3652820 2024-09-16T07:08:16.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.166+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~NXOB7J82U9LZ.0 size=1048576 2024-09-16T07:08:16.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.166+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~NXOB7J82U9LZ.1 size=257137 2024-09-16T07:08:16.168 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.168+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=NXOB7J82U9LZ tag=2Y5HGXKI7NCA type=write size=2354289 2024-09-16T07:08:16.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.170+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.0 size=1048576 2024-09-16T07:08:16.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.171+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.1 size=1048576 2024-09-16T07:08:16.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.172+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.2 size=819437 2024-09-16T07:08:16.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.172+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=86816EADM323 tag=KY3G19XXQ2S0 type=write size=3965165 2024-09-16T07:08:16.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.174+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~ZM631LXNSOUJ.0 size=1048576 2024-09-16T07:08:16.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.174+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~ZM631LXNSOUJ.1 size=367530 2024-09-16T07:08:16.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.176+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=ZM631LXNSOUJ tag=1V5GGY6SEHDB type=write size=2464682 2024-09-16T07:08:16.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.178+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~1N7B1EM9U2ZH.0 size=206626 2024-09-16T07:08:16.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.178+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=1N7B1EM9U2ZH tag=LL3WZNNUDSBJ type=write size=1255202 2024-09-16T07:08:16.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.180+0000 7f6a4dc63640 1 < completed write operation key=RMU7VRUO4YOS tag=XRHB1VXSKTNB type=write size=212483 2024-09-16T07:08:16.182 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.181+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=GFIMJ1MQVVPN type=del size=2325882 2024-09-16T07:08:16.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.183+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=MFJLG90M3N83 type=del 2024-09-16T07:08:16.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.185+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.0 size=1048576 2024-09-16T07:08:16.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.186+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.1 size=1048576 2024-09-16T07:08:16.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.187+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.2 size=236272 2024-09-16T07:08:16.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.187+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=JHGQG1J1YE0M tag=SOQ3YM2R8BDA type=write size=3382000 2024-09-16T07:08:16.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.188+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.0 size=1048576 2024-09-16T07:08:16.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.189+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.1 size=1048576 2024-09-16T07:08:16.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.190+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~7I1I89G2ZVHG.2 size=107080 2024-09-16T07:08:16.192 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.192+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=7I1I89G2ZVHG tag=JA4W5C5NBW28 type=write size=3252808 2024-09-16T07:08:16.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.193+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=IHMU5QZ9XCOM type=del size=3434165 2024-09-16T07:08:16.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.195+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=HHSGNXSSPAWJ type=del size=2575902 2024-09-16T07:08:16.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.197+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=3LHGROVNCW7S type=del size=3773839 2024-09-16T07:08:16.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.198+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=MROKA1JW37TE type=del 2024-09-16T07:08:16.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.199+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=WE791QBB8QJ9 type=write size=190236 2024-09-16T07:08:16.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.200+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=5697A55J5H4G type=del 2024-09-16T07:08:16.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.201+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=HXEI1A019CHU type=write size=1021133 2024-09-16T07:08:16.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.202+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=ASZBZ3K17LZK type=del 2024-09-16T07:08:16.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.204+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~7MO7BJK8WCBZ.0 size=428695 2024-09-16T07:08:16.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.204+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=7MO7BJK8WCBZ tag=GLVXQGEU4BOH type=write size=1477271 2024-09-16T07:08:16.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.206+0000 7f6a4dc63640 1 < canceled operation key=CJJ2FTWX2XGD tag=FQPJVG48LCXT type=del size=2386643 2024-09-16T07:08:16.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.207+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=JQEAELG22ZBW type=del size=3423749 2024-09-16T07:08:16.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.208+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=OW7S3AV1J7GE type=del 2024-09-16T07:08:16.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.209+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=0EEV7WDIS0FW type=del size=856845 2024-09-16T07:08:16.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.210+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~RCDOMNX19OA8.0 size=966617 2024-09-16T07:08:16.212 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.212+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=RCDOMNX19OA8 tag=BJLAZWUDHOYZ type=write size=2015193 2024-09-16T07:08:16.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.214+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~C1I66DK13G4G.0 size=1048576 2024-09-16T07:08:16.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.215+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~C1I66DK13G4G.1 size=898889 2024-09-16T07:08:16.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.215+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=C1I66DK13G4G tag=KNOWZMZEAOBI type=write size=2996041 2024-09-16T07:08:16.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.216+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.0 size=1048576 2024-09-16T07:08:16.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.217+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.1 size=1048576 2024-09-16T07:08:16.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.218+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FJ8TDFTU26V5.2 size=788985 2024-09-16T07:08:16.220 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.220+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=FJ8TDFTU26V5 tag=ZF1FZ5N2G29C type=write size=3934713 2024-09-16T07:08:16.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.221+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=C63968T0OFDG type=del size=3225813 2024-09-16T07:08:16.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.222+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~LZ8B8BZVBPF6.0 size=703961 2024-09-16T07:08:16.224 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.224+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=LZ8B8BZVBPF6 tag=EYAHFK8OKCEN type=write size=1752537 2024-09-16T07:08:16.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.226+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.0 size=1048576 2024-09-16T07:08:16.227 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.227+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.1 size=1048576 2024-09-16T07:08:16.227 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.227+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.2 size=482673 2024-09-16T07:08:16.227 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.227+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=FWFWMW63P7LC tag=APMMNVVVVG1N type=write size=3628401 2024-09-16T07:08:16.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.228+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.0 size=1048576 2024-09-16T07:08:16.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.228+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.1 size=1048576 2024-09-16T07:08:16.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.229+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~B3TU2AQZEBVT.2 size=448716 2024-09-16T07:08:16.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.231+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=B3TU2AQZEBVT tag=PKU4FSWEMZVT type=write size=3594444 2024-09-16T07:08:16.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.233+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~7L9SCNN6R0N0.0 size=1048576 2024-09-16T07:08:16.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.234+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~7L9SCNN6R0N0.1 size=1029634 2024-09-16T07:08:16.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.234+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=7L9SCNN6R0N0 tag=CE6ZFCH3TAVJ type=write size=3126786 2024-09-16T07:08:16.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.235+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=BMJI5632ELTP type=del 2024-09-16T07:08:16.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.236+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=PM7ULTSGXB7F type=del size=2866303 2024-09-16T07:08:16.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.238+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.0 size=1048576 2024-09-16T07:08:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:15 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:15 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:08:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:15 smithi164 ceph-mon[88760]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T07:08:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:15 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3224509137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:15 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.239+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.1 size=1048576 2024-09-16T07:08:16.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.240+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~86816EADM323.2 size=819437 2024-09-16T07:08:16.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.241+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=86816EADM323 tag=KY3G19XXQ2S0 type=write size=3965165 2024-09-16T07:08:16.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.243+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=O142RMSLASS1 type=del size=3481690 2024-09-16T07:08:16.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.244+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~1N7B1EM9U2ZH.0 size=206626 2024-09-16T07:08:16.246 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.246+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=1N7B1EM9U2ZH tag=LL3WZNNUDSBJ type=write size=1255202 2024-09-16T07:08:16.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.248+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JJ4ET1ZJDDCK.0 size=1048576 2024-09-16T07:08:16.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.249+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JJ4ET1ZJDDCK.1 size=1030846 2024-09-16T07:08:16.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.249+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=JJ4ET1ZJDDCK tag=R5L5F8GWXUFI type=write size=3127998 2024-09-16T07:08:16.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.250+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=GFIMJ1MQVVPN type=del 2024-09-16T07:08:16.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.251+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=DWJ9O138XRPD type=write size=771316 2024-09-16T07:08:16.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.252+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.0 size=1048576 2024-09-16T07:08:16.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.253+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.1 size=1048576 2024-09-16T07:08:16.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.254+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~JHGQG1J1YE0M.2 size=236272 2024-09-16T07:08:16.256 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.256+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=JHGQG1J1YE0M tag=SOQ3YM2R8BDA type=write size=3382000 2024-09-16T07:08:16.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.258+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~XY924ZRU3TL2.0 size=1048576 2024-09-16T07:08:16.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.259+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~XY924ZRU3TL2.1 size=286499 2024-09-16T07:08:16.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.259+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=XY924ZRU3TL2 tag=UMQUYBYMHL0T type=write size=2383651 2024-09-16T07:08:16.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.260+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=IHMU5QZ9XCOM type=del 2024-09-16T07:08:16.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.261+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=SQ40Z6CO82JH type=del size=599197 2024-09-16T07:08:16.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.262+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=3LHGROVNCW7S type=del 2024-09-16T07:08:16.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.263+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=904224C1ZRJN type=write size=400021 2024-09-16T07:08:16.265 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.265+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=WE791QBB8QJ9 type=write size=190236 2024-09-16T07:08:16.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.267+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~4GL12NKODDHQ.0 size=2844 2024-09-16T07:08:16.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.267+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=4GL12NKODDHQ tag=ZI1NN99392RM type=write size=1051420 2024-09-16T07:08:16.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.268+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=HXEI1A019CHU type=write size=1021133 2024-09-16T07:08:16.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.269+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=U1RBSWFAYRZ3 type=del size=3724587 2024-09-16T07:08:16.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.270+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~7MO7BJK8WCBZ.0 size=428695 2024-09-16T07:08:16.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.272+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=7MO7BJK8WCBZ tag=GLVXQGEU4BOH type=write size=1477271 2024-09-16T07:08:16.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.273+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=8TDKNOKZCVDR type=del size=3538570 2024-09-16T07:08:16.275 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.274+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=JQEAELG22ZBW type=del 2024-09-16T07:08:16.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.276+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=JBA401N7K46P type=del size=3779897 2024-09-16T07:08:16.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.277+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=0EEV7WDIS0FW type=del 2024-09-16T07:08:16.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.279+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CUYVGX6113HU.0 size=40422 2024-09-16T07:08:16.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.279+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=CUYVGX6113HU tag=JQ6NPTLH3OAF type=write size=1088998 2024-09-16T07:08:16.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.280+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~C1I66DK13G4G.0 size=1048576 2024-09-16T07:08:16.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.281+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~C1I66DK13G4G.1 size=898889 2024-09-16T07:08:16.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.283+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=C1I66DK13G4G tag=KNOWZMZEAOBI type=write size=2996041 2024-09-16T07:08:16.284 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.284+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=UGUTCEBZIZ4C type=write size=77619 2024-09-16T07:08:16.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.285+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=C63968T0OFDG type=del 2024-09-16T07:08:16.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.286+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=VOMYU9S4GV7R type=del size=3990651 2024-09-16T07:08:16.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.287+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.0 size=1048576 2024-09-16T07:08:16.288 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.287+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.1 size=1048576 2024-09-16T07:08:16.288 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.288+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~FWFWMW63P7LC.2 size=482673 2024-09-16T07:08:16.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.290+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=FWFWMW63P7LC tag=APMMNVVVVG1N type=write size=3628401 2024-09-16T07:08:16.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.292+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.0 size=1048576 2024-09-16T07:08:16.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.293+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.1 size=1048576 2024-09-16T07:08:16.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.294+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.2 size=237788 2024-09-16T07:08:16.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.294+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=RQJ8Y1ZPZR8R tag=68ADHFHU65MR type=write size=3383516 2024-09-16T07:08:16.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.295+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~7L9SCNN6R0N0.0 size=1048576 2024-09-16T07:08:16.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.295+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~7L9SCNN6R0N0.1 size=1029634 2024-09-16T07:08:16.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.297+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=7L9SCNN6R0N0 tag=CE6ZFCH3TAVJ type=write size=3126786 2024-09-16T07:08:16.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.299+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~1701EXATMOPI.0 size=1048576 2024-09-16T07:08:16.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.300+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~1701EXATMOPI.1 size=918988 2024-09-16T07:08:16.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.300+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=1701EXATMOPI tag=0Q5H0LU6EFBK type=write size=3016140 2024-09-16T07:08:16.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.302+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=PM7ULTSGXB7F type=del 2024-09-16T07:08:16.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.303+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=N0FZ7WCUYIJ8 type=del size=2775073 2024-09-16T07:08:16.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.305+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=O142RMSLASS1 type=del 2024-09-16T07:08:16.307 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.307+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~QTLIHHX7IHUE.0 size=591955 2024-09-16T07:08:16.307 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.307+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=QTLIHHX7IHUE tag=ULJQ2TUJIIOA type=write size=1640531 2024-09-16T07:08:16.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.308+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~JJ4ET1ZJDDCK.0 size=1048576 2024-09-16T07:08:16.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.308+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~JJ4ET1ZJDDCK.1 size=1030846 2024-09-16T07:08:16.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.310+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=JJ4ET1ZJDDCK tag=R5L5F8GWXUFI type=write size=3127998 2024-09-16T07:08:16.311 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.311+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=ARWWZYITFKVU type=write size=476076 2024-09-16T07:08:16.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.312+0000 7f6a4dc63640 1 < completed write operation key=5TWLBMAWQE4Z tag=DWJ9O138XRPD type=write size=771316 2024-09-16T07:08:16.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.313+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=XBZVNZMPRMOI type=write size=28321 2024-09-16T07:08:16.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.314+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~XY924ZRU3TL2.0 size=1048576 2024-09-16T07:08:16.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.315+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~XY924ZRU3TL2.1 size=286499 2024-09-16T07:08:16.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.317+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=XY924ZRU3TL2 tag=UMQUYBYMHL0T type=write size=2383651 2024-09-16T07:08:16.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.318+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=1FAN2DEGQ53W type=del size=2860257 2024-09-16T07:08:16.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.319+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=SQ40Z6CO82JH type=del 2024-09-16T07:08:16.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.321+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~4OP0U8ENT1F9.0 size=1048576 2024-09-16T07:08:16.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.322+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~4OP0U8ENT1F9.1 size=675116 2024-09-16T07:08:16.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.322+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=4OP0U8ENT1F9 tag=HMNOM928513C type=write size=2772268 2024-09-16T07:08:16.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.323+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=904224C1ZRJN type=write size=400021 2024-09-16T07:08:16.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.325+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~GMGCL85FIKYV.0 size=684764 2024-09-16T07:08:16.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.325+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=GMGCL85FIKYV tag=W5TDTSOG034T type=write size=1733340 2024-09-16T07:08:16.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.327+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~4GL12NKODDHQ.0 size=2844 2024-09-16T07:08:16.329 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.329+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=4GL12NKODDHQ tag=ZI1NN99392RM type=write size=1051420 2024-09-16T07:08:16.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.330+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=B5J5M3AN7NVD type=del size=580393 2024-09-16T07:08:16.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.332+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=U1RBSWFAYRZ3 type=del size=3724587 2024-09-16T07:08:16.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.333+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=CV71FMPBIJOA type=del size=852368 2024-09-16T07:08:16.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.334+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=8TDKNOKZCVDR type=del 2024-09-16T07:08:16.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.335+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=ZSMH1J5S36X0 type=write size=984871 2024-09-16T07:08:16.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.337+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=JBA401N7K46P type=del 2024-09-16T07:08:16.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.339+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~7I1YI2ASC5MY.0 size=853474 2024-09-16T07:08:16.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.339+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=7I1YI2ASC5MY tag=AT35UAI4FP3H type=write size=1902050 2024-09-16T07:08:16.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.340+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CUYVGX6113HU.0 size=40422 2024-09-16T07:08:16.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.342+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=CUYVGX6113HU tag=JQ6NPTLH3OAF type=write size=1088998 2024-09-16T07:08:16.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.344+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=IW1Q4FC3N9CN type=del size=1545013 2024-09-16T07:08:16.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.345+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=UGUTCEBZIZ4C type=write size=77619 2024-09-16T07:08:16.346 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.346+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=ATKY73URQNKB type=del size=2628365 2024-09-16T07:08:16.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.347+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=VOMYU9S4GV7R type=del 2024-09-16T07:08:16.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.349+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=9R0LKX8W70VG type=del size=1711448 2024-09-16T07:08:16.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.350+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.0 size=1048576 2024-09-16T07:08:16.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.351+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.1 size=1048576 2024-09-16T07:08:16.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.352+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~RQJ8Y1ZPZR8R.2 size=237788 2024-09-16T07:08:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:08:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[94096]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T07:08:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3224509137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:16.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:08:16.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[96574]: osdmap e1084: 8 total, 8 up, 8 in 2024-09-16T07:08:16.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3224509137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:15 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:16.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.353+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=RQJ8Y1ZPZR8R tag=68ADHFHU65MR type=write size=3383516 2024-09-16T07:08:16.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.355+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=YOARZ652NUQ0 type=del size=1272613 2024-09-16T07:08:16.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.356+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~1701EXATMOPI.0 size=1048576 2024-09-16T07:08:16.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.357+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~1701EXATMOPI.1 size=918988 2024-09-16T07:08:16.359 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.358+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=1701EXATMOPI tag=0Q5H0LU6EFBK type=write size=3016140 2024-09-16T07:08:16.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.360+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.0 size=1048576 2024-09-16T07:08:16.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.361+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.1 size=1048576 2024-09-16T07:08:16.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.362+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.2 size=164841 2024-09-16T07:08:16.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.362+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=FT5RNHABKG6T tag=K48G1IL0GXCI type=write size=3310569 2024-09-16T07:08:16.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.363+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=N0FZ7WCUYIJ8 type=del 2024-09-16T07:08:16.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.364+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=VYP0R8W4XXH0 type=del size=1120410 2024-09-16T07:08:16.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.366+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~QTLIHHX7IHUE.0 size=591955 2024-09-16T07:08:16.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.367+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=QTLIHHX7IHUE tag=ULJQ2TUJIIOA type=write size=1640531 2024-09-16T07:08:16.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.369+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~RONOP1JQS7J4.0 size=330609 2024-09-16T07:08:16.370 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.369+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=RONOP1JQS7J4 tag=K0XMBFL2ZFF5 type=write size=1379185 2024-09-16T07:08:16.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.371+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=ARWWZYITFKVU type=write size=476076 2024-09-16T07:08:16.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.372+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=9C1UXZCJCCEG type=del size=1267694 2024-09-16T07:08:16.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.373+0000 7f6a4dc63640 1 < completed write operation key=P2CZGUGP20MI tag=XBZVNZMPRMOI type=write size=28321 2024-09-16T07:08:16.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.374+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=JR6SU2NLQV2E type=del size=289452 2024-09-16T07:08:16.375 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.375+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=1FAN2DEGQ53W type=del 2024-09-16T07:08:16.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.376+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=JJKQZ0TJMNFN type=del size=1473956 2024-09-16T07:08:16.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.378+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~4OP0U8ENT1F9.0 size=1048576 2024-09-16T07:08:16.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.379+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~4OP0U8ENT1F9.1 size=675116 2024-09-16T07:08:16.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.380+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=4OP0U8ENT1F9 tag=HMNOM928513C type=write size=2772268 2024-09-16T07:08:16.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.382+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=19A0U70VITT7 type=del size=3822664 2024-09-16T07:08:16.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.383+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~GMGCL85FIKYV.0 size=684764 2024-09-16T07:08:16.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.385+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=GMGCL85FIKYV tag=W5TDTSOG034T type=write size=1733340 2024-09-16T07:08:16.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.386+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=F8P3K54RYYT4 type=del size=506548 2024-09-16T07:08:16.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.387+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=B5J5M3AN7NVD type=del 2024-09-16T07:08:16.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.389+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=TE96MY7DHLJT type=del size=3674622 2024-09-16T07:08:16.391 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.391+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=CV71FMPBIJOA type=del 2024-09-16T07:08:16.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.392+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=VLKREWLQKC0U type=del size=2673619 2024-09-16T07:08:16.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.394+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=ZSMH1J5S36X0 type=write size=984871 2024-09-16T07:08:16.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.396+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.0 size=1048576 2024-09-16T07:08:16.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.397+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.1 size=1048576 2024-09-16T07:08:16.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.398+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.2 size=105323 2024-09-16T07:08:16.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.398+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=K921FLY6D0DS tag=9ALW5104BBRE type=write size=3251051 2024-09-16T07:08:16.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.400+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~7I1YI2ASC5MY.0 size=853474 2024-09-16T07:08:16.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.402+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=7I1YI2ASC5MY tag=AT35UAI4FP3H type=write size=1902050 2024-09-16T07:08:16.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.404+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=76UTX0NIRPJQ type=write size=840099 2024-09-16T07:08:16.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.406+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=IW1Q4FC3N9CN type=del 2024-09-16T07:08:16.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.407+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=OQB2KFLFKR61 type=del size=2462114 2024-09-16T07:08:16.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.410+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=ATKY73URQNKB type=del 2024-09-16T07:08:16.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.412+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=MB03YY5W9IHZ type=del size=2343045 2024-09-16T07:08:16.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.414+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=9R0LKX8W70VG type=del 2024-09-16T07:08:16.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.417+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~HNVKH60XOMMD.0 size=1048576 2024-09-16T07:08:16.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.418+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~HNVKH60XOMMD.1 size=700075 2024-09-16T07:08:16.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.418+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=HNVKH60XOMMD tag=QVL9Y3SGMIGK type=write size=2797227 2024-09-16T07:08:16.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.420+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=YOARZ652NUQ0 type=del 2024-09-16T07:08:16.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.421+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=2W8HZKPD72QK type=write size=689736 2024-09-16T07:08:16.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.422+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.0 size=1048576 2024-09-16T07:08:16.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.423+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.1 size=1048576 2024-09-16T07:08:16.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.424+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~FT5RNHABKG6T.2 size=164841 2024-09-16T07:08:16.426 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.426+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=FT5RNHABKG6T tag=K48G1IL0GXCI type=write size=3310569 2024-09-16T07:08:16.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.427+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=LSM2QP7STXLS type=del size=3848565 2024-09-16T07:08:16.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.428+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=VYP0R8W4XXH0 type=del 2024-09-16T07:08:16.430 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.430+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=CMFR6UMOFM6E type=del size=231926 2024-09-16T07:08:16.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.431+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~RONOP1JQS7J4.0 size=330609 2024-09-16T07:08:16.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.433+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=RONOP1JQS7J4 tag=K0XMBFL2ZFF5 type=write size=1379185 2024-09-16T07:08:16.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.434+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.0 size=1048576 2024-09-16T07:08:16.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.1 size=1048576 2024-09-16T07:08:16.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.2 size=791137 2024-09-16T07:08:16.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.436+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=GJRT2K2AE5RS tag=Q6X70IYOR9MH type=write size=3936865 2024-09-16T07:08:16.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.438+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=9C1UXZCJCCEG type=del 2024-09-16T07:08:16.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.440+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.0 size=1048576 2024-09-16T07:08:16.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.440+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.1 size=1048576 2024-09-16T07:08:16.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.441+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.2 size=788736 2024-09-16T07:08:16.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.441+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=BZL8TP463P38 tag=2HPNN93CMNR3 type=write size=3934464 2024-09-16T07:08:16.443 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.442+0000 7f6a4dc63640 1 < canceled operation key=7QMJ5FTE4BA3 tag=JR6SU2NLQV2E type=del size=289452 2024-09-16T07:08:16.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.444+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=8DW7EGGQDRRY type=del size=3884921 2024-09-16T07:08:16.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.445+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=JJKQZ0TJMNFN type=del 2024-09-16T07:08:16.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.447+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.0 size=1048576 2024-09-16T07:08:16.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.448+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.1 size=1048576 2024-09-16T07:08:16.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.449+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.2 size=248930 2024-09-16T07:08:16.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.449+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=9GLC0ZGR48K4 tag=DP0B3Z11TX0B type=write size=3394658 2024-09-16T07:08:16.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.451+0000 7f6a4dc63640 1 < suggested update operation key=JXTTJU9B6QQY tag=19A0U70VITT7 type=del size=3822664 2024-09-16T07:08:16.452 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.452+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=NW9IGXB7UN1Z type=del size=87924 2024-09-16T07:08:16.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.454+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=F8P3K54RYYT4 type=del 2024-09-16T07:08:16.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.456+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~MYOMXI1PWC6U.0 size=727596 2024-09-16T07:08:16.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.456+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=MYOMXI1PWC6U tag=7DOX0VE161W5 type=write size=1776172 2024-09-16T07:08:16.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.457+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=TE96MY7DHLJT type=del 2024-09-16T07:08:16.459 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.459+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.0 size=1048576 2024-09-16T07:08:16.460 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.460+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.1 size=1048576 2024-09-16T07:08:16.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.461+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.2 size=379424 2024-09-16T07:08:16.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.461+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=M0KBMMMPY5BR tag=Q1AE6ALB0L2Y type=write size=3525152 2024-09-16T07:08:16.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.463+0000 7f6a4dc63640 1 < canceled operation key=FB23TC3WPG1I tag=VLKREWLQKC0U type=del size=2673619 2024-09-16T07:08:16.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.465+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.0 size=1048576 2024-09-16T07:08:16.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.466+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.1 size=1048576 2024-09-16T07:08:16.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.466+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.2 size=103816 2024-09-16T07:08:16.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.466+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=3XG68FXBV6M9 tag=JYKR0F5T079G type=write size=3249544 2024-09-16T07:08:16.468 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.468+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.0 size=1048576 2024-09-16T07:08:16.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.469+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.1 size=1048576 2024-09-16T07:08:16.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.470+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~K921FLY6D0DS.2 size=105323 2024-09-16T07:08:16.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.472+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=K921FLY6D0DS tag=9ALW5104BBRE type=write size=3251051 2024-09-16T07:08:16.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.474+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~8TJDNFJ33H8U.0 size=77190 2024-09-16T07:08:16.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.474+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=8TJDNFJ33H8U tag=R1I8XX81OJGV type=write size=1125766 2024-09-16T07:08:16.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.477+0000 7f6a4dc63640 1 < suggested remove operation key=4X79D295RZ4K tag=76UTX0NIRPJQ type=write 2024-09-16T07:08:16.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.478+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=4RVM2BHYIDS3 type=del size=2347732 2024-09-16T07:08:16.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.480+0000 7f6a4dc63640 1 < suggested remove operation key=BKU75GT4GD2J tag=OQB2KFLFKR61 type=del 2024-09-16T07:08:16.481 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.481+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=DV759BG7Z3O0 type=del size=679431 2024-09-16T07:08:16.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.484+0000 7f6a4dc63640 1 < suggested remove operation key=P2CZGUGP20MI tag=MB03YY5W9IHZ type=del 2024-09-16T07:08:16.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.485+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=KXTRRITWU59H type=del size=3466676 2024-09-16T07:08:16.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.486+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~HNVKH60XOMMD.0 size=1048576 2024-09-16T07:08:16.487 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.487+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~HNVKH60XOMMD.1 size=700075 2024-09-16T07:08:16.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.489+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=HNVKH60XOMMD tag=QVL9Y3SGMIGK type=write size=2797227 2024-09-16T07:08:16.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.490+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=RIMLI5IABL2R type=write size=359373 2024-09-16T07:08:16.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.493+0000 7f6a4dc63640 1 < suggested remove operation key=C3K7ADI7VKKZ tag=2W8HZKPD72QK type=write 2024-09-16T07:08:16.495 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.495+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~GOX35WBK6SLV.0 size=1048576 2024-09-16T07:08:16.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.496+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~GOX35WBK6SLV.1 size=644239 2024-09-16T07:08:16.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.496+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=GOX35WBK6SLV tag=3TDI3SE0KEMX type=write size=2741391 2024-09-16T07:08:16.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.498+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=LSM2QP7STXLS type=del 2024-09-16T07:08:16.499 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.499+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=D146ISH16SJD type=del size=2809436 2024-09-16T07:08:16.501 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.501+0000 7f6a4dc63640 -1 < failed to complete operation key=JXTTJU9B6QQY tag=CMFR6UMOFM6E type=del size=231926: (22) Invalid argument 2024-09-16T07:08:16.503 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.503+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.0 size=1048576 2024-09-16T07:08:16.504 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.504+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.1 size=1048576 2024-09-16T07:08:16.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.505+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.2 size=258796 2024-09-16T07:08:16.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.505+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=RT23ITIK12LJ tag=CGJOHOM7KTYY type=write size=3404524 2024-09-16T07:08:16.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.507+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.0 size=1048576 2024-09-16T07:08:16.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.508+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.1 size=1048576 2024-09-16T07:08:16.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.508+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZE3LE1W5V8E6.2~GJRT2K2AE5RS.2 size=791137 2024-09-16T07:08:16.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.510+0000 7f6a4dc63640 1 < canceled multipart upload key=ZE3LE1W5V8E6 upload=GJRT2K2AE5RS tag=Q6X70IYOR9MH type=write size=3936865 2024-09-16T07:08:16.511 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.511+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=XVLW0PG8KBFY type=del size=273977 2024-09-16T07:08:16.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.512+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.0 size=1048576 2024-09-16T07:08:16.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.513+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.1 size=1048576 2024-09-16T07:08:16.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.513+0000 7f6a4dc63640 1 < canceled part key=_multipart_FB23TC3WPG1I.2~BZL8TP463P38.2 size=788736 2024-09-16T07:08:16.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.515+0000 7f6a4dc63640 1 < canceled multipart upload key=FB23TC3WPG1I upload=BZL8TP463P38 tag=2HPNN93CMNR3 type=write size=3934464 2024-09-16T07:08:16.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.517+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.0 size=1048576 2024-09-16T07:08:16.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.518+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.1 size=1048576 2024-09-16T07:08:16.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.519+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.2 size=48523 2024-09-16T07:08:16.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.519+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=GM18O1I4QN4Q tag=DBKPOIF25IXG type=write size=3194251 2024-09-16T07:08:16.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.520+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=8DW7EGGQDRRY type=del 2024-09-16T07:08:16.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.521+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=TQ2574IB336G type=del size=1084880 2024-09-16T07:08:16.522 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.522+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.0 size=1048576 2024-09-16T07:08:16.523 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.523+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.1 size=1048576 2024-09-16T07:08:16.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.524+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GLC0ZGR48K4.2 size=248930 2024-09-16T07:08:16.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.526+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=9GLC0ZGR48K4 tag=DP0B3Z11TX0B type=write size=3394658 2024-09-16T07:08:16.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.527+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=8OCQOS3FCWQX type=write size=942387 2024-09-16T07:08:16.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.529+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=NW9IGXB7UN1Z type=del 2024-09-16T07:08:16.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.530+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=LDM891O9H3KO type=del size=3228159 2024-09-16T07:08:16.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.531+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~MYOMXI1PWC6U.0 size=727596 2024-09-16T07:08:16.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.533+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=MYOMXI1PWC6U tag=7DOX0VE161W5 type=write size=1776172 2024-09-16T07:08:16.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.536+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.0 size=1048576 2024-09-16T07:08:16.537 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.536+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.1 size=1048576 2024-09-16T07:08:16.537 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.537+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.2 size=309343 2024-09-16T07:08:16.537 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.537+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=JL6YN3SB7Q3L tag=1J5F3SS8WTWL type=write size=3455071 2024-09-16T07:08:16.539 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.538+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.0 size=1048576 2024-09-16T07:08:16.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.540+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.1 size=1048576 2024-09-16T07:08:16.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.541+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~M0KBMMMPY5BR.2 size=379424 2024-09-16T07:08:16.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.543+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=M0KBMMMPY5BR tag=Q1AE6ALB0L2Y type=write size=3525152 2024-09-16T07:08:16.544 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.544+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=ZBIR2YO3ZYKI type=del size=3001304 2024-09-16T07:08:16.544 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.544+0000 7f6a4dc63640 1 < canceled part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.0 size=1048576 2024-09-16T07:08:16.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.545+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.1 size=1048576 2024-09-16T07:08:16.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.546+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3XG68FXBV6M9.2 size=103816 2024-09-16T07:08:16.549 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.549+0000 7f6a4dc63640 1 < canceled multipart upload key=JXTTJU9B6QQY upload=3XG68FXBV6M9 tag=JYKR0F5T079G type=write size=3249544 2024-09-16T07:08:16.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.550+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=2CANCU4S4SO2 type=write size=941861 2024-09-16T07:08:16.551 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.551+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~8TJDNFJ33H8U.0 size=77190 2024-09-16T07:08:16.557 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.553+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=8TJDNFJ33H8U tag=R1I8XX81OJGV type=write size=1125766 2024-09-16T07:08:16.557 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.554+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=C6BJNB4HQEA7 type=write size=1024883 2024-09-16T07:08:16.557 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.556+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=4RVM2BHYIDS3 type=del 2024-09-16T07:08:16.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.558+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.0 size=1048576 2024-09-16T07:08:16.559 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.559+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.1 size=1048576 2024-09-16T07:08:16.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.560+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.2 size=860954 2024-09-16T07:08:16.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.560+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=GCQ6WMGGAG7S tag=ZKMEMM6LYEU0 type=write size=4006682 2024-09-16T07:08:16.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.561+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=DV759BG7Z3O0 type=del 2024-09-16T07:08:16.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.562+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=JG9A6D7PUEL8 type=del size=33516 2024-09-16T07:08:16.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.563+0000 7f6a4dc63640 1 < canceled operation key=1Y4BGXOVL52F tag=KXTRRITWU59H type=del size=3466676 2024-09-16T07:08:16.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.564+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=D12MIJQDZ79Q type=del size=515682 2024-09-16T07:08:16.566 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.566+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=RIMLI5IABL2R type=write size=359373 2024-09-16T07:08:16.568 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.568+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CBRGGKA0GSIA.0 size=1048576 2024-09-16T07:08:16.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.569+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CBRGGKA0GSIA.1 size=190456 2024-09-16T07:08:16.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.569+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=CBRGGKA0GSIA tag=JAQ7WZBPGO2L type=write size=2287608 2024-09-16T07:08:16.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.570+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~GOX35WBK6SLV.0 size=1048576 2024-09-16T07:08:16.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.571+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~GOX35WBK6SLV.1 size=644239 2024-09-16T07:08:16.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.573+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=GOX35WBK6SLV tag=3TDI3SE0KEMX type=write size=2741391 2024-09-16T07:08:16.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.574+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=X7RH7VRBM97Z type=del size=1499675 2024-09-16T07:08:16.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.576+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=D146ISH16SJD type=del 2024-09-16T07:08:16.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.578+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~7XOANIW52ZBK.0 size=1048576 2024-09-16T07:08:16.579 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.578+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~7XOANIW52ZBK.1 size=434379 2024-09-16T07:08:16.579 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.578+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=7XOANIW52ZBK tag=09I7OYHSM2J5 type=write size=2531531 2024-09-16T07:08:16.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.580+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.0 size=1048576 2024-09-16T07:08:16.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.581+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.1 size=1048576 2024-09-16T07:08:16.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.582+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~RT23ITIK12LJ.2 size=258796 2024-09-16T07:08:16.584 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.584+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=RT23ITIK12LJ tag=CGJOHOM7KTYY type=write size=3404524 2024-09-16T07:08:16.586 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.586+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~VY5H6XS5N4SD.0 size=254411 2024-09-16T07:08:16.586 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.586+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=VY5H6XS5N4SD tag=AOMERDE0PLXN type=write size=1302987 2024-09-16T07:08:16.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.587+0000 7f6a4dc63640 1 < canceled operation key=7QMJ5FTE4BA3 tag=XVLW0PG8KBFY type=del size=273977 2024-09-16T07:08:16.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.589+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~W1MZBXT8XXOU.0 size=537110 2024-09-16T07:08:16.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.589+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=W1MZBXT8XXOU tag=OIAB0EMP7HT9 type=write size=1585686 2024-09-16T07:08:16.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.590+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.0 size=1048576 2024-09-16T07:08:16.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.590+0000 7f6a4dc63640 1 < canceled part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.1 size=1048576 2024-09-16T07:08:16.591 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.591+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~GM18O1I4QN4Q.2 size=48523 2024-09-16T07:08:16.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.593+0000 7f6a4dc63640 1 < canceled multipart upload key=5B35B97CQJ7U upload=GM18O1I4QN4Q tag=DBKPOIF25IXG type=write size=3194251 2024-09-16T07:08:16.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.594+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=UESH2QIBZMHJ type=write size=814774 2024-09-16T07:08:16.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.596+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=TQ2574IB336G type=del 2024-09-16T07:08:16.597 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.597+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=3LV30ZHO2E9B type=del size=2604728 2024-09-16T07:08:16.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.598+0000 7f6a4dc63640 1 < canceled operation key=AWJBSUV0CGLC tag=8OCQOS3FCWQX type=write size=942387 2024-09-16T07:08:16.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.600+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.0 size=1048576 2024-09-16T07:08:16.601 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.601+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.1 size=1048576 2024-09-16T07:08:16.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.602+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.2 size=546775 2024-09-16T07:08:16.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.602+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=LF665UZPMJR5 tag=QLHPFXY1EP10 type=write size=3692503 2024-09-16T07:08:16.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.603+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=LDM891O9H3KO type=del 2024-09-16T07:08:16.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.605+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.0 size=1048576 2024-09-16T07:08:16.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.606+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.1 size=1048576 2024-09-16T07:08:16.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.607+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.2 size=573125 2024-09-16T07:08:16.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.607+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=6L4A32L3BNPC tag=5KLDSEKD8N6M type=write size=3718853 2024-09-16T07:08:16.608 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.608+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.0 size=1048576 2024-09-16T07:08:16.609 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.609+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.1 size=1048576 2024-09-16T07:08:16.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.610+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~JL6YN3SB7Q3L.2 size=309343 2024-09-16T07:08:16.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.612+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=JL6YN3SB7Q3L tag=1J5F3SS8WTWL type=write size=3455071 2024-09-16T07:08:16.615 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.615+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~VCIFMNDNZ1Q2.0 size=707867 2024-09-16T07:08:16.615 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.615+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=VCIFMNDNZ1Q2 tag=OWDOV3DMWKP1 type=write size=1756443 2024-09-16T07:08:16.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.616+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=ZBIR2YO3ZYKI type=del 2024-09-16T07:08:16.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.618+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~IJR4UKKAIDPN.0 size=88323 2024-09-16T07:08:16.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.618+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=IJR4UKKAIDPN tag=8CMFDLNO035T type=write size=1136899 2024-09-16T07:08:16.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.619+0000 7f6a4dc63640 1 < completed write operation key=4X79D295RZ4K tag=2CANCU4S4SO2 type=write size=941861 2024-09-16T07:08:16.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.621+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~DLVBQ5MM9J4P.0 size=1048576 2024-09-16T07:08:16.623 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.622+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~DLVBQ5MM9J4P.1 size=499212 2024-09-16T07:08:16.623 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.622+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=DLVBQ5MM9J4P tag=GG7MLLA0E0A9 type=write size=2596364 2024-09-16T07:08:16.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.624+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=C6BJNB4HQEA7 type=write size=1024883 2024-09-16T07:08:16.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.625+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=0N74Q22B24Q8 type=del size=902704 2024-09-16T07:08:16.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.626+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.0 size=1048576 2024-09-16T07:08:16.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.626+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.1 size=1048576 2024-09-16T07:08:16.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.627+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~GCQ6WMGGAG7S.2 size=860954 2024-09-16T07:08:16.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.629+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=GCQ6WMGGAG7S tag=ZKMEMM6LYEU0 type=write size=4006682 2024-09-16T07:08:16.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.630+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=OYR4KV1R6F9A type=del size=4080800 2024-09-16T07:08:16.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.633+0000 7f6a4dc63640 1 < suggested remove operation key=S24OZ7HDG3T5 tag=JG9A6D7PUEL8 type=del 2024-09-16T07:08:16.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.634+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=4EMCB47G7IXL type=del size=914283 2024-09-16T07:08:16.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.635+0000 7f6a4dc63640 -1 < failed to complete operation key=S24OZ7HDG3T5 tag=D12MIJQDZ79Q type=del size=515682: (22) Invalid argument 2024-09-16T07:08:16.636 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.636+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=W9LA943G1LV2 type=del size=935740 2024-09-16T07:08:16.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.637+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CBRGGKA0GSIA.0 size=1048576 2024-09-16T07:08:16.639 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.638+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CBRGGKA0GSIA.1 size=190456 2024-09-16T07:08:16.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.640+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=CBRGGKA0GSIA tag=JAQ7WZBPGO2L type=write size=2287608 2024-09-16T07:08:16.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.642+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~HKFOWP3L10GB.0 size=630149 2024-09-16T07:08:16.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.642+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=HKFOWP3L10GB tag=4M6FDY708447 type=write size=1678725 2024-09-16T07:08:16.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.643+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=X7RH7VRBM97Z type=del 2024-09-16T07:08:16.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.645+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=4ZFJRZROKYZ1 type=del size=913776 2024-09-16T07:08:16.646 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.646+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~7XOANIW52ZBK.0 size=1048576 2024-09-16T07:08:16.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.647+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~7XOANIW52ZBK.1 size=434379 2024-09-16T07:08:16.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.649+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=7XOANIW52ZBK tag=09I7OYHSM2J5 type=write size=2531531 2024-09-16T07:08:16.650 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.650+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=R4NUM79626ZS type=del size=2308955 2024-09-16T07:08:16.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.651+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~VY5H6XS5N4SD.0 size=254411 2024-09-16T07:08:16.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.653+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=VY5H6XS5N4SD tag=AOMERDE0PLXN type=write size=1302987 2024-09-16T07:08:16.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.654+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=ED2MXC7DN1K2 type=del size=567660 2024-09-16T07:08:16.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.656+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~W1MZBXT8XXOU.0 size=537110 2024-09-16T07:08:16.658 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.658+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=W1MZBXT8XXOU tag=OIAB0EMP7HT9 type=write size=1585686 2024-09-16T07:08:16.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.659+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=ICBTXT19XDJ1 type=del size=3126588 2024-09-16T07:08:16.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.661+0000 7f6a4dc63640 1 < canceled operation key=BKU75GT4GD2J tag=UESH2QIBZMHJ type=write size=814774 2024-09-16T07:08:16.662 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.662+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=FE1IDIUBJFHN type=write size=867661 2024-09-16T07:08:16.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.663+0000 7f6a4dc63640 1 < canceled operation key=AWJBSUV0CGLC tag=3LV30ZHO2E9B type=del size=2604728 2024-09-16T07:08:16.664 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.664+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=QPR3R2MS9FKX type=del size=1478724 2024-09-16T07:08:16.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.665+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.0 size=1048576 2024-09-16T07:08:16.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.665+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.1 size=1048576 2024-09-16T07:08:16.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.666+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~LF665UZPMJR5.2 size=546775 2024-09-16T07:08:16.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.668+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=LF665UZPMJR5 tag=QLHPFXY1EP10 type=write size=3692503 2024-09-16T07:08:16.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.670+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=E6QSOSJO0C0Z type=del size=3000450 2024-09-16T07:08:16.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.671+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.0 size=1048576 2024-09-16T07:08:16.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.672+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.1 size=1048576 2024-09-16T07:08:16.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.673+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~6L4A32L3BNPC.2 size=573125 2024-09-16T07:08:16.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.675+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=6L4A32L3BNPC tag=5KLDSEKD8N6M type=write size=3718853 2024-09-16T07:08:16.676 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.676+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=DVKRKDMFKWJ7 type=del size=1307157 2024-09-16T07:08:16.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.677+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~VCIFMNDNZ1Q2.0 size=707867 2024-09-16T07:08:16.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.679+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=VCIFMNDNZ1Q2 tag=OWDOV3DMWKP1 type=write size=1756443 2024-09-16T07:08:16.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.680+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=BP5EA74NC8HK type=write size=12006 2024-09-16T07:08:16.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.680+0000 7f6a4dc63640 1 < canceled part key=_multipart_K1NW8211P2C1.2~IJR4UKKAIDPN.0 size=88323 2024-09-16T07:08:16.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.682+0000 7f6a4dc63640 1 < canceled multipart upload key=K1NW8211P2C1 upload=IJR4UKKAIDPN tag=8CMFDLNO035T type=write size=1136899 2024-09-16T07:08:16.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.684+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.0 size=1048576 2024-09-16T07:08:16.685 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.685+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.1 size=1048576 2024-09-16T07:08:16.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.686+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.2 size=311494 2024-09-16T07:08:16.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.686+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=2COY4HRT7I3Z tag=R03M5GR3O64R type=write size=3457222 2024-09-16T07:08:16.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.687+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~DLVBQ5MM9J4P.0 size=1048576 2024-09-16T07:08:16.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.688+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~DLVBQ5MM9J4P.1 size=499212 2024-09-16T07:08:16.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.690+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=DLVBQ5MM9J4P tag=GG7MLLA0E0A9 type=write size=2596364 2024-09-16T07:08:16.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.692+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=AGLICY6HW1AN type=del size=4119541 2024-09-16T07:08:16.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.694+0000 7f6a4dc63640 1 < suggested update operation key=1Y4BGXOVL52F tag=0N74Q22B24Q8 type=del size=902704 2024-09-16T07:08:16.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.696+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~87QF57A32UDO.0 size=207740 2024-09-16T07:08:16.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.696+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=87QF57A32UDO tag=IKJQ003XDUAJ type=write size=1256316 2024-09-16T07:08:16.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.698+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=OYR4KV1R6F9A type=del 2024-09-16T07:08:16.699 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.699+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=VF66OKFK6R0X type=del size=2771927 2024-09-16T07:08:16.701 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.701+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=4EMCB47G7IXL type=del 2024-09-16T07:08:16.702 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.702+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=XVNM8GZO3XFE type=del size=4150862 2024-09-16T07:08:16.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.703+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=W9LA943G1LV2 type=del 2024-09-16T07:08:16.704 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.704+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=PK22ORN385H0 type=del size=1732610 2024-09-16T07:08:16.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.705+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~HKFOWP3L10GB.0 size=630149 2024-09-16T07:08:16.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.707+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=HKFOWP3L10GB tag=4M6FDY708447 type=write size=1678725 2024-09-16T07:08:16.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.709+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~KDVBTG6J332D.0 size=1048576 2024-09-16T07:08:16.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.710+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~KDVBTG6J332D.1 size=114436 2024-09-16T07:08:16.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.710+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=KDVBTG6J332D tag=0F32HZ9NUOUP type=write size=2211588 2024-09-16T07:08:16.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.712+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=4ZFJRZROKYZ1 type=del 2024-09-16T07:08:16.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.713+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=5W73QNUXWKUB type=del size=584803 2024-09-16T07:08:16.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.714+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=R4NUM79626ZS type=del 2024-09-16T07:08:16.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.715+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=U3JL5CGURSFP type=del size=776666 2024-09-16T07:08:16.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.718+0000 7f6a4dc63640 1 < suggested update operation key=FFOW9C1BMGCP tag=ED2MXC7DN1K2 type=del size=567660 2024-09-16T07:08:16.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.720+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.0 size=1048576 2024-09-16T07:08:16.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.721+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.1 size=1048576 2024-09-16T07:08:16.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.722+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.2 size=799556 2024-09-16T07:08:16.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.722+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=MTR64WOMUTCG tag=O4HFSYR0OU8J type=write size=3945284 2024-09-16T07:08:16.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.724+0000 7f6a4dc63640 1 < suggested remove operation key=4X79D295RZ4K tag=ICBTXT19XDJ1 type=del 2024-09-16T07:08:16.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.725+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=91RPZHL1X9XJ type=del size=3445611 2024-09-16T07:08:16.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.727+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=FE1IDIUBJFHN type=write size=867661 2024-09-16T07:08:16.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.728+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=YQ6AMXOK55X0 type=write size=419902 2024-09-16T07:08:16.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.729+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=QPR3R2MS9FKX type=del 2024-09-16T07:08:16.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.730+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=QRYP4ILRTM9Z type=write size=576358 2024-09-16T07:08:16.732 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.732+0000 7f6a4dc63640 1 < canceled operation key=7QMJ5FTE4BA3 tag=E6QSOSJO0C0Z type=del size=3000450 2024-09-16T07:08:16.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.733+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=4KLKZ6UPE8WQ type=del size=2431196 2024-09-16T07:08:16.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.734+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=DVKRKDMFKWJ7 type=del size=1307157 2024-09-16T07:08:16.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.736+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=JCVKV65T3QZ0 type=del size=3012834 2024-09-16T07:08:16.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.738+0000 7f6a4dc63640 1 < suggested update operation key=RMU7VRUO4YOS tag=BP5EA74NC8HK type=write size=12006 2024-09-16T07:08:16.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.740+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.0 size=1048576 2024-09-16T07:08:16.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.742+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.1 size=1048576 2024-09-16T07:08:16.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.743+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.2 size=200307 2024-09-16T07:08:16.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.743+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=LS5YQJXOT4AE tag=VSOSY0CVL2F3 type=write size=3346035 2024-09-16T07:08:16.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.744+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.0 size=1048576 2024-09-16T07:08:16.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.745+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.1 size=1048576 2024-09-16T07:08:16.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.746+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~2COY4HRT7I3Z.2 size=311494 2024-09-16T07:08:16.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.748+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=2COY4HRT7I3Z tag=R03M5GR3O64R type=write size=3457222 2024-09-16T07:08:16.749 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.749+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=92BY4RW64J5B type=del size=236346 2024-09-16T07:08:16.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.751+0000 7f6a4dc63640 1 < suggested remove operation key=CJJ2FTWX2XGD tag=AGLICY6HW1AN type=del 2024-09-16T07:08:16.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.754+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~ARJ5A1GSR1H0.0 size=1048576 2024-09-16T07:08:16.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.755+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~ARJ5A1GSR1H0.1 size=44898 2024-09-16T07:08:16.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.755+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=ARJ5A1GSR1H0 tag=7HCO9C17USFQ type=write size=2142050 2024-09-16T07:08:16.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.756+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~87QF57A32UDO.0 size=207740 2024-09-16T07:08:16.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.758+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=87QF57A32UDO tag=IKJQ003XDUAJ type=write size=1256316 2024-09-16T07:08:16.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.760+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.0 size=1048576 2024-09-16T07:08:16.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.761+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.1 size=1048576 2024-09-16T07:08:16.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.763+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.2 size=981582 2024-09-16T07:08:16.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.763+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=QKQQS1XGK1M0 tag=0FVCQG2I5V17 type=write size=4127310 2024-09-16T07:08:16.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.765+0000 7f6a4dc63640 1 < suggested remove operation key=H3Q1PCCXPXUK tag=VF66OKFK6R0X type=del 2024-09-16T07:08:16.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.766+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=3NFKP1TS2U7N type=del size=57808 2024-09-16T07:08:16.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.768+0000 7f6a4dc63640 1 < suggested update operation key=ZTYIYV79PWM7 tag=XVNM8GZO3XFE type=del size=4150862 2024-09-16T07:08:16.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.770+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~76TOQF177P91.0 size=282435 2024-09-16T07:08:16.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.770+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=76TOQF177P91 tag=LDMC2L5ZM38Q type=write size=1331011 2024-09-16T07:08:16.772 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.771+0000 7f6a4dc63640 1 < canceled operation key=5TWLBMAWQE4Z tag=PK22ORN385H0 type=del size=1732610 2024-09-16T07:08:16.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.773+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=LKNH08DXQODB type=del size=1569110 2024-09-16T07:08:16.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.774+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~KDVBTG6J332D.0 size=1048576 2024-09-16T07:08:16.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.775+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~KDVBTG6J332D.1 size=114436 2024-09-16T07:08:16.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.777+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=KDVBTG6J332D tag=0F32HZ9NUOUP type=write size=2211588 2024-09-16T07:08:16.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.778+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=9S8J8Z7C5JKX type=del size=1691516 2024-09-16T07:08:16.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.779+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=5W73QNUXWKUB type=del 2024-09-16T07:08:16.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.781+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=TIYDEFB5FO5T type=del size=1736180 2024-09-16T07:08:16.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.782+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=U3JL5CGURSFP type=del 2024-09-16T07:08:16.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.783+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=7G55Z836OH0G type=del size=4006606 2024-09-16T07:08:16.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.784+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.0 size=1048576 2024-09-16T07:08:16.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.785+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.1 size=1048576 2024-09-16T07:08:16.786 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.786+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~MTR64WOMUTCG.2 size=799556 2024-09-16T07:08:16.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.788+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=MTR64WOMUTCG tag=O4HFSYR0OU8J type=write size=3945284 2024-09-16T07:08:16.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.791+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~HQJP5MGYGFSA.0 size=911877 2024-09-16T07:08:16.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.791+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=HQJP5MGYGFSA tag=VPC9S5KHEJGW type=write size=1960453 2024-09-16T07:08:16.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.792+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=91RPZHL1X9XJ type=del 2024-09-16T07:08:16.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.794+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.0 size=1048576 2024-09-16T07:08:16.795 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.795+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.1 size=1048576 2024-09-16T07:08:16.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.796+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.2 size=464839 2024-09-16T07:08:16.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.796+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=F9WSZC53ES47 tag=FO9D997Y992R type=write size=3610567 2024-09-16T07:08:16.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.797+0000 7f6a4dc63640 1 < completed write operation key=BKU75GT4GD2J tag=YQ6AMXOK55X0 type=write size=419902 2024-09-16T07:08:16.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.799+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~KI0ZG3A9AE13.0 size=964957 2024-09-16T07:08:16.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.799+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=KI0ZG3A9AE13 tag=5OZ3KYW026F5 type=write size=2013533 2024-09-16T07:08:16.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.800+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=QRYP4ILRTM9Z type=write size=576358 2024-09-16T07:08:16.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.802+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=5LNOTXDBZLDV type=del size=3443044 2024-09-16T07:08:16.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.803+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=4KLKZ6UPE8WQ type=del 2024-09-16T07:08:16.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.804+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=TW2MHRGUO14Y type=write size=61593 2024-09-16T07:08:16.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.805+0000 7f6a4dc63640 -1 < failed to complete operation key=RMU7VRUO4YOS tag=JCVKV65T3QZ0 type=del size=3012834: (22) Invalid argument 2024-09-16T07:08:16.807 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.807+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=PI9D7WPIYCZP type=del size=1653042 2024-09-16T07:08:16.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.808+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.0 size=1048576 2024-09-16T07:08:16.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.809+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.1 size=1048576 2024-09-16T07:08:16.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.810+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~LS5YQJXOT4AE.2 size=200307 2024-09-16T07:08:16.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.813+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=LS5YQJXOT4AE tag=VSOSY0CVL2F3 type=write size=3346035 2024-09-16T07:08:16.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.814+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=A9FM7YBREH9J type=write size=956980 2024-09-16T07:08:16.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.817+0000 7f6a4dc63640 1 < suggested remove operation key=88MH2W7ZQS96 tag=92BY4RW64J5B type=del 2024-09-16T07:08:16.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.818+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=VET2HMB35J1E type=del size=777418 2024-09-16T07:08:16.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.819+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~ARJ5A1GSR1H0.0 size=1048576 2024-09-16T07:08:16.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.821+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~ARJ5A1GSR1H0.1 size=44898 2024-09-16T07:08:16.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.823+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=ARJ5A1GSR1H0 tag=7HCO9C17USFQ type=write size=2142050 2024-09-16T07:08:16.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.824+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=SC8KQ3L8W5WQ type=write size=291762 2024-09-16T07:08:16.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.825+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.0 size=1048576 2024-09-16T07:08:16.827 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.826+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.1 size=1048576 2024-09-16T07:08:16.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.827+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~QKQQS1XGK1M0.2 size=981582 2024-09-16T07:08:16.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.830+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=QKQQS1XGK1M0 tag=0FVCQG2I5V17 type=write size=4127310 2024-09-16T07:08:16.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.832+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.0 size=1048576 2024-09-16T07:08:16.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.833+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.1 size=1048576 2024-09-16T07:08:16.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.834+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.2 size=143133 2024-09-16T07:08:16.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.834+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=WV14G6X9WD8R tag=8F0I25IIBUKI type=write size=3288861 2024-09-16T07:08:16.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.835+0000 7f6a4dc63640 1 < canceled operation key=RMU7VRUO4YOS tag=3NFKP1TS2U7N type=del size=57808 2024-09-16T07:08:16.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.837+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=WLI5JLE6OWIF type=del size=663297 2024-09-16T07:08:16.838 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.838+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~76TOQF177P91.0 size=282435 2024-09-16T07:08:16.840 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.840+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=76TOQF177P91 tag=LDMC2L5ZM38Q type=write size=1331011 2024-09-16T07:08:16.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.843+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.0 size=1048576 2024-09-16T07:08:16.844 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.844+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.1 size=1048576 2024-09-16T07:08:16.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.845+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.2 size=457566 2024-09-16T07:08:16.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.845+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=DZBVO7PA4H4B tag=1SSBF5JH8N6A type=write size=3603294 2024-09-16T07:08:16.846 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.846+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=LKNH08DXQODB type=del 2024-09-16T07:08:16.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.848+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.0 size=1048576 2024-09-16T07:08:16.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.849+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.1 size=1048576 2024-09-16T07:08:16.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.850+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.2 size=142204 2024-09-16T07:08:16.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.850+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=UM0PI2RHOMGZ tag=PC4RBVH0LL9A type=write size=3287932 2024-09-16T07:08:16.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.851+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=9S8J8Z7C5JKX type=del 2024-09-16T07:08:16.853 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.853+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=D27D3UMREIUT type=del size=2277413 2024-09-16T07:08:16.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.854+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=TIYDEFB5FO5T type=del 2024-09-16T07:08:16.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.855+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=HC2AHZFEEZBG type=del size=632354 2024-09-16T07:08:16.857 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.856+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=7G55Z836OH0G type=del 2024-09-16T07:08:16.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.858+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=BDVNQH6A5A5F type=del size=4020551 2024-09-16T07:08:16.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.859+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~HQJP5MGYGFSA.0 size=911877 2024-09-16T07:08:16.861 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.861+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=HQJP5MGYGFSA tag=VPC9S5KHEJGW type=write size=1960453 2024-09-16T07:08:16.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.862+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=818KO8T6MYNM type=del size=2449022 2024-09-16T07:08:16.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.863+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.0 size=1048576 2024-09-16T07:08:16.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.864+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.1 size=1048576 2024-09-16T07:08:16.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.865+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~F9WSZC53ES47.2 size=464839 2024-09-16T07:08:16.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.867+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=F9WSZC53ES47 tag=FO9D997Y992R type=write size=3610567 2024-09-16T07:08:16.869 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.869+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=J7UR05B9R55P type=del size=3854919 2024-09-16T07:08:16.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.870+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~KI0ZG3A9AE13.0 size=964957 2024-09-16T07:08:16.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.872+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=KI0ZG3A9AE13 tag=5OZ3KYW026F5 type=write size=2013533 2024-09-16T07:08:16.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.873+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=G9BCJB31V83L type=del size=105082 2024-09-16T07:08:16.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.875+0000 7f6a4dc63640 1 < suggested remove operation key=AWJBSUV0CGLC tag=5LNOTXDBZLDV type=del 2024-09-16T07:08:16.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.877+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=1T7SHBN45CV4 type=del size=3369120 2024-09-16T07:08:16.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.878+0000 7f6a4dc63640 1 < canceled operation key=8P0FKUBB0X3E tag=TW2MHRGUO14Y type=write size=61593 2024-09-16T07:08:16.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.881+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~BX5IZ5R4DPJY.0 size=67502 2024-09-16T07:08:16.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.881+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=BX5IZ5R4DPJY tag=DSOY9M00S0W2 type=write size=1116078 2024-09-16T07:08:16.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.882+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=PI9D7WPIYCZP type=del 2024-09-16T07:08:16.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.885+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.0 size=1048576 2024-09-16T07:08:16.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.886+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.1 size=1048576 2024-09-16T07:08:16.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.887+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.2 size=380733 2024-09-16T07:08:16.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.887+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=4UG0SI06QWO1 tag=5FT0N4CWKOU5 type=write size=3526461 2024-09-16T07:08:16.889 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.889+0000 7f6a4dc63640 1 < suggested remove operation key=LD42W1X7ICIU tag=A9FM7YBREH9J type=write 2024-09-16T07:08:16.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.890+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=COR66WPFDNE5 type=del size=709143 2024-09-16T07:08:16.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.891+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=VET2HMB35J1E type=del size=777418 2024-09-16T07:08:16.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.894+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~MIC3XMCSPI45.0 size=1022083 2024-09-16T07:08:16.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.894+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=MIC3XMCSPI45 tag=ZC9747NJ2O32 type=write size=2070659 2024-09-16T07:08:16.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.896+0000 7f6a4dc63640 1 < suggested update operation key=7QMJ5FTE4BA3 tag=SC8KQ3L8W5WQ type=write size=291762 2024-09-16T07:08:16.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.898+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=2EWSW63L1NWZ type=del size=2759918 2024-09-16T07:08:16.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.899+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.0 size=1048576 2024-09-16T07:08:16.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.900+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.1 size=1048576 2024-09-16T07:08:16.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.901+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~WV14G6X9WD8R.2 size=143133 2024-09-16T07:08:16.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.903+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=WV14G6X9WD8R tag=8F0I25IIBUKI type=write size=3288861 2024-09-16T07:08:16.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.904+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=RTD7JVQ0CF6G type=del size=774816 2024-09-16T07:08:16.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.906+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=WLI5JLE6OWIF type=del 2024-09-16T07:08:16.907 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.907+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=VTVSCTVDUP5I type=del size=1823618 2024-09-16T07:08:16.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.908+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.0 size=1048576 2024-09-16T07:08:16.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.909+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.1 size=1048576 2024-09-16T07:08:16.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.910+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~DZBVO7PA4H4B.2 size=457566 2024-09-16T07:08:16.912 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.912+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=DZBVO7PA4H4B tag=1SSBF5JH8N6A type=write size=3603294 2024-09-16T07:08:16.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.913+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=ZFREANTZEI8S type=del size=3170937 2024-09-16T07:08:16.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.914+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.0 size=1048576 2024-09-16T07:08:16.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.915+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.1 size=1048576 2024-09-16T07:08:16.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.916+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~UM0PI2RHOMGZ.2 size=142204 2024-09-16T07:08:16.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.918+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=UM0PI2RHOMGZ tag=PC4RBVH0LL9A type=write size=3287932 2024-09-16T07:08:16.921 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.920+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~GK62M85CMNTZ.0 size=785879 2024-09-16T07:08:16.921 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.920+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=GK62M85CMNTZ tag=JFOHQERPLXRH type=write size=1834455 2024-09-16T07:08:16.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.922+0000 7f6a4dc63640 -1 < failed to complete operation key=7QMJ5FTE4BA3 tag=D27D3UMREIUT type=del size=2277413: (22) Invalid argument 2024-09-16T07:08:16.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.924+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~LH4D8XB5MSSU.0 size=1048576 2024-09-16T07:08:16.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.925+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~LH4D8XB5MSSU.1 size=476412 2024-09-16T07:08:16.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.925+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=LH4D8XB5MSSU tag=9Q04KPRGG5AQ type=write size=2573564 2024-09-16T07:08:16.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.926+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=HC2AHZFEEZBG type=del 2024-09-16T07:08:16.928 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.928+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=53DRKJT25O9V type=del size=484119 2024-09-16T07:08:16.930 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.930+0000 7f6a4dc63640 1 < suggested update operation key=FFOW9C1BMGCP tag=BDVNQH6A5A5F type=del size=4020551 2024-09-16T07:08:16.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.931+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=F6DEFPYYJDKN type=del size=2670468 2024-09-16T07:08:16.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.932+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=818KO8T6MYNM type=del 2024-09-16T07:08:16.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.935+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~95HUJUFJSTZG.0 size=1048576 2024-09-16T07:08:16.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.936+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~95HUJUFJSTZG.1 size=468989 2024-09-16T07:08:16.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.936+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=95HUJUFJSTZG tag=MAWNQ7LUEYFF type=write size=2566141 2024-09-16T07:08:16.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.937+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=J7UR05B9R55P type=del 2024-09-16T07:08:16.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.938+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=WF2QOLH8M4B5 type=del size=3818578 2024-09-16T07:08:16.940 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.940+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=G9BCJB31V83L type=del 2024-09-16T07:08:16.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.943+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~1SZLUMFXPR0O.0 size=26393 2024-09-16T07:08:16.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.943+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=1SZLUMFXPR0O tag=Y0A2BRJ04D0M type=write size=1074969 2024-09-16T07:08:16.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.944+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=1T7SHBN45CV4 type=del size=3369120 2024-09-16T07:08:16.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.947+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.0 size=1048576 2024-09-16T07:08:16.948 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.948+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.1 size=1048576 2024-09-16T07:08:16.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.949+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.2 size=550360 2024-09-16T07:08:16.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.949+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=5R4HEIP59DTX tag=XUPXDTURRIQO type=write size=3696088 2024-09-16T07:08:16.950 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.950+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~BX5IZ5R4DPJY.0 size=67502 2024-09-16T07:08:16.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.952+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=BX5IZ5R4DPJY tag=DSOY9M00S0W2 type=write size=1116078 2024-09-16T07:08:16.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.953+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=QE82J9QAP3IJ type=del size=380716 2024-09-16T07:08:16.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.954+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.0 size=1048576 2024-09-16T07:08:16.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.955+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.1 size=1048576 2024-09-16T07:08:16.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.956+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~4UG0SI06QWO1.2 size=380733 2024-09-16T07:08:16.958 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.958+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=4UG0SI06QWO1 tag=5FT0N4CWKOU5 type=write size=3526461 2024-09-16T07:08:16.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.960+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=3ANDESD82EVM type=del size=513031 2024-09-16T07:08:16.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.961+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=COR66WPFDNE5 type=del 2024-09-16T07:08:16.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.962+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=ZYS2U7LT6P9Q type=del size=1867824 2024-09-16T07:08:16.964 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.964+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~MIC3XMCSPI45.0 size=1022083 2024-09-16T07:08:16.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.966+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=MIC3XMCSPI45 tag=ZC9747NJ2O32 type=write size=2070659 2024-09-16T07:08:16.970 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.970+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~N90TB6Q7QGU1.0 size=1048576 2024-09-16T07:08:16.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.971+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~N90TB6Q7QGU1.1 size=393182 2024-09-16T07:08:16.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.971+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=N90TB6Q7QGU1 tag=WA7UONER3SDY type=write size=2490334 2024-09-16T07:08:16.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.973+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=2EWSW63L1NWZ type=del 2024-09-16T07:08:16.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.975+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=OI9MASWKRV0M type=del size=228795 2024-09-16T07:08:16.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.976+0000 7f6a4dc63640 1 < canceled operation key=Q30B5IQL3VQX tag=RTD7JVQ0CF6G type=del size=774816 2024-09-16T07:08:16.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.979+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~J9KWC53VHP3F.0 size=15740 2024-09-16T07:08:16.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.979+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=J9KWC53VHP3F tag=E61ZKGPM3CJX type=write size=1064316 2024-09-16T07:08:16.981 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.980+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=VTVSCTVDUP5I type=del 2024-09-16T07:08:16.983 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.983+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.0 size=1048576 2024-09-16T07:08:16.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.984+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.1 size=1048576 2024-09-16T07:08:16.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.985+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.2 size=1022655 2024-09-16T07:08:16.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.985+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=053L3TPCP3FP tag=WW8LECE5996X type=write size=4168383 2024-09-16T07:08:16.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.987+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=ZFREANTZEI8S type=del 2024-09-16T07:08:16.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.988+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=RJ9EQII5BJIX type=del size=2205688 2024-09-16T07:08:16.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.989+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~GK62M85CMNTZ.0 size=785879 2024-09-16T07:08:16.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.992+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=GK62M85CMNTZ tag=JFOHQERPLXRH type=write size=1834455 2024-09-16T07:08:16.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.994+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.0 size=1048576 2024-09-16T07:08:16.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.996+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.1 size=1048576 2024-09-16T07:08:16.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.997+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.2 size=609218 2024-09-16T07:08:16.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.997+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=WUA2JVXT1J4I tag=K0EDANO6HK6Z type=write size=3754946 2024-09-16T07:08:16.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.997+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~LH4D8XB5MSSU.0 size=1048576 2024-09-16T07:08:16.998 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:16.998+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~LH4D8XB5MSSU.1 size=476412 2024-09-16T07:08:17.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.000+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=LH4D8XB5MSSU tag=9Q04KPRGG5AQ type=write size=2573564 2024-09-16T07:08:17.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.001+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=VMRDYRQITR1X type=del size=795621 2024-09-16T07:08:17.002 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.002+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=53DRKJT25O9V type=del 2024-09-16T07:08:17.004 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.004+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=RUL2BZDF38A8 type=del size=2227756 2024-09-16T07:08:17.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.005+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=F6DEFPYYJDKN type=del 2024-09-16T07:08:17.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.007+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~X0TDUL6YOSWF.0 size=1048576 2024-09-16T07:08:17.008 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.008+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~X0TDUL6YOSWF.1 size=755650 2024-09-16T07:08:17.008 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.008+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=X0TDUL6YOSWF tag=YCC2B8UDN589 type=write size=2852802 2024-09-16T07:08:17.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.009+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~95HUJUFJSTZG.0 size=1048576 2024-09-16T07:08:17.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.010+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~95HUJUFJSTZG.1 size=468989 2024-09-16T07:08:17.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.012+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=95HUJUFJSTZG tag=MAWNQ7LUEYFF type=write size=2566141 2024-09-16T07:08:17.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.013+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=PZJDX5Y6UA9F type=del size=1410949 2024-09-16T07:08:17.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.015+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=WF2QOLH8M4B5 type=del 2024-09-16T07:08:17.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.016+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=KIDZWGBY6CJG type=del size=983502 2024-09-16T07:08:17.017 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.017+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~1SZLUMFXPR0O.0 size=26393 2024-09-16T07:08:17.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.019+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=1SZLUMFXPR0O tag=Y0A2BRJ04D0M type=write size=1074969 2024-09-16T07:08:17.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.020+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=1CPZUOA3472B type=del size=4174386 2024-09-16T07:08:17.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.022+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.0 size=1048576 2024-09-16T07:08:17.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.023+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.1 size=1048576 2024-09-16T07:08:17.024 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.024+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~5R4HEIP59DTX.2 size=550360 2024-09-16T07:08:17.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.026+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=5R4HEIP59DTX tag=XUPXDTURRIQO type=write size=3696088 2024-09-16T07:08:17.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.027+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=WDTUK5L0TQB6 type=del size=2124967 2024-09-16T07:08:17.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.029+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=QE82J9QAP3IJ type=del 2024-09-16T07:08:17.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.030+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=OUB0B6KCKNE3 type=del size=2444961 2024-09-16T07:08:17.032 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.032+0000 7f6a4dc63640 1 < canceled operation key=7ZHUHNJF6OXB tag=3ANDESD82EVM type=del size=513031 2024-09-16T07:08:17.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.033+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=DE9F5YJI3H7E type=del size=4140980 2024-09-16T07:08:17.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.034+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=ZYS2U7LT6P9Q type=del 2024-09-16T07:08:17.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.035+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=X1G8JLEL9NJW type=del size=3566710 2024-09-16T07:08:17.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.037+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~N90TB6Q7QGU1.0 size=1048576 2024-09-16T07:08:17.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.038+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~N90TB6Q7QGU1.1 size=393182 2024-09-16T07:08:17.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.040+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=N90TB6Q7QGU1 tag=WA7UONER3SDY type=write size=2490334 2024-09-16T07:08:17.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.041+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=ST5RLFBWKI4W type=del size=4158316 2024-09-16T07:08:17.044 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.044+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=OI9MASWKRV0M type=del 2024-09-16T07:08:17.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.045+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=NG2NR8GX3U6K type=del size=84096 2024-09-16T07:08:17.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.047+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~J9KWC53VHP3F.0 size=15740 2024-09-16T07:08:17.049 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.049+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=J9KWC53VHP3F tag=E61ZKGPM3CJX type=write size=1064316 2024-09-16T07:08:17.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.050+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=FVKMBS5L1GVA type=del size=686534 2024-09-16T07:08:17.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.052+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.0 size=1048576 2024-09-16T07:08:17.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.053+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.1 size=1048576 2024-09-16T07:08:17.054 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.054+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~053L3TPCP3FP.2 size=1022655 2024-09-16T07:08:17.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.056+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=053L3TPCP3FP tag=WW8LECE5996X type=write size=4168383 2024-09-16T07:08:17.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.058+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~EC0ELHXINBCC.0 size=929029 2024-09-16T07:08:17.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.058+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=EC0ELHXINBCC tag=9W28JAQW35IS type=write size=1977605 2024-09-16T07:08:17.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.060+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=RJ9EQII5BJIX type=del 2024-09-16T07:08:17.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.061+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=1TG53PQ2Z8MR type=del size=2058426 2024-09-16T07:08:17.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.063+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.0 size=1048576 2024-09-16T07:08:17.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.064+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.1 size=1048576 2024-09-16T07:08:17.065 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.065+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WUA2JVXT1J4I.2 size=609218 2024-09-16T07:08:17.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.067+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=WUA2JVXT1J4I tag=K0EDANO6HK6Z type=write size=3754946 2024-09-16T07:08:17.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.068+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=PF70EA7PZLNV type=del size=1799157 2024-09-16T07:08:17.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.069+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=VMRDYRQITR1X type=del 2024-09-16T07:08:17.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.071+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=B82WJXBEWDUD type=write size=952427 2024-09-16T07:08:17.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.072+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=RUL2BZDF38A8 type=del size=2227756 2024-09-16T07:08:17.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.073+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=60OU6K23RKJZ type=del size=3435694 2024-09-16T07:08:17.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.075+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~X0TDUL6YOSWF.0 size=1048576 2024-09-16T07:08:17.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.076+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~X0TDUL6YOSWF.1 size=755650 2024-09-16T07:08:17.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.078+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=X0TDUL6YOSWF tag=YCC2B8UDN589 type=write size=2852802 2024-09-16T07:08:17.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.079+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=8JJYWDVWHML6 type=del size=2400547 2024-09-16T07:08:17.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.080+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=PZJDX5Y6UA9F type=del 2024-09-16T07:08:17.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.082+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=OJPYOTHFXP81 type=del size=3593134 2024-09-16T07:08:17.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.083+0000 7f6a4dc63640 -1 < failed to complete operation key=K1NW8211P2C1 tag=KIDZWGBY6CJG type=del size=983502: (22) Invalid argument 2024-09-16T07:08:17.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.084+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=960RRR1980MG type=del size=151253 2024-09-16T07:08:17.086 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.085+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=1CPZUOA3472B type=del 2024-09-16T07:08:17.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.088+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~SF2JYWVHRLOA.0 size=1048576 2024-09-16T07:08:17.089 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.089+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~SF2JYWVHRLOA.1 size=322015 2024-09-16T07:08:17.089 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.089+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=SF2JYWVHRLOA tag=JXAT2788F4XF type=write size=2419167 2024-09-16T07:08:17.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.090+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=WDTUK5L0TQB6 type=del 2024-09-16T07:08:17.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.092+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=ITH2NFB2QOYI type=del size=3617169 2024-09-16T07:08:17.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.093+0000 7f6a4dc63640 1 < canceled operation key=C3K7ADI7VKKZ tag=OUB0B6KCKNE3 type=del size=2444961 2024-09-16T07:08:17.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.094+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=7U9LIY1CXQOD type=write size=445468 2024-09-16T07:08:17.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.096+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=DE9F5YJI3H7E type=del 2024-09-16T07:08:17.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.098+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~UANPBUH6X5TR.0 size=793183 2024-09-16T07:08:17.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.098+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=UANPBUH6X5TR tag=UPZOGZH45V5G type=write size=1841759 2024-09-16T07:08:17.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.099+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=X1G8JLEL9NJW type=del 2024-09-16T07:08:17.102 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.102+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~8OB59YTOY1TY.0 size=1048576 2024-09-16T07:08:17.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.103+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~8OB59YTOY1TY.1 size=636270 2024-09-16T07:08:17.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.103+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=8OB59YTOY1TY tag=AD6M8TJDZ566 type=write size=2733422 2024-09-16T07:08:17.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.104+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=ST5RLFBWKI4W type=del 2024-09-16T07:08:17.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.107+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.0 size=1048576 2024-09-16T07:08:17.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.108+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.1 size=1048576 2024-09-16T07:08:17.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.109+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.2 size=577728 2024-09-16T07:08:17.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.109+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=MGI9UBBF5Q05 tag=C7YYAHS0SM5V type=write size=3723456 2024-09-16T07:08:17.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.111+0000 7f6a4dc63640 1 < suggested update operation key=AWJBSUV0CGLC tag=NG2NR8GX3U6K type=del size=84096 2024-09-16T07:08:17.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.112+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=XHH4FKKN5Z5Z type=del size=1822382 2024-09-16T07:08:17.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.115+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=FVKMBS5L1GVA type=del 2024-09-16T07:08:17.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.116+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=68X6JL7I92MN type=del size=2302646 2024-09-16T07:08:17.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.117+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~EC0ELHXINBCC.0 size=929029 2024-09-16T07:08:17.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.119+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=EC0ELHXINBCC tag=9W28JAQW35IS type=write size=1977605 2024-09-16T07:08:17.121 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.121+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~065310A3P42E.0 size=1048576 2024-09-16T07:08:17.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.122+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~065310A3P42E.1 size=449375 2024-09-16T07:08:17.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.122+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=065310A3P42E tag=TTELBKGX52YB type=write size=2546527 2024-09-16T07:08:17.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.125+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=1TG53PQ2Z8MR type=del 2024-09-16T07:08:17.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.126+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=E1ZN7M6FJCQC type=del size=3153652 2024-09-16T07:08:17.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.127+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=PF70EA7PZLNV type=del 2024-09-16T07:08:17.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.129+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~CG92XLMP3ICC.0 size=1048576 2024-09-16T07:08:17.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.130+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~CG92XLMP3ICC.1 size=381989 2024-09-16T07:08:17.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.130+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=CG92XLMP3ICC tag=29ZZAM8F4QO1 type=write size=2479141 2024-09-16T07:08:17.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.132+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=B82WJXBEWDUD type=write size=952427 2024-09-16T07:08:17.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.133+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=PIK9E6NDGQB1 type=del size=2404474 2024-09-16T07:08:17.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.136+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=60OU6K23RKJZ type=del size=3435694 2024-09-16T07:08:17.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.138+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=P04878PPXGQB type=del size=3130299 2024-09-16T07:08:17.139 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.139+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=8JJYWDVWHML6 type=del 2024-09-16T07:08:17.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.140+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=AZUB408R855V type=del size=3665696 2024-09-16T07:08:17.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.143+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=OJPYOTHFXP81 type=del size=3593134 2024-09-16T07:08:17.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.144+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=DQ9Z3EQRNFOV type=del size=3065996 2024-09-16T07:08:17.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.146+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=960RRR1980MG type=del 2024-09-16T07:08:17.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.147+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=YYZH1T99H0ZF type=del size=1582391 2024-09-16T07:08:17.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.150+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~SF2JYWVHRLOA.0 size=1048576 2024-09-16T07:08:17.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.151+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~SF2JYWVHRLOA.1 size=322015 2024-09-16T07:08:17.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.153+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=SF2JYWVHRLOA tag=JXAT2788F4XF type=write size=2419167 2024-09-16T07:08:17.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.154+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=QBJYYFFIMJRV type=del size=181614 2024-09-16T07:08:17.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.155+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=ITH2NFB2QOYI type=del 2024-09-16T07:08:17.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.158+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~2W828SU41MZ9.0 size=1048576 2024-09-16T07:08:17.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.159+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~2W828SU41MZ9.1 size=628658 2024-09-16T07:08:17.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.159+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=2W828SU41MZ9 tag=R3YL6QKLU529 type=write size=2725810 2024-09-16T07:08:17.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.161+0000 7f6a4dc63640 1 < suggested remove operation key=LD42W1X7ICIU tag=7U9LIY1CXQOD type=write 2024-09-16T07:08:17.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.164+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~A2OOGYLK2A5L.0 size=1048576 2024-09-16T07:08:17.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.165+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~A2OOGYLK2A5L.1 size=406350 2024-09-16T07:08:17.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.165+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=A2OOGYLK2A5L tag=VPA0QQ24ZTTG type=write size=2503502 2024-09-16T07:08:17.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.167+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~UANPBUH6X5TR.0 size=793183 2024-09-16T07:08:17.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.169+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=UANPBUH6X5TR tag=UPZOGZH45V5G type=write size=1841759 2024-09-16T07:08:17.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.170+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=1NANKD9KMGAH type=del size=1908868 2024-09-16T07:08:17.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.170+0000 7f6a4dc63640 1 < canceled part key=_multipart_RMU7VRUO4YOS.2~8OB59YTOY1TY.0 size=1048576 2024-09-16T07:08:17.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.171+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~8OB59YTOY1TY.1 size=636270 2024-09-16T07:08:17.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.173+0000 7f6a4dc63640 1 < canceled multipart upload key=RMU7VRUO4YOS upload=8OB59YTOY1TY tag=AD6M8TJDZ566 type=write size=2733422 2024-09-16T07:08:17.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.176+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~BLSJFR4B762G.0 size=980252 2024-09-16T07:08:17.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.176+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=BLSJFR4B762G tag=VNFUDY76AND2 type=write size=2028828 2024-09-16T07:08:17.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.177+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.0 size=1048576 2024-09-16T07:08:17.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.178+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.1 size=1048576 2024-09-16T07:08:17.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.179+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~MGI9UBBF5Q05.2 size=577728 2024-09-16T07:08:17.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.181+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=MGI9UBBF5Q05 tag=C7YYAHS0SM5V type=write size=3723456 2024-09-16T07:08:17.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.183+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=5LZPFHY60PSG type=del size=754412 2024-09-16T07:08:17.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.185+0000 7f6a4dc63640 1 < suggested update operation key=FB23TC3WPG1I tag=XHH4FKKN5Z5Z type=del size=1822382 2024-09-16T07:08:17.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.188+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.0 size=1048576 2024-09-16T07:08:17.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.189+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.1 size=1048576 2024-09-16T07:08:17.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.190+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.2 size=868033 2024-09-16T07:08:17.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.190+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=VUG6GJ1YR9BG tag=P3HC8YA5OGH5 type=write size=4013761 2024-09-16T07:08:17.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.190+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=K1NW8211P2C1 tag=68X6JL7I92MN type=del size=2302646: (2) No such file or directory 2024-09-16T07:08:17.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.193+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.0 size=1048576 2024-09-16T07:08:17.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.194+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.1 size=1048576 2024-09-16T07:08:17.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.195+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.2 size=305616 2024-09-16T07:08:17.196 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.195+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=JVFXT2RXIP3O tag=RGPOJXXWHNMR type=write size=3451344 2024-09-16T07:08:17.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.197+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~065310A3P42E.0 size=1048576 2024-09-16T07:08:17.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.198+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~065310A3P42E.1 size=449375 2024-09-16T07:08:17.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.200+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=065310A3P42E tag=TTELBKGX52YB type=write size=2546527 2024-09-16T07:08:17.203 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.203+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.0 size=1048576 2024-09-16T07:08:17.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.206+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.1 size=1048576 2024-09-16T07:08:17.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.208+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.2 size=593169 2024-09-16T07:08:17.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.208+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=NGC72H7YTLGN tag=TZ31Z4LPR556 type=write size=3738897 2024-09-16T07:08:17.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.209+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=E1ZN7M6FJCQC type=del 2024-09-16T07:08:17.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.211+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=SVS3J2OOP8O3 type=del size=659765 2024-09-16T07:08:17.212 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.212+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~CG92XLMP3ICC.0 size=1048576 2024-09-16T07:08:17.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.213+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~CG92XLMP3ICC.1 size=381989 2024-09-16T07:08:17.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.216+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=CG92XLMP3ICC tag=29ZZAM8F4QO1 type=write size=2479141 2024-09-16T07:08:17.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.219+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.0 size=1048576 2024-09-16T07:08:17.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.220+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.1 size=1048576 2024-09-16T07:08:17.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.222+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.2 size=332402 2024-09-16T07:08:17.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.222+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=1MOFGB8F73EK tag=JLHEZXF4AZVU type=write size=3478130 2024-09-16T07:08:17.223 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.223+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=PIK9E6NDGQB1 type=del 2024-09-16T07:08:17.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.225+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=2F3YS7SB401Y type=del size=2006881 2024-09-16T07:08:17.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.226+0000 7f6a4dc63640 -1 < failed to complete operation key=FB23TC3WPG1I tag=P04878PPXGQB type=del size=3130299: (22) Invalid argument 2024-09-16T07:08:17.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.229+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~UYL7N4RFEH31.0 size=1048576 2024-09-16T07:08:17.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.231+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~UYL7N4RFEH31.1 size=171711 2024-09-16T07:08:17.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.231+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=UYL7N4RFEH31 tag=AN5XJ653USEE type=write size=2268863 2024-09-16T07:08:17.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.233+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=AZUB408R855V type=del 2024-09-16T07:08:17.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.235+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~V0AG9YG3F3BB.0 size=1048576 2024-09-16T07:08:17.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.237+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~V0AG9YG3F3BB.1 size=314685 2024-09-16T07:08:17.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.237+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=V0AG9YG3F3BB tag=1DXTV0FH7VW3 type=write size=2411837 2024-09-16T07:08:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:16 smithi164 ceph-mon[88760]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T07:08:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:16 smithi164 ceph-mon[88760]: pgmap v1384: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:17.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.238+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=DQ9Z3EQRNFOV type=del 2024-09-16T07:08:17.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.240+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~PNUVWW6S6PMV.0 size=252814 2024-09-16T07:08:17.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.240+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=PNUVWW6S6PMV tag=XK7M18C11HZT type=write size=1301390 2024-09-16T07:08:17.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.241+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=YYZH1T99H0ZF type=del 2024-09-16T07:08:17.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.244+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~O11L6AHM1YMM.0 size=896508 2024-09-16T07:08:17.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.244+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=O11L6AHM1YMM tag=CECOIV38XITM type=write size=1945084 2024-09-16T07:08:17.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.245+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=QBJYYFFIMJRV type=del 2024-09-16T07:08:17.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.248+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~TRU4X5GKYMY4.0 size=703446 2024-09-16T07:08:17.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.248+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=TRU4X5GKYMY4 tag=3PHGMHZTIMHB type=write size=1752022 2024-09-16T07:08:17.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.249+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~2W828SU41MZ9.0 size=1048576 2024-09-16T07:08:17.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.250+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~2W828SU41MZ9.1 size=628658 2024-09-16T07:08:17.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.252+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=2W828SU41MZ9 tag=R3YL6QKLU529 type=write size=2725810 2024-09-16T07:08:17.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.254+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~EPU39OXLX61J.0 size=748690 2024-09-16T07:08:17.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.254+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=EPU39OXLX61J tag=M9K4R8AKBP04 type=write size=1797266 2024-09-16T07:08:17.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.255+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~A2OOGYLK2A5L.0 size=1048576 2024-09-16T07:08:17.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.257+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~A2OOGYLK2A5L.1 size=406350 2024-09-16T07:08:17.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.259+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=A2OOGYLK2A5L tag=VPA0QQ24ZTTG type=write size=2503502 2024-09-16T07:08:17.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.261+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~KU0B1MYAH9I0.0 size=517761 2024-09-16T07:08:17.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.261+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=KU0B1MYAH9I0 tag=VFKR62X0KT9B type=write size=1566337 2024-09-16T07:08:17.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.263+0000 7f6a4dc63640 1 < suggested remove operation key=5TWLBMAWQE4Z tag=1NANKD9KMGAH type=del 2024-09-16T07:08:17.265 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.265+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=RAKXNG2KHLU5 type=del size=85548 2024-09-16T07:08:17.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.266+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~BLSJFR4B762G.0 size=980252 2024-09-16T07:08:17.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.268+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=BLSJFR4B762G tag=VNFUDY76AND2 type=write size=2028828 2024-09-16T07:08:17.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.269+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=WP9CGSPBNVU3 type=del size=3559097 2024-09-16T07:08:17.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.271+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=5LZPFHY60PSG type=del 2024-09-16T07:08:17.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.272+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=0WGS2URQU2KV type=del size=373882 2024-09-16T07:08:17.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.274+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.0 size=1048576 2024-09-16T07:08:17.275 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.275+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.1 size=1048576 2024-09-16T07:08:17.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.276+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~VUG6GJ1YR9BG.2 size=868033 2024-09-16T07:08:17.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.278+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=VUG6GJ1YR9BG tag=P3HC8YA5OGH5 type=write size=4013761 2024-09-16T07:08:17.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.281+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~0MMG8O0AMJKF.0 size=375865 2024-09-16T07:08:17.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.281+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=0MMG8O0AMJKF tag=BZZC3EDMDV98 type=write size=1424441 2024-09-16T07:08:17.282 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.282+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.0 size=1048576 2024-09-16T07:08:17.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.283+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.1 size=1048576 2024-09-16T07:08:17.284 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.284+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~JVFXT2RXIP3O.2 size=305616 2024-09-16T07:08:17.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.286+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=JVFXT2RXIP3O tag=RGPOJXXWHNMR type=write size=3451344 2024-09-16T07:08:17.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.287+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=3E3QR430NA4Z type=write size=413321 2024-09-16T07:08:17.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.289+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.0 size=1048576 2024-09-16T07:08:17.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.290+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.1 size=1048576 2024-09-16T07:08:17.291 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.291+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~NGC72H7YTLGN.2 size=593169 2024-09-16T07:08:17.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.293+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=NGC72H7YTLGN tag=TZ31Z4LPR556 type=write size=3738897 2024-09-16T07:08:17.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.294+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=EIYM4538J6J5 type=del size=561853 2024-09-16T07:08:17.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.296+0000 7f6a4dc63640 1 < canceled operation key=5B35B97CQJ7U tag=SVS3J2OOP8O3 type=del size=659765 2024-09-16T07:08:17.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.297+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=L0HF35F9SIM8 type=del size=2983461 2024-09-16T07:08:17.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.298+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.0 size=1048576 2024-09-16T07:08:17.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.299+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.1 size=1048576 2024-09-16T07:08:17.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.300+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~1MOFGB8F73EK.2 size=332402 2024-09-16T07:08:17.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.302+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=1MOFGB8F73EK tag=JLHEZXF4AZVU type=write size=3478130 2024-09-16T07:08:17.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.304+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=W47CN9KSESOF type=del size=1088861 2024-09-16T07:08:17.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.305+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=2F3YS7SB401Y type=del 2024-09-16T07:08:17.307 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.307+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=R6K48PL0VL12 type=del size=3731726 2024-09-16T07:08:17.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.308+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~UYL7N4RFEH31.0 size=1048576 2024-09-16T07:08:17.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.309+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~UYL7N4RFEH31.1 size=171711 2024-09-16T07:08:17.311 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.311+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=UYL7N4RFEH31 tag=AN5XJ653USEE type=write size=2268863 2024-09-16T07:08:17.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.313+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=HZS6RO3O94WH type=del size=4115361 2024-09-16T07:08:17.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.314+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~V0AG9YG3F3BB.0 size=1048576 2024-09-16T07:08:17.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.315+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~V0AG9YG3F3BB.1 size=314685 2024-09-16T07:08:17.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.317+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=V0AG9YG3F3BB tag=1DXTV0FH7VW3 type=write size=2411837 2024-09-16T07:08:17.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.318+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=AMKUSSQ5GIKH type=write size=89566 2024-09-16T07:08:17.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.320+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~PNUVWW6S6PMV.0 size=252814 2024-09-16T07:08:17.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.322+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=PNUVWW6S6PMV tag=XK7M18C11HZT type=write size=1301390 2024-09-16T07:08:17.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.323+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=DV1TVVS0N402 type=write size=837935 2024-09-16T07:08:17.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.325+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~O11L6AHM1YMM.0 size=896508 2024-09-16T07:08:17.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.327+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=O11L6AHM1YMM tag=CECOIV38XITM type=write size=1945084 2024-09-16T07:08:17.329 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.329+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~7F2N3PMJW0YE.0 size=1048576 2024-09-16T07:08:17.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.330+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~7F2N3PMJW0YE.1 size=461573 2024-09-16T07:08:17.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.330+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=7F2N3PMJW0YE tag=29ZI4F24AKKR type=write size=2558725 2024-09-16T07:08:17.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.330+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~TRU4X5GKYMY4.0 size=703446 2024-09-16T07:08:17.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.333+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=TRU4X5GKYMY4 tag=3PHGMHZTIMHB type=write size=1752022 2024-09-16T07:08:17.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.334+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=5U2FY8M9EEF7 type=write size=439012 2024-09-16T07:08:17.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.336+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~EPU39OXLX61J.0 size=748690 2024-09-16T07:08:17.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.338+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=EPU39OXLX61J tag=M9K4R8AKBP04 type=write size=1797266 2024-09-16T07:08:17.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.340+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=DBQMY4KVBTBW type=del size=1825634 2024-09-16T07:08:17.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.341+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~KU0B1MYAH9I0.0 size=517761 2024-09-16T07:08:17.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.343+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=KU0B1MYAH9I0 tag=VFKR62X0KT9B type=write size=1566337 2024-09-16T07:08:17.346 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.346+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~DX4S28CUZVD7.0 size=1048576 2024-09-16T07:08:17.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.347+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~DX4S28CUZVD7.1 size=490181 2024-09-16T07:08:17.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.347+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=DX4S28CUZVD7 tag=JF3RXE0W5GOO type=write size=2587333 2024-09-16T07:08:17.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.349+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=RAKXNG2KHLU5 type=del 2024-09-16T07:08:17.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.350+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=3DD22XEI9V10 type=del size=379360 2024-09-16T07:08:17.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.353+0000 7f6a4dc63640 1 < suggested update operation key=7OJZZH487J17 tag=WP9CGSPBNVU3 type=del size=3559097 2024-09-16T07:08:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[94096]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T07:08:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[94096]: pgmap v1384: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[96574]: osdmap e1085: 8 total, 8 up, 8 in 2024-09-16T07:08:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:16 smithi042 ceph-mon[96574]: pgmap v1384: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:17.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.354+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=OCVNT6FC7WQW type=del size=2626556 2024-09-16T07:08:17.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.355+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=0WGS2URQU2KV type=del 2024-09-16T07:08:17.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.357+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=W6XVUHNXKPR6 type=write size=185838 2024-09-16T07:08:17.358 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.358+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~0MMG8O0AMJKF.0 size=375865 2024-09-16T07:08:17.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.360+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=0MMG8O0AMJKF tag=BZZC3EDMDV98 type=write size=1424441 2024-09-16T07:08:17.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.361+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=T1YQKXNWH9KI type=write size=76744 2024-09-16T07:08:17.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.363+0000 7f6a4dc63640 1 < completed write operation key=ZTYIYV79PWM7 tag=3E3QR430NA4Z type=write size=413321 2024-09-16T07:08:17.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.366+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.0 size=1048576 2024-09-16T07:08:17.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.367+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.1 size=1048576 2024-09-16T07:08:17.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.368+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.2 size=430975 2024-09-16T07:08:17.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.368+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=JO63IC3HSQWV tag=HVB0EZAVR9WS type=write size=3576703 2024-09-16T07:08:17.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.370+0000 7f6a4dc63640 1 < suggested remove operation key=P2CZGUGP20MI tag=EIYM4538J6J5 type=del 2024-09-16T07:08:17.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.373+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~RHUUXP44IXDF.0 size=29444 2024-09-16T07:08:17.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.373+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=RHUUXP44IXDF tag=WY5EE8KI8KWA type=write size=1078020 2024-09-16T07:08:17.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.376+0000 7f6a4dc63640 1 < suggested remove operation key=1Y4BGXOVL52F tag=L0HF35F9SIM8 type=del 2024-09-16T07:08:17.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.377+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=D1MHE5SS3XKF type=del size=124964 2024-09-16T07:08:17.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.379+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=W47CN9KSESOF type=del 2024-09-16T07:08:17.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.381+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~ZAWQNOVCYWEM.0 size=1048576 2024-09-16T07:08:17.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.382+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~ZAWQNOVCYWEM.1 size=233552 2024-09-16T07:08:17.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.382+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=ZAWQNOVCYWEM tag=5YUS9PT277CH type=write size=2330704 2024-09-16T07:08:17.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.385+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=R6K48PL0VL12 type=del size=3731726 2024-09-16T07:08:17.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.387+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=OJTAFTNVGQTC type=del size=1774697 2024-09-16T07:08:17.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.389+0000 7f6a4dc63640 -1 < failed to complete operation key=P2CZGUGP20MI tag=HZS6RO3O94WH type=del size=4115361: (22) Invalid argument 2024-09-16T07:08:17.392 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.392+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.0 size=1048576 2024-09-16T07:08:17.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.393+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.1 size=1048576 2024-09-16T07:08:17.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.394+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.2 size=302111 2024-09-16T07:08:17.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.394+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=G8NJ3B4CWKMF tag=NRE42ABWB0LG type=write size=3447839 2024-09-16T07:08:17.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.395+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=AMKUSSQ5GIKH type=write size=89566 2024-09-16T07:08:17.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.397+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=3AX0YUFDKXK7 type=del size=3932604 2024-09-16T07:08:17.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.398+0000 7f6a4dc63640 1 < completed write operation key=ZE3LE1W5V8E6 tag=DV1TVVS0N402 type=write size=837935 2024-09-16T07:08:17.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.400+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=0P2C99RLXRBZ type=write size=745738 2024-09-16T07:08:17.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.401+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~7F2N3PMJW0YE.0 size=1048576 2024-09-16T07:08:17.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.401+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~7F2N3PMJW0YE.1 size=461573 2024-09-16T07:08:17.403 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.403+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=7F2N3PMJW0YE tag=29ZI4F24AKKR type=write size=2558725 2024-09-16T07:08:17.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.405+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=HRCG6MJN2Z12 type=del size=3084182 2024-09-16T07:08:17.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.407+0000 7f6a4dc63640 1 < completed write operation key=SQ46MZXZN6UD tag=5U2FY8M9EEF7 type=write size=439012 2024-09-16T07:08:17.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.410+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~ZNQCC0TVDBTQ.0 size=879798 2024-09-16T07:08:17.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.410+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=ZNQCC0TVDBTQ tag=2GTK6958VCMN type=write size=1928374 2024-09-16T07:08:17.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.411+0000 7f6a4dc63640 1 < canceled operation key=7K8UF0MUS6U8 tag=DBQMY4KVBTBW type=del size=1825634 2024-09-16T07:08:17.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.412+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=4100TPLNTCZZ type=del size=3195028 2024-09-16T07:08:17.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.414+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~DX4S28CUZVD7.0 size=1048576 2024-09-16T07:08:17.415 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.415+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~DX4S28CUZVD7.1 size=490181 2024-09-16T07:08:17.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.417+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=DX4S28CUZVD7 tag=JF3RXE0W5GOO type=write size=2587333 2024-09-16T07:08:17.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.420+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.0 size=1048576 2024-09-16T07:08:17.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.421+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.1 size=1048576 2024-09-16T07:08:17.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.422+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.2 size=534016 2024-09-16T07:08:17.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.423+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=WLFEGSC2C0EP tag=XK9XG6GFULZF type=write size=3679744 2024-09-16T07:08:17.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.424+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=3DD22XEI9V10 type=del 2024-09-16T07:08:17.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.427+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~VCNOLNCLGSLD.0 size=68176 2024-09-16T07:08:17.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.427+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=VCNOLNCLGSLD tag=KKQG40ALTVEO type=write size=1116752 2024-09-16T07:08:17.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.429+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=OCVNT6FC7WQW type=del size=2626556 2024-09-16T07:08:17.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.431+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.0 size=1048576 2024-09-16T07:08:17.432 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.432+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.1 size=1048576 2024-09-16T07:08:17.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.433+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.2 size=829717 2024-09-16T07:08:17.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.433+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=LNFXDIRVK6AH tag=A07RYBD2RQ0O type=write size=3975445 2024-09-16T07:08:17.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.435+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=W6XVUHNXKPR6 type=write size=185838 2024-09-16T07:08:17.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.436+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=JR921VNJ3TCY type=write size=185979 2024-09-16T07:08:17.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.438+0000 7f6a4dc63640 1 < completed write operation key=S24OZ7HDG3T5 tag=T1YQKXNWH9KI type=write size=76744 2024-09-16T07:08:17.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.440+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~RO4GYF4YPS8D.0 size=1048576 2024-09-16T07:08:17.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.441+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~RO4GYF4YPS8D.1 size=1005950 2024-09-16T07:08:17.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.441+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=RO4GYF4YPS8D tag=Z92U8YIZYQNM type=write size=3103102 2024-09-16T07:08:17.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.442+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.0 size=1048576 2024-09-16T07:08:17.443 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.443+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.1 size=1048576 2024-09-16T07:08:17.443 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.443+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~JO63IC3HSQWV.2 size=430975 2024-09-16T07:08:17.446 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.446+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=JO63IC3HSQWV tag=HVB0EZAVR9WS type=write size=3576703 2024-09-16T07:08:17.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.448+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.0 size=1048576 2024-09-16T07:08:17.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.449+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.1 size=1048576 2024-09-16T07:08:17.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.450+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.2 size=501212 2024-09-16T07:08:17.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.450+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=100NA9GS0I0L tag=03675ISTW1ML type=write size=3646940 2024-09-16T07:08:17.452 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.451+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~RHUUXP44IXDF.0 size=29444 2024-09-16T07:08:17.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.454+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=RHUUXP44IXDF tag=WY5EE8KI8KWA type=write size=1078020 2024-09-16T07:08:17.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.455+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=IVQYLPGX5PEC type=del size=3062870 2024-09-16T07:08:17.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.458+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=D1MHE5SS3XKF type=del 2024-09-16T07:08:17.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.461+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.0 size=1048576 2024-09-16T07:08:17.462 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.462+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.1 size=1048576 2024-09-16T07:08:17.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.463+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.2 size=844634 2024-09-16T07:08:17.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.463+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=X1RLS5RIJ00Y tag=JWTRGYX1FX30 type=write size=3990362 2024-09-16T07:08:17.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.465+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~ZAWQNOVCYWEM.0 size=1048576 2024-09-16T07:08:17.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.466+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~ZAWQNOVCYWEM.1 size=233552 2024-09-16T07:08:17.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.468+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=ZAWQNOVCYWEM tag=5YUS9PT277CH type=write size=2330704 2024-09-16T07:08:17.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.470+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=7S3I78J9KL2A type=del size=2973009 2024-09-16T07:08:17.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.471+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=OJTAFTNVGQTC type=del 2024-09-16T07:08:17.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.474+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~56D3RCTBBL9L.0 size=119522 2024-09-16T07:08:17.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.474+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=56D3RCTBBL9L tag=CHMMPOLIRQWG type=write size=1168098 2024-09-16T07:08:17.476 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.476+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.0 size=1048576 2024-09-16T07:08:17.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.477+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.1 size=1048576 2024-09-16T07:08:17.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.477+0000 7f6a4dc63640 1 < canceled part key=_multipart_Q30B5IQL3VQX.2~G8NJ3B4CWKMF.2 size=302111 2024-09-16T07:08:17.479 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.479+0000 7f6a4dc63640 1 < canceled multipart upload key=Q30B5IQL3VQX upload=G8NJ3B4CWKMF tag=NRE42ABWB0LG type=write size=3447839 2024-09-16T07:08:17.481 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.481+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=WKC8UHT8P65L type=write size=909658 2024-09-16T07:08:17.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.482+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=3AX0YUFDKXK7 type=del 2024-09-16T07:08:17.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.484+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~ENDRANN7OB0P.0 size=1048576 2024-09-16T07:08:17.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.485+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~ENDRANN7OB0P.1 size=1048453 2024-09-16T07:08:17.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.485+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=ENDRANN7OB0P tag=BF6Z4OTA0FIA type=write size=3145605 2024-09-16T07:08:17.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.488+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=0P2C99RLXRBZ type=write size=745738 2024-09-16T07:08:17.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.490+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.0 size=1048576 2024-09-16T07:08:17.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.491+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.1 size=1048576 2024-09-16T07:08:17.492 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.492+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.2 size=263104 2024-09-16T07:08:17.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.492+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=LR8K33ZKU740 tag=ZTY706HB51QU type=write size=3408832 2024-09-16T07:08:17.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.494+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=HRCG6MJN2Z12 type=del 2024-09-16T07:08:17.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.496+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.0 size=1048576 2024-09-16T07:08:17.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.497+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.1 size=1048576 2024-09-16T07:08:17.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.498+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.2 size=76660 2024-09-16T07:08:17.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.498+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=FAPZQTSPRGK0 tag=TJA0PCBXAV6T type=write size=3222388 2024-09-16T07:08:17.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.500+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~ZNQCC0TVDBTQ.0 size=879798 2024-09-16T07:08:17.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.502+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=ZNQCC0TVDBTQ tag=2GTK6958VCMN type=write size=1928374 2024-09-16T07:08:17.503 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.503+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=46046B62E06Y type=del size=1761295 2024-09-16T07:08:17.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.505+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=4100TPLNTCZZ type=del 2024-09-16T07:08:17.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.507+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.0 size=1048576 2024-09-16T07:08:17.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.508+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.1 size=1048576 2024-09-16T07:08:17.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.509+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.2 size=366971 2024-09-16T07:08:17.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.509+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=FN2TS0HOMAVU tag=LF8XBHKZ64PX type=write size=3512699 2024-09-16T07:08:17.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.510+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.0 size=1048576 2024-09-16T07:08:17.511 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.510+0000 7f6a4dc63640 1 < canceled part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.1 size=1048576 2024-09-16T07:08:17.511 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.511+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WLFEGSC2C0EP.2 size=534016 2024-09-16T07:08:17.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.514+0000 7f6a4dc63640 1 < canceled multipart upload key=FB23TC3WPG1I upload=WLFEGSC2C0EP tag=XK9XG6GFULZF type=write size=3679744 2024-09-16T07:08:17.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.515+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=0AYKMNOB6MI1 type=del size=117391 2024-09-16T07:08:17.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.516+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~VCNOLNCLGSLD.0 size=68176 2024-09-16T07:08:17.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.518+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=VCNOLNCLGSLD tag=KKQG40ALTVEO type=write size=1116752 2024-09-16T07:08:17.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.520+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=XMFBWWMWTWGV type=del size=3740485 2024-09-16T07:08:17.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.521+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.0 size=1048576 2024-09-16T07:08:17.523 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.523+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.1 size=1048576 2024-09-16T07:08:17.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.524+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~LNFXDIRVK6AH.2 size=829717 2024-09-16T07:08:17.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.527+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=LNFXDIRVK6AH tag=A07RYBD2RQ0O type=write size=3975445 2024-09-16T07:08:17.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.528+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=5UJPE565UXKR type=del size=2926448 2024-09-16T07:08:17.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.530+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=JR921VNJ3TCY type=write size=185979 2024-09-16T07:08:17.532 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.532+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~S3HZUC19C26K.0 size=1048576 2024-09-16T07:08:17.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.534+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~S3HZUC19C26K.1 size=77638 2024-09-16T07:08:17.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.534+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=S3HZUC19C26K tag=N1QEXXQ37GP2 type=write size=2174790 2024-09-16T07:08:17.535 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.535+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~RO4GYF4YPS8D.0 size=1048576 2024-09-16T07:08:17.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.536+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~RO4GYF4YPS8D.1 size=1005950 2024-09-16T07:08:17.539 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.538+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=RO4GYF4YPS8D tag=Z92U8YIZYQNM type=write size=3103102 2024-09-16T07:08:17.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.540+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=R98PRIEDVNN8 type=write size=1009532 2024-09-16T07:08:17.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.541+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.0 size=1048576 2024-09-16T07:08:17.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.542+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.1 size=1048576 2024-09-16T07:08:17.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.542+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~100NA9GS0I0L.2 size=501212 2024-09-16T07:08:17.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.545+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=100NA9GS0I0L tag=03675ISTW1ML type=write size=3646940 2024-09-16T07:08:17.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.546+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=J1GZO21IK1TX type=del size=3001844 2024-09-16T07:08:17.549 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.549+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=IVQYLPGX5PEC type=del size=3062870 2024-09-16T07:08:17.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.550+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=8CMN8430KYVT type=del size=2470334 2024-09-16T07:08:17.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.552+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.0 size=1048576 2024-09-16T07:08:17.553 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.553+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.1 size=1048576 2024-09-16T07:08:17.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.554+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~X1RLS5RIJ00Y.2 size=844634 2024-09-16T07:08:17.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.556+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=X1RLS5RIJ00Y tag=JWTRGYX1FX30 type=write size=3990362 2024-09-16T07:08:17.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.558+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~VF7NFUWKGNSE.0 size=999226 2024-09-16T07:08:17.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.558+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=VF7NFUWKGNSE tag=9ZIFQMV6WDSX type=write size=2047802 2024-09-16T07:08:17.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.560+0000 7f6a4dc63640 -1 < failed to complete operation key=SQ46MZXZN6UD tag=7S3I78J9KL2A type=del size=2973009: (22) Invalid argument 2024-09-16T07:08:17.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.561+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=2I8NCYWXUQ0B type=del size=1116146 2024-09-16T07:08:17.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.563+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~56D3RCTBBL9L.0 size=119522 2024-09-16T07:08:17.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.565+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=56D3RCTBBL9L tag=CHMMPOLIRQWG type=write size=1168098 2024-09-16T07:08:17.566 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.566+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=1ZZBHI7SAU90 type=del size=1484549 2024-09-16T07:08:17.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.569+0000 7f6a4dc63640 1 < suggested update operation key=ZE3LE1W5V8E6 tag=WKC8UHT8P65L type=write size=909658 2024-09-16T07:08:17.572 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.572+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.0 size=1048576 2024-09-16T07:08:17.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.573+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.1 size=1048576 2024-09-16T07:08:17.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.574+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.2 size=215335 2024-09-16T07:08:17.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.574+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=UO5200Y6D3DT tag=94YLB55TPBRC type=write size=3361063 2024-09-16T07:08:17.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.575+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~ENDRANN7OB0P.0 size=1048576 2024-09-16T07:08:17.577 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.576+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~ENDRANN7OB0P.1 size=1048453 2024-09-16T07:08:17.579 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.579+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=ENDRANN7OB0P tag=BF6Z4OTA0FIA type=write size=3145605 2024-09-16T07:08:17.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.580+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=XFR5ZMBL95CS type=del size=3570115 2024-09-16T07:08:17.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.582+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.0 size=1048576 2024-09-16T07:08:17.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.583+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.1 size=1048576 2024-09-16T07:08:17.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.583+0000 7f6a4dc63640 1 < canceled part key=_multipart_MWVV9JSK8I1K.2~LR8K33ZKU740.2 size=263104 2024-09-16T07:08:17.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.585+0000 7f6a4dc63640 1 < canceled multipart upload key=MWVV9JSK8I1K upload=LR8K33ZKU740 tag=ZTY706HB51QU type=write size=3408832 2024-09-16T07:08:17.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.588+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.0 size=1048576 2024-09-16T07:08:17.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.589+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.1 size=1048576 2024-09-16T07:08:17.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.590+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.2 size=346486 2024-09-16T07:08:17.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.590+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=J5B3VFR8WJVF tag=QDYLGDLFAKX2 type=write size=3492214 2024-09-16T07:08:17.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.592+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.0 size=1048576 2024-09-16T07:08:17.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.593+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.1 size=1048576 2024-09-16T07:08:17.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.594+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FAPZQTSPRGK0.2 size=76660 2024-09-16T07:08:17.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.596+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=FAPZQTSPRGK0 tag=TJA0PCBXAV6T type=write size=3222388 2024-09-16T07:08:17.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.598+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=2Q808Z51C96X type=write size=32944 2024-09-16T07:08:17.599 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.599+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=46046B62E06Y type=del 2024-09-16T07:08:17.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.600+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=4NO1FGNCX53X type=del size=1158414 2024-09-16T07:08:17.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.602+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.0 size=1048576 2024-09-16T07:08:17.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.603+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.1 size=1048576 2024-09-16T07:08:17.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.605+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~FN2TS0HOMAVU.2 size=366971 2024-09-16T07:08:17.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.607+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=FN2TS0HOMAVU tag=LF8XBHKZ64PX type=write size=3512699 2024-09-16T07:08:17.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.610+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.0 size=1048576 2024-09-16T07:08:17.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.611+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.1 size=1048576 2024-09-16T07:08:17.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.613+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.2 size=756919 2024-09-16T07:08:17.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.613+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=FESO5N9EA5VB tag=WYVQ5XWK8G0Y type=write size=3902647 2024-09-16T07:08:17.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.614+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=0AYKMNOB6MI1 type=del 2024-09-16T07:08:17.617 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.617+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~5P6G9QVS6XLM.0 size=1048576 2024-09-16T07:08:17.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.618+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~5P6G9QVS6XLM.1 size=123145 2024-09-16T07:08:17.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.618+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=5P6G9QVS6XLM tag=2GPL9Y49BL3Y type=write size=2220297 2024-09-16T07:08:17.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.619+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=XMFBWWMWTWGV type=del 2024-09-16T07:08:17.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.621+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=XFHAVBHKAQ1T type=write size=764851 2024-09-16T07:08:17.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.622+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=5UJPE565UXKR type=del 2024-09-16T07:08:17.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.624+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~K6XFU2C0GT50.0 size=150724 2024-09-16T07:08:17.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.624+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=K6XFU2C0GT50 tag=1Z0DBPMYS0UA type=write size=1199300 2024-09-16T07:08:17.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.626+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~S3HZUC19C26K.0 size=1048576 2024-09-16T07:08:17.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.627+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~S3HZUC19C26K.1 size=77638 2024-09-16T07:08:17.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.629+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=S3HZUC19C26K tag=N1QEXXQ37GP2 type=write size=2174790 2024-09-16T07:08:17.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.632+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.0 size=1048576 2024-09-16T07:08:17.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.633+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.1 size=1048576 2024-09-16T07:08:17.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.634+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.2 size=886158 2024-09-16T07:08:17.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.634+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=79P0S4LZ0VBJ tag=EZRVASB8O9E2 type=write size=4031886 2024-09-16T07:08:17.636 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.636+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=R98PRIEDVNN8 type=write size=1009532 2024-09-16T07:08:17.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.637+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=GJW542LW842K type=del size=3559250 2024-09-16T07:08:17.639 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.639+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=J1GZO21IK1TX type=del 2024-09-16T07:08:17.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.642+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~SYZA46L1V48X.0 size=414778 2024-09-16T07:08:17.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.642+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=SYZA46L1V48X tag=VG8M0AM94J80 type=write size=1463354 2024-09-16T07:08:17.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.643+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=8CMN8430KYVT type=del 2024-09-16T07:08:17.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.645+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=4QA8WPQM4VR0 type=del size=1877132 2024-09-16T07:08:17.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.647+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~VF7NFUWKGNSE.0 size=999226 2024-09-16T07:08:17.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.649+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=VF7NFUWKGNSE tag=9ZIFQMV6WDSX type=write size=2047802 2024-09-16T07:08:17.650 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.650+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=KD0AW7JY5HXP type=del size=997641 2024-09-16T07:08:17.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.651+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=2I8NCYWXUQ0B type=del 2024-09-16T07:08:17.654 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.654+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.0 size=1048576 2024-09-16T07:08:17.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.655+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.1 size=1048576 2024-09-16T07:08:17.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.656+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.2 size=621973 2024-09-16T07:08:17.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.656+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=Q1ZT4OV2JO0L tag=D1TDUVS3G4FC type=write size=3767701 2024-09-16T07:08:17.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.657+0000 7f6a4dc63640 1 < canceled operation key=AWJBSUV0CGLC tag=1ZZBHI7SAU90 type=del size=1484549 2024-09-16T07:08:17.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.659+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=1WU9GAC3KUCF type=del size=2770822 2024-09-16T07:08:17.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.661+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.0 size=1048576 2024-09-16T07:08:17.662 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.662+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.1 size=1048576 2024-09-16T07:08:17.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.663+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~UO5200Y6D3DT.2 size=215335 2024-09-16T07:08:17.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.665+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=UO5200Y6D3DT tag=94YLB55TPBRC type=write size=3361063 2024-09-16T07:08:17.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.668+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~3A1OXH5ALBS1.0 size=102647 2024-09-16T07:08:17.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.668+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=3A1OXH5ALBS1 tag=PB43LL0MQ5OQ type=write size=1151223 2024-09-16T07:08:17.669 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.669+0000 7f6a4dc63640 1 < canceled operation key=7OJZZH487J17 tag=XFR5ZMBL95CS type=del size=3570115 2024-09-16T07:08:17.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.671+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=WSMUEHO8Z82G type=write size=862372 2024-09-16T07:08:17.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.672+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.0 size=1048576 2024-09-16T07:08:17.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.673+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.1 size=1048576 2024-09-16T07:08:17.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.673+0000 7f6a4dc63640 1 < canceled part key=_multipart_FB23TC3WPG1I.2~J5B3VFR8WJVF.2 size=346486 2024-09-16T07:08:17.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.675+0000 7f6a4dc63640 1 < canceled multipart upload key=FB23TC3WPG1I upload=J5B3VFR8WJVF tag=QDYLGDLFAKX2 type=write size=3492214 2024-09-16T07:08:17.678 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.678+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~B81D1FRE3HEJ.0 size=1048576 2024-09-16T07:08:17.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.679+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~B81D1FRE3HEJ.1 size=874026 2024-09-16T07:08:17.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.679+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=B81D1FRE3HEJ tag=DDKKD0E899FR type=write size=2971178 2024-09-16T07:08:17.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.681+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=2Q808Z51C96X type=write size=32944 2024-09-16T07:08:17.683 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.683+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~HKCOITG6YB5V.0 size=1048576 2024-09-16T07:08:17.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.684+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~HKCOITG6YB5V.1 size=953575 2024-09-16T07:08:17.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.684+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=HKCOITG6YB5V tag=X51HLYQEU6Z2 type=write size=3050727 2024-09-16T07:08:17.686 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.686+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=4NO1FGNCX53X type=del 2024-09-16T07:08:17.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.687+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=MED319RLGPDU type=del size=3354586 2024-09-16T07:08:17.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.689+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.0 size=1048576 2024-09-16T07:08:17.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.690+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.1 size=1048576 2024-09-16T07:08:17.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.691+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~FESO5N9EA5VB.2 size=756919 2024-09-16T07:08:17.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.693+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=FESO5N9EA5VB tag=WYVQ5XWK8G0Y type=write size=3902647 2024-09-16T07:08:17.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.695+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=QJMDIMHAS7DK type=del size=1372088 2024-09-16T07:08:17.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.697+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~5P6G9QVS6XLM.0 size=1048576 2024-09-16T07:08:17.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.698+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~5P6G9QVS6XLM.1 size=123145 2024-09-16T07:08:17.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.700+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=5P6G9QVS6XLM tag=2GPL9Y49BL3Y type=write size=2220297 2024-09-16T07:08:17.701 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.701+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=R8N2IECJVGJP type=del size=4084085 2024-09-16T07:08:17.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.703+0000 7f6a4dc63640 1 < completed write operation key=4X79D295RZ4K tag=XFHAVBHKAQ1T type=write size=764851 2024-09-16T07:08:17.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.704+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=7QHTAV8VXYFZ type=del size=3657668 2024-09-16T07:08:17.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.705+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~K6XFU2C0GT50.0 size=150724 2024-09-16T07:08:17.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.707+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=K6XFU2C0GT50 tag=1Z0DBPMYS0UA type=write size=1199300 2024-09-16T07:08:17.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.709+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=SIQ3RD23J7E8 type=del size=3603790 2024-09-16T07:08:17.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.710+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.0 size=1048576 2024-09-16T07:08:17.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.711+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.1 size=1048576 2024-09-16T07:08:17.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.713+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~79P0S4LZ0VBJ.2 size=886158 2024-09-16T07:08:17.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.715+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=79P0S4LZ0VBJ tag=EZRVASB8O9E2 type=write size=4031886 2024-09-16T07:08:17.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.717+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=HKD1DVPGG4X4 type=del size=1635851 2024-09-16T07:08:17.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.720+0000 7f6a4dc63640 1 < suggested remove operation key=7K8UF0MUS6U8 tag=GJW542LW842K type=del 2024-09-16T07:08:17.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.721+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=JHUV791S40BR type=del size=2548313 2024-09-16T07:08:17.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.722+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~SYZA46L1V48X.0 size=414778 2024-09-16T07:08:17.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.725+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=SYZA46L1V48X tag=VG8M0AM94J80 type=write size=1463354 2024-09-16T07:08:17.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.727+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~S3CKU37J51AR.0 size=1048576 2024-09-16T07:08:17.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.728+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~S3CKU37J51AR.1 size=162195 2024-09-16T07:08:17.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.728+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=S3CKU37J51AR tag=R24JFXUWH9NI type=write size=2259347 2024-09-16T07:08:17.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.730+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=4QA8WPQM4VR0 type=del 2024-09-16T07:08:17.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.731+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=C8VC43V27V62 type=del size=1068294 2024-09-16T07:08:17.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.733+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=KD0AW7JY5HXP type=del 2024-09-16T07:08:17.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.736+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~PRQPIMC03VFI.0 size=1048576 2024-09-16T07:08:17.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.737+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~PRQPIMC03VFI.1 size=317716 2024-09-16T07:08:17.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.737+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=PRQPIMC03VFI tag=KP4MWYKKTDPO type=write size=2414868 2024-09-16T07:08:17.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.738+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.0 size=1048576 2024-09-16T07:08:17.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.739+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.1 size=1048576 2024-09-16T07:08:17.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.740+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~Q1ZT4OV2JO0L.2 size=621973 2024-09-16T07:08:17.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.743+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=Q1ZT4OV2JO0L tag=D1TDUVS3G4FC type=write size=3767701 2024-09-16T07:08:17.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.745+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.0 size=1048576 2024-09-16T07:08:17.747 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.747+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.1 size=1048576 2024-09-16T07:08:17.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.748+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.2 size=464740 2024-09-16T07:08:17.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.748+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=WDWD3EPCQIL4 tag=5GO359Y2V8YC type=write size=3610468 2024-09-16T07:08:17.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.751+0000 7f6a4dc63640 1 < suggested remove operation key=8P0FKUBB0X3E tag=1WU9GAC3KUCF type=del 2024-09-16T07:08:17.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.752+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=LHN75TS1YIGF type=write size=917372 2024-09-16T07:08:17.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.754+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~3A1OXH5ALBS1.0 size=102647 2024-09-16T07:08:17.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.756+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=3A1OXH5ALBS1 tag=PB43LL0MQ5OQ type=write size=1151223 2024-09-16T07:08:17.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.758+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=P7OLQBIDW9ZL type=del size=274063 2024-09-16T07:08:17.760 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.760+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=WSMUEHO8Z82G type=write size=862372 2024-09-16T07:08:17.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.762+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=6N13773N5XWC type=del size=2805879 2024-09-16T07:08:17.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.763+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~B81D1FRE3HEJ.0 size=1048576 2024-09-16T07:08:17.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.763+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~B81D1FRE3HEJ.1 size=874026 2024-09-16T07:08:17.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.765+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=B81D1FRE3HEJ tag=DDKKD0E899FR type=write size=2971178 2024-09-16T07:08:17.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.767+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=RC09Z16UTOY4 type=del size=653206 2024-09-16T07:08:17.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.768+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~HKCOITG6YB5V.0 size=1048576 2024-09-16T07:08:17.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.769+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~HKCOITG6YB5V.1 size=953575 2024-09-16T07:08:17.772 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.772+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=HKCOITG6YB5V tag=X51HLYQEU6Z2 type=write size=3050727 2024-09-16T07:08:17.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.774+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=8J461HZ4J28J type=del size=3225882 2024-09-16T07:08:17.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.777+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=MED319RLGPDU type=del size=3354586 2024-09-16T07:08:17.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.778+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=4XZV01NOFLKY type=write size=743424 2024-09-16T07:08:17.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.781+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=QJMDIMHAS7DK type=del size=1372088 2024-09-16T07:08:17.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.783+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=UEQGVR6H70CC type=del size=115822 2024-09-16T07:08:17.786 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.786+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=R8N2IECJVGJP type=del 2024-09-16T07:08:17.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.787+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=PUYJZQPL3BW7 type=write size=241316 2024-09-16T07:08:17.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.789+0000 7f6a4dc63640 -1 < failed to complete operation key=7K8UF0MUS6U8 tag=7QHTAV8VXYFZ type=del size=3657668: (22) Invalid argument 2024-09-16T07:08:17.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.792+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.0 size=1048576 2024-09-16T07:08:17.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.793+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.1 size=1048576 2024-09-16T07:08:17.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.794+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.2 size=967877 2024-09-16T07:08:17.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.794+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=G7C4MCCAN4N0 tag=B33QO55OR61K type=write size=4113605 2024-09-16T07:08:17.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.796+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=SIQ3RD23J7E8 type=del 2024-09-16T07:08:17.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.799+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.0 size=1048576 2024-09-16T07:08:17.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.800+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.1 size=1048576 2024-09-16T07:08:17.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.801+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.2 size=630080 2024-09-16T07:08:17.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.801+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=IBMHW5AO6POB tag=E3M5WM1G0XPA type=write size=3775808 2024-09-16T07:08:17.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.803+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=HKD1DVPGG4X4 type=del 2024-09-16T07:08:17.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.804+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=D2WK28SKJ4BG type=del size=2069384 2024-09-16T07:08:17.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.805+0000 7f6a4dc63640 1 < canceled operation key=Q30B5IQL3VQX tag=JHUV791S40BR type=del size=2548313 2024-09-16T07:08:17.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.809+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.0 size=1048576 2024-09-16T07:08:17.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.810+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.1 size=1048576 2024-09-16T07:08:17.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.811+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.2 size=794205 2024-09-16T07:08:17.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.811+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=543PTIVKLG7U tag=SZCNYPSWFH8M type=write size=3939933 2024-09-16T07:08:17.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.812+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~S3CKU37J51AR.0 size=1048576 2024-09-16T07:08:17.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.813+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~S3CKU37J51AR.1 size=162195 2024-09-16T07:08:17.816 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.816+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=S3CKU37J51AR tag=R24JFXUWH9NI type=write size=2259347 2024-09-16T07:08:17.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.818+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.0 size=1048576 2024-09-16T07:08:17.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.820+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.1 size=1048576 2024-09-16T07:08:17.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.821+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.2 size=529594 2024-09-16T07:08:17.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.821+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=Z9QI1FN5W4XZ tag=5UF1X6DWEEL7 type=write size=3675322 2024-09-16T07:08:17.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.823+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=C8VC43V27V62 type=del 2024-09-16T07:08:17.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.824+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=1YS5QISBXR6X type=del size=2552232 2024-09-16T07:08:17.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.824+0000 7f6a4dc63640 1 < canceled part key=_multipart_5B35B97CQJ7U.2~PRQPIMC03VFI.0 size=1048576 2024-09-16T07:08:17.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.826+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~PRQPIMC03VFI.1 size=317716 2024-09-16T07:08:17.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.828+0000 7f6a4dc63640 1 < canceled multipart upload key=5B35B97CQJ7U upload=PRQPIMC03VFI tag=KP4MWYKKTDPO type=write size=2414868 2024-09-16T07:08:17.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.830+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=ERYOFJ2JH6ES type=del size=3912570 2024-09-16T07:08:17.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.831+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.0 size=1048576 2024-09-16T07:08:17.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.831+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.1 size=1048576 2024-09-16T07:08:17.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.833+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~WDWD3EPCQIL4.2 size=464740 2024-09-16T07:08:17.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.835+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=WDWD3EPCQIL4 tag=5GO359Y2V8YC type=write size=3610468 2024-09-16T07:08:17.836 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.836+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=KBAW9GE96OYN type=del size=2676383 2024-09-16T07:08:17.838 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.838+0000 7f6a4dc63640 1 < completed write operation key=4X79D295RZ4K tag=LHN75TS1YIGF type=write size=917372 2024-09-16T07:08:17.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.839+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=XDQ7A6V7H8EU type=del size=3770483 2024-09-16T07:08:17.842 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.842+0000 7f6a4dc63640 1 < suggested update operation key=S24OZ7HDG3T5 tag=P7OLQBIDW9ZL type=del size=274063 2024-09-16T07:08:17.844 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.843+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=3BZS22DPWE3U type=del size=3104342 2024-09-16T07:08:17.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.846+0000 7f6a4dc63640 1 < suggested update operation key=AWJBSUV0CGLC tag=6N13773N5XWC type=del size=2805879 2024-09-16T07:08:17.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.849+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.0 size=1048576 2024-09-16T07:08:17.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.850+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.1 size=1048576 2024-09-16T07:08:17.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.851+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.2 size=945323 2024-09-16T07:08:17.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.851+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=Q09G6QYJM9UI tag=FESYI6DOVVIV type=write size=4091051 2024-09-16T07:08:17.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.855+0000 7f6a4dc63640 1 < suggested remove operation key=FB23TC3WPG1I tag=RC09Z16UTOY4 type=del 2024-09-16T07:08:17.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.858+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~UHKC1MEDLLO3.0 size=1048576 2024-09-16T07:08:17.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.859+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~UHKC1MEDLLO3.1 size=50890 2024-09-16T07:08:17.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.859+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=UHKC1MEDLLO3 tag=2HIU86BLLGYX type=write size=2148042 2024-09-16T07:08:17.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.860+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=8J461HZ4J28J type=del 2024-09-16T07:08:17.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.862+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=OJDE4YYZP8RW type=del size=2819249 2024-09-16T07:08:17.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.863+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=4XZV01NOFLKY type=write size=743424 2024-09-16T07:08:17.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.865+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=PC7I027W44JT type=write size=803940 2024-09-16T07:08:17.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.868+0000 7f6a4dc63640 1 < suggested update operation key=7ZHUHNJF6OXB tag=UEQGVR6H70CC type=del size=115822 2024-09-16T07:08:17.871 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.871+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~O7SOSQP0ZQBB.0 size=279436 2024-09-16T07:08:17.871 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.871+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=O7SOSQP0ZQBB tag=JDJWEYCWKE34 type=write size=1328012 2024-09-16T07:08:17.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.872+0000 7f6a4dc63640 1 < canceled operation key=88MH2W7ZQS96 tag=PUYJZQPL3BW7 type=write size=241316 2024-09-16T07:08:17.874 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.874+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=QMBQ8EA61MZA type=del size=3949341 2024-09-16T07:08:17.876 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.876+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.0 size=1048576 2024-09-16T07:08:17.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.877+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.1 size=1048576 2024-09-16T07:08:17.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.877+0000 7f6a4dc63640 1 < canceled part key=_multipart_C3K7ADI7VKKZ.2~G7C4MCCAN4N0.2 size=967877 2024-09-16T07:08:17.880 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.880+0000 7f6a4dc63640 1 < canceled multipart upload key=C3K7ADI7VKKZ upload=G7C4MCCAN4N0 tag=B33QO55OR61K type=write size=4113605 2024-09-16T07:08:17.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.882+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.0 size=1048576 2024-09-16T07:08:17.883 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.883+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.1 size=1048576 2024-09-16T07:08:17.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.884+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.2 size=699051 2024-09-16T07:08:17.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.884+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=VDZR1V30TZ2U tag=30AX1LMWF0YB type=write size=3844779 2024-09-16T07:08:17.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.886+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.0 size=1048576 2024-09-16T07:08:17.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.887+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.1 size=1048576 2024-09-16T07:08:17.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.888+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~IBMHW5AO6POB.2 size=630080 2024-09-16T07:08:17.891 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.891+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=IBMHW5AO6POB tag=E3M5WM1G0XPA type=write size=3775808 2024-09-16T07:08:17.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.892+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=UCUC9VAVN7SQ type=del size=1834337 2024-09-16T07:08:17.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.894+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=D2WK28SKJ4BG type=del size=2069384 2024-09-16T07:08:17.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.895+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=MG2NEGBRQW0R type=del size=2724155 2024-09-16T07:08:17.897 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.897+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.0 size=1048576 2024-09-16T07:08:17.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.898+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.1 size=1048576 2024-09-16T07:08:17.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.899+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~543PTIVKLG7U.2 size=794205 2024-09-16T07:08:17.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.901+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=543PTIVKLG7U tag=SZCNYPSWFH8M type=write size=3939933 2024-09-16T07:08:17.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.903+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=F3EPMQEM72TN type=del size=3369552 2024-09-16T07:08:17.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.904+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.0 size=1048576 2024-09-16T07:08:17.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.905+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.1 size=1048576 2024-09-16T07:08:17.907 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.906+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~Z9QI1FN5W4XZ.2 size=529594 2024-09-16T07:08:17.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.909+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=Z9QI1FN5W4XZ tag=5UF1X6DWEEL7 type=write size=3675322 2024-09-16T07:08:17.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.910+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=3A9L1HTKXBKD type=del size=316641 2024-09-16T07:08:17.911 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.911+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=1YS5QISBXR6X type=del 2024-09-16T07:08:17.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.914+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~R4IQV3JWKPHC.0 size=798859 2024-09-16T07:08:17.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.914+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=R4IQV3JWKPHC tag=YKKVIEPMF47B type=write size=1847435 2024-09-16T07:08:17.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.915+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=ERYOFJ2JH6ES type=del 2024-09-16T07:08:17.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.917+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=MQ354PH1ZGMF type=write size=238485 2024-09-16T07:08:17.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.918+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=KBAW9GE96OYN type=del 2024-09-16T07:08:17.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.920+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=W4DTRV279B4W type=del size=89091 2024-09-16T07:08:17.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.922+0000 7f6a4dc63640 1 < suggested remove operation key=6LG5D2FSD1T5 tag=XDQ7A6V7H8EU type=del 2024-09-16T07:08:17.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.925+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~Y4201J9TQB3W.0 size=949180 2024-09-16T07:08:17.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.925+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=Y4201J9TQB3W tag=GF43AN46EX5O type=write size=1997756 2024-09-16T07:08:17.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.926+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=3BZS22DPWE3U type=del 2024-09-16T07:08:17.928 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.928+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=U25JACO33E64 type=write size=618856 2024-09-16T07:08:17.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.929+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.0 size=1048576 2024-09-16T07:08:17.930 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.929+0000 7f6a4dc63640 1 < canceled part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.1 size=1048576 2024-09-16T07:08:17.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.930+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~Q09G6QYJM9UI.2 size=945323 2024-09-16T07:08:17.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.933+0000 7f6a4dc63640 1 < canceled multipart upload key=6LG5D2FSD1T5 upload=Q09G6QYJM9UI tag=FESYI6DOVVIV type=write size=4091051 2024-09-16T07:08:17.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.934+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=RSL31Q55TQ39 type=del size=831132 2024-09-16T07:08:17.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.936+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~UHKC1MEDLLO3.0 size=1048576 2024-09-16T07:08:17.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.936+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~UHKC1MEDLLO3.1 size=50890 2024-09-16T07:08:17.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.938+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=UHKC1MEDLLO3 tag=2HIU86BLLGYX type=write size=2148042 2024-09-16T07:08:17.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.941+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~4TG214QALPGS.0 size=503607 2024-09-16T07:08:17.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.941+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=4TG214QALPGS tag=50YE22R8OQ56 type=write size=1552183 2024-09-16T07:08:17.942 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.942+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=OJDE4YYZP8RW type=del 2024-09-16T07:08:17.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.945+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.0 size=1048576 2024-09-16T07:08:17.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.946+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.1 size=1048576 2024-09-16T07:08:17.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.947+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.2 size=745856 2024-09-16T07:08:17.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.947+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=4NCMIJY8Y6M3 tag=4AFE525MBLVC type=write size=3891584 2024-09-16T07:08:17.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.949+0000 7f6a4dc63640 1 < completed write operation key=P2CZGUGP20MI tag=PC7I027W44JT type=write size=803940 2024-09-16T07:08:17.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.951+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=M151D03B6832 type=write size=826386 2024-09-16T07:08:17.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.952+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~O7SOSQP0ZQBB.0 size=279436 2024-09-16T07:08:17.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.954+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=O7SOSQP0ZQBB tag=JDJWEYCWKE34 type=write size=1328012 2024-09-16T07:08:17.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.956+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=WLG3OF7M7HHR type=write size=1033813 2024-09-16T07:08:17.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.957+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=QMBQ8EA61MZA type=del 2024-09-16T07:08:17.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.959+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~C6PFFNJG5HJ5.0 size=258233 2024-09-16T07:08:17.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.959+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=C6PFFNJG5HJ5 tag=17HVF9ZFD4DG type=write size=1306809 2024-09-16T07:08:17.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.961+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.0 size=1048576 2024-09-16T07:08:17.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.962+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.1 size=1048576 2024-09-16T07:08:17.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.963+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~VDZR1V30TZ2U.2 size=699051 2024-09-16T07:08:17.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.965+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=VDZR1V30TZ2U tag=30AX1LMWF0YB type=write size=3844779 2024-09-16T07:08:17.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.969+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~HZ4UE1LBA4Q4.0 size=1026120 2024-09-16T07:08:17.970 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.969+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=HZ4UE1LBA4Q4 tag=Y6D1GHNKLM06 type=write size=2074696 2024-09-16T07:08:17.974 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.973+0000 7f6a4dc63640 1 < suggested remove operation key=FFOW9C1BMGCP tag=UCUC9VAVN7SQ type=del 2024-09-16T07:08:17.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.976+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~SYGTKAPZ4ZQ4.0 size=80398 2024-09-16T07:08:17.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.976+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=SYGTKAPZ4ZQ4 tag=LDQKHNZIWQ94 type=write size=1128974 2024-09-16T07:08:17.978 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.978+0000 7f6a4dc63640 1 < canceled operation key=5TWLBMAWQE4Z tag=MG2NEGBRQW0R type=del size=2724155 2024-09-16T07:08:17.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.980+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~YAO98OO39MG6.0 size=1048576 2024-09-16T07:08:17.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.982+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~YAO98OO39MG6.1 size=13456 2024-09-16T07:08:17.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.982+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=YAO98OO39MG6 tag=34O7W6Y3KVM8 type=write size=2110608 2024-09-16T07:08:17.983 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.983+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=F3EPMQEM72TN type=del 2024-09-16T07:08:17.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.986+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~LXOG4PBLYB0G.0 size=364459 2024-09-16T07:08:17.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.986+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=LXOG4PBLYB0G tag=FM8B1Y5CBDNI type=write size=1413035 2024-09-16T07:08:17.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.989+0000 7f6a4dc63640 1 < suggested update operation key=1Y4BGXOVL52F tag=3A9L1HTKXBKD type=del size=316641 2024-09-16T07:08:17.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.990+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=FU3ONX2C1GKQ type=del size=269409 2024-09-16T07:08:17.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.992+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~R4IQV3JWKPHC.0 size=798859 2024-09-16T07:08:17.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.994+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=R4IQV3JWKPHC tag=YKKVIEPMF47B type=write size=1847435 2024-09-16T07:08:17.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.996+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=MZT1PQDWUDHE type=write size=123705 2024-09-16T07:08:17.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.997+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=MQ354PH1ZGMF type=write size=238485 2024-09-16T07:08:17.998 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:17.998+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=EPVSNTG1ILG2 type=del size=1705058 2024-09-16T07:08:18.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.000+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=W4DTRV279B4W type=del 2024-09-16T07:08:18.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.001+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=G0JHZP1FXR22 type=write size=75855 2024-09-16T07:08:18.002 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.002+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~Y4201J9TQB3W.0 size=949180 2024-09-16T07:08:18.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.005+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=Y4201J9TQB3W tag=GF43AN46EX5O type=write size=1997756 2024-09-16T07:08:18.006 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.006+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=15LTL2AJMCB4 type=write size=434076 2024-09-16T07:08:18.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.007+0000 7f6a4dc63640 1 < completed write operation key=ZTYIYV79PWM7 tag=U25JACO33E64 type=write size=618856 2024-09-16T07:08:18.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.009+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=2SBL6KMF21M8 type=del size=81489 2024-09-16T07:08:18.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.010+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=RSL31Q55TQ39 type=del 2024-09-16T07:08:18.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.013+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~XSNH9JSLA703.0 size=1048576 2024-09-16T07:08:18.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.014+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~XSNH9JSLA703.1 size=237430 2024-09-16T07:08:18.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.014+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=XSNH9JSLA703 tag=32DAUWVO1VJF type=write size=2334582 2024-09-16T07:08:18.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.015+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~4TG214QALPGS.0 size=503607 2024-09-16T07:08:18.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.018+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=4TG214QALPGS tag=50YE22R8OQ56 type=write size=1552183 2024-09-16T07:08:18.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.019+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=COKWFZWL97MI type=del size=81716 2024-09-16T07:08:18.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.021+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.0 size=1048576 2024-09-16T07:08:18.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.022+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.1 size=1048576 2024-09-16T07:08:18.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.023+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4NCMIJY8Y6M3.2 size=745856 2024-09-16T07:08:18.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.025+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=4NCMIJY8Y6M3 tag=4AFE525MBLVC type=write size=3891584 2024-09-16T07:08:18.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.027+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=WHMCHRJ1ROZW type=write size=481108 2024-09-16T07:08:18.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.028+0000 7f6a4dc63640 1 < canceled operation key=7ZHUHNJF6OXB tag=M151D03B6832 type=write size=826386 2024-09-16T07:08:18.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.030+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=517MK1AN66IW type=write size=98592 2024-09-16T07:08:18.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.033+0000 7f6a4dc63640 1 < suggested remove operation key=7K8UF0MUS6U8 tag=WLG3OF7M7HHR type=write 2024-09-16T07:08:18.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.034+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=JGZQ2GVMYRJE type=del size=2628100 2024-09-16T07:08:18.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.035+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~C6PFFNJG5HJ5.0 size=258233 2024-09-16T07:08:18.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.038+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=C6PFFNJG5HJ5 tag=17HVF9ZFD4DG type=write size=1306809 2024-09-16T07:08:18.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.040+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~8V2GKYO8XOHW.0 size=1048576 2024-09-16T07:08:18.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.041+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~8V2GKYO8XOHW.1 size=901743 2024-09-16T07:08:18.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.041+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=8V2GKYO8XOHW tag=1QQGEI44XO05 type=write size=2998895 2024-09-16T07:08:18.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.043+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~HZ4UE1LBA4Q4.0 size=1026120 2024-09-16T07:08:18.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.045+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=HZ4UE1LBA4Q4 tag=Y6D1GHNKLM06 type=write size=2074696 2024-09-16T07:08:18.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.048+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.0 size=1048576 2024-09-16T07:08:18.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.050+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.1 size=1048576 2024-09-16T07:08:18.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.052+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.2 size=32694 2024-09-16T07:08:18.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.052+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=ZUA6ZHCI1PGC tag=JWX7CDFCMJXA type=write size=3178422 2024-09-16T07:08:18.054 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.054+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~SYGTKAPZ4ZQ4.0 size=80398 2024-09-16T07:08:18.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.056+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=SYGTKAPZ4ZQ4 tag=LDQKHNZIWQ94 type=write size=1128974 2024-09-16T07:08:18.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.058+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=38OGCSK3P03N type=del size=1690732 2024-09-16T07:08:18.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.059+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~YAO98OO39MG6.0 size=1048576 2024-09-16T07:08:18.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.061+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~YAO98OO39MG6.1 size=13456 2024-09-16T07:08:18.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.063+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=YAO98OO39MG6 tag=34O7W6Y3KVM8 type=write size=2110608 2024-09-16T07:08:18.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.064+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=AUHYWID27S3K type=del size=1835374 2024-09-16T07:08:18.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.066+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~LXOG4PBLYB0G.0 size=364459 2024-09-16T07:08:18.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.068+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=LXOG4PBLYB0G tag=FM8B1Y5CBDNI type=write size=1413035 2024-09-16T07:08:18.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.070+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=J4B1YW1YYS1H type=del size=758939 2024-09-16T07:08:18.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.074+0000 7f6a4dc63640 1 < suggested remove operation key=JXTTJU9B6QQY tag=FU3ONX2C1GKQ type=del 2024-09-16T07:08:18.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.076+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.0 size=1048576 2024-09-16T07:08:18.077 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.077+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.1 size=1048576 2024-09-16T07:08:18.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.079+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.2 size=879676 2024-09-16T07:08:18.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.079+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=6HP4BKL3KF22 tag=30GPFO5YO2Y2 type=write size=4025404 2024-09-16T07:08:18.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.080+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=MZT1PQDWUDHE type=write size=123705 2024-09-16T07:08:18.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.081+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=JBSNQTZ8F8DM type=del size=2307928 2024-09-16T07:08:18.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.083+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=EPVSNTG1ILG2 type=del size=1705058 2024-09-16T07:08:18.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.085+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=N0LUMI3RKR02 type=write size=268607 2024-09-16T07:08:18.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.088+0000 7f6a4dc63640 1 < suggested remove operation key=MWVV9JSK8I1K tag=G0JHZP1FXR22 type=write 2024-09-16T07:08:18.091 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.091+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4DZXSRS17ZCF.0 size=1048576 2024-09-16T07:08:18.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.092+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4DZXSRS17ZCF.1 size=821226 2024-09-16T07:08:18.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.092+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=4DZXSRS17ZCF tag=O2V7WY9SCN3N type=write size=2918378 2024-09-16T07:08:18.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.094+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=15LTL2AJMCB4 type=write size=434076 2024-09-16T07:08:18.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.096+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=0LNWUVGXOLVU type=del size=2078682 2024-09-16T07:08:18.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.099+0000 7f6a4dc63640 1 < suggested remove operation key=RMU7VRUO4YOS tag=2SBL6KMF21M8 type=del 2024-09-16T07:08:18.102 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.102+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~H6MXBYMR57V4.0 size=1048576 2024-09-16T07:08:18.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.103+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~H6MXBYMR57V4.1 size=307376 2024-09-16T07:08:18.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.103+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=H6MXBYMR57V4 tag=NUSLTUQU2QHM type=write size=2404528 2024-09-16T07:08:18.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.105+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~XSNH9JSLA703.0 size=1048576 2024-09-16T07:08:18.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.107+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~XSNH9JSLA703.1 size=237430 2024-09-16T07:08:18.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.109+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=XSNH9JSLA703 tag=32DAUWVO1VJF type=write size=2334582 2024-09-16T07:08:18.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.111+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=YP2J7572HZ3U type=write size=301035 2024-09-16T07:08:18.113 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.113+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=COKWFZWL97MI type=del 2024-09-16T07:08:18.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.115+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=BMHKFPO3H51U type=del size=2683086 2024-09-16T07:08:18.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.116+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=WHMCHRJ1ROZW type=write size=481108 2024-09-16T07:08:18.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.118+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=FFI7DL9C8ON1 type=del size=2175801 2024-09-16T07:08:18.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.120+0000 7f6a4dc63640 1 < completed write operation key=ZTYIYV79PWM7 tag=517MK1AN66IW type=write size=98592 2024-09-16T07:08:18.123 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.122+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~TY041V35NT94.0 size=1048576 2024-09-16T07:08:18.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.124+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~TY041V35NT94.1 size=502995 2024-09-16T07:08:18.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.124+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=TY041V35NT94 tag=60QPTUYE6WR1 type=write size=2600147 2024-09-16T07:08:18.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.125+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=JGZQ2GVMYRJE type=del 2024-09-16T07:08:18.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.127+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=W21T0QS4UEPY type=del size=1402695 2024-09-16T07:08:18.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.128+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~8V2GKYO8XOHW.0 size=1048576 2024-09-16T07:08:18.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.129+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~8V2GKYO8XOHW.1 size=901743 2024-09-16T07:08:18.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.132+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=8V2GKYO8XOHW tag=1QQGEI44XO05 type=write size=2998895 2024-09-16T07:08:18.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.134+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~ZWNVA3LO2IP2.0 size=540539 2024-09-16T07:08:18.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.134+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=ZWNVA3LO2IP2 tag=QWJJ25BCKMFX type=write size=1589115 2024-09-16T07:08:18.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.136+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.0 size=1048576 2024-09-16T07:08:18.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.137+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.1 size=1048576 2024-09-16T07:08:18.139 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.139+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~ZUA6ZHCI1PGC.2 size=32694 2024-09-16T07:08:18.141 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.141+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=ZUA6ZHCI1PGC tag=JWX7CDFCMJXA type=write size=3178422 2024-09-16T07:08:18.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.144+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~5TISTDV91QDZ.0 size=560039 2024-09-16T07:08:18.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.144+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=5TISTDV91QDZ tag=EI64W7OF4XRQ type=write size=1608615 2024-09-16T07:08:18.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.147+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=38OGCSK3P03N type=del 2024-09-16T07:08:18.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.148+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=TG2Y3895WMFZ type=del size=3746676 2024-09-16T07:08:18.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.150+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=AUHYWID27S3K type=del 2024-09-16T07:08:18.152 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.152+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~EMPV28ZCT01M.0 size=1048576 2024-09-16T07:08:18.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.153+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~EMPV28ZCT01M.1 size=820344 2024-09-16T07:08:18.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.153+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=EMPV28ZCT01M tag=N1742J9R4XXH type=write size=2917496 2024-09-16T07:08:18.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.155+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=J4B1YW1YYS1H type=del 2024-09-16T07:08:18.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.156+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=7GCNKMU2WE4G type=del size=2786062 2024-09-16T07:08:18.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.158+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.0 size=1048576 2024-09-16T07:08:18.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.159+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.1 size=1048576 2024-09-16T07:08:18.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.160+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~6HP4BKL3KF22.2 size=879676 2024-09-16T07:08:18.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.163+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=6HP4BKL3KF22 tag=30GPFO5YO2Y2 type=write size=4025404 2024-09-16T07:08:18.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.164+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=DGHCGAP7FJGF type=write size=259001 2024-09-16T07:08:18.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.166+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=JBSNQTZ8F8DM type=del 2024-09-16T07:08:18.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.169+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~A1S0ZB61DXYW.0 size=605413 2024-09-16T07:08:18.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.169+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=A1S0ZB61DXYW tag=HE31JCI6NMRI type=write size=1653989 2024-09-16T07:08:18.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.171+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=N0LUMI3RKR02 type=write size=268607 2024-09-16T07:08:18.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.173+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~GTB91E4FO9LE.0 size=1048576 2024-09-16T07:08:18.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.174+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~GTB91E4FO9LE.1 size=563419 2024-09-16T07:08:18.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.174+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=GTB91E4FO9LE tag=LS9VUVK30Q88 type=write size=2660571 2024-09-16T07:08:18.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.176+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4DZXSRS17ZCF.0 size=1048576 2024-09-16T07:08:18.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.177+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4DZXSRS17ZCF.1 size=821226 2024-09-16T07:08:18.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.179+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=4DZXSRS17ZCF tag=O2V7WY9SCN3N type=write size=2918378 2024-09-16T07:08:18.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.181+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=5FODEJDPNK9K type=del size=4065834 2024-09-16T07:08:18.182 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.182+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=0LNWUVGXOLVU type=del 2024-09-16T07:08:18.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.184+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=ZGHMQJDV0PKF type=del size=70083 2024-09-16T07:08:18.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.185+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~H6MXBYMR57V4.0 size=1048576 2024-09-16T07:08:18.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.187+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~H6MXBYMR57V4.1 size=307376 2024-09-16T07:08:18.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.189+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=H6MXBYMR57V4 tag=NUSLTUQU2QHM type=write size=2404528 2024-09-16T07:08:18.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.191+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=TEDT2GXO3HFV type=write size=68062 2024-09-16T07:08:18.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.194+0000 7f6a4dc63640 1 < suggested update operation key=FFOW9C1BMGCP tag=YP2J7572HZ3U type=write size=301035 2024-09-16T07:08:18.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.197+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.0 size=1048576 2024-09-16T07:08:18.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.198+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.1 size=1048576 2024-09-16T07:08:18.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.199+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.2 size=611105 2024-09-16T07:08:18.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.199+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=ULGZ6VOUBWBR tag=P3DE7IW9B9US type=write size=3756833 2024-09-16T07:08:18.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.200+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=BMHKFPO3H51U type=del 2024-09-16T07:08:18.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.202+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=RMVRXOHDVXQT type=del size=413805 2024-09-16T07:08:18.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.204+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=FFI7DL9C8ON1 type=del 2024-09-16T07:08:18.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.205+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=5TOF4WEOCOPI type=del size=1913515 2024-09-16T07:08:18.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.207+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~TY041V35NT94.0 size=1048576 2024-09-16T07:08:18.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.208+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~TY041V35NT94.1 size=502995 2024-09-16T07:08:18.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.210+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=TY041V35NT94 tag=60QPTUYE6WR1 type=write size=2600147 2024-09-16T07:08:18.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.213+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~62MBH77CYE0N.0 size=1048576 2024-09-16T07:08:18.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.214+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~62MBH77CYE0N.1 size=306330 2024-09-16T07:08:18.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.214+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=62MBH77CYE0N tag=QYX1AMPTT2SA type=write size=2403482 2024-09-16T07:08:18.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.217+0000 7f6a4dc63640 1 < suggested update operation key=SQ46MZXZN6UD tag=W21T0QS4UEPY type=del size=1402695 2024-09-16T07:08:18.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.219+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=3U16AVOE9QJ2 type=write size=691698 2024-09-16T07:08:18.220 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.220+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~ZWNVA3LO2IP2.0 size=540539 2024-09-16T07:08:18.223 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.223+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=ZWNVA3LO2IP2 tag=QWJJ25BCKMFX type=write size=1589115 2024-09-16T07:08:18.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.225+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=5F6C1TEF9UR0 type=write size=241875 2024-09-16T07:08:18.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.226+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~5TISTDV91QDZ.0 size=560039 2024-09-16T07:08:18.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.228+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=5TISTDV91QDZ tag=EI64W7OF4XRQ type=write size=1608615 2024-09-16T07:08:18.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.231+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~I17SPA6D2L1W.0 size=1048576 2024-09-16T07:08:18.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.233+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~I17SPA6D2L1W.1 size=894013 2024-09-16T07:08:18.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.233+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=I17SPA6D2L1W tag=592VGWFBE0UA type=write size=2991165 2024-09-16T07:08:18.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.234+0000 7f6a4dc63640 -1 < failed to complete operation key=FFOW9C1BMGCP tag=TG2Y3895WMFZ type=del size=3746676: (22) Invalid argument 2024-09-16T07:08:18.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.236+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=J8844SH73VT6 type=del size=2488558 2024-09-16T07:08:18.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.237+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~EMPV28ZCT01M.0 size=1048576 2024-09-16T07:08:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:17 smithi164 ceph-mon[88760]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T07:08:18.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.239+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~EMPV28ZCT01M.1 size=820344 2024-09-16T07:08:18.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.241+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=EMPV28ZCT01M tag=N1742J9R4XXH type=write size=2917496 2024-09-16T07:08:18.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.242+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=8RFQJUFEHG2N type=write size=737871 2024-09-16T07:08:18.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.244+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=7GCNKMU2WE4G type=del 2024-09-16T07:08:18.246 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.246+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.0 size=1048576 2024-09-16T07:08:18.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.247+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.1 size=1048576 2024-09-16T07:08:18.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.248+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.2 size=865839 2024-09-16T07:08:18.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.248+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=6G89F1T07NM3 tag=JUWQF8I5M727 type=write size=4011567 2024-09-16T07:08:18.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.250+0000 7f6a4dc63640 1 < completed write operation key=GFIHYJ7SKCL4 tag=DGHCGAP7FJGF type=write size=259001 2024-09-16T07:08:18.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.251+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=H7PO9JMF8SMC type=del size=3605636 2024-09-16T07:08:18.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.253+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~A1S0ZB61DXYW.0 size=605413 2024-09-16T07:08:18.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.255+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=A1S0ZB61DXYW tag=HE31JCI6NMRI type=write size=1653989 2024-09-16T07:08:18.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.258+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~A5M7U823SUL6.0 size=1048576 2024-09-16T07:08:18.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.259+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~A5M7U823SUL6.1 size=264861 2024-09-16T07:08:18.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.259+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=A5M7U823SUL6 tag=9HJISXNB48WY type=write size=2362013 2024-09-16T07:08:18.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.261+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~GTB91E4FO9LE.0 size=1048576 2024-09-16T07:08:18.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.262+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~GTB91E4FO9LE.1 size=563419 2024-09-16T07:08:18.264 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.264+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=GTB91E4FO9LE tag=LS9VUVK30Q88 type=write size=2660571 2024-09-16T07:08:18.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.267+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~JWVQ3LNKKG7D.0 size=329270 2024-09-16T07:08:18.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.267+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=JWVQ3LNKKG7D tag=I5CVHICVF39K type=write size=1377846 2024-09-16T07:08:18.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.268+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=5FODEJDPNK9K type=del 2024-09-16T07:08:18.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.270+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=URDVIH1NYF1P type=del size=1744615 2024-09-16T07:08:18.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.273+0000 7f6a4dc63640 1 < suggested update operation key=FB23TC3WPG1I tag=ZGHMQJDV0PKF type=del size=70083 2024-09-16T07:08:18.275 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.275+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.0 size=1048576 2024-09-16T07:08:18.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.276+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.1 size=1048576 2024-09-16T07:08:18.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.278+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.2 size=459930 2024-09-16T07:08:18.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.278+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=0QSE6ZNMQAI1 tag=765DDLO143TW type=write size=3605658 2024-09-16T07:08:18.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.279+0000 7f6a4dc63640 1 < canceled operation key=5B35B97CQJ7U tag=TEDT2GXO3HFV type=write size=68062 2024-09-16T07:08:18.282 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.282+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~XGQZ08QRR92X.0 size=1048576 2024-09-16T07:08:18.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.283+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~XGQZ08QRR92X.1 size=775491 2024-09-16T07:08:18.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.283+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=XGQZ08QRR92X tag=N74Q1F118VAJ type=write size=2872643 2024-09-16T07:08:18.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.285+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.0 size=1048576 2024-09-16T07:08:18.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.286+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.1 size=1048576 2024-09-16T07:08:18.288 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.287+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~ULGZ6VOUBWBR.2 size=611105 2024-09-16T07:08:18.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.290+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=ULGZ6VOUBWBR tag=P3DE7IW9B9US type=write size=3756833 2024-09-16T07:08:18.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.292+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=W7R4M7TJJB29 type=del size=2471408 2024-09-16T07:08:18.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.294+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=RMVRXOHDVXQT type=del 2024-09-16T07:08:18.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.296+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=L5688UOHVDUO type=del size=3210993 2024-09-16T07:08:18.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.297+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=5TOF4WEOCOPI type=del 2024-09-16T07:08:18.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.300+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.0 size=1048576 2024-09-16T07:08:18.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.301+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.1 size=1048576 2024-09-16T07:08:18.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.302+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.2 size=968360 2024-09-16T07:08:18.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.302+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=160I97DPP8BG tag=H2KN5D43FP3A type=write size=4114088 2024-09-16T07:08:18.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.303+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~62MBH77CYE0N.0 size=1048576 2024-09-16T07:08:18.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.304+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~62MBH77CYE0N.1 size=306330 2024-09-16T07:08:18.307 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.307+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=62MBH77CYE0N tag=QYX1AMPTT2SA type=write size=2403482 2024-09-16T07:08:18.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.309+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=1CYTQBJXZ7V1 type=write size=270830 2024-09-16T07:08:18.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.312+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=3U16AVOE9QJ2 type=write size=691698 2024-09-16T07:08:18.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.316+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~MDF7NRLJQ7NB.0 size=1048576 2024-09-16T07:08:18.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.317+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~MDF7NRLJQ7NB.1 size=443595 2024-09-16T07:08:18.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.317+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=MDF7NRLJQ7NB tag=ZC4I90RCMYNC type=write size=2540747 2024-09-16T07:08:18.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.320+0000 7f6a4dc63640 1 < suggested update operation key=S24OZ7HDG3T5 tag=5F6C1TEF9UR0 type=write size=241875 2024-09-16T07:08:18.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.322+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=CFCP7WT6BYV2 type=del size=4097749 2024-09-16T07:08:18.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.322+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~I17SPA6D2L1W.0 size=1048576 2024-09-16T07:08:18.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.323+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~I17SPA6D2L1W.1 size=894013 2024-09-16T07:08:18.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.326+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=I17SPA6D2L1W tag=592VGWFBE0UA type=write size=2991165 2024-09-16T07:08:18.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.328+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=1QXCG248SH9A type=write size=366882 2024-09-16T07:08:18.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.330+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=J8844SH73VT6 type=del 2024-09-16T07:08:18.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.333+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~A9JLWFICH1TT.0 size=243081 2024-09-16T07:08:18.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.333+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=A9JLWFICH1TT tag=OT61W2JPZTT8 type=write size=1291657 2024-09-16T07:08:18.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.335+0000 7f6a4dc63640 -1 < failed to complete operation key=S24OZ7HDG3T5 tag=8RFQJUFEHG2N type=write size=737871: (22) Invalid argument 2024-09-16T07:08:18.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.337+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~Y85QE4Q7O2VQ.0 size=602712 2024-09-16T07:08:18.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.337+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=Y85QE4Q7O2VQ tag=O0RMOZHC3PNV type=write size=1651288 2024-09-16T07:08:18.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.339+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.0 size=1048576 2024-09-16T07:08:18.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.340+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.1 size=1048576 2024-09-16T07:08:18.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.341+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~6G89F1T07NM3.2 size=865839 2024-09-16T07:08:18.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.344+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=6G89F1T07NM3 tag=JUWQF8I5M727 type=write size=4011567 2024-09-16T07:08:18.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.345+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=JV6TFV5FPGJH type=del size=323810 2024-09-16T07:08:18.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.347+0000 7f6a4dc63640 -1 < failed to complete operation key=CJJ2FTWX2XGD tag=H7PO9JMF8SMC type=del size=3605636: (22) Invalid argument 2024-09-16T07:08:18.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.350+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~91OJ3BTHE4NW.0 size=664032 2024-09-16T07:08:18.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.350+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=91OJ3BTHE4NW tag=7EDIY8DULZSH type=write size=1712608 2024-09-16T07:08:18.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.351+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~A5M7U823SUL6.0 size=1048576 2024-09-16T07:08:18.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.352+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~A5M7U823SUL6.1 size=264861 2024-09-16T07:08:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:17 smithi042 ceph-mon[94096]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T07:08:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:17 smithi042 ceph-mon[96574]: osdmap e1086: 8 total, 8 up, 8 in 2024-09-16T07:08:18.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.355+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=A5M7U823SUL6 tag=9HJISXNB48WY type=write size=2362013 2024-09-16T07:08:18.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.356+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=JCCXAKUDZTD3 type=write size=888133 2024-09-16T07:08:18.358 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.358+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~JWVQ3LNKKG7D.0 size=329270 2024-09-16T07:08:18.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.360+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=JWVQ3LNKKG7D tag=I5CVHICVF39K type=write size=1377846 2024-09-16T07:08:18.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.363+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~PUQSXD933U23.0 size=1048576 2024-09-16T07:08:18.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.364+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~PUQSXD933U23.1 size=526409 2024-09-16T07:08:18.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.364+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=PUQSXD933U23 tag=LMZ64ZU9UXHQ type=write size=2623561 2024-09-16T07:08:18.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.366+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=URDVIH1NYF1P type=del 2024-09-16T07:08:18.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.367+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=5N8SL13CFC3Z type=del size=2159998 2024-09-16T07:08:18.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.369+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.0 size=1048576 2024-09-16T07:08:18.370 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.370+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.1 size=1048576 2024-09-16T07:08:18.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.371+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~0QSE6ZNMQAI1.2 size=459930 2024-09-16T07:08:18.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.373+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=0QSE6ZNMQAI1 tag=765DDLO143TW type=write size=3605658 2024-09-16T07:08:18.375 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.375+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=WCF993KDE1OD type=del size=1553983 2024-09-16T07:08:18.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.376+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~XGQZ08QRR92X.0 size=1048576 2024-09-16T07:08:18.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.378+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~XGQZ08QRR92X.1 size=775491 2024-09-16T07:08:18.380 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.380+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=XGQZ08QRR92X tag=N74Q1F118VAJ type=write size=2872643 2024-09-16T07:08:18.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.382+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.0 size=1048576 2024-09-16T07:08:18.384 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.384+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.1 size=1048576 2024-09-16T07:08:18.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.385+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.2 size=325703 2024-09-16T07:08:18.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.385+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=F5OQQ34V2VT1 tag=52Y0WBRRUDPH type=write size=3471431 2024-09-16T07:08:18.388 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.388+0000 7f6a4dc63640 1 < suggested remove operation key=AWJBSUV0CGLC tag=W7R4M7TJJB29 type=del 2024-09-16T07:08:18.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.390+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=FUIZR05H2OYA type=del size=3001813 2024-09-16T07:08:18.392 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.392+0000 7f6a4dc63640 -1 < failed to complete operation key=CJJ2FTWX2XGD tag=L5688UOHVDUO type=del size=3210993: (22) Invalid argument 2024-09-16T07:08:18.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.395+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~UXW7W4PU0R4Y.0 size=1048576 2024-09-16T07:08:18.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.396+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~UXW7W4PU0R4Y.1 size=361065 2024-09-16T07:08:18.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.396+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=UXW7W4PU0R4Y tag=ZMYTIG2O4TQD type=write size=2458217 2024-09-16T07:08:18.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.396+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.0 size=1048576 2024-09-16T07:08:18.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.396+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.1 size=1048576 2024-09-16T07:08:18.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.398+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~160I97DPP8BG.2 size=968360 2024-09-16T07:08:18.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.401+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=160I97DPP8BG tag=H2KN5D43FP3A type=write size=4114088 2024-09-16T07:08:18.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.402+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=9DPIXXJYIQ5V type=del size=3433737 2024-09-16T07:08:18.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.404+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=1CYTQBJXZ7V1 type=write size=270830 2024-09-16T07:08:18.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.406+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=HWCPXRER3RT7 type=del size=1272608 2024-09-16T07:08:18.408 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.407+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~MDF7NRLJQ7NB.0 size=1048576 2024-09-16T07:08:18.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.409+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~MDF7NRLJQ7NB.1 size=443595 2024-09-16T07:08:18.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.411+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=MDF7NRLJQ7NB tag=ZC4I90RCMYNC type=write size=2540747 2024-09-16T07:08:18.413 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.413+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=1PMQTE2HMRTX type=del size=920835 2024-09-16T07:08:18.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.414+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=CFCP7WT6BYV2 type=del 2024-09-16T07:08:18.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.417+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1MROH3ADVDTX.0 size=1048576 2024-09-16T07:08:18.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.418+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1MROH3ADVDTX.1 size=808209 2024-09-16T07:08:18.419 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.418+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=1MROH3ADVDTX tag=EO8NOCXF14JH type=write size=2905361 2024-09-16T07:08:18.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.420+0000 7f6a4dc63640 1 < completed write operation key=ZE3LE1W5V8E6 tag=1QXCG248SH9A type=write size=366882 2024-09-16T07:08:18.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.423+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~CGGWTCVLWQKF.0 size=1048576 2024-09-16T07:08:18.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.424+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~CGGWTCVLWQKF.1 size=172055 2024-09-16T07:08:18.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.424+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=CGGWTCVLWQKF tag=6UAP5ORCUBBS type=write size=2269207 2024-09-16T07:08:18.425 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.425+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~A9JLWFICH1TT.0 size=243081 2024-09-16T07:08:18.428 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.428+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=A9JLWFICH1TT tag=OT61W2JPZTT8 type=write size=1291657 2024-09-16T07:08:18.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.429+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=VLCILWS4UA8V type=del size=1028581 2024-09-16T07:08:18.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.431+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~Y85QE4Q7O2VQ.0 size=602712 2024-09-16T07:08:18.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.433+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=Y85QE4Q7O2VQ tag=O0RMOZHC3PNV type=write size=1651288 2024-09-16T07:08:18.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.435+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=ZJN0WJI12A18 type=del size=578445 2024-09-16T07:08:18.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.436+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=JV6TFV5FPGJH type=del 2024-09-16T07:08:18.439 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.439+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~3NA4M2KO974D.0 size=1048576 2024-09-16T07:08:18.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.440+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~3NA4M2KO974D.1 size=195094 2024-09-16T07:08:18.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.440+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=3NA4M2KO974D tag=EF1W0LSFV947 type=write size=2292246 2024-09-16T07:08:18.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.442+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~91OJ3BTHE4NW.0 size=664032 2024-09-16T07:08:18.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.444+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=91OJ3BTHE4NW tag=7EDIY8DULZSH type=write size=1712608 2024-09-16T07:08:18.446 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.446+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=FE4WW0RESMS4 type=write size=94972 2024-09-16T07:08:18.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.448+0000 7f6a4dc63640 1 < completed write operation key=SQ46MZXZN6UD tag=JCCXAKUDZTD3 type=write size=888133 2024-09-16T07:08:18.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.450+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=ZZ263TQKO16X type=del size=1684288 2024-09-16T07:08:18.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.451+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~PUQSXD933U23.0 size=1048576 2024-09-16T07:08:18.452 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.452+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~PUQSXD933U23.1 size=526409 2024-09-16T07:08:18.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.455+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=PUQSXD933U23 tag=LMZ64ZU9UXHQ type=write size=2623561 2024-09-16T07:08:18.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.456+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=HDN2I1S6R693 type=write size=654768 2024-09-16T07:08:18.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.457+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=5N8SL13CFC3Z type=del 2024-09-16T07:08:18.459 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.459+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=OITLEZ6UV7O5 type=del size=3644436 2024-09-16T07:08:18.460 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.460+0000 7f6a4dc63640 1 < canceled operation key=CJJ2FTWX2XGD tag=WCF993KDE1OD type=del size=1553983 2024-09-16T07:08:18.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.463+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.0 size=1048576 2024-09-16T07:08:18.464 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.464+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.1 size=1048576 2024-09-16T07:08:18.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.465+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.2 size=509686 2024-09-16T07:08:18.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.465+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=75RSINKMEGUO tag=L198UUVJJ8GY type=write size=3655414 2024-09-16T07:08:18.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.465+0000 7f6a4dc63640 1 < canceled part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.0 size=1048576 2024-09-16T07:08:18.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.467+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.1 size=1048576 2024-09-16T07:08:18.468 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.468+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~F5OQQ34V2VT1.2 size=325703 2024-09-16T07:08:18.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.470+0000 7f6a4dc63640 1 < canceled multipart upload key=K1NW8211P2C1 upload=F5OQQ34V2VT1 tag=52Y0WBRRUDPH type=write size=3471431 2024-09-16T07:08:18.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.472+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=GUIQ7PQS0S3M type=write size=334477 2024-09-16T07:08:18.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.473+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=FUIZR05H2OYA type=del 2024-09-16T07:08:18.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.475+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=06NFTEV261KG type=del size=846966 2024-09-16T07:08:18.476 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.476+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~UXW7W4PU0R4Y.0 size=1048576 2024-09-16T07:08:18.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.477+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~UXW7W4PU0R4Y.1 size=361065 2024-09-16T07:08:18.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.480+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=UXW7W4PU0R4Y tag=ZMYTIG2O4TQD type=write size=2458217 2024-09-16T07:08:18.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.482+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~J8LQ5DTURHJE.0 size=1048576 2024-09-16T07:08:18.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.484+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~J8LQ5DTURHJE.1 size=345583 2024-09-16T07:08:18.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.484+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=J8LQ5DTURHJE tag=371I0SNAOIUO type=write size=2442735 2024-09-16T07:08:18.487 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.487+0000 7f6a4dc63640 1 < suggested update operation key=7ZHUHNJF6OXB tag=9DPIXXJYIQ5V type=del size=3433737 2024-09-16T07:08:18.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.489+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=9EV6GYLMQ1Q3 type=del size=1391206 2024-09-16T07:08:18.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.490+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=HWCPXRER3RT7 type=del 2024-09-16T07:08:18.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.494+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~LX8FJQTLD8DY.0 size=29229 2024-09-16T07:08:18.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.494+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=LX8FJQTLD8DY tag=NCB1ETUTVCFG type=write size=1077805 2024-09-16T07:08:18.495 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.495+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=1PMQTE2HMRTX type=del 2024-09-16T07:08:18.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.500+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3YBV0344J376.0 size=1048576 2024-09-16T07:08:18.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.502+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3YBV0344J376.1 size=479534 2024-09-16T07:08:18.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.502+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=3YBV0344J376 tag=K4TO0FNK1OUH type=write size=2576686 2024-09-16T07:08:18.503 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.503+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~1MROH3ADVDTX.0 size=1048576 2024-09-16T07:08:18.504 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.504+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~1MROH3ADVDTX.1 size=808209 2024-09-16T07:08:18.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.507+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=1MROH3ADVDTX tag=EO8NOCXF14JH type=write size=2905361 2024-09-16T07:08:18.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.508+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=ZRAUZLVIZF93 type=del size=3221958 2024-09-16T07:08:18.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.510+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~CGGWTCVLWQKF.0 size=1048576 2024-09-16T07:08:18.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.510+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~CGGWTCVLWQKF.1 size=172055 2024-09-16T07:08:18.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.512+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=CGGWTCVLWQKF tag=6UAP5ORCUBBS type=write size=2269207 2024-09-16T07:08:18.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.513+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=M24PRYUOILNW type=del size=1992373 2024-09-16T07:08:18.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.515+0000 7f6a4dc63640 1 < canceled operation key=I3HRWIVRML06 tag=VLCILWS4UA8V type=del size=1028581 2024-09-16T07:08:18.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.518+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.0 size=1048576 2024-09-16T07:08:18.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.519+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.1 size=1048576 2024-09-16T07:08:18.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.520+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.2 size=31320 2024-09-16T07:08:18.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.520+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=QDWW3WMGTSZO tag=TB8P35BOKPJ8 type=write size=3177048 2024-09-16T07:08:18.522 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.522+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=ZJN0WJI12A18 type=del 2024-09-16T07:08:18.525 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.525+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5E17HQNCENZO.0 size=1048576 2024-09-16T07:08:18.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.526+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5E17HQNCENZO.1 size=152790 2024-09-16T07:08:18.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.526+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=5E17HQNCENZO tag=RBRU5759L6M1 type=write size=2249942 2024-09-16T07:08:18.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.527+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~3NA4M2KO974D.0 size=1048576 2024-09-16T07:08:18.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.529+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~3NA4M2KO974D.1 size=195094 2024-09-16T07:08:18.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.531+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=3NA4M2KO974D tag=EF1W0LSFV947 type=write size=2292246 2024-09-16T07:08:18.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.534+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~14Z81NLM51BE.0 size=1048576 2024-09-16T07:08:18.535 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.535+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~14Z81NLM51BE.1 size=961812 2024-09-16T07:08:18.535 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.535+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=14Z81NLM51BE tag=PSVGKODPZXRY type=write size=3058964 2024-09-16T07:08:18.537 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.536+0000 7f6a4dc63640 1 < completed write operation key=5TWLBMAWQE4Z tag=FE4WW0RESMS4 type=write size=94972 2024-09-16T07:08:18.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.538+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=DCT11CP33SJL type=del size=1142780 2024-09-16T07:08:18.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.541+0000 7f6a4dc63640 1 < suggested remove operation key=GFIHYJ7SKCL4 tag=ZZ263TQKO16X type=del 2024-09-16T07:08:18.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.543+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.0 size=1048576 2024-09-16T07:08:18.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.545+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.1 size=1048576 2024-09-16T07:08:18.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.546+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.2 size=809032 2024-09-16T07:08:18.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.546+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=KDGHCNSWX7F8 tag=DYG1G7P62D1V type=write size=3954760 2024-09-16T07:08:18.549 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.549+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=HDN2I1S6R693 type=write size=654768 2024-09-16T07:08:18.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.552+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~360TAZNFD27J.0 size=685638 2024-09-16T07:08:18.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.552+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=360TAZNFD27J tag=3D60JN18FYEI type=write size=1734214 2024-09-16T07:08:18.553 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.553+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=OITLEZ6UV7O5 type=del 2024-09-16T07:08:18.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.554+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=AOYKM7VWP4HY type=del size=3800772 2024-09-16T07:08:18.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.556+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.0 size=1048576 2024-09-16T07:08:18.557 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.557+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.1 size=1048576 2024-09-16T07:08:18.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.558+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~75RSINKMEGUO.2 size=509686 2024-09-16T07:08:18.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.560+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=75RSINKMEGUO tag=L198UUVJJ8GY type=write size=3655414 2024-09-16T07:08:18.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.562+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=IQ9K3C0Y0S23 type=del size=2157833 2024-09-16T07:08:18.564 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.564+0000 7f6a4dc63640 -1 < failed to complete operation key=5B35B97CQJ7U tag=GUIQ7PQS0S3M type=write size=334477: (22) Invalid argument 2024-09-16T07:08:18.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.565+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=8225FYQCKY2Y type=write size=840637 2024-09-16T07:08:18.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.567+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=06NFTEV261KG type=del 2024-09-16T07:08:18.568 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.568+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=1OIGHJGX090W type=del size=3713134 2024-09-16T07:08:18.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.569+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~J8LQ5DTURHJE.0 size=1048576 2024-09-16T07:08:18.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.569+0000 7f6a4dc63640 1 < canceled part key=_multipart_P2CZGUGP20MI.2~J8LQ5DTURHJE.1 size=345583 2024-09-16T07:08:18.572 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.572+0000 7f6a4dc63640 1 < canceled multipart upload key=P2CZGUGP20MI upload=J8LQ5DTURHJE tag=371I0SNAOIUO type=write size=2442735 2024-09-16T07:08:18.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.573+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=1S2NVRVPO2DO type=del size=1863073 2024-09-16T07:08:18.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.575+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=9EV6GYLMQ1Q3 type=del 2024-09-16T07:08:18.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.576+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=5HQ1U2BOMKD2 type=del size=1094675 2024-09-16T07:08:18.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.578+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~LX8FJQTLD8DY.0 size=29229 2024-09-16T07:08:18.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.580+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=LX8FJQTLD8DY tag=NCB1ETUTVCFG type=write size=1077805 2024-09-16T07:08:18.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.582+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=FPFK90KOW3YC type=del size=2877405 2024-09-16T07:08:18.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.583+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~3YBV0344J376.0 size=1048576 2024-09-16T07:08:18.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.584+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~3YBV0344J376.1 size=479534 2024-09-16T07:08:18.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.587+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=3YBV0344J376 tag=K4TO0FNK1OUH type=write size=2576686 2024-09-16T07:08:18.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.588+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=6X1EODVIGC2G type=del size=569416 2024-09-16T07:08:18.591 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.591+0000 7f6a4dc63640 1 < suggested remove operation key=C3K7ADI7VKKZ tag=ZRAUZLVIZF93 type=del 2024-09-16T07:08:18.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.592+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=C9Q0LA6D3VTA type=del size=1842632 2024-09-16T07:08:18.595 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.595+0000 7f6a4dc63640 1 < suggested update operation key=BKU75GT4GD2J tag=M24PRYUOILNW type=del size=1992373 2024-09-16T07:08:18.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.598+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~018UEIAT0VJY.0 size=1048576 2024-09-16T07:08:18.599 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.599+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~018UEIAT0VJY.1 size=395451 2024-09-16T07:08:18.599 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.599+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=018UEIAT0VJY tag=958H2G2NY6PK type=write size=2492603 2024-09-16T07:08:18.601 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.601+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.0 size=1048576 2024-09-16T07:08:18.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.602+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.1 size=1048576 2024-09-16T07:08:18.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.603+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~QDWW3WMGTSZO.2 size=31320 2024-09-16T07:08:18.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.606+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=QDWW3WMGTSZO tag=TB8P35BOKPJ8 type=write size=3177048 2024-09-16T07:08:18.609 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.609+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~48IS1ETFWD2S.0 size=1048576 2024-09-16T07:08:18.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.610+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~48IS1ETFWD2S.1 size=340556 2024-09-16T07:08:18.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.610+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=48IS1ETFWD2S tag=ZKH43QQDC6Q7 type=write size=2437708 2024-09-16T07:08:18.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.610+0000 7f6a4dc63640 1 < canceled part key=_multipart_7OJZZH487J17.2~5E17HQNCENZO.0 size=1048576 2024-09-16T07:08:18.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.610+0000 7f6a4dc63640 1 < canceled part key=_multipart_7OJZZH487J17.2~5E17HQNCENZO.1 size=152790 2024-09-16T07:08:18.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.612+0000 7f6a4dc63640 1 < canceled multipart upload key=7OJZZH487J17 upload=5E17HQNCENZO tag=RBRU5759L6M1 type=write size=2249942 2024-09-16T07:08:18.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.614+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=TA0AM3JPX157 type=del size=2828140 2024-09-16T07:08:18.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.615+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~14Z81NLM51BE.0 size=1048576 2024-09-16T07:08:18.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.616+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~14Z81NLM51BE.1 size=961812 2024-09-16T07:08:18.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.619+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=14Z81NLM51BE tag=PSVGKODPZXRY type=write size=3058964 2024-09-16T07:08:18.620 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.620+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=ACUNJB59K5YJ type=del size=1073424 2024-09-16T07:08:18.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.622+0000 7f6a4dc63640 -1 < failed to complete operation key=5B35B97CQJ7U tag=DCT11CP33SJL type=del size=1142780: (22) Invalid argument 2024-09-16T07:08:18.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.625+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~ERVGMRX5PWKC.0 size=86144 2024-09-16T07:08:18.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.625+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=ERVGMRX5PWKC tag=6T6OT15MRHXC type=write size=1134720 2024-09-16T07:08:18.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.625+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.0 size=1048576 2024-09-16T07:08:18.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.626+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.1 size=1048576 2024-09-16T07:08:18.628 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.627+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~KDGHCNSWX7F8.2 size=809032 2024-09-16T07:08:18.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.630+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=KDGHCNSWX7F8 tag=DYG1G7P62D1V type=write size=3954760 2024-09-16T07:08:18.631 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.631+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=0BO92YHJ0JB4 type=del size=619633 2024-09-16T07:08:18.631 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.631+0000 7f6a4dc63640 1 < canceled part key=_multipart_7K8UF0MUS6U8.2~360TAZNFD27J.0 size=685638 2024-09-16T07:08:18.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.634+0000 7f6a4dc63640 1 < canceled multipart upload key=7K8UF0MUS6U8 upload=360TAZNFD27J tag=3D60JN18FYEI type=write size=1734214 2024-09-16T07:08:18.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.635+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=B8SB4RY81S7O type=del size=1325823 2024-09-16T07:08:18.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.637+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=AOYKM7VWP4HY type=del 2024-09-16T07:08:18.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.639+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.0 size=1048576 2024-09-16T07:08:18.641 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.641+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.1 size=1048576 2024-09-16T07:08:18.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.642+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.2 size=266228 2024-09-16T07:08:18.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.642+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=CUXPHQDJ9H2S tag=Q3ZMARQOG3QZ type=write size=3411956 2024-09-16T07:08:18.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.644+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=IQ9K3C0Y0S23 type=del 2024-09-16T07:08:18.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.645+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=60GPWXHREF2Z type=del size=1559662 2024-09-16T07:08:18.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.647+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=8225FYQCKY2Y type=write size=840637 2024-09-16T07:08:18.648 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.648+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=V0BRP6ZLYH8S type=write size=342487 2024-09-16T07:08:18.650 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.650+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=1OIGHJGX090W type=del 2024-09-16T07:08:18.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.651+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=HJ7HTYV98UQG type=write size=617000 2024-09-16T07:08:18.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.653+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=1S2NVRVPO2DO type=del 2024-09-16T07:08:18.654 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.654+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=LUXVXWXKOQ3D type=del size=1894505 2024-09-16T07:08:18.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.656+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=5HQ1U2BOMKD2 type=del 2024-09-16T07:08:18.658 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.658+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=BOG7KMCVO6LE type=del size=420544 2024-09-16T07:08:18.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.659+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=FPFK90KOW3YC type=del 2024-09-16T07:08:18.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.661+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=85OQ1MY96IYB type=del size=4127390 2024-09-16T07:08:18.662 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.662+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=6X1EODVIGC2G type=del 2024-09-16T07:08:18.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.666+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~CEBNGDBZFU9Y.0 size=1048576 2024-09-16T07:08:18.667 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.667+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~CEBNGDBZFU9Y.1 size=339450 2024-09-16T07:08:18.667 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.667+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=CEBNGDBZFU9Y tag=SM7XYWJF3W2O type=write size=2436602 2024-09-16T07:08:18.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.668+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=C9Q0LA6D3VTA type=del 2024-09-16T07:08:18.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.670+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=7N70AK8F99FF type=del size=1736060 2024-09-16T07:08:18.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.671+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~018UEIAT0VJY.0 size=1048576 2024-09-16T07:08:18.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.672+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~018UEIAT0VJY.1 size=395451 2024-09-16T07:08:18.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.675+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=018UEIAT0VJY tag=958H2G2NY6PK type=write size=2492603 2024-09-16T07:08:18.678 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.678+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~6KMTM9PHKQ8Y.0 size=1048576 2024-09-16T07:08:18.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.679+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~6KMTM9PHKQ8Y.1 size=567377 2024-09-16T07:08:18.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.679+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=6KMTM9PHKQ8Y tag=R2KBQ6Z3TA2N type=write size=2664529 2024-09-16T07:08:18.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.681+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~48IS1ETFWD2S.0 size=1048576 2024-09-16T07:08:18.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.682+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~48IS1ETFWD2S.1 size=340556 2024-09-16T07:08:18.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.684+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=48IS1ETFWD2S tag=ZKH43QQDC6Q7 type=write size=2437708 2024-09-16T07:08:18.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.687+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~HBRV4W66S026.0 size=374861 2024-09-16T07:08:18.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.687+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=HBRV4W66S026 tag=AHGOSER7NLOU type=write size=1423437 2024-09-16T07:08:18.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.689+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=TA0AM3JPX157 type=del 2024-09-16T07:08:18.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.691+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~5ACF346RYLI2.0 size=1048576 2024-09-16T07:08:18.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.692+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~5ACF346RYLI2.1 size=889255 2024-09-16T07:08:18.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.692+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=5ACF346RYLI2 tag=7PXU3QWXOPCQ type=write size=2986407 2024-09-16T07:08:18.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.694+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=ACUNJB59K5YJ type=del 2024-09-16T07:08:18.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.696+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=VN7F5H0OTPAE type=write size=698196 2024-09-16T07:08:18.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.697+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~ERVGMRX5PWKC.0 size=86144 2024-09-16T07:08:18.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.700+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=ERVGMRX5PWKC tag=6T6OT15MRHXC type=write size=1134720 2024-09-16T07:08:18.701 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.701+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=55ZD08M404BV type=del size=534532 2024-09-16T07:08:18.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.703+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=0BO92YHJ0JB4 type=del 2024-09-16T07:08:18.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.705+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.0 size=1048576 2024-09-16T07:08:18.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.706+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.1 size=1048576 2024-09-16T07:08:18.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.708+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.2 size=333608 2024-09-16T07:08:18.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.708+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=LCYHNO0EWFAT tag=6PO8I5PGVVCA type=write size=3479336 2024-09-16T07:08:18.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.709+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=B8SB4RY81S7O type=del 2024-09-16T07:08:18.711 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.711+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=I18X3BAJKJPZ type=del size=3593858 2024-09-16T07:08:18.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.712+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.0 size=1048576 2024-09-16T07:08:18.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.713+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.1 size=1048576 2024-09-16T07:08:18.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.715+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~CUXPHQDJ9H2S.2 size=266228 2024-09-16T07:08:18.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.717+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=CUXPHQDJ9H2S tag=Q3ZMARQOG3QZ type=write size=3411956 2024-09-16T07:08:18.719 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.719+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=SGG67V8YJL65 type=write size=361017 2024-09-16T07:08:18.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.721+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=60GPWXHREF2Z type=del 2024-09-16T07:08:18.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.723+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=AV5PW6GLEDL9 type=write size=774269 2024-09-16T07:08:18.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.724+0000 7f6a4dc63640 1 < completed write operation key=RMU7VRUO4YOS tag=V0BRP6ZLYH8S type=write size=342487 2024-09-16T07:08:18.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.726+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=7VBQW5GV8IW5 type=del size=2247456 2024-09-16T07:08:18.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.729+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=HJ7HTYV98UQG type=write size=617000 2024-09-16T07:08:18.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.731+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.0 size=1048576 2024-09-16T07:08:18.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.732+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.1 size=1048576 2024-09-16T07:08:18.734 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.734+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.2 size=361196 2024-09-16T07:08:18.734 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.734+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=COU4K8T8E6SR tag=GFU4K43LPXV5 type=write size=3506924 2024-09-16T07:08:18.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.736+0000 7f6a4dc63640 1 < suggested update operation key=ZTYIYV79PWM7 tag=LUXVXWXKOQ3D type=del size=1894505 2024-09-16T07:08:18.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.738+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=D3IIQ2F9S86Y type=del size=2143814 2024-09-16T07:08:18.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.739+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=BOG7KMCVO6LE type=del 2024-09-16T07:08:18.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.741+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=657OGGAC0TMB type=write size=475368 2024-09-16T07:08:18.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.744+0000 7f6a4dc63640 1 < suggested update operation key=JXTTJU9B6QQY tag=85OQ1MY96IYB type=del size=4127390 2024-09-16T07:08:18.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.745+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=OAM30BZUHUUB type=del size=1856517 2024-09-16T07:08:18.747 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.747+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~CEBNGDBZFU9Y.0 size=1048576 2024-09-16T07:08:18.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.748+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~CEBNGDBZFU9Y.1 size=339450 2024-09-16T07:08:18.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.751+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=CEBNGDBZFU9Y tag=SM7XYWJF3W2O type=write size=2436602 2024-09-16T07:08:18.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.752+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=6IAS3OI8DNMJ type=write size=68707 2024-09-16T07:08:18.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.754+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=7N70AK8F99FF type=del 2024-09-16T07:08:18.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.755+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=IYJ0H3SR82QT type=del size=2022387 2024-09-16T07:08:18.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.756+0000 7f6a4dc63640 1 < canceled part key=_multipart_6LG5D2FSD1T5.2~6KMTM9PHKQ8Y.0 size=1048576 2024-09-16T07:08:18.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.757+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~6KMTM9PHKQ8Y.1 size=567377 2024-09-16T07:08:18.760 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.760+0000 7f6a4dc63640 1 < canceled multipart upload key=6LG5D2FSD1T5 upload=6KMTM9PHKQ8Y tag=R2KBQ6Z3TA2N type=write size=2664529 2024-09-16T07:08:18.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.761+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=Q2K4FDOMJBSH type=write size=698019 2024-09-16T07:08:18.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.763+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~HBRV4W66S026.0 size=374861 2024-09-16T07:08:18.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.766+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=HBRV4W66S026 tag=AHGOSER7NLOU type=write size=1423437 2024-09-16T07:08:18.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.769+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.0 size=1048576 2024-09-16T07:08:18.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.770+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.1 size=1048576 2024-09-16T07:08:18.771 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.771+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.2 size=293054 2024-09-16T07:08:18.771 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.771+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=OB356Y20IO13 tag=4P5CDQS3IF4O type=write size=3438782 2024-09-16T07:08:18.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.773+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~5ACF346RYLI2.0 size=1048576 2024-09-16T07:08:18.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.774+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~5ACF346RYLI2.1 size=889255 2024-09-16T07:08:18.776 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.776+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=5ACF346RYLI2 tag=7PXU3QWXOPCQ type=write size=2986407 2024-09-16T07:08:18.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.779+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~9OJLTVBWOOO4.0 size=1048576 2024-09-16T07:08:18.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.781+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~9OJLTVBWOOO4.1 size=406825 2024-09-16T07:08:18.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.781+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=9OJLTVBWOOO4 tag=3FRCZY5UF11P type=write size=2503977 2024-09-16T07:08:18.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.782+0000 7f6a4dc63640 1 < canceled operation key=RMU7VRUO4YOS tag=VN7F5H0OTPAE type=write size=698196 2024-09-16T07:08:18.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.784+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=JZOUUVS1Q1N1 type=del size=3435528 2024-09-16T07:08:18.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.785+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=55ZD08M404BV type=del 2024-09-16T07:08:18.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.787+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=5HZLN17AXUYX type=del size=1558063 2024-09-16T07:08:18.789 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.789+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.0 size=1048576 2024-09-16T07:08:18.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.790+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.1 size=1048576 2024-09-16T07:08:18.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.790+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~LCYHNO0EWFAT.2 size=333608 2024-09-16T07:08:18.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.792+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=LCYHNO0EWFAT tag=6PO8I5PGVVCA type=write size=3479336 2024-09-16T07:08:18.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.794+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=QRFR0AGB47QZ type=del size=2534022 2024-09-16T07:08:18.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.797+0000 7f6a4dc63640 1 < suggested remove operation key=C3K7ADI7VKKZ tag=I18X3BAJKJPZ type=del 2024-09-16T07:08:18.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.798+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=O8NYV3A1600Y type=del size=3320187 2024-09-16T07:08:18.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.800+0000 7f6a4dc63640 1 < completed write operation key=Q30B5IQL3VQX tag=SGG67V8YJL65 type=write size=361017 2024-09-16T07:08:18.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.801+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=VY2B16PXGY21 type=del size=3363955 2024-09-16T07:08:18.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.803+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=AV5PW6GLEDL9 type=write size=774269 2024-09-16T07:08:18.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.805+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=FQQZSIIAHPV4 type=del size=3421368 2024-09-16T07:08:18.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.806+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=7VBQW5GV8IW5 type=del 2024-09-16T07:08:18.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.809+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.0 size=1048576 2024-09-16T07:08:18.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.811+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.1 size=1048576 2024-09-16T07:08:18.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.812+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.2 size=683205 2024-09-16T07:08:18.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.812+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=RM1TB66NPUOY tag=LBLDC80OWQ7M type=write size=3828933 2024-09-16T07:08:18.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.813+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.0 size=1048576 2024-09-16T07:08:18.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.815+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.1 size=1048576 2024-09-16T07:08:18.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.816+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~COU4K8T8E6SR.2 size=361196 2024-09-16T07:08:18.819 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.818+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=COU4K8T8E6SR tag=GFU4K43LPXV5 type=write size=3506924 2024-09-16T07:08:18.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.820+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=CNO6UU62RXMQ type=del size=2914873 2024-09-16T07:08:18.822 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.822+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=D3IIQ2F9S86Y type=del 2024-09-16T07:08:18.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.823+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=4EGAPYGWIIIO type=write size=740964 2024-09-16T07:08:18.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.825+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=657OGGAC0TMB type=write size=475368 2024-09-16T07:08:18.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.826+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=32YP6XFGV6SX type=write size=882632 2024-09-16T07:08:18.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.828+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=OAM30BZUHUUB type=del 2024-09-16T07:08:18.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.829+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=85UW43OKHIZ9 type=del size=3085337 2024-09-16T07:08:18.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.832+0000 7f6a4dc63640 1 < suggested update operation key=5TWLBMAWQE4Z tag=6IAS3OI8DNMJ type=write size=68707 2024-09-16T07:08:18.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.834+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=GIEGYFP1BAFZ type=del size=1987810 2024-09-16T07:08:18.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.835+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=IYJ0H3SR82QT type=del 2024-09-16T07:08:18.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.837+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=7I78VYLBOPCH type=write size=137973 2024-09-16T07:08:18.838 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.838+0000 7f6a4dc63640 1 < completed write operation key=ZGU9J8JX5L57 tag=Q2K4FDOMJBSH type=write size=698019 2024-09-16T07:08:18.842 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.842+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.0 size=1048576 2024-09-16T07:08:18.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.843+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.1 size=1048576 2024-09-16T07:08:18.844 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.844+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.2 size=733213 2024-09-16T07:08:18.844 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.844+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=CBCJ6NN9KX2I tag=CT2I2O6D5DOX type=write size=3878941 2024-09-16T07:08:18.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.845+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.0 size=1048576 2024-09-16T07:08:18.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.847+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.1 size=1048576 2024-09-16T07:08:18.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.848+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~OB356Y20IO13.2 size=293054 2024-09-16T07:08:18.851 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.851+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=OB356Y20IO13 tag=4P5CDQS3IF4O type=write size=3438782 2024-09-16T07:08:18.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.854+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~RRFPTG6M68F3.0 size=1048576 2024-09-16T07:08:18.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.856+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~RRFPTG6M68F3.1 size=445328 2024-09-16T07:08:18.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.856+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=RRFPTG6M68F3 tag=UGHLA6NE60Y2 type=write size=2542480 2024-09-16T07:08:18.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.856+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~9OJLTVBWOOO4.0 size=1048576 2024-09-16T07:08:18.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.858+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~9OJLTVBWOOO4.1 size=406825 2024-09-16T07:08:18.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.860+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=9OJLTVBWOOO4 tag=3FRCZY5UF11P type=write size=2503977 2024-09-16T07:08:18.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.863+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~UD3IOUNEDKE7.0 size=1048576 2024-09-16T07:08:18.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.864+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~UD3IOUNEDKE7.1 size=1036334 2024-09-16T07:08:18.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.864+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=UD3IOUNEDKE7 tag=DIJ11JZ2UTKR type=write size=3133486 2024-09-16T07:08:18.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.866+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=JZOUUVS1Q1N1 type=del 2024-09-16T07:08:18.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.868+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3392R7EGN1F6.0 size=1048576 2024-09-16T07:08:18.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.870+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3392R7EGN1F6.1 size=668887 2024-09-16T07:08:18.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.870+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=3392R7EGN1F6 tag=VPGD2NPR3S96 type=write size=2766039 2024-09-16T07:08:18.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.872+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=5HZLN17AXUYX type=del size=1558063 2024-09-16T07:08:18.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.875+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.0 size=1048576 2024-09-16T07:08:18.876 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.876+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.1 size=1048576 2024-09-16T07:08:18.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.877+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.2 size=916039 2024-09-16T07:08:18.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.877+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=NVEAE9UEAR4J tag=PDGXCLBFSQ90 type=write size=4061767 2024-09-16T07:08:18.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.880+0000 7f6a4dc63640 1 < suggested update operation key=C3K7ADI7VKKZ tag=QRFR0AGB47QZ type=del size=2534022 2024-09-16T07:08:18.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.883+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.0 size=1048576 2024-09-16T07:08:18.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.885+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.1 size=1048576 2024-09-16T07:08:18.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.886+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.2 size=286809 2024-09-16T07:08:18.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.886+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=QPYHKNNR8A8F tag=MVOW8U4NF8GX type=write size=3432537 2024-09-16T07:08:18.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.887+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=O8NYV3A1600Y type=del 2024-09-16T07:08:18.889 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.889+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=AY85TD56FCKF type=del size=969107 2024-09-16T07:08:18.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.891+0000 7f6a4dc63640 -1 < failed to complete operation key=MWVV9JSK8I1K tag=VY2B16PXGY21 type=del size=3363955: (22) Invalid argument 2024-09-16T07:08:18.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.893+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=BMWKP3JJP278 type=del size=1642849 2024-09-16T07:08:18.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.896+0000 7f6a4dc63640 1 < suggested remove operation key=C3K7ADI7VKKZ tag=FQQZSIIAHPV4 type=del 2024-09-16T07:08:18.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.898+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~UB15WNV1OKEC.0 size=1048576 2024-09-16T07:08:18.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.900+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~UB15WNV1OKEC.1 size=291723 2024-09-16T07:08:18.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.900+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=UB15WNV1OKEC tag=5XICFE2PV3U6 type=write size=2388875 2024-09-16T07:08:18.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.901+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.0 size=1048576 2024-09-16T07:08:18.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.902+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.1 size=1048576 2024-09-16T07:08:18.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.904+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~RM1TB66NPUOY.2 size=683205 2024-09-16T07:08:18.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.906+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=RM1TB66NPUOY tag=LBLDC80OWQ7M type=write size=3828933 2024-09-16T07:08:18.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.908+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=KAQ19LJO23TD type=del size=839750 2024-09-16T07:08:18.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.910+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=CNO6UU62RXMQ type=del 2024-09-16T07:08:18.911 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.911+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=DKPVARQYNAWJ type=del size=2483721 2024-09-16T07:08:18.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.914+0000 7f6a4dc63640 -1 < failed to complete operation key=MWVV9JSK8I1K tag=4EGAPYGWIIIO type=write size=740964: (22) Invalid argument 2024-09-16T07:08:18.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.915+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=417DGX9YYFWI type=del size=2285549 2024-09-16T07:08:18.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.917+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=32YP6XFGV6SX type=write size=882632 2024-09-16T07:08:18.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.919+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=78QM5TV3JW2B type=write size=788064 2024-09-16T07:08:18.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.920+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=85UW43OKHIZ9 type=del 2024-09-16T07:08:18.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.922+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=KWGR7B968IWA type=del size=501665 2024-09-16T07:08:18.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.925+0000 7f6a4dc63640 1 < suggested remove operation key=MWVV9JSK8I1K tag=GIEGYFP1BAFZ type=del 2024-09-16T07:08:18.927 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.927+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=48A2SMQNYHYD type=del size=240136 2024-09-16T07:08:18.928 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.928+0000 7f6a4dc63640 1 < completed write operation key=8P0FKUBB0X3E tag=7I78VYLBOPCH type=write size=137973 2024-09-16T07:08:18.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.931+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.0 size=1048576 2024-09-16T07:08:18.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.933+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.1 size=1048576 2024-09-16T07:08:18.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.934+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.2 size=270515 2024-09-16T07:08:18.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.934+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=IRVXTDIE0YZ9 tag=T104H7EASQKM type=write size=3416243 2024-09-16T07:08:18.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.935+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.0 size=1048576 2024-09-16T07:08:18.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.937+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.1 size=1048576 2024-09-16T07:08:18.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.938+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~CBCJ6NN9KX2I.2 size=733213 2024-09-16T07:08:18.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.941+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=CBCJ6NN9KX2I tag=CT2I2O6D5DOX type=write size=3878941 2024-09-16T07:08:18.942 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.942+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=HWSMJ5FMMGNX type=del size=1992197 2024-09-16T07:08:18.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.944+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~RRFPTG6M68F3.0 size=1048576 2024-09-16T07:08:18.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.945+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~RRFPTG6M68F3.1 size=445328 2024-09-16T07:08:18.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.947+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=RRFPTG6M68F3 tag=UGHLA6NE60Y2 type=write size=2542480 2024-09-16T07:08:18.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.949+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=E59IMX6DFFNC type=del size=3970056 2024-09-16T07:08:18.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.950+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~UD3IOUNEDKE7.0 size=1048576 2024-09-16T07:08:18.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.952+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~UD3IOUNEDKE7.1 size=1036334 2024-09-16T07:08:18.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.954+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=UD3IOUNEDKE7 tag=DIJ11JZ2UTKR type=write size=3133486 2024-09-16T07:08:18.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.956+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=3GZKR9M1PDBG type=del size=1417758 2024-09-16T07:08:18.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.956+0000 7f6a4dc63640 1 < canceled part key=_multipart_SQ46MZXZN6UD.2~3392R7EGN1F6.0 size=1048576 2024-09-16T07:08:18.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.957+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~3392R7EGN1F6.1 size=668887 2024-09-16T07:08:18.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.959+0000 7f6a4dc63640 1 < canceled multipart upload key=SQ46MZXZN6UD upload=3392R7EGN1F6 tag=VPGD2NPR3S96 type=write size=2766039 2024-09-16T07:08:18.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.962+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.0 size=1048576 2024-09-16T07:08:18.964 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.964+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.1 size=1048576 2024-09-16T07:08:18.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.965+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.2 size=924128 2024-09-16T07:08:18.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.965+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=5XKEFCABAZ4P tag=FZ1C536UYB2O type=write size=4069856 2024-09-16T07:08:18.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.966+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.0 size=1048576 2024-09-16T07:08:18.968 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.968+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.1 size=1048576 2024-09-16T07:08:18.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.969+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~NVEAE9UEAR4J.2 size=916039 2024-09-16T07:08:18.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.972+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=NVEAE9UEAR4J tag=PDGXCLBFSQ90 type=write size=4061767 2024-09-16T07:08:18.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.975+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.0 size=1048576 2024-09-16T07:08:18.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.976+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.1 size=1048576 2024-09-16T07:08:18.978 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.978+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.2 size=189303 2024-09-16T07:08:18.978 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.978+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=XZ604SJEKTT5 tag=H13E37ERB9FG type=write size=3335031 2024-09-16T07:08:18.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.979+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.0 size=1048576 2024-09-16T07:08:18.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.980+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.1 size=1048576 2024-09-16T07:08:18.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.982+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~QPYHKNNR8A8F.2 size=286809 2024-09-16T07:08:18.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.984+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=QPYHKNNR8A8F tag=MVOW8U4NF8GX type=write size=3432537 2024-09-16T07:08:18.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.987+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~USJJE13G1XVV.0 size=517789 2024-09-16T07:08:18.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.987+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=USJJE13G1XVV tag=Y3INZX8I6401 type=write size=1566365 2024-09-16T07:08:18.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.989+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=AY85TD56FCKF type=del 2024-09-16T07:08:18.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.992+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.0 size=1048576 2024-09-16T07:08:18.993 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.993+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.1 size=1048576 2024-09-16T07:08:18.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.994+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.2 size=561622 2024-09-16T07:08:18.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.994+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=Q5Z2PC40SZQU tag=JU9ZB2QOM3V2 type=write size=3707350 2024-09-16T07:08:18.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.996+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=BMWKP3JJP278 type=del 2024-09-16T07:08:18.998 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.997+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=UQP4HDWJ6GJG type=del size=2554634 2024-09-16T07:08:19.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:18.999+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~UB15WNV1OKEC.0 size=1048576 2024-09-16T07:08:19.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.001+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~UB15WNV1OKEC.1 size=291723 2024-09-16T07:08:19.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.003+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=UB15WNV1OKEC tag=5XICFE2PV3U6 type=write size=2388875 2024-09-16T07:08:19.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.005+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=3Y4XF5LT8D06 type=del size=908286 2024-09-16T07:08:19.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.007+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=KAQ19LJO23TD type=del 2024-09-16T07:08:19.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.008+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=04OVV9IJBKQH type=del size=3822286 2024-09-16T07:08:19.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.010+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=DKPVARQYNAWJ type=del 2024-09-16T07:08:19.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.012+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=RF1QPT53WTH2 type=del size=1192933 2024-09-16T07:08:19.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.013+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=417DGX9YYFWI type=del 2024-09-16T07:08:19.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.015+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=OJGY6G4G1JV4 type=del size=1025146 2024-09-16T07:08:19.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.016+0000 7f6a4dc63640 1 < completed write operation key=H3Q1PCCXPXUK tag=78QM5TV3JW2B type=write size=788064 2024-09-16T07:08:19.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.018+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=WRQS5DHX8JH1 type=del size=2385957 2024-09-16T07:08:19.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.020+0000 7f6a4dc63640 1 < canceled operation key=7K8UF0MUS6U8 tag=KWGR7B968IWA type=del size=501665 2024-09-16T07:08:19.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.021+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=2LB9FME105FP type=write size=95255 2024-09-16T07:08:19.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.023+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=48A2SMQNYHYD type=del 2024-09-16T07:08:19.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.030+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.0 size=1048576 2024-09-16T07:08:19.032 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.032+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.1 size=1048576 2024-09-16T07:08:19.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.033+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.2 size=73169 2024-09-16T07:08:19.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.033+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=QE8NLQKJ523S tag=QFWS49KSJJQS type=write size=3218897 2024-09-16T07:08:19.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.035+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.0 size=1048576 2024-09-16T07:08:19.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.036+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.1 size=1048576 2024-09-16T07:08:19.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.038+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~IRVXTDIE0YZ9.2 size=270515 2024-09-16T07:08:19.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.041+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=IRVXTDIE0YZ9 tag=T104H7EASQKM type=write size=3416243 2024-09-16T07:08:19.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.043+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=PNIR6DSARFQS type=del size=3377280 2024-09-16T07:08:19.044 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.044+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=HWSMJ5FMMGNX type=del 2024-09-16T07:08:19.046 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.046+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=Z9I76JXD8N12 type=del size=1065197 2024-09-16T07:08:19.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.047+0000 7f6a4dc63640 1 < canceled operation key=88MH2W7ZQS96 tag=E59IMX6DFFNC type=del size=3970056 2024-09-16T07:08:19.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.050+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~TX3GI2R4BM2R.0 size=1048576 2024-09-16T07:08:19.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.051+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~TX3GI2R4BM2R.1 size=1687 2024-09-16T07:08:19.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.051+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=TX3GI2R4BM2R tag=QGKREHB03W8E type=write size=2098839 2024-09-16T07:08:19.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.053+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=3GZKR9M1PDBG type=del 2024-09-16T07:08:19.055 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.055+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=WNYD9UUAUOUQ type=del size=1954968 2024-09-16T07:08:19.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.056+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.0 size=1048576 2024-09-16T07:08:19.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.058+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.1 size=1048576 2024-09-16T07:08:19.059 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.059+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~5XKEFCABAZ4P.2 size=924128 2024-09-16T07:08:19.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.062+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=5XKEFCABAZ4P tag=FZ1C536UYB2O type=write size=4069856 2024-09-16T07:08:19.065 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.065+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~6R5ISP7U169Q.0 size=1048576 2024-09-16T07:08:19.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.066+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~6R5ISP7U169Q.1 size=820919 2024-09-16T07:08:19.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.066+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=6R5ISP7U169Q tag=6IPGG570Z2OY type=write size=2918071 2024-09-16T07:08:19.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.068+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.0 size=1048576 2024-09-16T07:08:19.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.069+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.1 size=1048576 2024-09-16T07:08:19.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.071+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~XZ604SJEKTT5.2 size=189303 2024-09-16T07:08:19.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.073+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=XZ604SJEKTT5 tag=H13E37ERB9FG type=write size=3335031 2024-09-16T07:08:19.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.075+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=KXKAM5MX2ISZ type=write size=551765 2024-09-16T07:08:19.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.076+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~USJJE13G1XVV.0 size=517789 2024-09-16T07:08:19.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.079+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=USJJE13G1XVV tag=Y3INZX8I6401 type=write size=1566365 2024-09-16T07:08:19.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.080+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=XD8KLF1MQTMJ type=del size=3043613 2024-09-16T07:08:19.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.082+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.0 size=1048576 2024-09-16T07:08:19.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.083+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.1 size=1048576 2024-09-16T07:08:19.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.083+0000 7f6a4dc63640 1 < canceled part key=_multipart_Q30B5IQL3VQX.2~Q5Z2PC40SZQU.2 size=561622 2024-09-16T07:08:19.086 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.086+0000 7f6a4dc63640 1 < canceled multipart upload key=Q30B5IQL3VQX upload=Q5Z2PC40SZQU tag=JU9ZB2QOM3V2 type=write size=3707350 2024-09-16T07:08:19.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.088+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=ZAWJDHJ8NQ32 type=del size=328918 2024-09-16T07:08:19.089 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.089+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=UQP4HDWJ6GJG type=del 2024-09-16T07:08:19.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.090+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=VAOX0PQL9G0R type=write size=964469 2024-09-16T07:08:19.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.093+0000 7f6a4dc63640 1 < suggested update operation key=FB23TC3WPG1I tag=3Y4XF5LT8D06 type=del size=908286 2024-09-16T07:08:19.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.096+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~9RXMUUOXQQRG.0 size=812329 2024-09-16T07:08:19.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.096+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=9RXMUUOXQQRG tag=5XXZP8WCDZVI type=write size=1860905 2024-09-16T07:08:19.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.099+0000 7f6a4dc63640 1 < suggested remove operation key=P2CZGUGP20MI tag=04OVV9IJBKQH type=del 2024-09-16T07:08:19.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.101+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=LNPV48RB2138 type=del size=3307067 2024-09-16T07:08:19.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.103+0000 7f6a4dc63640 -1 < failed to complete operation key=FB23TC3WPG1I tag=RF1QPT53WTH2 type=del size=1192933: (22) Invalid argument 2024-09-16T07:08:19.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.105+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.0 size=1048576 2024-09-16T07:08:19.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.107+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.1 size=1048576 2024-09-16T07:08:19.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.108+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.2 size=38186 2024-09-16T07:08:19.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.108+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=3AC2LDEJV0GA tag=WBYLRTB12WMT type=write size=3183914 2024-09-16T07:08:19.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.109+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=OJGY6G4G1JV4 type=del 2024-09-16T07:08:19.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.111+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=Z5HUYY9IHNFT type=del size=2897919 2024-09-16T07:08:19.113 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.113+0000 7f6a4dc63640 -1 < failed to complete operation key=FB23TC3WPG1I tag=WRQS5DHX8JH1 type=del size=2385957: (22) Invalid argument 2024-09-16T07:08:19.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.116+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.0 size=1048576 2024-09-16T07:08:19.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.1 size=1048576 2024-09-16T07:08:19.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.119+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.2 size=261176 2024-09-16T07:08:19.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.119+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=JHQ5KCQUB2M3 tag=55CZ9DBKWKTC type=write size=3406904 2024-09-16T07:08:19.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.122+0000 7f6a4dc63640 1 < suggested update operation key=RMU7VRUO4YOS tag=2LB9FME105FP type=write size=95255 2024-09-16T07:08:19.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.124+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=B0WMISFBEWSN type=write size=868633 2024-09-16T07:08:19.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.126+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.0 size=1048576 2024-09-16T07:08:19.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.127+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.1 size=1048576 2024-09-16T07:08:19.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.128+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~QE8NLQKJ523S.2 size=73169 2024-09-16T07:08:19.131 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.131+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=QE8NLQKJ523S tag=QFWS49KSJJQS type=write size=3218897 2024-09-16T07:08:19.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.134+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~ETPXCJQPO77H.0 size=91352 2024-09-16T07:08:19.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.134+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=ETPXCJQPO77H tag=N17MPK0RY33N type=write size=1139928 2024-09-16T07:08:19.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.136+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=PNIR6DSARFQS type=del 2024-09-16T07:08:19.139 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.139+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~21385VM1VHM0.0 size=1048576 2024-09-16T07:08:19.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.140+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~21385VM1VHM0.1 size=396303 2024-09-16T07:08:19.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.140+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=21385VM1VHM0 tag=3YWC1K60W61A type=write size=2493455 2024-09-16T07:08:19.141 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.141+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=Z9I76JXD8N12 type=del size=1065197 2024-09-16T07:08:19.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.143+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=A5U3SOWZOI5W type=write size=771182 2024-09-16T07:08:19.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.144+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~TX3GI2R4BM2R.0 size=1048576 2024-09-16T07:08:19.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.145+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~TX3GI2R4BM2R.1 size=1687 2024-09-16T07:08:19.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.148+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=TX3GI2R4BM2R tag=QGKREHB03W8E type=write size=2098839 2024-09-16T07:08:19.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.150+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=93UXFJ659RGC type=del size=1195172 2024-09-16T07:08:19.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.151+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=WNYD9UUAUOUQ type=del 2024-09-16T07:08:19.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.154+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~FNR6HJBSGSEG.0 size=1048576 2024-09-16T07:08:19.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.155+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~FNR6HJBSGSEG.1 size=917226 2024-09-16T07:08:19.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.155+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=FNR6HJBSGSEG tag=RZ15Q1ADERV1 type=write size=3014378 2024-09-16T07:08:19.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.157+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~6R5ISP7U169Q.0 size=1048576 2024-09-16T07:08:19.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.158+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~6R5ISP7U169Q.1 size=820919 2024-09-16T07:08:19.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.161+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=6R5ISP7U169Q tag=6IPGG570Z2OY type=write size=2918071 2024-09-16T07:08:19.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.164+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~BOXH9HGFB049.0 size=1048576 2024-09-16T07:08:19.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.165+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~BOXH9HGFB049.1 size=1014926 2024-09-16T07:08:19.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.165+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=BOXH9HGFB049 tag=EUL3CJUL8ENH type=write size=3112078 2024-09-16T07:08:19.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.167+0000 7f6a4dc63640 1 < canceled operation key=S24OZ7HDG3T5 tag=KXKAM5MX2ISZ type=write size=551765 2024-09-16T07:08:19.168 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.168+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=WC43ZVCC6TRJ type=del size=2335270 2024-09-16T07:08:19.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.170+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=XD8KLF1MQTMJ type=del 2024-09-16T07:08:19.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.173+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~80QN6J33X72E.0 size=89641 2024-09-16T07:08:19.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.173+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=80QN6J33X72E tag=9FE0O4YENQ0A type=write size=1138217 2024-09-16T07:08:19.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.174+0000 7f6a4dc63640 1 < canceled operation key=1Y4BGXOVL52F tag=ZAWJDHJ8NQ32 type=del size=328918 2024-09-16T07:08:19.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.176+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=HO6CIX0301DP type=del size=1802492 2024-09-16T07:08:19.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.177+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=VAOX0PQL9G0R type=write size=964469 2024-09-16T07:08:19.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.179+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=AGM2FOQ12RVQ type=del size=3535770 2024-09-16T07:08:19.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.180+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~9RXMUUOXQQRG.0 size=812329 2024-09-16T07:08:19.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.183+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=9RXMUUOXQQRG tag=5XXZP8WCDZVI type=write size=1860905 2024-09-16T07:08:19.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.184+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=ABZHNQANZAOY type=del size=3496622 2024-09-16T07:08:19.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.186+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=LNPV48RB2138 type=del 2024-09-16T07:08:19.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.188+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=NWQZLRE67776 type=del size=3964525 2024-09-16T07:08:19.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.189+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.0 size=1048576 2024-09-16T07:08:19.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.191+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.1 size=1048576 2024-09-16T07:08:19.192 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.192+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3AC2LDEJV0GA.2 size=38186 2024-09-16T07:08:19.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.194+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=3AC2LDEJV0GA tag=WBYLRTB12WMT type=write size=3183914 2024-09-16T07:08:19.196 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.196+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=KF3X49N87K07 type=del size=2552572 2024-09-16T07:08:19.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.198+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=Z5HUYY9IHNFT type=del 2024-09-16T07:08:19.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.199+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=WN82XO5JU2LA type=del size=564737 2024-09-16T07:08:19.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.201+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.0 size=1048576 2024-09-16T07:08:19.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.202+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.1 size=1048576 2024-09-16T07:08:19.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.204+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~JHQ5KCQUB2M3.2 size=261176 2024-09-16T07:08:19.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.206+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=JHQ5KCQUB2M3 tag=55CZ9DBKWKTC type=write size=3406904 2024-09-16T07:08:19.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.208+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=1GTOE8KBS6N2 type=write size=594654 2024-09-16T07:08:19.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.211+0000 7f6a4dc63640 1 < suggested update operation key=7ZHUHNJF6OXB tag=B0WMISFBEWSN type=write size=868633 2024-09-16T07:08:19.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.215+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.0 size=1048576 2024-09-16T07:08:19.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.216+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.1 size=1048576 2024-09-16T07:08:19.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.217+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.2 size=268911 2024-09-16T07:08:19.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.217+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=VD93WKCIBIRJ tag=LPOXFLGG17DH type=write size=3414639 2024-09-16T07:08:19.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.218+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~ETPXCJQPO77H.0 size=91352 2024-09-16T07:08:19.220 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.220+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=ETPXCJQPO77H tag=N17MPK0RY33N type=write size=1139928 2024-09-16T07:08:19.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.222+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=PQVQMFT3YCD5 type=del size=3962787 2024-09-16T07:08:19.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.224+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~21385VM1VHM0.0 size=1048576 2024-09-16T07:08:19.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.225+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~21385VM1VHM0.1 size=396303 2024-09-16T07:08:19.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.228+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=21385VM1VHM0 tag=3YWC1K60W61A type=write size=2493455 2024-09-16T07:08:19.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.230+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=XZOSLODO12KN type=del size=161328 2024-09-16T07:08:19.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.233+0000 7f6a4dc63640 1 < suggested update operation key=GFIHYJ7SKCL4 tag=A5U3SOWZOI5W type=write size=771182 2024-09-16T07:08:19.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.236+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~BCYB3FKUJO9W.0 size=1048576 2024-09-16T07:08:19.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.237+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~BCYB3FKUJO9W.1 size=545083 2024-09-16T07:08:19.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.237+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=BCYB3FKUJO9W tag=3T0DS31D4JGA type=write size=2642235 2024-09-16T07:08:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:18 smithi164 ceph-mon[88760]: pgmap v1386: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 118 KiB/s wr, 587 op/s 2024-09-16T07:08:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:19.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.239+0000 7f6a4dc63640 1 < canceled operation key=RMU7VRUO4YOS tag=93UXFJ659RGC type=del size=1195172 2024-09-16T07:08:19.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.241+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=AYWEWVQPT79Q type=del size=2430998 2024-09-16T07:08:19.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.243+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~FNR6HJBSGSEG.0 size=1048576 2024-09-16T07:08:19.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.244+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~FNR6HJBSGSEG.1 size=917226 2024-09-16T07:08:19.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.247+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=FNR6HJBSGSEG tag=RZ15Q1ADERV1 type=write size=3014378 2024-09-16T07:08:19.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.250+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.0 size=1048576 2024-09-16T07:08:19.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.251+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.1 size=1048576 2024-09-16T07:08:19.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.253+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.2 size=237250 2024-09-16T07:08:19.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.253+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=ECA7S0048JU9 tag=4R5U3OCSYRSW type=write size=3382978 2024-09-16T07:08:19.254 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:18 smithi042 ceph-mon[94096]: pgmap v1386: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 118 KiB/s wr, 587 op/s 2024-09-16T07:08:19.254 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:19.254 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:18 smithi042 ceph-mon[96574]: pgmap v1386: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 118 KiB/s wr, 587 op/s 2024-09-16T07:08:19.254 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:19.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.254+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~BOXH9HGFB049.0 size=1048576 2024-09-16T07:08:19.256 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.256+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~BOXH9HGFB049.1 size=1014926 2024-09-16T07:08:19.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.258+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=BOXH9HGFB049 tag=EUL3CJUL8ENH type=write size=3112078 2024-09-16T07:08:19.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.260+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=6Q6LP6QC9C26 type=del size=1547239 2024-09-16T07:08:19.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.261+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=WC43ZVCC6TRJ type=del 2024-09-16T07:08:19.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.263+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=M7IEPYJ5ASGL type=del size=1006041 2024-09-16T07:08:19.264 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.264+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~80QN6J33X72E.0 size=89641 2024-09-16T07:08:19.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.267+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=80QN6J33X72E tag=9FE0O4YENQ0A type=write size=1138217 2024-09-16T07:08:19.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.268+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=RBPYZE6Y36C1 type=write size=381098 2024-09-16T07:08:19.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.271+0000 7f6a4dc63640 1 < suggested update operation key=7ZHUHNJF6OXB tag=HO6CIX0301DP type=del size=1802492 2024-09-16T07:08:19.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.273+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=Y4O1UVITBQM2 type=del size=104409 2024-09-16T07:08:19.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.274+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=AGM2FOQ12RVQ type=del 2024-09-16T07:08:19.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.276+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=BKWNDFCIRUPO type=del size=2332689 2024-09-16T07:08:19.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.277+0000 7f6a4dc63640 1 < canceled operation key=FB23TC3WPG1I tag=ABZHNQANZAOY type=del size=3496622 2024-09-16T07:08:19.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.279+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=8CF2R77SID4D type=del size=3016668 2024-09-16T07:08:19.280 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.280+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=NWQZLRE67776 type=del 2024-09-16T07:08:19.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.283+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~GYL8XLM01L8L.0 size=1048576 2024-09-16T07:08:19.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.284+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~GYL8XLM01L8L.1 size=270409 2024-09-16T07:08:19.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.284+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=GYL8XLM01L8L tag=EO33QOROPH1Y type=write size=2367561 2024-09-16T07:08:19.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.286+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=KF3X49N87K07 type=del 2024-09-16T07:08:19.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.287+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=ZMPLKH9DCX3Q type=del size=125025 2024-09-16T07:08:19.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.289+0000 7f6a4dc63640 1 < canceled operation key=MWVV9JSK8I1K tag=WN82XO5JU2LA type=del size=564737 2024-09-16T07:08:19.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.292+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.0 size=1048576 2024-09-16T07:08:19.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.293+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.1 size=1048576 2024-09-16T07:08:19.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.295+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.2 size=116181 2024-09-16T07:08:19.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.295+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=82TOQ640AGXD tag=T5VB1TXJX0IO type=write size=3261909 2024-09-16T07:08:19.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.298+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=1GTOE8KBS6N2 type=write 2024-09-16T07:08:19.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.299+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=WBK88Q62BICM type=del size=1198898 2024-09-16T07:08:19.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.301+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.0 size=1048576 2024-09-16T07:08:19.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.302+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.1 size=1048576 2024-09-16T07:08:19.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.304+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~VD93WKCIBIRJ.2 size=268911 2024-09-16T07:08:19.306 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.306+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=VD93WKCIBIRJ tag=LPOXFLGG17DH type=write size=3414639 2024-09-16T07:08:19.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.308+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=BFNWYNKS49UU type=write size=879062 2024-09-16T07:08:19.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.309+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=PQVQMFT3YCD5 type=del 2024-09-16T07:08:19.311 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.311+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=GWQBUIJFP2RD type=del size=844950 2024-09-16T07:08:19.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.314+0000 7f6a4dc63640 1 < suggested update operation key=88MH2W7ZQS96 tag=XZOSLODO12KN type=del size=161328 2024-09-16T07:08:19.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.316+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=A0CB48BZYGSU type=del size=2652847 2024-09-16T07:08:19.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.317+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~BCYB3FKUJO9W.0 size=1048576 2024-09-16T07:08:19.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.318+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~BCYB3FKUJO9W.1 size=545083 2024-09-16T07:08:19.321 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.321+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=BCYB3FKUJO9W tag=3T0DS31D4JGA type=write size=2642235 2024-09-16T07:08:19.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.322+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=6RSRSK621DTM type=del size=7953 2024-09-16T07:08:19.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.324+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=AYWEWVQPT79Q type=del 2024-09-16T07:08:19.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.325+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=VH2RKRVABWMO type=del size=2178111 2024-09-16T07:08:19.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.327+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.0 size=1048576 2024-09-16T07:08:19.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.328+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.1 size=1048576 2024-09-16T07:08:19.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.330+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~ECA7S0048JU9.2 size=237250 2024-09-16T07:08:19.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.332+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=ECA7S0048JU9 tag=4R5U3OCSYRSW type=write size=3382978 2024-09-16T07:08:19.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.334+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=N21YH89L1EDB type=del size=938616 2024-09-16T07:08:19.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.335+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=6Q6LP6QC9C26 type=del 2024-09-16T07:08:19.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.337+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=ACYUXF2C7XKW type=write size=825199 2024-09-16T07:08:19.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.339+0000 7f6a4dc63640 1 < suggested update operation key=7K8UF0MUS6U8 tag=M7IEPYJ5ASGL type=del size=1006041 2024-09-16T07:08:19.342 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.342+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~MM8VS4XVVM49.0 size=1048576 2024-09-16T07:08:19.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.343+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~MM8VS4XVVM49.1 size=277423 2024-09-16T07:08:19.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.343+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=MM8VS4XVVM49 tag=6VB7F0EAOWGR type=write size=2374575 2024-09-16T07:08:19.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.345+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=RBPYZE6Y36C1 type=write size=381098 2024-09-16T07:08:19.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.347+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=IMDLA5FJTHQE type=del size=3461122 2024-09-16T07:08:19.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.348+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=Y4O1UVITBQM2 type=del 2024-09-16T07:08:19.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.351+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~LJC9E2AP5P1B.0 size=1048576 2024-09-16T07:08:19.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.352+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~LJC9E2AP5P1B.1 size=149532 2024-09-16T07:08:19.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.352+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=LJC9E2AP5P1B tag=07N4M161DI0B type=write size=2246684 2024-09-16T07:08:19.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.355+0000 7f6a4dc63640 1 < suggested update operation key=FB23TC3WPG1I tag=BKWNDFCIRUPO type=del size=2332689 2024-09-16T07:08:19.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.357+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=0H9VS7NJXRY4 type=del size=3080113 2024-09-16T07:08:19.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.360+0000 7f6a4dc63640 1 < suggested remove operation key=1Y4BGXOVL52F tag=8CF2R77SID4D type=del 2024-09-16T07:08:19.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.361+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=8C758HG4R6NU type=write size=533336 2024-09-16T07:08:19.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.363+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~GYL8XLM01L8L.0 size=1048576 2024-09-16T07:08:19.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.364+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~GYL8XLM01L8L.1 size=270409 2024-09-16T07:08:19.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.367+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=GYL8XLM01L8L tag=EO33QOROPH1Y type=write size=2367561 2024-09-16T07:08:19.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.369+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=US0MQHP9UTW9 type=del size=1130068 2024-09-16T07:08:19.370 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.370+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=ZMPLKH9DCX3Q type=del 2024-09-16T07:08:19.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.372+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=D2YTSI7LQNUK type=del size=164247 2024-09-16T07:08:19.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.373+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.0 size=1048576 2024-09-16T07:08:19.375 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.375+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.1 size=1048576 2024-09-16T07:08:19.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.376+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82TOQ640AGXD.2 size=116181 2024-09-16T07:08:19.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.378+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=82TOQ640AGXD tag=T5VB1TXJX0IO type=write size=3261909 2024-09-16T07:08:19.380 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.380+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=QUOSM4ZJNTUW type=del size=3600805 2024-09-16T07:08:19.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.382+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=WBK88Q62BICM type=del 2024-09-16T07:08:19.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.385+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.0 size=1048576 2024-09-16T07:08:19.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.386+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.1 size=1048576 2024-09-16T07:08:19.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.387+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.2 size=411201 2024-09-16T07:08:19.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.387+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=VJLAGOP1IF8L tag=JQ52JW1MJISH type=write size=3556929 2024-09-16T07:08:19.391 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.391+0000 7f6a4dc63640 1 < suggested update operation key=GFIHYJ7SKCL4 tag=BFNWYNKS49UU type=write size=879062 2024-09-16T07:08:19.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.393+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~P0YXXRVKND03.0 size=1048576 2024-09-16T07:08:19.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.395+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~P0YXXRVKND03.1 size=676907 2024-09-16T07:08:19.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.395+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=P0YXXRVKND03 tag=YLUAYSYQR14Y type=write size=2774059 2024-09-16T07:08:19.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.398+0000 7f6a4dc63640 1 < suggested remove operation key=ZGU9J8JX5L57 tag=GWQBUIJFP2RD type=del 2024-09-16T07:08:19.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.399+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=EAZOHKXNWT6Q type=del size=2674076 2024-09-16T07:08:19.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.401+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=A0CB48BZYGSU type=del 2024-09-16T07:08:19.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.404+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~05AZZT0VDNCT.0 size=1048576 2024-09-16T07:08:19.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.405+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~05AZZT0VDNCT.1 size=56111 2024-09-16T07:08:19.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.405+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=05AZZT0VDNCT tag=OVWQ0N8ZFWTF type=write size=2153263 2024-09-16T07:08:19.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.407+0000 7f6a4dc63640 -1 < failed to complete operation key=7K8UF0MUS6U8 tag=6RSRSK621DTM type=del size=7953: (22) Invalid argument 2024-09-16T07:08:19.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.409+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=OFH7DL1U3KWT type=del size=1443714 2024-09-16T07:08:19.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.410+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=VH2RKRVABWMO type=del 2024-09-16T07:08:19.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.412+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=YSH03SQTKENF type=del size=1521062 2024-09-16T07:08:19.415 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.415+0000 7f6a4dc63640 1 < suggested update operation key=JXTTJU9B6QQY tag=N21YH89L1EDB type=del size=938616 2024-09-16T07:08:19.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.418+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~2J3GS9OYRJEE.0 size=1001466 2024-09-16T07:08:19.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.418+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=2J3GS9OYRJEE tag=UE847SWEE9S6 type=write size=2050042 2024-09-16T07:08:19.419 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.419+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=ACYUXF2C7XKW type=write size=825199 2024-09-16T07:08:19.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.421+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=5N9ABR38ERSL type=del size=2354240 2024-09-16T07:08:19.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.422+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~MM8VS4XVVM49.0 size=1048576 2024-09-16T07:08:19.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.424+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~MM8VS4XVVM49.1 size=277423 2024-09-16T07:08:19.426 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.426+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=MM8VS4XVVM49 tag=6VB7F0EAOWGR type=write size=2374575 2024-09-16T07:08:19.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.429+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~EWKID3OES6Q8.0 size=44760 2024-09-16T07:08:19.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.429+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=EWKID3OES6Q8 tag=5MXA41PIWFR4 type=write size=1093336 2024-09-16T07:08:19.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.431+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=IMDLA5FJTHQE type=del 2024-09-16T07:08:19.434 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.434+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.0 size=1048576 2024-09-16T07:08:19.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.435+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.1 size=1048576 2024-09-16T07:08:19.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.2 size=751789 2024-09-16T07:08:19.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.436+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=03LIDE8EX4H0 tag=U1JLG2PDBS1G type=write size=3897517 2024-09-16T07:08:19.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.438+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~LJC9E2AP5P1B.0 size=1048576 2024-09-16T07:08:19.439 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.439+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~LJC9E2AP5P1B.1 size=149532 2024-09-16T07:08:19.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.442+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=LJC9E2AP5P1B tag=07N4M161DI0B type=write size=2246684 2024-09-16T07:08:19.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.445+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~HOV7SH09HJDC.0 size=1048576 2024-09-16T07:08:19.446 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.446+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~HOV7SH09HJDC.1 size=866225 2024-09-16T07:08:19.446 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.446+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=HOV7SH09HJDC tag=AXX2480OBO8M type=write size=2963377 2024-09-16T07:08:19.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.448+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=0H9VS7NJXRY4 type=del 2024-09-16T07:08:19.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.449+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=LJKHFAAF193L type=write size=875707 2024-09-16T07:08:19.452 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.452+0000 7f6a4dc63640 1 < suggested update operation key=K1NW8211P2C1 tag=8C758HG4R6NU type=write size=533336 2024-09-16T07:08:19.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.454+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=FKKZ6HW65URH type=write size=986542 2024-09-16T07:08:19.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.455+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=US0MQHP9UTW9 type=del 2024-09-16T07:08:19.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.458+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~VIWCA9JYVOSP.0 size=546754 2024-09-16T07:08:19.459 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.458+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=VIWCA9JYVOSP tag=27155UVG2T0P type=write size=1595330 2024-09-16T07:08:19.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.461+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=D2YTSI7LQNUK type=del size=164247 2024-09-16T07:08:19.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.463+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=UXSOOG4YALEU type=del size=3085802 2024-09-16T07:08:19.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.464+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=QUOSM4ZJNTUW type=del 2024-09-16T07:08:19.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.466+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=XGJ0WR55ID7E type=del size=319745 2024-09-16T07:08:19.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.467+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.0 size=1048576 2024-09-16T07:08:19.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.469+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.1 size=1048576 2024-09-16T07:08:19.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.469+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~VJLAGOP1IF8L.2 size=411201 2024-09-16T07:08:19.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.472+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=VJLAGOP1IF8L tag=JQ52JW1MJISH type=write size=3556929 2024-09-16T07:08:19.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.473+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=TZZCLCONSIBO type=del size=3697192 2024-09-16T07:08:19.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.473+0000 7f6a4dc63640 1 < canceled part key=_multipart_4X79D295RZ4K.2~P0YXXRVKND03.0 size=1048576 2024-09-16T07:08:19.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.475+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~P0YXXRVKND03.1 size=676907 2024-09-16T07:08:19.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.477+0000 7f6a4dc63640 1 < canceled multipart upload key=4X79D295RZ4K upload=P0YXXRVKND03 tag=YLUAYSYQR14Y type=write size=2774059 2024-09-16T07:08:19.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.480+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.0 size=1048576 2024-09-16T07:08:19.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.482+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.1 size=1048576 2024-09-16T07:08:19.483 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.483+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.2 size=100793 2024-09-16T07:08:19.483 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.483+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=SK4PIFE8LRNI tag=J2NWRTKIM0FC type=write size=3246521 2024-09-16T07:08:19.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.484+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=EAZOHKXNWT6Q type=del 2024-09-16T07:08:19.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.486+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=IBU6WOJZA4L9 type=del size=2318944 2024-09-16T07:08:19.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.486+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~05AZZT0VDNCT.0 size=1048576 2024-09-16T07:08:19.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.488+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~05AZZT0VDNCT.1 size=56111 2024-09-16T07:08:19.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.490+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=05AZZT0VDNCT tag=OVWQ0N8ZFWTF type=write size=2153263 2024-09-16T07:08:19.492 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.492+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=A4PGD22GXL7H type=del size=1818964 2024-09-16T07:08:19.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.494+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=OFH7DL1U3KWT type=del 2024-09-16T07:08:19.495 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.495+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=Y0YSIFLOQZE5 type=write size=13234 2024-09-16T07:08:19.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.497+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=YSH03SQTKENF type=del 2024-09-16T07:08:19.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.498+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=DOMFK328K8VD type=write size=87976 2024-09-16T07:08:19.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.500+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~2J3GS9OYRJEE.0 size=1001466 2024-09-16T07:08:19.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.502+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=2J3GS9OYRJEE tag=UE847SWEE9S6 type=write size=2050042 2024-09-16T07:08:19.504 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.504+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=JV1T25P4XIBY type=del size=3337630 2024-09-16T07:08:19.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.505+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=5N9ABR38ERSL type=del size=2354240 2024-09-16T07:08:19.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.508+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~E8BEOIO6FTFG.0 size=838798 2024-09-16T07:08:19.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.508+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=E8BEOIO6FTFG tag=0VVC5O2GLTIP type=write size=1887374 2024-09-16T07:08:19.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.510+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~EWKID3OES6Q8.0 size=44760 2024-09-16T07:08:19.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.512+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=EWKID3OES6Q8 tag=5MXA41PIWFR4 type=write size=1093336 2024-09-16T07:08:19.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.514+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=AOD5A1EPMI45 type=del size=3840388 2024-09-16T07:08:19.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.515+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.0 size=1048576 2024-09-16T07:08:19.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.516+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.1 size=1048576 2024-09-16T07:08:19.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.517+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~03LIDE8EX4H0.2 size=751789 2024-09-16T07:08:19.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.520+0000 7f6a4dc63640 1 < canceled multipart upload key=BKU75GT4GD2J upload=03LIDE8EX4H0 tag=U1JLG2PDBS1G type=write size=3897517 2024-09-16T07:08:19.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.521+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=NNHRC8YYEVQ9 type=del size=2977944 2024-09-16T07:08:19.523 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.523+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~HOV7SH09HJDC.0 size=1048576 2024-09-16T07:08:19.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.524+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~HOV7SH09HJDC.1 size=866225 2024-09-16T07:08:19.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.527+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=HOV7SH09HJDC tag=AXX2480OBO8M type=write size=2963377 2024-09-16T07:08:19.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.530+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~VTDU1K26MZPK.0 size=1048576 2024-09-16T07:08:19.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.531+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~VTDU1K26MZPK.1 size=749322 2024-09-16T07:08:19.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.531+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=VTDU1K26MZPK tag=JLA0G4A6O0NX type=write size=2846474 2024-09-16T07:08:19.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.532+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=LJKHFAAF193L type=write size=875707 2024-09-16T07:08:19.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.534+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=M1OL5GH8QMCV type=del size=2269509 2024-09-16T07:08:19.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.535+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=FKKZ6HW65URH type=write size=986542 2024-09-16T07:08:19.539 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.539+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~FU0ZW8VYEBZD.0 size=1048576 2024-09-16T07:08:19.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.541+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~FU0ZW8VYEBZD.1 size=329762 2024-09-16T07:08:19.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.541+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=FU0ZW8VYEBZD tag=R89IQ4TD4OKD type=write size=2426914 2024-09-16T07:08:19.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.542+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~VIWCA9JYVOSP.0 size=546754 2024-09-16T07:08:19.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.545+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=VIWCA9JYVOSP tag=27155UVG2T0P type=write size=1595330 2024-09-16T07:08:19.547 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.547+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=W4D0MKPCPGOV type=del size=891448 2024-09-16T07:08:19.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.550+0000 7f6a4dc63640 1 < suggested update operation key=C3K7ADI7VKKZ tag=UXSOOG4YALEU type=del size=3085802 2024-09-16T07:08:19.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.553+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~8YGDZ5Y1WIKY.0 size=1048576 2024-09-16T07:08:19.555 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.555+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~8YGDZ5Y1WIKY.1 size=559549 2024-09-16T07:08:19.555 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.555+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=8YGDZ5Y1WIKY tag=B3ZQSLGU8KZU type=write size=2656701 2024-09-16T07:08:19.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.556+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=XGJ0WR55ID7E type=del 2024-09-16T07:08:19.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.560+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~R70CP17Y90U2.0 size=467593 2024-09-16T07:08:19.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.560+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=R70CP17Y90U2 tag=W6QBPIQ8XYZJ type=write size=1516169 2024-09-16T07:08:19.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.561+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=TZZCLCONSIBO type=del 2024-09-16T07:08:19.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.563+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=RIT48CBDJO59 type=write size=560301 2024-09-16T07:08:19.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.565+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.0 size=1048576 2024-09-16T07:08:19.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.567+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.1 size=1048576 2024-09-16T07:08:19.568 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.568+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~SK4PIFE8LRNI.2 size=100793 2024-09-16T07:08:19.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.571+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=SK4PIFE8LRNI tag=J2NWRTKIM0FC type=write size=3246521 2024-09-16T07:08:19.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.573+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=ZIVOP4TLAXW5 type=del size=2693091 2024-09-16T07:08:19.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.575+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=IBU6WOJZA4L9 type=del 2024-09-16T07:08:19.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.576+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=7GEMWHZPMD29 type=del size=1650582 2024-09-16T07:08:19.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.580+0000 7f6a4dc63640 1 < suggested update operation key=GFIHYJ7SKCL4 tag=A4PGD22GXL7H type=del size=1818964 2024-09-16T07:08:19.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.581+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=ZVZVJNOKFL29 type=write size=513659 2024-09-16T07:08:19.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.585+0000 7f6a4dc63640 1 < suggested remove operation key=LD42W1X7ICIU tag=Y0YSIFLOQZE5 type=write 2024-09-16T07:08:19.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.586+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=2AA8P1IEOCQ1 type=write size=477089 2024-09-16T07:08:19.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.589+0000 7f6a4dc63640 1 < canceled operation key=S24OZ7HDG3T5 tag=DOMFK328K8VD type=write size=87976 2024-09-16T07:08:19.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.590+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=XZ6GNZUMKDBJ type=del size=1753345 2024-09-16T07:08:19.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.593+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=JV1T25P4XIBY type=del size=3337630 2024-09-16T07:08:19.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.596+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~KOWB8IQFCKQO.0 size=1048576 2024-09-16T07:08:19.597 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.597+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~KOWB8IQFCKQO.1 size=175845 2024-09-16T07:08:19.597 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.597+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=KOWB8IQFCKQO tag=B2766HMR4IBL type=write size=2272997 2024-09-16T07:08:19.599 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.599+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~E8BEOIO6FTFG.0 size=838798 2024-09-16T07:08:19.601 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.601+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=E8BEOIO6FTFG tag=0VVC5O2GLTIP type=write size=1887374 2024-09-16T07:08:19.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.604+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.0 size=1048576 2024-09-16T07:08:19.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.605+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.1 size=1048576 2024-09-16T07:08:19.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.607+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.2 size=455306 2024-09-16T07:08:19.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.607+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=KLN63CZ0XDK5 tag=Q9KN1RILVIJG type=write size=3601034 2024-09-16T07:08:19.608 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.608+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=AOD5A1EPMI45 type=del 2024-09-16T07:08:19.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.610+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=73GHDP76VCEW type=del size=3857978 2024-09-16T07:08:19.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.613+0000 7f6a4dc63640 1 < suggested update operation key=P2CZGUGP20MI tag=NNHRC8YYEVQ9 type=del size=2977944 2024-09-16T07:08:19.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.614+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=233376JNAJN7 type=del size=1082988 2024-09-16T07:08:19.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.616+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~VTDU1K26MZPK.0 size=1048576 2024-09-16T07:08:19.617 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.616+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~VTDU1K26MZPK.1 size=749322 2024-09-16T07:08:19.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.619+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=VTDU1K26MZPK tag=JLA0G4A6O0NX type=write size=2846474 2024-09-16T07:08:19.620 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.620+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=7G9I21ZFEO79 type=del size=2921643 2024-09-16T07:08:19.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.622+0000 7f6a4dc63640 -1 < failed to complete operation key=LD42W1X7ICIU tag=M1OL5GH8QMCV type=del size=2269509: (22) Invalid argument 2024-09-16T07:08:19.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.624+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=T9XIP5TM7401 type=del size=1199236 2024-09-16T07:08:19.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.624+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~FU0ZW8VYEBZD.0 size=1048576 2024-09-16T07:08:19.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.625+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~FU0ZW8VYEBZD.1 size=329762 2024-09-16T07:08:19.628 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.628+0000 7f6a4dc63640 1 < canceled multipart upload key=BKU75GT4GD2J upload=FU0ZW8VYEBZD tag=R89IQ4TD4OKD type=write size=2426914 2024-09-16T07:08:19.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.629+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=FRYTHD5SPA96 type=write size=999229 2024-09-16T07:08:19.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.632+0000 7f6a4dc63640 1 < suggested update operation key=7QMJ5FTE4BA3 tag=W4D0MKPCPGOV type=del size=891448 2024-09-16T07:08:19.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.635+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~CHR8W0BNJ25B.0 size=677103 2024-09-16T07:08:19.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.635+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=CHR8W0BNJ25B tag=NZ6G4GNUQB5J type=write size=1725679 2024-09-16T07:08:19.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.637+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~8YGDZ5Y1WIKY.0 size=1048576 2024-09-16T07:08:19.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.638+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~8YGDZ5Y1WIKY.1 size=559549 2024-09-16T07:08:19.641 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.640+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=8YGDZ5Y1WIKY tag=B3ZQSLGU8KZU type=write size=2656701 2024-09-16T07:08:19.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.643+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.0 size=1048576 2024-09-16T07:08:19.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.644+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.1 size=1048576 2024-09-16T07:08:19.646 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.646+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.2 size=757457 2024-09-16T07:08:19.646 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.646+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=7BPQX8628XHE tag=LKU21N3JII2A type=write size=3903185 2024-09-16T07:08:19.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.647+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~R70CP17Y90U2.0 size=467593 2024-09-16T07:08:19.650 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.650+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=R70CP17Y90U2 tag=W6QBPIQ8XYZJ type=write size=1516169 2024-09-16T07:08:19.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.651+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=TTGEV5U8760E type=del size=3313519 2024-09-16T07:08:19.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.653+0000 7f6a4dc63640 -1 < failed to complete operation key=P2CZGUGP20MI tag=RIT48CBDJO59 type=write size=560301: (22) Invalid argument 2024-09-16T07:08:19.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.655+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=U2FRHC1H0XBB type=del size=1023347 2024-09-16T07:08:19.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.657+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=ZIVOP4TLAXW5 type=del 2024-09-16T07:08:19.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.659+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=Z97XNPRQ62QL type=write size=1004811 2024-09-16T07:08:19.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.660+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=7GEMWHZPMD29 type=del 2024-09-16T07:08:19.662 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.662+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=M6F81YP5G3U3 type=del size=3169307 2024-09-16T07:08:19.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.663+0000 7f6a4dc63640 1 < completed write operation key=7K8UF0MUS6U8 tag=ZVZVJNOKFL29 type=write size=513659 2024-09-16T07:08:19.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.665+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=TJ49EMYU9AGQ type=del size=2707978 2024-09-16T07:08:19.667 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.666+0000 7f6a4dc63640 -1 < failed to complete operation key=P2CZGUGP20MI tag=2AA8P1IEOCQ1 type=write size=477089: (22) Invalid argument 2024-09-16T07:08:19.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.670+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~2UZ7Q8RDMRHW.0 size=1048576 2024-09-16T07:08:19.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.671+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~2UZ7Q8RDMRHW.1 size=966830 2024-09-16T07:08:19.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.671+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=2UZ7Q8RDMRHW tag=I13NWG25AZFJ type=write size=3063982 2024-09-16T07:08:19.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.673+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=XZ6GNZUMKDBJ type=del 2024-09-16T07:08:19.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.675+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=K30W223OFL66 type=del size=2339338 2024-09-16T07:08:19.676 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.676+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~KOWB8IQFCKQO.0 size=1048576 2024-09-16T07:08:19.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.677+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~KOWB8IQFCKQO.1 size=175845 2024-09-16T07:08:19.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.680+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=KOWB8IQFCKQO tag=B2766HMR4IBL type=write size=2272997 2024-09-16T07:08:19.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.682+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=L5U3K93QYCN9 type=del size=2819238 2024-09-16T07:08:19.683 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.683+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.0 size=1048576 2024-09-16T07:08:19.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.684+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.1 size=1048576 2024-09-16T07:08:19.686 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.686+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~KLN63CZ0XDK5.2 size=455306 2024-09-16T07:08:19.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.689+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=KLN63CZ0XDK5 tag=Q9KN1RILVIJG type=write size=3601034 2024-09-16T07:08:19.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.692+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~BW3CKB2FZ29Q.0 size=727206 2024-09-16T07:08:19.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.692+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=BW3CKB2FZ29Q tag=RXW2RKITGQUM type=write size=1775782 2024-09-16T07:08:19.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.694+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=73GHDP76VCEW type=del 2024-09-16T07:08:19.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.696+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=BXTS8BD7R13M type=del size=931293 2024-09-16T07:08:19.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.697+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=233376JNAJN7 type=del 2024-09-16T07:08:19.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.700+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=NHN3DNP51V73 type=del size=3242305 2024-09-16T07:08:19.702 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.702+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=7G9I21ZFEO79 type=del 2024-09-16T07:08:19.704 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.704+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=8TJG5WESMSJE type=del size=3477007 2024-09-16T07:08:19.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.706+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=T9XIP5TM7401 type=del 2024-09-16T07:08:19.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.707+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=EWU89YWVLLVB type=del size=3924892 2024-09-16T07:08:19.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.709+0000 7f6a4dc63640 1 < completed write operation key=Q30B5IQL3VQX tag=FRYTHD5SPA96 type=write size=999229 2024-09-16T07:08:19.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.712+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~8WMFUOF591V8.0 size=1048576 2024-09-16T07:08:19.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.713+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~8WMFUOF591V8.1 size=1002480 2024-09-16T07:08:19.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.713+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=8WMFUOF591V8 tag=LKU8DRRDUSGC type=write size=3099632 2024-09-16T07:08:19.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.715+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~CHR8W0BNJ25B.0 size=677103 2024-09-16T07:08:19.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.718+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=CHR8W0BNJ25B tag=NZ6G4GNUQB5J type=write size=1725679 2024-09-16T07:08:19.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.721+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~1B10BIM5FT8R.0 size=1048576 2024-09-16T07:08:19.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.722+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~1B10BIM5FT8R.1 size=283395 2024-09-16T07:08:19.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.722+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=1B10BIM5FT8R tag=PHAT9IRU4RIN type=write size=2380547 2024-09-16T07:08:19.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.723+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.0 size=1048576 2024-09-16T07:08:19.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.725+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.1 size=1048576 2024-09-16T07:08:19.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.726+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~7BPQX8628XHE.2 size=757457 2024-09-16T07:08:19.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.728+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=7BPQX8628XHE tag=LKU21N3JII2A type=write size=3903185 2024-09-16T07:08:19.732 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.731+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~DPZXB98BITIC.0 size=305289 2024-09-16T07:08:19.732 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.731+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=DPZXB98BITIC tag=9K4F2QV9QRDB type=write size=1353865 2024-09-16T07:08:19.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.733+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=TTGEV5U8760E type=del 2024-09-16T07:08:19.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.735+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.0 size=1048576 2024-09-16T07:08:19.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.737+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.1 size=1048576 2024-09-16T07:08:19.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.738+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.2 size=135503 2024-09-16T07:08:19.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.738+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=DI8P8IXKQK50 tag=1EBOSBG5I7I0 type=write size=3281231 2024-09-16T07:08:19.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.739+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=U2FRHC1H0XBB type=del 2024-09-16T07:08:19.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.742+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.0 size=1048576 2024-09-16T07:08:19.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.743+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.1 size=1048576 2024-09-16T07:08:19.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.745+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.2 size=933800 2024-09-16T07:08:19.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.745+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=HGSOMKI4EPV2 tag=4T14MCUD9KYG type=write size=4079528 2024-09-16T07:08:19.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.748+0000 7f6a4dc63640 1 < suggested update operation key=Q30B5IQL3VQX tag=Z97XNPRQ62QL type=write size=1004811 2024-09-16T07:08:19.749 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.749+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=JZSP8KCGXSP3 type=del size=1424748 2024-09-16T07:08:19.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.751+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=M6F81YP5G3U3 type=del 2024-09-16T07:08:19.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.752+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=UFXVTZT4ZVCU type=del size=215931 2024-09-16T07:08:19.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.754+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=TJ49EMYU9AGQ type=del 2024-09-16T07:08:19.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.756+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=XAHRI408861S type=del size=3734500 2024-09-16T07:08:19.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.757+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~2UZ7Q8RDMRHW.0 size=1048576 2024-09-16T07:08:19.759 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.758+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~2UZ7Q8RDMRHW.1 size=966830 2024-09-16T07:08:19.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.762+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=2UZ7Q8RDMRHW tag=I13NWG25AZFJ type=write size=3063982 2024-09-16T07:08:19.764 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.763+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=RPW5Q0FH2AFL type=write size=104670 2024-09-16T07:08:19.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.765+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=K30W223OFL66 type=del 2024-09-16T07:08:19.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.767+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=6CII0EK79CGL type=del size=829949 2024-09-16T07:08:19.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.770+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=L5U3K93QYCN9 type=del size=2819238 2024-09-16T07:08:19.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.773+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~FI9AVQ69AVRA.0 size=878243 2024-09-16T07:08:19.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.773+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=FI9AVQ69AVRA tag=2YZPC3NK9EU7 type=write size=1926819 2024-09-16T07:08:19.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.775+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~BW3CKB2FZ29Q.0 size=727206 2024-09-16T07:08:19.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.777+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=BW3CKB2FZ29Q tag=RXW2RKITGQUM type=write size=1775782 2024-09-16T07:08:19.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.779+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=36THUGRCRXD1 type=del size=2768155 2024-09-16T07:08:19.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.781+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=BXTS8BD7R13M type=del 2024-09-16T07:08:19.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.782+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=Z2LM5KMC07BF type=del size=2311257 2024-09-16T07:08:19.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.784+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=NHN3DNP51V73 type=del 2024-09-16T07:08:19.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.785+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=NQGIP1FBJYBW type=del size=2902616 2024-09-16T07:08:19.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.787+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=8TJG5WESMSJE type=del 2024-09-16T07:08:19.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.788+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=3ZKUD4FJ3MKW type=del size=3950467 2024-09-16T07:08:19.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.790+0000 7f6a4dc63640 1 < canceled operation key=S24OZ7HDG3T5 tag=EWU89YWVLLVB type=del size=3924892 2024-09-16T07:08:19.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.791+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=KBNNRR1WLWOI type=del size=3960413 2024-09-16T07:08:19.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.793+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~8WMFUOF591V8.0 size=1048576 2024-09-16T07:08:19.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.794+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~8WMFUOF591V8.1 size=1002480 2024-09-16T07:08:19.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.797+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=8WMFUOF591V8 tag=LKU8DRRDUSGC type=write size=3099632 2024-09-16T07:08:19.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.800+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.0 size=1048576 2024-09-16T07:08:19.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.801+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.1 size=1048576 2024-09-16T07:08:19.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.802+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.2 size=39896 2024-09-16T07:08:19.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.802+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=5RUQ8JCHL1ET tag=GWL6MQ15X83V type=write size=3185624 2024-09-16T07:08:19.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.804+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~1B10BIM5FT8R.0 size=1048576 2024-09-16T07:08:19.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.805+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~1B10BIM5FT8R.1 size=283395 2024-09-16T07:08:19.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.808+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=1B10BIM5FT8R tag=PHAT9IRU4RIN type=write size=2380547 2024-09-16T07:08:19.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.809+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=C3HJCC5ST2PC type=del size=3212705 2024-09-16T07:08:19.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.811+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~DPZXB98BITIC.0 size=305289 2024-09-16T07:08:19.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.814+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=DPZXB98BITIC tag=9K4F2QV9QRDB type=write size=1353865 2024-09-16T07:08:19.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.816+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~YZO2WU44PDM6.0 size=1011984 2024-09-16T07:08:19.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.816+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=YZO2WU44PDM6 tag=XH9FSFMEWDCP type=write size=2060560 2024-09-16T07:08:19.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.818+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.0 size=1048576 2024-09-16T07:08:19.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.819+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.1 size=1048576 2024-09-16T07:08:19.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.821+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~DI8P8IXKQK50.2 size=135503 2024-09-16T07:08:19.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.823+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=DI8P8IXKQK50 tag=1EBOSBG5I7I0 type=write size=3281231 2024-09-16T07:08:19.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.825+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=F9YR6PSDIVYN type=del size=1134117 2024-09-16T07:08:19.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.826+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.0 size=1048576 2024-09-16T07:08:19.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.828+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.1 size=1048576 2024-09-16T07:08:19.829 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.829+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~HGSOMKI4EPV2.2 size=933800 2024-09-16T07:08:19.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.832+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=HGSOMKI4EPV2 tag=4T14MCUD9KYG type=write size=4079528 2024-09-16T07:08:19.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.834+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=VDGI6GATFXT2 type=write size=581973 2024-09-16T07:08:19.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.835+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=JZSP8KCGXSP3 type=del 2024-09-16T07:08:19.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.837+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=631OQABBWS5Y type=del size=4158279 2024-09-16T07:08:19.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.838+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=UFXVTZT4ZVCU type=del size=215931 2024-09-16T07:08:19.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.840+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=XL9HRI3CD8OJ type=del size=2587423 2024-09-16T07:08:19.842 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.842+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=XAHRI408861S type=del 2024-09-16T07:08:19.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.843+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=8SB4X4732QYX type=del size=2317652 2024-09-16T07:08:19.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.845+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=RPW5Q0FH2AFL type=write size=104670 2024-09-16T07:08:19.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.848+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~QBS3JK7U4GAV.0 size=807221 2024-09-16T07:08:19.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.848+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=QBS3JK7U4GAV tag=TMHVQSJHEBRD type=write size=1855797 2024-09-16T07:08:19.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.849+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=6CII0EK79CGL type=del 2024-09-16T07:08:19.851 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.851+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=DSOTTQSOB9G5 type=del size=1524557 2024-09-16T07:08:19.853 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.853+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~FI9AVQ69AVRA.0 size=878243 2024-09-16T07:08:19.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.855+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=FI9AVQ69AVRA tag=2YZPC3NK9EU7 type=write size=1926819 2024-09-16T07:08:19.857 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.857+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=NVO2GMATZBN9 type=del size=3247225 2024-09-16T07:08:19.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.858+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=36THUGRCRXD1 type=del 2024-09-16T07:08:19.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.860+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=5PQKP1G9UBX1 type=write size=275454 2024-09-16T07:08:19.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.861+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=Z2LM5KMC07BF type=del 2024-09-16T07:08:19.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.863+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=AKZYHZKFZ8Q1 type=del size=3452907 2024-09-16T07:08:19.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.866+0000 7f6a4dc63640 1 < suggested update operation key=6LG5D2FSD1T5 tag=NQGIP1FBJYBW type=del size=2902616 2024-09-16T07:08:19.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.868+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=7HYN69LAX2AM type=del size=514919 2024-09-16T07:08:19.869 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.869+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=3ZKUD4FJ3MKW type=del 2024-09-16T07:08:19.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.872+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~JEF06KRMZ6LN.0 size=509351 2024-09-16T07:08:19.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.872+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=JEF06KRMZ6LN tag=75PCY2B3B2RM type=write size=1557927 2024-09-16T07:08:19.874 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.874+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=KBNNRR1WLWOI type=del 2024-09-16T07:08:19.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.877+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~WR7WSWXB6Z5T.0 size=1048576 2024-09-16T07:08:19.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.878+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~WR7WSWXB6Z5T.1 size=669146 2024-09-16T07:08:19.879 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.878+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=WR7WSWXB6Z5T tag=VCSZTSRSL4GA type=write size=2766298 2024-09-16T07:08:19.880 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.880+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.0 size=1048576 2024-09-16T07:08:19.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.881+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.1 size=1048576 2024-09-16T07:08:19.883 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.882+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5RUQ8JCHL1ET.2 size=39896 2024-09-16T07:08:19.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.885+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=5RUQ8JCHL1ET tag=GWL6MQ15X83V type=write size=3185624 2024-09-16T07:08:19.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.887+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=SBHFRB6VCTGF type=del size=2764495 2024-09-16T07:08:19.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.888+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=C3HJCC5ST2PC type=del 2024-09-16T07:08:19.891 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.891+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.0 size=1048576 2024-09-16T07:08:19.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.892+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.1 size=1048576 2024-09-16T07:08:19.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.894+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.2 size=667547 2024-09-16T07:08:19.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.894+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=1PKL551XMNXZ tag=PXI300MCK0VI type=write size=3813275 2024-09-16T07:08:19.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.895+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~YZO2WU44PDM6.0 size=1011984 2024-09-16T07:08:19.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.898+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=YZO2WU44PDM6 tag=XH9FSFMEWDCP type=write size=2060560 2024-09-16T07:08:19.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.901+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~KUZT2L16TVC9.0 size=311568 2024-09-16T07:08:19.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.901+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=KUZT2L16TVC9 tag=RWOEQHEOAY1O type=write size=1360144 2024-09-16T07:08:19.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.902+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=F9YR6PSDIVYN type=del 2024-09-16T07:08:19.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.904+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=UWJW309DT7HC type=del size=1833437 2024-09-16T07:08:19.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.905+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=VDGI6GATFXT2 type=write size=581973 2024-09-16T07:08:19.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.908+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~1ZUFYDC1R47U.0 size=252065 2024-09-16T07:08:19.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.908+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=1ZUFYDC1R47U tag=VRVIB6Q0NI10 type=write size=1300641 2024-09-16T07:08:19.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.910+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=631OQABBWS5Y type=del 2024-09-16T07:08:19.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.913+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~4NZBTLN8I2FJ.0 size=19276 2024-09-16T07:08:19.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.913+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=4NZBTLN8I2FJ tag=4Y2B3FSMM1DE type=write size=1067852 2024-09-16T07:08:19.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.914+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=XL9HRI3CD8OJ type=del 2024-09-16T07:08:19.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.917+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.0 size=1048576 2024-09-16T07:08:19.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.919+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.1 size=1048576 2024-09-16T07:08:19.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.920+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.2 size=734544 2024-09-16T07:08:19.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.920+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=F0ZEF618ERHJ tag=G8S0EHCVY4JS type=write size=3880272 2024-09-16T07:08:19.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.924+0000 7f6a4dc63640 1 < suggested remove operation key=ZGU9J8JX5L57 tag=8SB4X4732QYX type=del 2024-09-16T07:08:19.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.925+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=ZCV5LTGIEI46 type=del size=3208701 2024-09-16T07:08:19.927 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.927+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~QBS3JK7U4GAV.0 size=807221 2024-09-16T07:08:19.930 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.930+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=QBS3JK7U4GAV tag=TMHVQSJHEBRD type=write size=1855797 2024-09-16T07:08:19.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.932+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.0 size=1048576 2024-09-16T07:08:19.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.934+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.1 size=1048576 2024-09-16T07:08:19.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.935+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.2 size=571647 2024-09-16T07:08:19.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.935+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=62UGSX43GWF1 tag=AGG0JDIBM1HU type=write size=3717375 2024-09-16T07:08:19.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.937+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=DSOTTQSOB9G5 type=del 2024-09-16T07:08:19.940 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.940+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~02BYQ1QXFTMP.0 size=119482 2024-09-16T07:08:19.940 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.940+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=02BYQ1QXFTMP tag=MS7GTW3V3J7V type=write size=1168058 2024-09-16T07:08:19.942 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.942+0000 7f6a4dc63640 -1 < failed to complete operation key=6LG5D2FSD1T5 tag=NVO2GMATZBN9 type=del size=3247225: (22) Invalid argument 2024-09-16T07:08:19.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.944+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=62TYPDU74W0A type=del size=1752689 2024-09-16T07:08:19.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.945+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=5PQKP1G9UBX1 type=write size=275454 2024-09-16T07:08:19.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.947+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=UU8YMJYE2UUE type=del size=637236 2024-09-16T07:08:19.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.949+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=AKZYHZKFZ8Q1 type=del 2024-09-16T07:08:19.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.952+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~SP53EIZ2WT7J.0 size=1048576 2024-09-16T07:08:19.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.953+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~SP53EIZ2WT7J.1 size=76852 2024-09-16T07:08:19.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.953+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=SP53EIZ2WT7J tag=GSEM3LQOGBVZ type=write size=2174004 2024-09-16T07:08:19.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.954+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=7HYN69LAX2AM type=del 2024-09-16T07:08:19.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.957+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~WB4UIJU36Q23.0 size=1048576 2024-09-16T07:08:19.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.959+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~WB4UIJU36Q23.1 size=459920 2024-09-16T07:08:19.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.959+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=WB4UIJU36Q23 tag=6X8YWDYWQ4CW type=write size=2557072 2024-09-16T07:08:19.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.960+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~JEF06KRMZ6LN.0 size=509351 2024-09-16T07:08:19.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.963+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=JEF06KRMZ6LN tag=75PCY2B3B2RM type=write size=1557927 2024-09-16T07:08:19.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.966+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.0 size=1048576 2024-09-16T07:08:19.968 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.967+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.1 size=1048576 2024-09-16T07:08:19.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.969+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.2 size=144313 2024-09-16T07:08:19.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.969+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=O379I448AS55 tag=31LE6HTDMK0T type=write size=3290041 2024-09-16T07:08:19.971 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.971+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~WR7WSWXB6Z5T.0 size=1048576 2024-09-16T07:08:19.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.972+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~WR7WSWXB6Z5T.1 size=669146 2024-09-16T07:08:19.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.975+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=WR7WSWXB6Z5T tag=VCSZTSRSL4GA type=write size=2766298 2024-09-16T07:08:19.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.977+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~N8TRY823PSFD.0 size=1048576 2024-09-16T07:08:19.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.979+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~N8TRY823PSFD.1 size=625983 2024-09-16T07:08:19.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.979+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=N8TRY823PSFD tag=AV9NIWSMC7F2 type=write size=2723135 2024-09-16T07:08:19.981 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.980+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=SBHFRB6VCTGF type=del 2024-09-16T07:08:19.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.984+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~LHO590GR6T44.0 size=1048576 2024-09-16T07:08:19.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.985+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~LHO590GR6T44.1 size=117463 2024-09-16T07:08:19.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.985+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=LHO590GR6T44 tag=ITRARC8XUPX8 type=write size=2214615 2024-09-16T07:08:19.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.986+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.0 size=1048576 2024-09-16T07:08:19.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.988+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.1 size=1048576 2024-09-16T07:08:19.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.989+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~1PKL551XMNXZ.2 size=667547 2024-09-16T07:08:19.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.992+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=1PKL551XMNXZ tag=PXI300MCK0VI type=write size=3813275 2024-09-16T07:08:19.995 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.995+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~QZLG8H2YVJA8.0 size=1048576 2024-09-16T07:08:19.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.996+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~QZLG8H2YVJA8.1 size=488196 2024-09-16T07:08:19.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.996+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=QZLG8H2YVJA8 tag=BPKYZNIG5QSV type=write size=2585348 2024-09-16T07:08:19.998 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:19.998+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~KUZT2L16TVC9.0 size=311568 2024-09-16T07:08:20.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.000+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=KUZT2L16TVC9 tag=RWOEQHEOAY1O type=write size=1360144 2024-09-16T07:08:20.002 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.002+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=1I3M35NK6429 type=del size=875122 2024-09-16T07:08:20.004 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.004+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=UWJW309DT7HC type=del 2024-09-16T07:08:20.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.005+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=FBVEJBQNS506 type=del size=392534 2024-09-16T07:08:20.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.007+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~1ZUFYDC1R47U.0 size=252065 2024-09-16T07:08:20.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.010+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=1ZUFYDC1R47U tag=VRVIB6Q0NI10 type=write size=1300641 2024-09-16T07:08:20.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.012+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=V4LDN8493MH5 type=del size=3177442 2024-09-16T07:08:20.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.013+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~4NZBTLN8I2FJ.0 size=19276 2024-09-16T07:08:20.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.016+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=4NZBTLN8I2FJ tag=4Y2B3FSMM1DE type=write size=1067852 2024-09-16T07:08:20.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.018+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=K3LGPE68VYWN type=write size=514930 2024-09-16T07:08:20.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.019+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.0 size=1048576 2024-09-16T07:08:20.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.020+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.1 size=1048576 2024-09-16T07:08:20.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.022+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~F0ZEF618ERHJ.2 size=734544 2024-09-16T07:08:20.025 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.025+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=F0ZEF618ERHJ tag=G8S0EHCVY4JS type=write size=3880272 2024-09-16T07:08:20.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.028+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.0 size=1048576 2024-09-16T07:08:20.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.029+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.1 size=1048576 2024-09-16T07:08:20.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.030+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.2 size=948623 2024-09-16T07:08:20.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.030+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=YKS2C5R7ZMK1 tag=ZHSD60KZFKVI type=write size=4094351 2024-09-16T07:08:20.032 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.032+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=ZCV5LTGIEI46 type=del 2024-09-16T07:08:20.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.035+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~JKQ1KYEW76T5.0 size=1048576 2024-09-16T07:08:20.036 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.036+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~JKQ1KYEW76T5.1 size=920780 2024-09-16T07:08:20.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.036+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=JKQ1KYEW76T5 tag=XMRY0F4438NX type=write size=3017932 2024-09-16T07:08:20.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.038+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.0 size=1048576 2024-09-16T07:08:20.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.039+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.1 size=1048576 2024-09-16T07:08:20.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.040+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~62UGSX43GWF1.2 size=571647 2024-09-16T07:08:20.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.043+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=62UGSX43GWF1 tag=AGG0JDIBM1HU type=write size=3717375 2024-09-16T07:08:20.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.045+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=T92ZNTOY2VKT type=del size=141516 2024-09-16T07:08:20.046 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.046+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~02BYQ1QXFTMP.0 size=119482 2024-09-16T07:08:20.049 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.049+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=02BYQ1QXFTMP tag=MS7GTW3V3J7V type=write size=1168058 2024-09-16T07:08:20.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.052+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~IG5PRA64EORQ.0 size=226384 2024-09-16T07:08:20.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.052+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=IG5PRA64EORQ tag=F6BWVJJ1EJQ6 type=write size=1274960 2024-09-16T07:08:20.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.053+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=62TYPDU74W0A type=del 2024-09-16T07:08:20.055 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.055+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=4NGI0HPPTMPG type=del size=1806280 2024-09-16T07:08:20.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.056+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=UU8YMJYE2UUE type=del 2024-09-16T07:08:20.059 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.059+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~N8EPWHSDC53W.0 size=1048576 2024-09-16T07:08:20.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.061+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~N8EPWHSDC53W.1 size=208221 2024-09-16T07:08:20.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.061+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=N8EPWHSDC53W tag=A5FCQ9SI30B3 type=write size=2305373 2024-09-16T07:08:20.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.062+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~SP53EIZ2WT7J.0 size=1048576 2024-09-16T07:08:20.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.063+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~SP53EIZ2WT7J.1 size=76852 2024-09-16T07:08:20.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.066+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=SP53EIZ2WT7J tag=GSEM3LQOGBVZ type=write size=2174004 2024-09-16T07:08:20.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.069+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.0 size=1048576 2024-09-16T07:08:20.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.070+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.1 size=1048576 2024-09-16T07:08:20.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.071+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.2 size=524090 2024-09-16T07:08:20.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.071+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=4915O8HUT2J6 tag=KQGUIGFDYVQI type=write size=3669818 2024-09-16T07:08:20.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.073+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~WB4UIJU36Q23.0 size=1048576 2024-09-16T07:08:20.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.074+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~WB4UIJU36Q23.1 size=459920 2024-09-16T07:08:20.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.078+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=WB4UIJU36Q23 tag=6X8YWDYWQ4CW type=write size=2557072 2024-09-16T07:08:20.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.081+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~MKO1ZQT0VJPM.0 size=196866 2024-09-16T07:08:20.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.081+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=MKO1ZQT0VJPM tag=X9XCTTVBVI4Z type=write size=1245442 2024-09-16T07:08:20.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.082+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.0 size=1048576 2024-09-16T07:08:20.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.084+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.1 size=1048576 2024-09-16T07:08:20.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.085+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~O379I448AS55.2 size=144313 2024-09-16T07:08:20.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.088+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=O379I448AS55 tag=31LE6HTDMK0T type=write size=3290041 2024-09-16T07:08:20.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.090+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=1VPBOCIXT5H7 type=del size=1100487 2024-09-16T07:08:20.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.092+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~N8TRY823PSFD.0 size=1048576 2024-09-16T07:08:20.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.093+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~N8TRY823PSFD.1 size=625983 2024-09-16T07:08:20.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.096+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=N8TRY823PSFD tag=AV9NIWSMC7F2 type=write size=2723135 2024-09-16T07:08:20.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.098+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=U88BQJLNFP1B type=write size=880744 2024-09-16T07:08:20.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.099+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~LHO590GR6T44.0 size=1048576 2024-09-16T07:08:20.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.101+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~LHO590GR6T44.1 size=117463 2024-09-16T07:08:20.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.103+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=LHO590GR6T44 tag=ITRARC8XUPX8 type=write size=2214615 2024-09-16T07:08:20.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.105+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=IIX49MOCZJWF type=del size=793863 2024-09-16T07:08:20.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.107+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~QZLG8H2YVJA8.0 size=1048576 2024-09-16T07:08:20.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.108+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~QZLG8H2YVJA8.1 size=488196 2024-09-16T07:08:20.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.110+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=QZLG8H2YVJA8 tag=BPKYZNIG5QSV type=write size=2585348 2024-09-16T07:08:20.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.112+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=KNBLOKS07OV5 type=write size=480983 2024-09-16T07:08:20.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.114+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=1I3M35NK6429 type=del 2024-09-16T07:08:20.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.117+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.0 size=1048576 2024-09-16T07:08:20.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.1 size=1048576 2024-09-16T07:08:20.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.120+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.2 size=755431 2024-09-16T07:08:20.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.120+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=4L84RPGIX336 tag=1TSS3G1AMFPC type=write size=3901159 2024-09-16T07:08:20.121 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.121+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=FBVEJBQNS506 type=del 2024-09-16T07:08:20.123 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.123+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=58WTL8SI1C7L type=del size=3692511 2024-09-16T07:08:20.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.124+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=V4LDN8493MH5 type=del 2024-09-16T07:08:20.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.126+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=J2WM8TPKEVEV type=write size=396224 2024-09-16T07:08:20.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.128+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=K3LGPE68VYWN type=write size=514930 2024-09-16T07:08:20.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.129+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=JDBZ6KRRP30W type=del size=3419379 2024-09-16T07:08:20.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.130+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.0 size=1048576 2024-09-16T07:08:20.131 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.131+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.1 size=1048576 2024-09-16T07:08:20.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.132+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~YKS2C5R7ZMK1.2 size=948623 2024-09-16T07:08:20.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.135+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=YKS2C5R7ZMK1 tag=ZHSD60KZFKVI type=write size=4094351 2024-09-16T07:08:20.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.136+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=EDVL9WCBTAWJ type=del size=3344329 2024-09-16T07:08:20.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.138+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~JKQ1KYEW76T5.0 size=1048576 2024-09-16T07:08:20.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.139+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~JKQ1KYEW76T5.1 size=920780 2024-09-16T07:08:20.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.142+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=JKQ1KYEW76T5 tag=XMRY0F4438NX type=write size=3017932 2024-09-16T07:08:20.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.145+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~6UA8OWUS873R.0 size=1048576 2024-09-16T07:08:20.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.146+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~6UA8OWUS873R.1 size=758171 2024-09-16T07:08:20.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.146+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=6UA8OWUS873R tag=Q4XPYXSCVJC6 type=write size=2855323 2024-09-16T07:08:20.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.149+0000 7f6a4dc63640 1 < suggested remove operation key=H3Q1PCCXPXUK tag=T92ZNTOY2VKT type=del 2024-09-16T07:08:20.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.151+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=25TP89TJGYEN type=write size=123117 2024-09-16T07:08:20.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.153+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~IG5PRA64EORQ.0 size=226384 2024-09-16T07:08:20.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.156+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=IG5PRA64EORQ tag=F6BWVJJ1EJQ6 type=write size=1274960 2024-09-16T07:08:20.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.157+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=E9P0MO3U7DLC type=del size=174606 2024-09-16T07:08:20.160 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.160+0000 7f6a4dc63640 1 < suggested remove operation key=8P0FKUBB0X3E tag=4NGI0HPPTMPG type=del 2024-09-16T07:08:20.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.163+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~E6MEWXLYU5CG.0 size=883059 2024-09-16T07:08:20.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.163+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=E6MEWXLYU5CG tag=H6LNSKJ82SUD type=write size=1931635 2024-09-16T07:08:20.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.165+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~N8EPWHSDC53W.0 size=1048576 2024-09-16T07:08:20.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.166+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~N8EPWHSDC53W.1 size=208221 2024-09-16T07:08:20.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.169+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=N8EPWHSDC53W tag=A5FCQ9SI30B3 type=write size=2305373 2024-09-16T07:08:20.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.170+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=C76FXZGSBFOL type=del size=1763462 2024-09-16T07:08:20.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.172+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.0 size=1048576 2024-09-16T07:08:20.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.173+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.1 size=1048576 2024-09-16T07:08:20.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.175+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~4915O8HUT2J6.2 size=524090 2024-09-16T07:08:20.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.178+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=4915O8HUT2J6 tag=KQGUIGFDYVQI type=write size=3669818 2024-09-16T07:08:20.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.179+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=B9F68DTJY1H7 type=del size=3236676 2024-09-16T07:08:20.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.181+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~MKO1ZQT0VJPM.0 size=196866 2024-09-16T07:08:20.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.183+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=MKO1ZQT0VJPM tag=X9XCTTVBVI4Z type=write size=1245442 2024-09-16T07:08:20.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.186+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~UGLX7V6YZNE9.0 size=948687 2024-09-16T07:08:20.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.186+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=UGLX7V6YZNE9 tag=J8QMISXXWCKL type=write size=1997263 2024-09-16T07:08:20.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.188+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=1VPBOCIXT5H7 type=del 2024-09-16T07:08:20.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.189+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=T27RYK1NG35W type=del size=3942223 2024-09-16T07:08:20.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.191+0000 7f6a4dc63640 1 < canceled operation key=1Y4BGXOVL52F tag=U88BQJLNFP1B type=write size=880744 2024-09-16T07:08:20.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.193+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=CPY1527XNPTD type=del size=3119057 2024-09-16T07:08:20.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.194+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=IIX49MOCZJWF type=del 2024-09-16T07:08:20.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.197+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~J1IBGOCNCWK1.0 size=1048576 2024-09-16T07:08:20.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.199+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~J1IBGOCNCWK1.1 size=376683 2024-09-16T07:08:20.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.199+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=J1IBGOCNCWK1 tag=CIWSNXC3CTNE type=write size=2473835 2024-09-16T07:08:20.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.200+0000 7f6a4dc63640 1 < completed write operation key=5TWLBMAWQE4Z tag=KNBLOKS07OV5 type=write size=480983 2024-09-16T07:08:20.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.202+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=K7DAGKC7GGX9 type=del size=2384395 2024-09-16T07:08:20.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.204+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.0 size=1048576 2024-09-16T07:08:20.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.204+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.1 size=1048576 2024-09-16T07:08:20.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.204+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~4L84RPGIX336.2 size=755431 2024-09-16T07:08:20.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.207+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=4L84RPGIX336 tag=1TSS3G1AMFPC type=write size=3901159 2024-09-16T07:08:20.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.208+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=T6JT2CGUO2XW type=del size=1660631 2024-09-16T07:08:20.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.210+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=58WTL8SI1C7L type=del 2024-09-16T07:08:20.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.213+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~D93U7JCKNMO1.0 size=1048576 2024-09-16T07:08:20.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.214+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~D93U7JCKNMO1.1 size=808080 2024-09-16T07:08:20.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.214+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=D93U7JCKNMO1 tag=2HRQLLX3O1KR type=write size=2905232 2024-09-16T07:08:20.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.216+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=J2WM8TPKEVEV type=write size=396224 2024-09-16T07:08:20.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.219+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~LBKR3EPJ8MTR.0 size=56308 2024-09-16T07:08:20.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.219+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=LBKR3EPJ8MTR tag=ZXNYVUM1NV94 type=write size=1104884 2024-09-16T07:08:20.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.221+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=JDBZ6KRRP30W type=del 2024-09-16T07:08:20.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.222+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=6LIKX23OCCLB type=del size=1805398 2024-09-16T07:08:20.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.226+0000 7f6a4dc63640 1 < suggested remove operation key=5TWLBMAWQE4Z tag=EDVL9WCBTAWJ type=del 2024-09-16T07:08:20.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.228+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=JL97QFTLU7U2 type=del size=2373705 2024-09-16T07:08:20.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.228+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~6UA8OWUS873R.0 size=1048576 2024-09-16T07:08:20.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.229+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~6UA8OWUS873R.1 size=758171 2024-09-16T07:08:20.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.232+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=6UA8OWUS873R tag=Q4XPYXSCVJC6 type=write size=2855323 2024-09-16T07:08:20.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.235+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~0LL7MMG1PT1G.0 size=1048576 2024-09-16T07:08:20.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.236+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~0LL7MMG1PT1G.1 size=237402 2024-09-16T07:08:20.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.236+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=0LL7MMG1PT1G tag=NFYC5KX0BY6X type=write size=2334554 2024-09-16T07:08:20.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.238+0000 7f6a4dc63640 1 < completed write operation key=BKU75GT4GD2J tag=25TP89TJGYEN type=write size=123117 2024-09-16T07:08:20.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.240+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=EIHXRSDIMRQS type=del size=2150434 2024-09-16T07:08:20.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.243+0000 7f6a4dc63640 1 < suggested update operation key=FB23TC3WPG1I tag=E9P0MO3U7DLC type=del size=174606 2024-09-16T07:08:20.246 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.246+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~4LWVSQW51BTV.0 size=1048576 2024-09-16T07:08:20.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.247+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~4LWVSQW51BTV.1 size=774634 2024-09-16T07:08:20.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.247+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=4LWVSQW51BTV tag=8DDQH2UV4GI2 type=write size=2871786 2024-09-16T07:08:20.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.248+0000 7f6a4dc63640 1 < canceled part key=_multipart_6LG5D2FSD1T5.2~E6MEWXLYU5CG.0 size=883059 2024-09-16T07:08:20.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.250+0000 7f6a4dc63640 1 < canceled multipart upload key=6LG5D2FSD1T5 upload=E6MEWXLYU5CG tag=H6LNSKJ82SUD type=write size=1931635 2024-09-16T07:08:20.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.254+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.0 size=1048576 2024-09-16T07:08:20.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.255+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.1 size=1048576 2024-09-16T07:08:20.256 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.256+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.2 size=780419 2024-09-16T07:08:20.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.256+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=KMKJGPUP44GH tag=TAO10SVSVJT9 type=write size=3926147 2024-09-16T07:08:20.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.258+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=C76FXZGSBFOL type=del 2024-09-16T07:08:20.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.260+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=4C5DNRNFF5DM type=del size=2021977 2024-09-16T07:08:20.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.261+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=B9F68DTJY1H7 type=del 2024-09-16T07:08:20.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.263+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=VSMD3BNXKJJR type=del size=40957 2024-09-16T07:08:20.265 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.264+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~UGLX7V6YZNE9.0 size=948687 2024-09-16T07:08:20.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.267+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=UGLX7V6YZNE9 tag=J8QMISXXWCKL type=write size=1997263 2024-09-16T07:08:20.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.269+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=733ACMLGGO3V type=del size=2438070 2024-09-16T07:08:20.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.271+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=T27RYK1NG35W type=del 2024-09-16T07:08:20.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.272+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=W0LY9JNHHM8B type=del size=837632 2024-09-16T07:08:20.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.274+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=CPY1527XNPTD type=del 2024-09-16T07:08:20.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.277+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~TN0OEXL103XR.0 size=231766 2024-09-16T07:08:20.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.277+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=TN0OEXL103XR tag=90M6UOWSILNK type=write size=1280342 2024-09-16T07:08:20.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.279+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~J1IBGOCNCWK1.0 size=1048576 2024-09-16T07:08:20.280 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.280+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~J1IBGOCNCWK1.1 size=376683 2024-09-16T07:08:20.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.283+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=J1IBGOCNCWK1 tag=CIWSNXC3CTNE type=write size=2473835 2024-09-16T07:08:20.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.286+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.0 size=1048576 2024-09-16T07:08:20.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.287+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.1 size=1048576 2024-09-16T07:08:20.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.289+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.2 size=74000 2024-09-16T07:08:20.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.289+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=KV7OCW4A4U62 tag=3IWRG5DIOC9I type=write size=3219728 2024-09-16T07:08:20.291 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.290+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=K7DAGKC7GGX9 type=del 2024-09-16T07:08:20.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.292+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=DF84SQZYC008 type=del size=1492478 2024-09-16T07:08:20.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.294+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=T6JT2CGUO2XW type=del 2024-09-16T07:08:20.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.295+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=85B79E7DC8PU type=write size=332991 2024-09-16T07:08:20.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.297+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~D93U7JCKNMO1.0 size=1048576 2024-09-16T07:08:20.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.298+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~D93U7JCKNMO1.1 size=808080 2024-09-16T07:08:20.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.301+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=D93U7JCKNMO1 tag=2HRQLLX3O1KR type=write size=2905232 2024-09-16T07:08:20.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.304+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~1O7ESX636EEN.0 size=542012 2024-09-16T07:08:20.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.304+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=1O7ESX636EEN tag=GN802X3GWRXW type=write size=1590588 2024-09-16T07:08:20.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.305+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~LBKR3EPJ8MTR.0 size=56308 2024-09-16T07:08:20.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.308+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=LBKR3EPJ8MTR tag=ZXNYVUM1NV94 type=write size=1104884 2024-09-16T07:08:20.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.310+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=KFY1B4PDKRPN type=del size=3942015 2024-09-16T07:08:20.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.313+0000 7f6a4dc63640 1 < suggested update operation key=FFOW9C1BMGCP tag=6LIKX23OCCLB type=del size=1805398 2024-09-16T07:08:20.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.314+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=K6SIBT9TSAFZ type=del size=3540516 2024-09-16T07:08:20.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.316+0000 7f6a4dc63640 -1 < failed to complete operation key=FFOW9C1BMGCP tag=JL97QFTLU7U2 type=del size=2373705: (22) Invalid argument 2024-09-16T07:08:20.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.319+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.0 size=1048576 2024-09-16T07:08:20.321 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.321+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.1 size=1048576 2024-09-16T07:08:20.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.322+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.2 size=788496 2024-09-16T07:08:20.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.322+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=N31VP1MA976I tag=BBAZ250C2RZ5 type=write size=3934224 2024-09-16T07:08:20.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.322+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~0LL7MMG1PT1G.0 size=1048576 2024-09-16T07:08:20.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.324+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~0LL7MMG1PT1G.1 size=237402 2024-09-16T07:08:20.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.327+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=0LL7MMG1PT1G tag=NFYC5KX0BY6X type=write size=2334554 2024-09-16T07:08:20.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.330+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~NUOCHO4PMWCS.0 size=509681 2024-09-16T07:08:20.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.330+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=NUOCHO4PMWCS tag=JBBXO0049V86 type=write size=1558257 2024-09-16T07:08:20.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.331+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=EIHXRSDIMRQS type=del 2024-09-16T07:08:20.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.334+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~QNUGHALI7Y6J.0 size=1048576 2024-09-16T07:08:20.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.336+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~QNUGHALI7Y6J.1 size=755793 2024-09-16T07:08:20.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.336+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=QNUGHALI7Y6J tag=L1KLEEC1GVQT type=write size=2852945 2024-09-16T07:08:20.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.337+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~4LWVSQW51BTV.0 size=1048576 2024-09-16T07:08:20.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.339+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~4LWVSQW51BTV.1 size=774634 2024-09-16T07:08:20.342 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.342+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=4LWVSQW51BTV tag=8DDQH2UV4GI2 type=write size=2871786 2024-09-16T07:08:20.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.343+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=L2YE9RFB8QY0 type=write size=283026 2024-09-16T07:08:20.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.345+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.0 size=1048576 2024-09-16T07:08:20.346 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.346+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.1 size=1048576 2024-09-16T07:08:20.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.347+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~KMKJGPUP44GH.2 size=780419 2024-09-16T07:08:20.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.350+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=KMKJGPUP44GH tag=TAO10SVSVJT9 type=write size=3926147 2024-09-16T07:08:20.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.352+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=T3TFHTBY5C2Y type=write size=539417 2024-09-16T07:08:20.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.355+0000 7f6a4dc63640 1 < suggested remove operation key=ZE3LE1W5V8E6 tag=4C5DNRNFF5DM type=del 2024-09-16T07:08:20.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.357+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=JQTQ9N2NY4CH type=del size=3863562 2024-09-16T07:08:20.358 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.358+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=VSMD3BNXKJJR type=del 2024-09-16T07:08:20.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.360+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=GDUW42H33KOT type=del size=2128918 2024-09-16T07:08:20.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.363+0000 7f6a4dc63640 1 < suggested update operation key=4X79D295RZ4K tag=733ACMLGGO3V type=del size=2438070 2024-09-16T07:08:20.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.365+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=FGCWOJBTBRY2 type=del size=4114469 2024-09-16T07:08:20.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.366+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=W0LY9JNHHM8B type=del 2024-09-16T07:08:20.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.368+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=GOI2NTH3ERI7 type=del size=949324 2024-09-16T07:08:20.370 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.370+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~TN0OEXL103XR.0 size=231766 2024-09-16T07:08:20.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.372+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=TN0OEXL103XR tag=90M6UOWSILNK type=write size=1280342 2024-09-16T07:08:20.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.374+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=QBOLV68SBNVJ type=del size=997053 2024-09-16T07:08:20.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.376+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.0 size=1048576 2024-09-16T07:08:20.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.377+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.1 size=1048576 2024-09-16T07:08:20.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.379+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~KV7OCW4A4U62.2 size=74000 2024-09-16T07:08:20.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.381+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=KV7OCW4A4U62 tag=3IWRG5DIOC9I type=write size=3219728 2024-09-16T07:08:20.384 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.384+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~XQDNS8E80KRB.0 size=1048576 2024-09-16T07:08:20.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.386+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~XQDNS8E80KRB.1 size=408071 2024-09-16T07:08:20.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.386+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=XQDNS8E80KRB tag=YZWV8E4P6AWF type=write size=2505223 2024-09-16T07:08:20.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.387+0000 7f6a4dc63640 1 < canceled operation key=7OJZZH487J17 tag=DF84SQZYC008 type=del size=1492478 2024-09-16T07:08:20.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.390+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~IK1ESBOB3JES.0 size=864957 2024-09-16T07:08:20.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.390+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=IK1ESBOB3JES tag=0JVVE85YYQ4A type=write size=1913533 2024-09-16T07:08:20.392 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.392+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=85B79E7DC8PU type=write size=332991 2024-09-16T07:08:20.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.393+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=010S9FEJ6N03 type=del size=1436281 2024-09-16T07:08:20.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.394+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZE3LE1W5V8E6.2~1O7ESX636EEN.0 size=542012 2024-09-16T07:08:20.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.396+0000 7f6a4dc63640 1 < canceled multipart upload key=ZE3LE1W5V8E6 upload=1O7ESX636EEN tag=GN802X3GWRXW type=write size=1590588 2024-09-16T07:08:20.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.398+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=G0S3KQNFVX86 type=del size=3294813 2024-09-16T07:08:20.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.400+0000 7f6a4dc63640 -1 < failed to complete operation key=4X79D295RZ4K tag=KFY1B4PDKRPN type=del size=3942015: (22) Invalid argument 2024-09-16T07:08:20.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.402+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=BSE5KDMQJI84 type=del size=2851567 2024-09-16T07:08:20.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.405+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=K6SIBT9TSAFZ type=del size=3540516 2024-09-16T07:08:20.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.407+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=LEZAI68OCF70 type=del size=1916682 2024-09-16T07:08:20.408 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.408+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.0 size=1048576 2024-09-16T07:08:20.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.409+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.1 size=1048576 2024-09-16T07:08:20.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.411+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~N31VP1MA976I.2 size=788496 2024-09-16T07:08:20.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.414+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=N31VP1MA976I tag=BBAZ250C2RZ5 type=write size=3934224 2024-09-16T07:08:20.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.417+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.0 size=1048576 2024-09-16T07:08:20.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.418+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.1 size=1048576 2024-09-16T07:08:20.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.419+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.2 size=84290 2024-09-16T07:08:20.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.419+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=AZV544TV2U6Z tag=MNLMKTQC83D2 type=write size=3230018 2024-09-16T07:08:20.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.421+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~NUOCHO4PMWCS.0 size=509681 2024-09-16T07:08:20.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.424+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=NUOCHO4PMWCS tag=JBBXO0049V86 type=write size=1558257 2024-09-16T07:08:20.425 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.425+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=GNDW7QCCYYVQ type=del size=3084871 2024-09-16T07:08:20.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.427+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~QNUGHALI7Y6J.0 size=1048576 2024-09-16T07:08:20.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.429+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~QNUGHALI7Y6J.1 size=755793 2024-09-16T07:08:20.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.431+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=QNUGHALI7Y6J tag=L1KLEEC1GVQT type=write size=2852945 2024-09-16T07:08:20.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.434+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.0 size=1048576 2024-09-16T07:08:20.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.1 size=1048576 2024-09-16T07:08:20.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.437+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.2 size=894964 2024-09-16T07:08:20.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.437+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=GT7U8XUJSCBC tag=15KGBRGB2KV7 type=write size=4040692 2024-09-16T07:08:20.439 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.439+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=L2YE9RFB8QY0 type=write size=283026 2024-09-16T07:08:20.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.440+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=F13UW36CZWBR type=del size=3363684 2024-09-16T07:08:20.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.444+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=T3TFHTBY5C2Y type=write 2024-09-16T07:08:20.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.446+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~TFKF9OPD1M4F.0 size=830745 2024-09-16T07:08:20.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.446+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=TFKF9OPD1M4F tag=3KU6UOUOGZNB type=write size=1879321 2024-09-16T07:08:20.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.448+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=JQTQ9N2NY4CH type=del 2024-09-16T07:08:20.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.449+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=SKQUPE4B3IO2 type=del size=2447892 2024-09-16T07:08:20.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.451+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=GDUW42H33KOT type=del 2024-09-16T07:08:20.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.454+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~7LE6QWA2YJY3.0 size=509042 2024-09-16T07:08:20.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.454+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=7LE6QWA2YJY3 tag=ZEQZACDEPKJ4 type=write size=1557618 2024-09-16T07:08:20.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.456+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=FGCWOJBTBRY2 type=del 2024-09-16T07:08:20.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.458+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=WO34SLIKM5JM type=del size=745665 2024-09-16T07:08:20.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.461+0000 7f6a4dc63640 1 < suggested update operation key=K1NW8211P2C1 tag=GOI2NTH3ERI7 type=del size=949324 2024-09-16T07:08:20.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.463+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=G90DZ7DAQ150 type=del size=2184678 2024-09-16T07:08:20.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.466+0000 7f6a4dc63640 1 < suggested update operation key=8P0FKUBB0X3E tag=QBOLV68SBNVJ type=del size=997053 2024-09-16T07:08:20.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.469+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~7YSSM9Y7WW6D.0 size=1048576 2024-09-16T07:08:20.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.470+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~7YSSM9Y7WW6D.1 size=723888 2024-09-16T07:08:20.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.470+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=7YSSM9Y7WW6D tag=NTB1NXZN9HKQ type=write size=2821040 2024-09-16T07:08:20.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.472+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~XQDNS8E80KRB.0 size=1048576 2024-09-16T07:08:20.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.473+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~XQDNS8E80KRB.1 size=408071 2024-09-16T07:08:20.476 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.476+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=XQDNS8E80KRB tag=YZWV8E4P6AWF type=write size=2505223 2024-09-16T07:08:20.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.478+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=EI1W0LUY1LSZ type=write size=303994 2024-09-16T07:08:20.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.480+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~IK1ESBOB3JES.0 size=864957 2024-09-16T07:08:20.483 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.483+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=IK1ESBOB3JES tag=0JVVE85YYQ4A type=write size=1913533 2024-09-16T07:08:20.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.485+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.0 size=1048576 2024-09-16T07:08:20.487 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.487+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.1 size=1048576 2024-09-16T07:08:20.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.488+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.2 size=330004 2024-09-16T07:08:20.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.488+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=KXR3Q8W5AARJ tag=RYCA115GT3JH type=write size=3475732 2024-09-16T07:08:20.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.490+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=010S9FEJ6N03 type=del 2024-09-16T07:08:20.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.493+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~8MYCD6TNL328.0 size=1048576 2024-09-16T07:08:20.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.494+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~8MYCD6TNL328.1 size=888558 2024-09-16T07:08:20.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.494+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=8MYCD6TNL328 tag=RE65QTJNYND2 type=write size=2985710 2024-09-16T07:08:20.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.496+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=G0S3KQNFVX86 type=del 2024-09-16T07:08:20.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.497+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=P2KJ3VMPDULV type=del size=2766714 2024-09-16T07:08:20.499 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.499+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=BSE5KDMQJI84 type=del 2024-09-16T07:08:20.501 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.500+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=9C3VCQ6K8IK9 type=del size=3975420 2024-09-16T07:08:20.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.502+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=LEZAI68OCF70 type=del 2024-09-16T07:08:20.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.505+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.0 size=1048576 2024-09-16T07:08:20.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.506+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.1 size=1048576 2024-09-16T07:08:20.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.507+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.2 size=516840 2024-09-16T07:08:20.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.507+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=5GPY1B71K315 tag=O0NNS7C3J909 type=write size=3662568 2024-09-16T07:08:20.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.509+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.0 size=1048576 2024-09-16T07:08:20.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.509+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.1 size=1048576 2024-09-16T07:08:20.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.510+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~AZV544TV2U6Z.2 size=84290 2024-09-16T07:08:20.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.513+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=AZV544TV2U6Z tag=MNLMKTQC83D2 type=write size=3230018 2024-09-16T07:08:20.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.515+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=9EE7TOFNZPY9 type=del size=2796761 2024-09-16T07:08:20.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.516+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=GNDW7QCCYYVQ type=del size=3084871 2024-09-16T07:08:20.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.518+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=73P9Y19YQEYA type=write size=588116 2024-09-16T07:08:20.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.518+0000 7f6a4dc63640 1 < canceled part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.0 size=1048576 2024-09-16T07:08:20.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.519+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.1 size=1048576 2024-09-16T07:08:20.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.521+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~GT7U8XUJSCBC.2 size=894964 2024-09-16T07:08:20.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.523+0000 7f6a4dc63640 1 < canceled multipart upload key=7QMJ5FTE4BA3 upload=GT7U8XUJSCBC tag=15KGBRGB2KV7 type=write size=4040692 2024-09-16T07:08:20.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.526+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~ATAC4DF7Z1PD.0 size=1048576 2024-09-16T07:08:20.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.528+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~ATAC4DF7Z1PD.1 size=622857 2024-09-16T07:08:20.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.528+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=ATAC4DF7Z1PD tag=KRLHVO96R44H type=write size=2720009 2024-09-16T07:08:20.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.529+0000 7f6a4dc63640 1 < canceled operation key=AWJBSUV0CGLC tag=F13UW36CZWBR type=del size=3363684 2024-09-16T07:08:20.532 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.532+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~H7Y6BNK7EXIP.0 size=288293 2024-09-16T07:08:20.532 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.532+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=H7Y6BNK7EXIP tag=S1OP4HWJ7YRW type=write size=1336869 2024-09-16T07:08:20.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.534+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~TFKF9OPD1M4F.0 size=830745 2024-09-16T07:08:20.537 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.537+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=TFKF9OPD1M4F tag=3KU6UOUOGZNB type=write size=1879321 2024-09-16T07:08:20.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.538+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=MLZ7EK3RNL38 type=del size=3168013 2024-09-16T07:08:20.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.540+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=SKQUPE4B3IO2 type=del 2024-09-16T07:08:20.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.543+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.0 size=1048576 2024-09-16T07:08:20.544 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.544+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.1 size=1048576 2024-09-16T07:08:20.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.545+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.2 size=794474 2024-09-16T07:08:20.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.545+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=EN0H2X6KTSS5 tag=W3JICPQISSYB type=write size=3940202 2024-09-16T07:08:20.547 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.547+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~7LE6QWA2YJY3.0 size=509042 2024-09-16T07:08:20.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.550+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=7LE6QWA2YJY3 tag=ZEQZACDEPKJ4 type=write size=1557618 2024-09-16T07:08:20.553 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.553+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1JKHUXH69HH0.0 size=305668 2024-09-16T07:08:20.553 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.553+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=1JKHUXH69HH0 tag=Y3WYO3BTOXEG type=write size=1354244 2024-09-16T07:08:20.555 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.555+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=WO34SLIKM5JM type=del 2024-09-16T07:08:20.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.556+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=UW5OKSZDAZH7 type=write size=834985 2024-09-16T07:08:20.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.558+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=G90DZ7DAQ150 type=del 2024-09-16T07:08:20.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.560+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=H5JADKJZOTGP type=del size=2278253 2024-09-16T07:08:20.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.561+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~7YSSM9Y7WW6D.0 size=1048576 2024-09-16T07:08:20.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.563+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~7YSSM9Y7WW6D.1 size=723888 2024-09-16T07:08:20.566 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.565+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=7YSSM9Y7WW6D tag=NTB1NXZN9HKQ type=write size=2821040 2024-09-16T07:08:20.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.567+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=OLEH8BW60S1Y type=del size=1477315 2024-09-16T07:08:20.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.570+0000 7f6a4dc63640 1 < suggested update operation key=JXTTJU9B6QQY tag=EI1W0LUY1LSZ type=write size=303994 2024-09-16T07:08:20.572 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.572+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=5L5YH80N3Y0Y type=del size=1576640 2024-09-16T07:08:20.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.574+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.0 size=1048576 2024-09-16T07:08:20.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.575+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.1 size=1048576 2024-09-16T07:08:20.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.577+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~KXR3Q8W5AARJ.2 size=330004 2024-09-16T07:08:20.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.581+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=KXR3Q8W5AARJ tag=RYCA115GT3JH type=write size=3475732 2024-09-16T07:08:20.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.582+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=JUXSGPJISUAF type=del size=392354 2024-09-16T07:08:20.584 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.584+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~8MYCD6TNL328.0 size=1048576 2024-09-16T07:08:20.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.585+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~8MYCD6TNL328.1 size=888558 2024-09-16T07:08:20.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.588+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=8MYCD6TNL328 tag=RE65QTJNYND2 type=write size=2985710 2024-09-16T07:08:20.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.590+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=CJQIE6X3VHKQ type=write size=805271 2024-09-16T07:08:20.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.592+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=P2KJ3VMPDULV type=del 2024-09-16T07:08:20.595 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.595+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.0 size=1048576 2024-09-16T07:08:20.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.596+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.1 size=1048576 2024-09-16T07:08:20.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.598+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.2 size=768442 2024-09-16T07:08:20.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.598+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=1BA9OZUKREUA tag=UKUVMFZWRGVW type=write size=3914170 2024-09-16T07:08:20.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.600+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=9C3VCQ6K8IK9 type=del 2024-09-16T07:08:20.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.602+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=QIKYANVZF25P type=del size=1655156 2024-09-16T07:08:20.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.604+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.0 size=1048576 2024-09-16T07:08:20.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.605+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.1 size=1048576 2024-09-16T07:08:20.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.607+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5GPY1B71K315.2 size=516840 2024-09-16T07:08:20.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.609+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=5GPY1B71K315 tag=O0NNS7C3J909 type=write size=3662568 2024-09-16T07:08:20.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.611+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=T24T00XAY8S1 type=del size=2764879 2024-09-16T07:08:20.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.613+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=9EE7TOFNZPY9 type=del 2024-09-16T07:08:20.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.616+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~8GZATKRA35XD.0 size=829178 2024-09-16T07:08:20.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.616+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=8GZATKRA35XD tag=8397XMFQNV7A type=write size=1877754 2024-09-16T07:08:20.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.618+0000 7f6a4dc63640 1 < completed write operation key=ZGU9J8JX5L57 tag=73P9Y19YQEYA type=write size=588116 2024-09-16T07:08:20.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.621+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.0 size=1048576 2024-09-16T07:08:20.623 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.623+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.1 size=1048576 2024-09-16T07:08:20.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.625+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.2 size=680438 2024-09-16T07:08:20.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.625+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=PFUR95JEPH6W tag=UC296JAD9Y1N type=write size=3826166 2024-09-16T07:08:20.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.627+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~ATAC4DF7Z1PD.0 size=1048576 2024-09-16T07:08:20.628 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.628+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~ATAC4DF7Z1PD.1 size=622857 2024-09-16T07:08:20.631 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.631+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=ATAC4DF7Z1PD tag=KRLHVO96R44H type=write size=2720009 2024-09-16T07:08:20.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.633+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=MUKQXI64QO23 type=del size=1064372 2024-09-16T07:08:20.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.635+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~H7Y6BNK7EXIP.0 size=288293 2024-09-16T07:08:20.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.638+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=H7Y6BNK7EXIP tag=S1OP4HWJ7YRW type=write size=1336869 2024-09-16T07:08:20.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.640+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=BW32R8RD7LK7 type=del size=1051458 2024-09-16T07:08:20.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.642+0000 7f6a4dc63640 1 < canceled operation key=7OJZZH487J17 tag=MLZ7EK3RNL38 type=del size=3168013 2024-09-16T07:08:20.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.644+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=VVFL6E4IJRKF type=del size=2745151 2024-09-16T07:08:20.646 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.646+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.0 size=1048576 2024-09-16T07:08:20.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.647+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.1 size=1048576 2024-09-16T07:08:20.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.649+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~EN0H2X6KTSS5.2 size=794474 2024-09-16T07:08:20.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.652+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=EN0H2X6KTSS5 tag=W3JICPQISSYB type=write size=3940202 2024-09-16T07:08:20.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.655+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.0 size=1048576 2024-09-16T07:08:20.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.657+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.1 size=1048576 2024-09-16T07:08:20.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.659+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.2 size=552273 2024-09-16T07:08:20.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.659+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=WMUP43NDEH0X tag=VYQSZ5NMYH88 type=write size=3698001 2024-09-16T07:08:20.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.660+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~1JKHUXH69HH0.0 size=305668 2024-09-16T07:08:20.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.663+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=1JKHUXH69HH0 tag=Y3WYO3BTOXEG type=write size=1354244 2024-09-16T07:08:20.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.665+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=VXPETO1QX3D1 type=del size=3449306 2024-09-16T07:08:20.667 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.667+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=UW5OKSZDAZH7 type=write size=834985 2024-09-16T07:08:20.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.668+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=ST7IXFPWCLRX type=del size=1861762 2024-09-16T07:08:20.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.670+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=H5JADKJZOTGP type=del 2024-09-16T07:08:20.674 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.674+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.0 size=1048576 2024-09-16T07:08:20.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.675+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.1 size=1048576 2024-09-16T07:08:20.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.677+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.2 size=691400 2024-09-16T07:08:20.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.677+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=B222U5C21YFK tag=8CPRFHX5PMIG type=write size=3837128 2024-09-16T07:08:20.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.679+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=OLEH8BW60S1Y type=del 2024-09-16T07:08:20.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.681+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=X90T9XIB4ZH6 type=del size=1039916 2024-09-16T07:08:20.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.682+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=5L5YH80N3Y0Y type=del 2024-09-16T07:08:20.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.684+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=H0WUQK27Z4SE type=write size=642103 2024-09-16T07:08:20.686 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.686+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=JUXSGPJISUAF type=del 2024-09-16T07:08:20.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.689+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~HAHF92Q7CCKG.0 size=513328 2024-09-16T07:08:20.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.689+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=HAHF92Q7CCKG tag=XFTML9GLMATS type=write size=1561904 2024-09-16T07:08:20.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.690+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=CJQIE6X3VHKQ type=write size=805271 2024-09-16T07:08:20.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.694+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~VCUKK1DKG1F2.0 size=1048576 2024-09-16T07:08:20.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.695+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~VCUKK1DKG1F2.1 size=857382 2024-09-16T07:08:20.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.695+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=VCUKK1DKG1F2 tag=KW124KF5MS1U type=write size=2954534 2024-09-16T07:08:20.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.697+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.0 size=1048576 2024-09-16T07:08:20.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.698+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.1 size=1048576 2024-09-16T07:08:20.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.700+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~1BA9OZUKREUA.2 size=768442 2024-09-16T07:08:20.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.703+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=1BA9OZUKREUA tag=UKUVMFZWRGVW type=write size=3914170 2024-09-16T07:08:20.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.705+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=0K1SIS8MQJ7T type=del size=43402 2024-09-16T07:08:20.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.707+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=QIKYANVZF25P type=del 2024-09-16T07:08:20.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.710+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~F8HQ8EE51BWP.0 size=416794 2024-09-16T07:08:20.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.710+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=F8HQ8EE51BWP tag=C1TU71TJA88F type=write size=1465370 2024-09-16T07:08:20.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.712+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=T24T00XAY8S1 type=del 2024-09-16T07:08:20.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.715+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~0FN7XMQZ39IW.0 size=884173 2024-09-16T07:08:20.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.715+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=0FN7XMQZ39IW tag=C7292HAHTFP0 type=write size=1932749 2024-09-16T07:08:20.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.717+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~8GZATKRA35XD.0 size=829178 2024-09-16T07:08:20.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.720+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=8GZATKRA35XD tag=8397XMFQNV7A type=write size=1877754 2024-09-16T07:08:20.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.722+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=4H9XFTKWA2ST type=del size=3359413 2024-09-16T07:08:20.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.724+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.0 size=1048576 2024-09-16T07:08:20.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.725+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.1 size=1048576 2024-09-16T07:08:20.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.727+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~PFUR95JEPH6W.2 size=680438 2024-09-16T07:08:20.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.730+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=PFUR95JEPH6W tag=UC296JAD9Y1N type=write size=3826166 2024-09-16T07:08:20.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.733+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.0 size=1048576 2024-09-16T07:08:20.734 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.734+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.1 size=1048576 2024-09-16T07:08:20.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.736+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.2 size=16790 2024-09-16T07:08:20.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.736+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=NFDDCSKCK5DF tag=AH4GJMZP27YJ type=write size=3162518 2024-09-16T07:08:20.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.738+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=MUKQXI64QO23 type=del 2024-09-16T07:08:20.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.739+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=C7WCQ732THKA type=del size=1796571 2024-09-16T07:08:20.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.741+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=BW32R8RD7LK7 type=del 2024-09-16T07:08:20.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.743+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=R9V12LWD43EN type=del size=1051882 2024-09-16T07:08:20.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.745+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=VVFL6E4IJRKF type=del 2024-09-16T07:08:20.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.748+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~FOLJWCFWA8PH.0 size=1048576 2024-09-16T07:08:20.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.750+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~FOLJWCFWA8PH.1 size=724777 2024-09-16T07:08:20.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.750+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=FOLJWCFWA8PH tag=MS1MZDYSIBXZ type=write size=2821929 2024-09-16T07:08:20.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.752+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.0 size=1048576 2024-09-16T07:08:20.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.753+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.1 size=1048576 2024-09-16T07:08:20.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.755+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~WMUP43NDEH0X.2 size=552273 2024-09-16T07:08:20.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.758+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=WMUP43NDEH0X tag=VYQSZ5NMYH88 type=write size=3698001 2024-09-16T07:08:20.760 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.760+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=7RJPCKPPIF01 type=write size=384481 2024-09-16T07:08:20.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.761+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=VXPETO1QX3D1 type=del 2024-09-16T07:08:20.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.764+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.0 size=1048576 2024-09-16T07:08:20.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.766+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.1 size=1048576 2024-09-16T07:08:20.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.768+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.2 size=758415 2024-09-16T07:08:20.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.768+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=R8FE1WIEOIQS tag=MMRKC6AQ54OG type=write size=3904143 2024-09-16T07:08:20.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.770+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=ST7IXFPWCLRX type=del 2024-09-16T07:08:20.771 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.771+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=87NY9TYPNG18 type=del size=2081195 2024-09-16T07:08:20.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.773+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.0 size=1048576 2024-09-16T07:08:20.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.775+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.1 size=1048576 2024-09-16T07:08:20.776 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.776+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~B222U5C21YFK.2 size=691400 2024-09-16T07:08:20.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.779+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=B222U5C21YFK tag=8CPRFHX5PMIG type=write size=3837128 2024-09-16T07:08:20.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.781+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=JET47WGKFBKU type=del size=23762 2024-09-16T07:08:20.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.783+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=X90T9XIB4ZH6 type=del size=1039916 2024-09-16T07:08:20.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.785+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=CATI099IXHH4 type=del size=3574080 2024-09-16T07:08:20.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.786+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=H0WUQK27Z4SE type=write size=642103 2024-09-16T07:08:20.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.788+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=87RDFCKYMUNM type=del size=2096937 2024-09-16T07:08:20.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.791+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~HAHF92Q7CCKG.0 size=513328 2024-09-16T07:08:20.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.794+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=HAHF92Q7CCKG tag=XFTML9GLMATS type=write size=1561904 2024-09-16T07:08:20.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.796+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=LPVJMZPJNN3Y type=del size=2761927 2024-09-16T07:08:20.798 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.798+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~VCUKK1DKG1F2.0 size=1048576 2024-09-16T07:08:20.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.799+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~VCUKK1DKG1F2.1 size=857382 2024-09-16T07:08:20.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.802+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=VCUKK1DKG1F2 tag=KW124KF5MS1U type=write size=2954534 2024-09-16T07:08:20.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.804+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=87TONH40XPBC type=del size=503637 2024-09-16T07:08:20.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.808+0000 7f6a4dc63640 1 < suggested update operation key=AWJBSUV0CGLC tag=0K1SIS8MQJ7T type=del size=43402 2024-09-16T07:08:20.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.810+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=US6F0LVBTX70 type=del size=2802073 2024-09-16T07:08:20.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.812+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~F8HQ8EE51BWP.0 size=416794 2024-09-16T07:08:20.815 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.815+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=F8HQ8EE51BWP tag=C1TU71TJA88F type=write size=1465370 2024-09-16T07:08:20.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.816+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=HJEV8I3OWQWE type=del size=1636052 2024-09-16T07:08:20.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.817+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~0FN7XMQZ39IW.0 size=884173 2024-09-16T07:08:20.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.820+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=0FN7XMQZ39IW tag=C7292HAHTFP0 type=write size=1932749 2024-09-16T07:08:20.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.824+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~3ODQS8X9ANLU.0 size=1048576 2024-09-16T07:08:20.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.825+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~3ODQS8X9ANLU.1 size=485925 2024-09-16T07:08:20.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.825+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=3ODQS8X9ANLU tag=BZ63GM990H4X type=write size=2583077 2024-09-16T07:08:20.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.827+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=4H9XFTKWA2ST type=del 2024-09-16T07:08:20.831 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.831+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.0 size=1048576 2024-09-16T07:08:20.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.832+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.1 size=1048576 2024-09-16T07:08:20.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.834+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.2 size=140469 2024-09-16T07:08:20.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.834+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=Z1QS10WICX2U tag=BHD48JTEXBOU type=write size=3286197 2024-09-16T07:08:20.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.835+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.0 size=1048576 2024-09-16T07:08:20.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.837+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.1 size=1048576 2024-09-16T07:08:20.838 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.838+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~NFDDCSKCK5DF.2 size=16790 2024-09-16T07:08:20.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.841+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=NFDDCSKCK5DF tag=AH4GJMZP27YJ type=write size=3162518 2024-09-16T07:08:20.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.845+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~C2UH24XPKMWM.0 size=1048576 2024-09-16T07:08:20.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.846+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~C2UH24XPKMWM.1 size=730142 2024-09-16T07:08:20.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.846+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=C2UH24XPKMWM tag=UFACM10LNPVE type=write size=2827294 2024-09-16T07:08:20.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.850+0000 7f6a4dc63640 1 < suggested update operation key=I3HRWIVRML06 tag=C7WCQ732THKA type=del size=1796571 2024-09-16T07:08:20.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.854+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~FZJENYJYMZFA.0 size=1048576 2024-09-16T07:08:20.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.855+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~FZJENYJYMZFA.1 size=569775 2024-09-16T07:08:20.855 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.855+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=FZJENYJYMZFA tag=JNU61DPKQRNQ type=write size=2666927 2024-09-16T07:08:20.857 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.857+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=R9V12LWD43EN type=del 2024-09-16T07:08:20.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.860+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~LU17OUH6R7PT.0 size=1048576 2024-09-16T07:08:20.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.861+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~LU17OUH6R7PT.1 size=685850 2024-09-16T07:08:20.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.862+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=LU17OUH6R7PT tag=5UXN01WVLN5H type=write size=2783002 2024-09-16T07:08:20.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.863+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~FOLJWCFWA8PH.0 size=1048576 2024-09-16T07:08:20.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.865+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~FOLJWCFWA8PH.1 size=724777 2024-09-16T07:08:20.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.868+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=FOLJWCFWA8PH tag=MS1MZDYSIBXZ type=write size=2821929 2024-09-16T07:08:20.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.870+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=WKYT4U4EAYP9 type=del size=4139682 2024-09-16T07:08:20.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.872+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=7RJPCKPPIF01 type=write size=384481 2024-09-16T07:08:20.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.873+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=CVRCT6X5J2JF type=write size=151567 2024-09-16T07:08:20.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.875+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.0 size=1048576 2024-09-16T07:08:20.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.877+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.1 size=1048576 2024-09-16T07:08:20.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.878+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R8FE1WIEOIQS.2 size=758415 2024-09-16T07:08:20.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.881+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=R8FE1WIEOIQS tag=MMRKC6AQ54OG type=write size=3904143 2024-09-16T07:08:20.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.884+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~2STC915RTYDC.0 size=1048576 2024-09-16T07:08:20.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.885+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~2STC915RTYDC.1 size=568570 2024-09-16T07:08:20.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.885+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=2STC915RTYDC tag=ZBZ6Y8WM7GXH type=write size=2665722 2024-09-16T07:08:20.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.887+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=87NY9TYPNG18 type=del 2024-09-16T07:08:20.889 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.889+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=E4JH18FFJGVU type=del size=3011417 2024-09-16T07:08:20.891 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.891+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=JET47WGKFBKU type=del 2024-09-16T07:08:20.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.893+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=0XYGRGLAKDKP type=del size=487039 2024-09-16T07:08:20.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.894+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=CATI099IXHH4 type=del 2024-09-16T07:08:20.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.896+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=HE2BMWTIF4QU type=write size=42429 2024-09-16T07:08:20.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.898+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=87RDFCKYMUNM type=del 2024-09-16T07:08:20.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.901+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.0 size=1048576 2024-09-16T07:08:20.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.903+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.1 size=1048576 2024-09-16T07:08:20.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.904+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.2 size=892095 2024-09-16T07:08:20.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.904+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=JGP2RYPQ78I1 tag=F2J7KF7NICUJ type=write size=4037823 2024-09-16T07:08:20.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.906+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=LPVJMZPJNN3Y type=del 2024-09-16T07:08:20.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.908+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=QXDIMUKTZGYY type=del size=98870 2024-09-16T07:08:20.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.909+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=87TONH40XPBC type=del 2024-09-16T07:08:20.911 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.911+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=HFXYD85I23NU type=del size=1403015 2024-09-16T07:08:20.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.913+0000 7f6a4dc63640 1 < canceled operation key=H3Q1PCCXPXUK tag=US6F0LVBTX70 type=del size=2802073 2024-09-16T07:08:20.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.916+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~D0K0BOKQ8PEG.0 size=37646 2024-09-16T07:08:20.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.916+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=D0K0BOKQ8PEG tag=YN2JFR31JSRY type=write size=1086222 2024-09-16T07:08:20.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.919+0000 7f6a4dc63640 -1 < failed to complete operation key=I3HRWIVRML06 tag=HJEV8I3OWQWE type=del size=1636052: (22) Invalid argument 2024-09-16T07:08:20.921 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.921+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=12ELZ00TC48T type=del size=522166 2024-09-16T07:08:20.923 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.922+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~3ODQS8X9ANLU.0 size=1048576 2024-09-16T07:08:20.923 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.922+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZGU9J8JX5L57.2~3ODQS8X9ANLU.1 size=485925 2024-09-16T07:08:20.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.926+0000 7f6a4dc63640 1 < canceled multipart upload key=ZGU9J8JX5L57 upload=3ODQS8X9ANLU tag=BZ63GM990H4X type=write size=2583077 2024-09-16T07:08:20.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.929+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~EFVUEC6ZG9KB.0 size=426849 2024-09-16T07:08:20.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.929+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=EFVUEC6ZG9KB tag=DML3T043YDU7 type=write size=1475425 2024-09-16T07:08:20.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.931+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.0 size=1048576 2024-09-16T07:08:20.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.933+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.1 size=1048576 2024-09-16T07:08:20.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.933+0000 7f6a4dc63640 1 < canceled part key=_multipart_RMU7VRUO4YOS.2~Z1QS10WICX2U.2 size=140469 2024-09-16T07:08:20.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.936+0000 7f6a4dc63640 1 < canceled multipart upload key=RMU7VRUO4YOS upload=Z1QS10WICX2U tag=BHD48JTEXBOU type=write size=3286197 2024-09-16T07:08:20.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.938+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=PZNK0VM3SHQ5 type=del size=3848647 2024-09-16T07:08:20.939 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.939+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~C2UH24XPKMWM.0 size=1048576 2024-09-16T07:08:20.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.941+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~C2UH24XPKMWM.1 size=730142 2024-09-16T07:08:20.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.945+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=C2UH24XPKMWM tag=UFACM10LNPVE type=write size=2827294 2024-09-16T07:08:20.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.946+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=0N1WGMHY043F type=del size=219315 2024-09-16T07:08:20.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.947+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~FZJENYJYMZFA.0 size=1048576 2024-09-16T07:08:20.948 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.948+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~FZJENYJYMZFA.1 size=569775 2024-09-16T07:08:20.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.951+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=FZJENYJYMZFA tag=JNU61DPKQRNQ type=write size=2666927 2024-09-16T07:08:20.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.953+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=47C1MDTQVF1I type=del size=2272032 2024-09-16T07:08:20.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.954+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~LU17OUH6R7PT.0 size=1048576 2024-09-16T07:08:20.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.956+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~LU17OUH6R7PT.1 size=685850 2024-09-16T07:08:20.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.959+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=LU17OUH6R7PT tag=5UXN01WVLN5H type=write size=2783002 2024-09-16T07:08:20.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.961+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=X6CBS5NIFZTS type=del size=1215418 2024-09-16T07:08:20.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.962+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=WKYT4U4EAYP9 type=del 2024-09-16T07:08:20.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.966+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~OC2GCHT5U6AB.0 size=1048576 2024-09-16T07:08:20.967 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.967+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~OC2GCHT5U6AB.1 size=448487 2024-09-16T07:08:20.967 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.967+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=OC2GCHT5U6AB tag=49PQ06DMT8S2 type=write size=2545639 2024-09-16T07:08:20.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.969+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=CVRCT6X5J2JF type=write size=151567 2024-09-16T07:08:20.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.972+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~1UGGC6QOR57G.0 size=292660 2024-09-16T07:08:20.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.972+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=1UGGC6QOR57G tag=EVLPKV06SR7Z type=write size=1341236 2024-09-16T07:08:20.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.975+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~2STC915RTYDC.0 size=1048576 2024-09-16T07:08:20.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.976+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~2STC915RTYDC.1 size=568570 2024-09-16T07:08:20.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.980+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=2STC915RTYDC tag=ZBZ6Y8WM7GXH type=write size=2665722 2024-09-16T07:08:20.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.982+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=OZD5G2CLSG9B type=del size=64197 2024-09-16T07:08:20.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.983+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=E4JH18FFJGVU type=del 2024-09-16T07:08:20.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.986+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~002RYTFSL2BN.0 size=1048576 2024-09-16T07:08:20.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.988+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~002RYTFSL2BN.1 size=97353 2024-09-16T07:08:20.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.988+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=002RYTFSL2BN tag=C1HQCSJE1UT6 type=write size=2194505 2024-09-16T07:08:20.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.990+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=0XYGRGLAKDKP type=del 2024-09-16T07:08:20.993 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.993+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~1B515Q02SR2C.0 size=1048576 2024-09-16T07:08:20.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.994+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~1B515Q02SR2C.1 size=182947 2024-09-16T07:08:20.995 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.994+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=1B515Q02SR2C tag=ERBK8IXS1C12 type=write size=2280099 2024-09-16T07:08:20.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:20.996+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=HE2BMWTIF4QU type=write size=42429 2024-09-16T07:08:21.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.000+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~HAO21KS4J7RT.0 size=682235 2024-09-16T07:08:21.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.000+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=HAO21KS4J7RT tag=RKEM4WFRBR68 type=write size=1730811 2024-09-16T07:08:21.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.001+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.0 size=1048576 2024-09-16T07:08:21.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.003+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.1 size=1048576 2024-09-16T07:08:21.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.004+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~JGP2RYPQ78I1.2 size=892095 2024-09-16T07:08:21.008 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.007+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=JGP2RYPQ78I1 tag=F2J7KF7NICUJ type=write size=4037823 2024-09-16T07:08:21.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.011+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~4628UPPINHI7.0 size=1048576 2024-09-16T07:08:21.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.012+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~4628UPPINHI7.1 size=365805 2024-09-16T07:08:21.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.012+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=4628UPPINHI7 tag=20249KKAXMJF type=write size=2462957 2024-09-16T07:08:21.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.014+0000 7f6a4dc63640 1 < canceled operation key=5B35B97CQJ7U tag=QXDIMUKTZGYY type=del size=98870 2024-09-16T07:08:21.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.016+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=VQWTCVMHYFXK type=del size=3140608 2024-09-16T07:08:21.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.019+0000 7f6a4dc63640 1 < suggested update operation key=S24OZ7HDG3T5 tag=HFXYD85I23NU type=del size=1403015 2024-09-16T07:08:21.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.022+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=US043M7EA9TC type=del size=2593129 2024-09-16T07:08:21.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.023+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~D0K0BOKQ8PEG.0 size=37646 2024-09-16T07:08:21.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.027+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=D0K0BOKQ8PEG tag=YN2JFR31JSRY type=write size=1086222 2024-09-16T07:08:21.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.030+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~CBSIHK5TEHEV.0 size=460085 2024-09-16T07:08:21.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.030+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=CBSIHK5TEHEV tag=ZMV2GPVKEAGK type=write size=1508661 2024-09-16T07:08:21.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.033+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=12ELZ00TC48T type=del 2024-09-16T07:08:21.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.034+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=8JZ6OOWLLOSN type=del size=3505903 2024-09-16T07:08:21.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.035+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~EFVUEC6ZG9KB.0 size=426849 2024-09-16T07:08:21.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.037+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=EFVUEC6ZG9KB tag=DML3T043YDU7 type=write size=1475425 2024-09-16T07:08:21.042 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.042+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.0 size=1048576 2024-09-16T07:08:21.044 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.043+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.1 size=1048576 2024-09-16T07:08:21.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.045+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.2 size=643684 2024-09-16T07:08:21.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.045+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=XOVUB3OM0IPM tag=68BGY672Z4AI type=write size=3789412 2024-09-16T07:08:21.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.047+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=PZNK0VM3SHQ5 type=del 2024-09-16T07:08:21.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.048+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=LGH6L95PFGHP type=del size=2836133 2024-09-16T07:08:21.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.051+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=0N1WGMHY043F type=del 2024-09-16T07:08:21.054 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.054+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.0 size=1048576 2024-09-16T07:08:21.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.055+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.1 size=1048576 2024-09-16T07:08:21.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.057+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.2 size=396109 2024-09-16T07:08:21.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.057+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=BD12LDF72H1R tag=5Q5FS6WV2QEJ type=write size=3541837 2024-09-16T07:08:21.059 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.059+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=47C1MDTQVF1I type=del 2024-09-16T07:08:21.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.062+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~763YV3XZB30K.0 size=1048576 2024-09-16T07:08:21.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.064+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~763YV3XZB30K.1 size=557504 2024-09-16T07:08:21.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.064+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=763YV3XZB30K tag=G5BU5KHOGE4D type=write size=2654656 2024-09-16T07:08:21.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.066+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=X6CBS5NIFZTS type=del 2024-09-16T07:08:21.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.070+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.0 size=1048576 2024-09-16T07:08:21.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.071+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.1 size=1048576 2024-09-16T07:08:21.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.073+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.2 size=631302 2024-09-16T07:08:21.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.073+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=WJYP1AGNS2R7 tag=FX6EODS8ULH1 type=write size=3777030 2024-09-16T07:08:21.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.075+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~OC2GCHT5U6AB.0 size=1048576 2024-09-16T07:08:21.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.075+0000 7f6a4dc63640 1 < canceled part key=_multipart_4X79D295RZ4K.2~OC2GCHT5U6AB.1 size=448487 2024-09-16T07:08:21.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.081+0000 7f6a4dc63640 1 < canceled multipart upload key=4X79D295RZ4K upload=OC2GCHT5U6AB tag=49PQ06DMT8S2 type=write size=2545639 2024-09-16T07:08:21.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.083+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=3E8DJULS8HY8 type=del size=1698137 2024-09-16T07:08:21.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.085+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~1UGGC6QOR57G.0 size=292660 2024-09-16T07:08:21.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.088+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=1UGGC6QOR57G tag=EVLPKV06SR7Z type=write size=1341236 2024-09-16T07:08:21.091 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.091+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.0 size=1048576 2024-09-16T07:08:21.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.093+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.1 size=1048576 2024-09-16T07:08:21.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.094+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.2 size=199849 2024-09-16T07:08:21.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.094+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=9CRN9JXK53QR tag=LRNQE6FO1YG6 type=write size=3345577 2024-09-16T07:08:21.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.096+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=OZD5G2CLSG9B type=del 2024-09-16T07:08:21.097 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.097+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=0VTYMB9K9YA7 type=del size=3618666 2024-09-16T07:08:21.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.098+0000 7f6a4dc63640 1 < canceled part key=_multipart_8P0FKUBB0X3E.2~002RYTFSL2BN.0 size=1048576 2024-09-16T07:08:21.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.099+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~002RYTFSL2BN.1 size=97353 2024-09-16T07:08:21.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.103+0000 7f6a4dc63640 1 < canceled multipart upload key=8P0FKUBB0X3E upload=002RYTFSL2BN tag=C1HQCSJE1UT6 type=write size=2194505 2024-09-16T07:08:21.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.105+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=PTO7YLJFTQS1 type=write size=737297 2024-09-16T07:08:21.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.106+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~1B515Q02SR2C.0 size=1048576 2024-09-16T07:08:21.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.108+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~1B515Q02SR2C.1 size=182947 2024-09-16T07:08:21.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.111+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=1B515Q02SR2C tag=ERBK8IXS1C12 type=write size=2280099 2024-09-16T07:08:21.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.114+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~ZKEQOUI3USM6.0 size=1048576 2024-09-16T07:08:21.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.115+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~ZKEQOUI3USM6.1 size=210108 2024-09-16T07:08:21.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.115+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=ZKEQOUI3USM6 tag=JD5327OMOAOC type=write size=2307260 2024-09-16T07:08:21.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.117+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~HAO21KS4J7RT.0 size=682235 2024-09-16T07:08:21.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.120+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=HAO21KS4J7RT tag=RKEM4WFRBR68 type=write size=1730811 2024-09-16T07:08:21.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.122+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=RDRZ641EXV7S type=del size=4047164 2024-09-16T07:08:21.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.124+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~4628UPPINHI7.0 size=1048576 2024-09-16T07:08:21.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.125+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~4628UPPINHI7.1 size=365805 2024-09-16T07:08:21.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.128+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=4628UPPINHI7 tag=20249KKAXMJF type=write size=2462957 2024-09-16T07:08:21.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.129+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=0Z3Z482PQO9K type=del size=1741045 2024-09-16T07:08:21.131 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.131+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=VQWTCVMHYFXK type=del 2024-09-16T07:08:21.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.134+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~561PXW1PS8AL.0 size=162828 2024-09-16T07:08:21.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.134+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=561PXW1PS8AL tag=TH4LMJGQV970 type=write size=1211404 2024-09-16T07:08:21.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.136+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=US043M7EA9TC type=del 2024-09-16T07:08:21.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.138+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=YZTKGCHTFVKQ type=del size=1029857 2024-09-16T07:08:21.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.140+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~CBSIHK5TEHEV.0 size=460085 2024-09-16T07:08:21.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.143+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=CBSIHK5TEHEV tag=ZMV2GPVKEAGK type=write size=1508661 2024-09-16T07:08:21.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.146+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~8405C1LEPZ38.0 size=1048576 2024-09-16T07:08:21.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.147+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~8405C1LEPZ38.1 size=209460 2024-09-16T07:08:21.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.147+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=8405C1LEPZ38 tag=K0I36QH7Z2P9 type=write size=2306612 2024-09-16T07:08:21.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.149+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=8JZ6OOWLLOSN type=del 2024-09-16T07:08:21.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.153+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~QTT7BU7Z8UF5.0 size=1046204 2024-09-16T07:08:21.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.153+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=QTT7BU7Z8UF5 tag=WZQ2I4H5Y3RO type=write size=2094780 2024-09-16T07:08:21.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.155+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.0 size=1048576 2024-09-16T07:08:21.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.156+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.1 size=1048576 2024-09-16T07:08:21.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.158+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~XOVUB3OM0IPM.2 size=643684 2024-09-16T07:08:21.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.161+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=XOVUB3OM0IPM tag=68BGY672Z4AI type=write size=3789412 2024-09-16T07:08:21.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.164+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.0 size=1048576 2024-09-16T07:08:21.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.165+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.1 size=1048576 2024-09-16T07:08:21.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.166+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.2 size=546653 2024-09-16T07:08:21.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.166+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=82GGU9O3D5CV tag=TEUOCK2MC0S6 type=write size=3692381 2024-09-16T07:08:21.168 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.168+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=LGH6L95PFGHP type=del 2024-09-16T07:08:21.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.170+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=OE8U45GLXM15 type=del size=358609 2024-09-16T07:08:21.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.172+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.0 size=1048576 2024-09-16T07:08:21.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.172+0000 7f6a4dc63640 1 < canceled part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.1 size=1048576 2024-09-16T07:08:21.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.174+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~BD12LDF72H1R.2 size=396109 2024-09-16T07:08:21.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.176+0000 7f6a4dc63640 1 < canceled multipart upload key=7K8UF0MUS6U8 upload=BD12LDF72H1R tag=5Q5FS6WV2QEJ type=write size=3541837 2024-09-16T07:08:21.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.178+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=0Z1K792FZR4K type=write size=934704 2024-09-16T07:08:21.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.180+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~763YV3XZB30K.0 size=1048576 2024-09-16T07:08:21.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.181+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~763YV3XZB30K.1 size=557504 2024-09-16T07:08:21.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.184+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=763YV3XZB30K tag=G5BU5KHOGE4D type=write size=2654656 2024-09-16T07:08:21.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.187+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~OYTX5R1N5U73.0 size=677337 2024-09-16T07:08:21.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.187+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=OYTX5R1N5U73 tag=MPZ6M1I739JI type=write size=1725913 2024-09-16T07:08:21.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.189+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.0 size=1048576 2024-09-16T07:08:21.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.191+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.1 size=1048576 2024-09-16T07:08:21.192 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.192+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~WJYP1AGNS2R7.2 size=631302 2024-09-16T07:08:21.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.195+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=WJYP1AGNS2R7 tag=FX6EODS8ULH1 type=write size=3777030 2024-09-16T07:08:21.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.198+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~M5BUMSP8Q6IQ.0 size=1048576 2024-09-16T07:08:21.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.200+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~M5BUMSP8Q6IQ.1 size=435054 2024-09-16T07:08:21.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.200+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=M5BUMSP8Q6IQ tag=RYLCQ46M6PDX type=write size=2532206 2024-09-16T07:08:21.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.202+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=3E8DJULS8HY8 type=del 2024-09-16T07:08:21.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.205+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~DKLQTR9Q1MMZ.0 size=632975 2024-09-16T07:08:21.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.205+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=DKLQTR9Q1MMZ tag=ZW5HCTSKK2V7 type=write size=1681551 2024-09-16T07:08:21.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.207+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.0 size=1048576 2024-09-16T07:08:21.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.208+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.1 size=1048576 2024-09-16T07:08:21.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.210+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~9CRN9JXK53QR.2 size=199849 2024-09-16T07:08:21.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.213+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=9CRN9JXK53QR tag=LRNQE6FO1YG6 type=write size=3345577 2024-09-16T07:08:21.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.214+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=P2UDWQUWZSXR type=write size=196322 2024-09-16T07:08:21.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.217+0000 7f6a4dc63640 1 < suggested update operation key=7K8UF0MUS6U8 tag=0VTYMB9K9YA7 type=del size=3618666 2024-09-16T07:08:21.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.219+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=6S8D98Z167I5 type=del size=3392512 2024-09-16T07:08:21.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.221+0000 7f6a4dc63640 1 < completed write operation key=SQ46MZXZN6UD tag=PTO7YLJFTQS1 type=write size=737297 2024-09-16T07:08:21.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.222+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=SR53TPP8BAKL type=del size=1960021 2024-09-16T07:08:21.224 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.224+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~ZKEQOUI3USM6.0 size=1048576 2024-09-16T07:08:21.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.226+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~ZKEQOUI3USM6.1 size=210108 2024-09-16T07:08:21.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.229+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=ZKEQOUI3USM6 tag=JD5327OMOAOC type=write size=2307260 2024-09-16T07:08:21.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.231+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=ST413UNDP1IT type=del size=2103284 2024-09-16T07:08:21.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.233+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=RDRZ641EXV7S type=del 2024-09-16T07:08:21.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.235+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=SS23DILEYP6D type=del size=2082583 2024-09-16T07:08:21.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.236+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=0Z3Z482PQO9K type=del 2024-09-16T07:08:21.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.240+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~PR1P8XOU8QQ7.0 size=1048576 2024-09-16T07:08:21.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.242+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~PR1P8XOU8QQ7.1 size=718716 2024-09-16T07:08:21.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.242+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=PR1P8XOU8QQ7 tag=2VRKV4Z7KT7W type=write size=2815868 2024-09-16T07:08:21.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.244+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~561PXW1PS8AL.0 size=162828 2024-09-16T07:08:21.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.247+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=561PXW1PS8AL tag=TH4LMJGQV970 type=write size=1211404 2024-09-16T07:08:21.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.250+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.0 size=1048576 2024-09-16T07:08:21.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.252+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.1 size=1048576 2024-09-16T07:08:21.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.254+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.2 size=729272 2024-09-16T07:08:21.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.254+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=NC4FURYH3RBB tag=F79MI9JYLM9E type=write size=3875000 2024-09-16T07:08:21.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.257+0000 7f6a4dc63640 1 < suggested update operation key=BKU75GT4GD2J tag=YZTKGCHTFVKQ type=del size=1029857 2024-09-16T07:08:21.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.261+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~2MZVW8Y0RGY7.0 size=1048576 2024-09-16T07:08:21.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.262+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~2MZVW8Y0RGY7.1 size=655739 2024-09-16T07:08:21.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.262+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=2MZVW8Y0RGY7 tag=DIB5CXD6SZN2 type=write size=2752891 2024-09-16T07:08:21.264 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.264+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~8405C1LEPZ38.0 size=1048576 2024-09-16T07:08:21.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.266+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~8405C1LEPZ38.1 size=209460 2024-09-16T07:08:21.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.269+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=8405C1LEPZ38 tag=K0I36QH7Z2P9 type=write size=2306612 2024-09-16T07:08:21.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.271+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=D0H3XUKYWZIG type=write size=629711 2024-09-16T07:08:21.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.273+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~QTT7BU7Z8UF5.0 size=1046204 2024-09-16T07:08:21.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.276+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=QTT7BU7Z8UF5 tag=WZQ2I4H5Y3RO type=write size=2094780 2024-09-16T07:08:21.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.278+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=WETO97D137ET type=del size=62332 2024-09-16T07:08:21.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.280+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.0 size=1048576 2024-09-16T07:08:21.282 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.282+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.1 size=1048576 2024-09-16T07:08:21.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.283+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~82GGU9O3D5CV.2 size=546653 2024-09-16T07:08:21.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.287+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=82GGU9O3D5CV tag=TEUOCK2MC0S6 type=write size=3692381 2024-09-16T07:08:21.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.290+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~1OHI2YZUCA95.0 size=325828 2024-09-16T07:08:21.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.290+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=1OHI2YZUCA95 tag=U1E222IIGUEP type=write size=1374404 2024-09-16T07:08:21.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.292+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=OE8U45GLXM15 type=del 2024-09-16T07:08:21.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.294+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=V9E8XWL5M207 type=del size=2176724 2024-09-16T07:08:21.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.296+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=0Z1K792FZR4K type=write size=934704 2024-09-16T07:08:21.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.297+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=BQGH18MX237V type=del size=531353 2024-09-16T07:08:21.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.298+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZE3LE1W5V8E6.2~OYTX5R1N5U73.0 size=677337 2024-09-16T07:08:21.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.301+0000 7f6a4dc63640 1 < canceled multipart upload key=ZE3LE1W5V8E6 upload=OYTX5R1N5U73 tag=MPZ6M1I739JI type=write size=1725913 2024-09-16T07:08:21.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.304+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~2H7NB8SCMH2V.0 size=862645 2024-09-16T07:08:21.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.304+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=2H7NB8SCMH2V tag=8WYHGTQ3Q6O6 type=write size=1911221 2024-09-16T07:08:21.306 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.306+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~M5BUMSP8Q6IQ.0 size=1048576 2024-09-16T07:08:21.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.307+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~M5BUMSP8Q6IQ.1 size=435054 2024-09-16T07:08:21.311 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.311+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=M5BUMSP8Q6IQ tag=RYLCQ46M6PDX type=write size=2532206 2024-09-16T07:08:21.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.314+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.0 size=1048576 2024-09-16T07:08:21.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.316+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.1 size=1048576 2024-09-16T07:08:21.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.318+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.2 size=228618 2024-09-16T07:08:21.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.318+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=28BC9REF98TI tag=YUV79HVJ2680 type=write size=3374346 2024-09-16T07:08:21.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.319+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~DKLQTR9Q1MMZ.0 size=632975 2024-09-16T07:08:21.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.322+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=DKLQTR9Q1MMZ tag=ZW5HCTSKK2V7 type=write size=1681551 2024-09-16T07:08:21.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.324+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=HI0PE7F7U6V7 type=del size=3594993 2024-09-16T07:08:21.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.326+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=P2UDWQUWZSXR type=write size=196322 2024-09-16T07:08:21.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.328+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=003CT60RZLIC type=del size=2936995 2024-09-16T07:08:21.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.330+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=6S8D98Z167I5 type=del 2024-09-16T07:08:21.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.332+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=TQRSANX5HRZH type=del size=972594 2024-09-16T07:08:21.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.333+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=SR53TPP8BAKL type=del 2024-09-16T07:08:21.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.335+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=0MSWUJWKWDWX type=del size=2781086 2024-09-16T07:08:21.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.337+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=ST413UNDP1IT type=del 2024-09-16T07:08:21.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.341+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~5XJB503I96GB.0 size=647416 2024-09-16T07:08:21.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.341+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=5XJB503I96GB tag=DWD1F3WKNOTE type=write size=1695992 2024-09-16T07:08:21.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.343+0000 7f6a4dc63640 -1 < failed to complete operation key=BKU75GT4GD2J tag=SS23DILEYP6D type=del size=2082583: (22) Invalid argument 2024-09-16T07:08:21.346 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.346+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~R12SEPU0558M.0 size=1048576 2024-09-16T07:08:21.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.348+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~R12SEPU0558M.1 size=823365 2024-09-16T07:08:21.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.348+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=R12SEPU0558M tag=AZ2E2ZZV49ZL type=write size=2920517 2024-09-16T07:08:21.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.350+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~PR1P8XOU8QQ7.0 size=1048576 2024-09-16T07:08:21.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.350+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~PR1P8XOU8QQ7.1 size=718716 2024-09-16T07:08:21.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:21 smithi042 ceph-mon[94096]: pgmap v1387: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 80 KiB/s wr, 398 op/s 2024-09-16T07:08:21.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:21 smithi042 ceph-mon[96574]: pgmap v1387: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 80 KiB/s wr, 398 op/s 2024-09-16T07:08:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:21] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-09-16T07:08:21.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.354+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=PR1P8XOU8QQ7 tag=2VRKV4Z7KT7W type=write size=2815868 2024-09-16T07:08:21.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.355+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=RZF9KBRFOX7H type=write size=1043537 2024-09-16T07:08:21.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.357+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.0 size=1048576 2024-09-16T07:08:21.359 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.359+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.1 size=1048576 2024-09-16T07:08:21.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.361+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~NC4FURYH3RBB.2 size=729272 2024-09-16T07:08:21.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.364+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=NC4FURYH3RBB tag=F79MI9JYLM9E type=write size=3875000 2024-09-16T07:08:21.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.366+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=2CD5W6UXUPBZ type=del size=2141555 2024-09-16T07:08:21.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.368+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~2MZVW8Y0RGY7.0 size=1048576 2024-09-16T07:08:21.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.369+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~2MZVW8Y0RGY7.1 size=655739 2024-09-16T07:08:21.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.372+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=2MZVW8Y0RGY7 tag=DIB5CXD6SZN2 type=write size=2752891 2024-09-16T07:08:21.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.374+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=0ZYW8W1N30Y4 type=del size=3343938 2024-09-16T07:08:21.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.376+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=D0H3XUKYWZIG type=write size=629711 2024-09-16T07:08:21.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.378+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=TE1GE4L8558Q type=del size=2495201 2024-09-16T07:08:21.380 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.380+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=WETO97D137ET type=del 2024-09-16T07:08:21.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.382+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=UR6LF6Z6HKP3 type=del size=124 2024-09-16T07:08:21.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.383+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~1OHI2YZUCA95.0 size=325828 2024-09-16T07:08:21.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.387+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=1OHI2YZUCA95 tag=U1E222IIGUEP type=write size=1374404 2024-09-16T07:08:21.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.389+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=5OHCPJ1NEM95 type=del size=3617828 2024-09-16T07:08:21.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.390+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=V9E8XWL5M207 type=del 2024-09-16T07:08:21.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.393+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=SPVQZXXNXJYE type=del size=2262604 2024-09-16T07:08:21.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.395+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=BQGH18MX237V type=del 2024-09-16T07:08:21.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.396+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=DHKFEEMHPMT1 type=del size=1767849 2024-09-16T07:08:21.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.399+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~2H7NB8SCMH2V.0 size=862645 2024-09-16T07:08:21.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.402+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=2H7NB8SCMH2V tag=8WYHGTQ3Q6O6 type=write size=1911221 2024-09-16T07:08:21.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.403+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=ZNE5CHBMK4C0 type=del size=824100 2024-09-16T07:08:21.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.406+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.0 size=1048576 2024-09-16T07:08:21.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.407+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.1 size=1048576 2024-09-16T07:08:21.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.409+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~28BC9REF98TI.2 size=228618 2024-09-16T07:08:21.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.412+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=28BC9REF98TI tag=YUV79HVJ2680 type=write size=3374346 2024-09-16T07:08:21.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.414+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=EBJM1IO84XCO type=del size=1807521 2024-09-16T07:08:21.416 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.416+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=HI0PE7F7U6V7 type=del 2024-09-16T07:08:21.419 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.419+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~E2SFU3QNFKVV.0 size=446643 2024-09-16T07:08:21.419 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.419+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=E2SFU3QNFKVV tag=L020J2ZFVVA9 type=write size=1495219 2024-09-16T07:08:21.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.421+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=003CT60RZLIC type=del 2024-09-16T07:08:21.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.422+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=3MW5MSLSM0J2 type=write size=46361 2024-09-16T07:08:21.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.424+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=TQRSANX5HRZH type=del 2024-09-16T07:08:21.428 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.428+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~XX6ZJYFFQ781.0 size=606274 2024-09-16T07:08:21.428 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.428+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=XX6ZJYFFQ781 tag=1C0VEFXXSFDD type=write size=1654850 2024-09-16T07:08:21.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.431+0000 7f6a4dc63640 1 < suggested update operation key=GFIHYJ7SKCL4 tag=0MSWUJWKWDWX type=del size=2781086 2024-09-16T07:08:21.434 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.434+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~A97CRW6HLPRY.0 size=1048576 2024-09-16T07:08:21.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~A97CRW6HLPRY.1 size=711502 2024-09-16T07:08:21.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.436+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=A97CRW6HLPRY tag=FKI28L2SWEJ6 type=write size=2808654 2024-09-16T07:08:21.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.437+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~5XJB503I96GB.0 size=647416 2024-09-16T07:08:21.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.440+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=5XJB503I96GB tag=DWD1F3WKNOTE type=write size=1695992 2024-09-16T07:08:21.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.442+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=68BSNUK4UYHJ type=del size=629984 2024-09-16T07:08:21.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.444+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~R12SEPU0558M.0 size=1048576 2024-09-16T07:08:21.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.445+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~R12SEPU0558M.1 size=823365 2024-09-16T07:08:21.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.448+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=R12SEPU0558M tag=AZ2E2ZZV49ZL type=write size=2920517 2024-09-16T07:08:21.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.450+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=U1L60L40E3G3 type=del size=3948096 2024-09-16T07:08:21.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.451+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=RZF9KBRFOX7H type=write size=1043537 2024-09-16T07:08:21.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.453+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=GRJ5JWJD40BJ type=del size=3597569 2024-09-16T07:08:21.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.455+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=2CD5W6UXUPBZ type=del 2024-09-16T07:08:21.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.458+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.0 size=1048576 2024-09-16T07:08:21.460 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.460+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.1 size=1048576 2024-09-16T07:08:21.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.461+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.2 size=845606 2024-09-16T07:08:21.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.461+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=5DRJJNOEVREC tag=IP38JTEHSHH4 type=write size=3991334 2024-09-16T07:08:21.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.463+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=0ZYW8W1N30Y4 type=del 2024-09-16T07:08:21.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.465+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=W08SGAFX65JW type=write size=888867 2024-09-16T07:08:21.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.466+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=TE1GE4L8558Q type=del 2024-09-16T07:08:21.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.469+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=R3X4A3G7J25Y type=del size=1307445 2024-09-16T07:08:21.471 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.470+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=UR6LF6Z6HKP3 type=del 2024-09-16T07:08:21.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.472+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=G61U39UZBKIT type=del size=1086464 2024-09-16T07:08:21.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.474+0000 7f6a4dc63640 1 < canceled operation key=C3K7ADI7VKKZ tag=5OHCPJ1NEM95 type=del size=3617828 2024-09-16T07:08:21.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.475+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=5HJ97AJT0IFG type=del size=455927 2024-09-16T07:08:21.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.477+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=SPVQZXXNXJYE type=del 2024-09-16T07:08:21.479 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.479+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=M82ZDQ00W6Z3 type=write size=730506 2024-09-16T07:08:21.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.481+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=DHKFEEMHPMT1 type=del 2024-09-16T07:08:21.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.483+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=ZN4RNG1UEK76 type=del size=2732720 2024-09-16T07:08:21.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.485+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=ZNE5CHBMK4C0 type=del 2024-09-16T07:08:21.487 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.487+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=NO1WILGFDM1W type=del size=191930 2024-09-16T07:08:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:21 smithi164 ceph-mon[88760]: pgmap v1387: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 225 KiB/s rd, 80 KiB/s wr, 398 op/s 2024-09-16T07:08:21.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.489+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=EBJM1IO84XCO type=del 2024-09-16T07:08:21.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.491+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=VN4X91P1QFH5 type=write size=823416 2024-09-16T07:08:21.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.491+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~E2SFU3QNFKVV.0 size=446643 2024-09-16T07:08:21.494 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.494+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=E2SFU3QNFKVV tag=L020J2ZFVVA9 type=write size=1495219 2024-09-16T07:08:21.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.497+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~3W6EPA83HDXW.0 size=1048576 2024-09-16T07:08:21.499 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.499+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~3W6EPA83HDXW.1 size=278511 2024-09-16T07:08:21.499 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.499+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=3W6EPA83HDXW tag=GTHIXUEVRAGV type=write size=2375663 2024-09-16T07:08:21.501 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.501+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=3MW5MSLSM0J2 type=write size=46361 2024-09-16T07:08:21.503 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.503+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=EYK0NSPVYKZL type=del size=2448304 2024-09-16T07:08:21.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.505+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~XX6ZJYFFQ781.0 size=606274 2024-09-16T07:08:21.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.509+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=XX6ZJYFFQ781 tag=1C0VEFXXSFDD type=write size=1654850 2024-09-16T07:08:21.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.512+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~5M5OK1JGEWJJ.0 size=711244 2024-09-16T07:08:21.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.512+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=5M5OK1JGEWJJ tag=SK862RGFENB2 type=write size=1759820 2024-09-16T07:08:21.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.512+0000 7f6a4dc63640 1 < canceled part key=_multipart_C3K7ADI7VKKZ.2~A97CRW6HLPRY.0 size=1048576 2024-09-16T07:08:21.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.514+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~A97CRW6HLPRY.1 size=711502 2024-09-16T07:08:21.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.517+0000 7f6a4dc63640 1 < canceled multipart upload key=C3K7ADI7VKKZ upload=A97CRW6HLPRY tag=FKI28L2SWEJ6 type=write size=2808654 2024-09-16T07:08:21.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.519+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=N7SI7ODTTSWB type=write size=671805 2024-09-16T07:08:21.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.521+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=68BSNUK4UYHJ type=del 2024-09-16T07:08:21.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.524+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~WI5T60HJLBJF.0 size=53334 2024-09-16T07:08:21.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.524+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=WI5T60HJLBJF tag=4QKO7IQC9QPV type=write size=1101910 2024-09-16T07:08:21.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.526+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=U1L60L40E3G3 type=del 2024-09-16T07:08:21.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.528+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=2RDHJZ123PXZ type=del size=2262919 2024-09-16T07:08:21.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.529+0000 7f6a4dc63640 1 < canceled operation key=5TWLBMAWQE4Z tag=GRJ5JWJD40BJ type=del size=3597569 2024-09-16T07:08:21.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.531+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=UG1JI9S5U1CX type=del size=3164638 2024-09-16T07:08:21.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.533+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.0 size=1048576 2024-09-16T07:08:21.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.534+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.1 size=1048576 2024-09-16T07:08:21.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.536+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~5DRJJNOEVREC.2 size=845606 2024-09-16T07:08:21.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.539+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=5DRJJNOEVREC tag=IP38JTEHSHH4 type=write size=3991334 2024-09-16T07:08:21.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.543+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.0 size=1048576 2024-09-16T07:08:21.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.545+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.1 size=1048576 2024-09-16T07:08:21.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.546+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.2 size=815050 2024-09-16T07:08:21.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.546+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=6EZFVQT5K0SV tag=HRZQUN4KZBY8 type=write size=3960778 2024-09-16T07:08:21.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.550+0000 7f6a4dc63640 1 < suggested remove operation key=7QMJ5FTE4BA3 tag=W08SGAFX65JW type=write 2024-09-16T07:08:21.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.552+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=CD0DLA7WRSW6 type=del size=1633328 2024-09-16T07:08:21.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.556+0000 7f6a4dc63640 1 < suggested update operation key=S24OZ7HDG3T5 tag=R3X4A3G7J25Y type=del size=1307445 2024-09-16T07:08:21.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.560+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~L5SXJRDX4IMY.0 size=1048576 2024-09-16T07:08:21.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.561+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~L5SXJRDX4IMY.1 size=494713 2024-09-16T07:08:21.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.561+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=L5SXJRDX4IMY tag=HJXOVFYG7NRA type=write size=2591865 2024-09-16T07:08:21.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.563+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=G61U39UZBKIT type=del 2024-09-16T07:08:21.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.565+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=AM1B3LCJ61R5 type=write size=372291 2024-09-16T07:08:21.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.567+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=5HJ97AJT0IFG type=del 2024-09-16T07:08:21.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.571+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~4THM23090K3X.0 size=693701 2024-09-16T07:08:21.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.571+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=4THM23090K3X tag=PPD7RSEOA2VP type=write size=1742277 2024-09-16T07:08:21.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.573+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=M82ZDQ00W6Z3 type=write size=730506 2024-09-16T07:08:21.577 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.576+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.0 size=1048576 2024-09-16T07:08:21.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.578+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.1 size=1048576 2024-09-16T07:08:21.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.579+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.2 size=538338 2024-09-16T07:08:21.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.579+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=31N4G5CB3FDB tag=33QKKBGVCNIM type=write size=3684066 2024-09-16T07:08:21.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.581+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=ZN4RNG1UEK76 type=del 2024-09-16T07:08:21.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.583+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=WUTCKA7FVY25 type=del size=3632655 2024-09-16T07:08:21.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.585+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=NO1WILGFDM1W type=del 2024-09-16T07:08:21.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.586+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=HFUP753SHIUI type=del size=3855273 2024-09-16T07:08:21.591 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.590+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=VN4X91P1QFH5 type=write 2024-09-16T07:08:21.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.593+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=C3MQWPB9JG89 type=del size=346439 2024-09-16T07:08:21.595 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.595+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~3W6EPA83HDXW.0 size=1048576 2024-09-16T07:08:21.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.596+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~3W6EPA83HDXW.1 size=278511 2024-09-16T07:08:21.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.600+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=3W6EPA83HDXW tag=GTHIXUEVRAGV type=write size=2375663 2024-09-16T07:08:21.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.602+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=LO09O0W5BG59 type=del size=108387 2024-09-16T07:08:21.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.604+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=EYK0NSPVYKZL type=del 2024-09-16T07:08:21.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.606+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=KV0Y6AEY9ZK1 type=del size=2786369 2024-09-16T07:08:21.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.607+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~5M5OK1JGEWJJ.0 size=711244 2024-09-16T07:08:21.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.611+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=5M5OK1JGEWJJ tag=SK862RGFENB2 type=write size=1759820 2024-09-16T07:08:21.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.613+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=3NV8IIH8EHEW type=del size=1858758 2024-09-16T07:08:21.615 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.615+0000 7f6a4dc63640 1 < completed write operation key=BKU75GT4GD2J tag=N7SI7ODTTSWB type=write size=671805 2024-09-16T07:08:21.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.619+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~TTX945TWW7IN.0 size=173871 2024-09-16T07:08:21.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.619+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=TTX945TWW7IN tag=OEJQ787BCIRM type=write size=1222447 2024-09-16T07:08:21.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.621+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~WI5T60HJLBJF.0 size=53334 2024-09-16T07:08:21.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.624+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=WI5T60HJLBJF tag=4QKO7IQC9QPV type=write size=1101910 2024-09-16T07:08:21.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.626+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=JHMFNSKPJLP3 type=del size=786429 2024-09-16T07:08:21.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.630+0000 7f6a4dc63640 1 < suggested update operation key=7K8UF0MUS6U8 tag=2RDHJZ123PXZ type=del size=2262919 2024-09-16T07:08:21.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.632+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=X13SPNRBU3XJ type=del size=3294591 2024-09-16T07:08:21.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.633+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=UG1JI9S5U1CX type=del 2024-09-16T07:08:21.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.637+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.0 size=1048576 2024-09-16T07:08:21.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.638+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.1 size=1048576 2024-09-16T07:08:21.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.640+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.2 size=582584 2024-09-16T07:08:21.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.640+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=G77BPLK4UFJO tag=F3OEGPR3TE13 type=write size=3728312 2024-09-16T07:08:21.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.642+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.0 size=1048576 2024-09-16T07:08:21.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.643+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.1 size=1048576 2024-09-16T07:08:21.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.645+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~6EZFVQT5K0SV.2 size=815050 2024-09-16T07:08:21.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.648+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=6EZFVQT5K0SV tag=HRZQUN4KZBY8 type=write size=3960778 2024-09-16T07:08:21.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.652+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~NLBOCMPN00AW.0 size=1048576 2024-09-16T07:08:21.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.653+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~NLBOCMPN00AW.1 size=732628 2024-09-16T07:08:21.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.653+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=NLBOCMPN00AW tag=X4CDC6IF0O6V type=write size=2829780 2024-09-16T07:08:21.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.655+0000 7f6a4dc63640 1 < canceled operation key=BKU75GT4GD2J tag=CD0DLA7WRSW6 type=del size=1633328 2024-09-16T07:08:21.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.657+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=JOZ5VMZCP9V1 type=write size=167156 2024-09-16T07:08:21.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.659+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~L5SXJRDX4IMY.0 size=1048576 2024-09-16T07:08:21.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.661+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~L5SXJRDX4IMY.1 size=494713 2024-09-16T07:08:21.664 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.664+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=L5SXJRDX4IMY tag=HJXOVFYG7NRA type=write size=2591865 2024-09-16T07:08:21.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.666+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=C2PQ29OYGXS0 type=del size=2464205 2024-09-16T07:08:21.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.668+0000 7f6a4dc63640 1 < canceled operation key=P2CZGUGP20MI tag=AM1B3LCJ61R5 type=write size=372291 2024-09-16T07:08:21.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.670+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=HL94MFHGM19G type=del size=465847 2024-09-16T07:08:21.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.671+0000 7f6a4dc63640 1 < canceled part key=_multipart_P2CZGUGP20MI.2~4THM23090K3X.0 size=693701 2024-09-16T07:08:21.674 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.674+0000 7f6a4dc63640 1 < canceled multipart upload key=P2CZGUGP20MI upload=4THM23090K3X tag=PPD7RSEOA2VP type=write size=1742277 2024-09-16T07:08:21.676 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.676+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=OVKXKQDEE4AU type=write size=383715 2024-09-16T07:08:21.678 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.678+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.0 size=1048576 2024-09-16T07:08:21.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.679+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.1 size=1048576 2024-09-16T07:08:21.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.681+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~31N4G5CB3FDB.2 size=538338 2024-09-16T07:08:21.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.684+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=31N4G5CB3FDB tag=33QKKBGVCNIM type=write size=3684066 2024-09-16T07:08:21.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.688+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.0 size=1048576 2024-09-16T07:08:21.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.689+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.1 size=1048576 2024-09-16T07:08:21.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.691+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.2 size=642889 2024-09-16T07:08:21.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.691+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=V463GWT7AJ1M tag=GGTJ96AWFTGN type=write size=3788617 2024-09-16T07:08:21.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.693+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=WUTCKA7FVY25 type=del 2024-09-16T07:08:21.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.696+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~JJDH8IAKFRJ1.0 size=1048576 2024-09-16T07:08:21.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.698+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~JJDH8IAKFRJ1.1 size=962164 2024-09-16T07:08:21.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.698+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=JJDH8IAKFRJ1 tag=NOVZVSJDK04K type=write size=3059316 2024-09-16T07:08:21.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.700+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=HFUP753SHIUI type=del size=3855273 2024-09-16T07:08:21.702 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.702+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=0FIEVOZ4YT2S type=del size=2027629 2024-09-16T07:08:21.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.704+0000 7f6a4dc63640 -1 < failed to complete operation key=7K8UF0MUS6U8 tag=C3MQWPB9JG89 type=del size=346439: (22) Invalid argument 2024-09-16T07:08:21.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.707+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=95LL5337RB8A type=del size=3722844 2024-09-16T07:08:21.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.708+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=LO09O0W5BG59 type=del 2024-09-16T07:08:21.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.710+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=ARKC2YBXPD0P type=del size=1818908 2024-09-16T07:08:21.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.712+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=KV0Y6AEY9ZK1 type=del 2024-09-16T07:08:21.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.714+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=EHQJL12E9DMG type=del size=2556981 2024-09-16T07:08:21.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.716+0000 7f6a4dc63640 1 < canceled operation key=ZTYIYV79PWM7 tag=3NV8IIH8EHEW type=del size=1858758 2024-09-16T07:08:21.719 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.719+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.0 size=1048576 2024-09-16T07:08:21.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.721+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.1 size=1048576 2024-09-16T07:08:21.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.722+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.2 size=687034 2024-09-16T07:08:21.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.722+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=29OVKWERES6S tag=1AALNMDNXR6N type=write size=3832762 2024-09-16T07:08:21.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.724+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~TTX945TWW7IN.0 size=173871 2024-09-16T07:08:21.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.727+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=TTX945TWW7IN tag=OEJQ787BCIRM type=write size=1222447 2024-09-16T07:08:21.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.729+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=J70FT7K13Q2W type=del size=1349858 2024-09-16T07:08:21.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.731+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=JHMFNSKPJLP3 type=del 2024-09-16T07:08:21.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.733+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=3DS23KY9YN2I type=write size=518276 2024-09-16T07:08:21.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.735+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=X13SPNRBU3XJ type=del 2024-09-16T07:08:21.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.739+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~6CDA5KPNHV3W.0 size=824918 2024-09-16T07:08:21.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.739+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=6CDA5KPNHV3W tag=JSXCNF2J93VC type=write size=1873494 2024-09-16T07:08:21.740 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.740+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.0 size=1048576 2024-09-16T07:08:21.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.742+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.1 size=1048576 2024-09-16T07:08:21.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.743+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~G77BPLK4UFJO.2 size=582584 2024-09-16T07:08:21.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.746+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=G77BPLK4UFJO tag=F3OEGPR3TE13 type=write size=3728312 2024-09-16T07:08:21.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.750+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~I3KG96XF5C2K.0 size=558955 2024-09-16T07:08:21.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.750+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=I3KG96XF5C2K tag=NK5EEABDWL44 type=write size=1607531 2024-09-16T07:08:21.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.752+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~NLBOCMPN00AW.0 size=1048576 2024-09-16T07:08:21.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.753+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~NLBOCMPN00AW.1 size=732628 2024-09-16T07:08:21.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.756+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=NLBOCMPN00AW tag=X4CDC6IF0O6V type=write size=2829780 2024-09-16T07:08:21.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.758+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=0CL5NG8MPRXR type=del size=1497077 2024-09-16T07:08:21.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.762+0000 7f6a4dc63640 1 < suggested remove operation key=BKU75GT4GD2J tag=JOZ5VMZCP9V1 type=write 2024-09-16T07:08:21.764 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.764+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=K7UOOHDM6DZO type=del size=3363506 2024-09-16T07:08:21.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.766+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=C2PQ29OYGXS0 type=del 2024-09-16T07:08:21.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.767+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=33LB1D3FTNRD type=del size=1228480 2024-09-16T07:08:21.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.769+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=HL94MFHGM19G type=del size=465847 2024-09-16T07:08:21.771 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.771+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=TQRVTMJU0QS0 type=del size=3769628 2024-09-16T07:08:21.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.773+0000 7f6a4dc63640 1 < completed write operation key=ZGU9J8JX5L57 tag=OVKXKQDEE4AU type=write size=383715 2024-09-16T07:08:21.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.775+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=8EFEM305BJ4Z type=del size=3632639 2024-09-16T07:08:21.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.777+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.0 size=1048576 2024-09-16T07:08:21.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.778+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.1 size=1048576 2024-09-16T07:08:21.780 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.780+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~V463GWT7AJ1M.2 size=642889 2024-09-16T07:08:21.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.783+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=V463GWT7AJ1M tag=GGTJ96AWFTGN type=write size=3788617 2024-09-16T07:08:21.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.787+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.0 size=1048576 2024-09-16T07:08:21.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.788+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.1 size=1048576 2024-09-16T07:08:21.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.790+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.2 size=325379 2024-09-16T07:08:21.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.790+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=87RDLBLSV0EO tag=RVPPZ1A2T5AT type=write size=3471107 2024-09-16T07:08:21.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.792+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~JJDH8IAKFRJ1.0 size=1048576 2024-09-16T07:08:21.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.793+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~JJDH8IAKFRJ1.1 size=962164 2024-09-16T07:08:21.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.797+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=JJDH8IAKFRJ1 tag=NOVZVSJDK04K type=write size=3059316 2024-09-16T07:08:21.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.798+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=79KKKA4MBH9D type=del size=252429 2024-09-16T07:08:21.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.800+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=0FIEVOZ4YT2S type=del 2024-09-16T07:08:21.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.802+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=CIB1CR50GFT8 type=del size=3579753 2024-09-16T07:08:21.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.804+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=95LL5337RB8A type=del 2024-09-16T07:08:21.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.806+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=S2CRA3ZXO0E0 type=del size=303805 2024-09-16T07:08:21.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.808+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=ARKC2YBXPD0P type=del 2024-09-16T07:08:21.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.809+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=ENW2QAP90S13 type=write size=53921 2024-09-16T07:08:21.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.811+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=EHQJL12E9DMG type=del 2024-09-16T07:08:21.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.813+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=E7CTOTV2ZACK type=del size=204836 2024-09-16T07:08:21.815 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.815+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.0 size=1048576 2024-09-16T07:08:21.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.817+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.1 size=1048576 2024-09-16T07:08:21.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.818+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~29OVKWERES6S.2 size=687034 2024-09-16T07:08:21.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.821+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=29OVKWERES6S tag=1AALNMDNXR6N type=write size=3832762 2024-09-16T07:08:21.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.823+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=WKBSK84UJH8J type=del size=1913533 2024-09-16T07:08:21.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.825+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=J70FT7K13Q2W type=del 2024-09-16T07:08:21.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.827+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=07QTRCI6S144 type=del size=2542826 2024-09-16T07:08:21.829 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.829+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=3DS23KY9YN2I type=write size=518276 2024-09-16T07:08:21.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.833+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~F9CCFJWV11EM.0 size=196748 2024-09-16T07:08:21.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.833+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=F9CCFJWV11EM tag=DROHHV4H2K2H type=write size=1245324 2024-09-16T07:08:21.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.835+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~6CDA5KPNHV3W.0 size=824918 2024-09-16T07:08:21.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.839+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=6CDA5KPNHV3W tag=JSXCNF2J93VC type=write size=1873494 2024-09-16T07:08:21.842 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.842+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~UHB0R9N1AUEB.0 size=1027576 2024-09-16T07:08:21.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.842+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=UHB0R9N1AUEB tag=POOQJPD94V2A type=write size=2076152 2024-09-16T07:08:21.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.842+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~I3KG96XF5C2K.0 size=558955 2024-09-16T07:08:21.846 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.846+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=I3KG96XF5C2K tag=NK5EEABDWL44 type=write size=1607531 2024-09-16T07:08:21.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.848+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=IRTPIMJR8P7Q type=del size=2956418 2024-09-16T07:08:21.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.850+0000 7f6a4dc63640 -1 < failed to complete operation key=BKU75GT4GD2J tag=0CL5NG8MPRXR type=del size=1497077: (22) Invalid argument 2024-09-16T07:08:21.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.852+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=48RM3CI9ABK0 type=del size=1425733 2024-09-16T07:08:21.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.854+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=K7UOOHDM6DZO type=del 2024-09-16T07:08:21.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.858+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~M2RA0Y2F7TS3.0 size=218762 2024-09-16T07:08:21.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.858+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=M2RA0Y2F7TS3 tag=W335IERV63I0 type=write size=1267338 2024-09-16T07:08:21.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.860+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=33LB1D3FTNRD type=del 2024-09-16T07:08:21.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.863+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.0 size=1048576 2024-09-16T07:08:21.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.865+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.1 size=1048576 2024-09-16T07:08:21.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.866+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.2 size=50450 2024-09-16T07:08:21.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.866+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=SIVVY6X8GEJR tag=BI8XAFWZBH2R type=write size=3196178 2024-09-16T07:08:21.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.868+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=TQRVTMJU0QS0 type=del 2024-09-16T07:08:21.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.872+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.0 size=1048576 2024-09-16T07:08:21.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.873+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.1 size=1048576 2024-09-16T07:08:21.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.875+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.2 size=412857 2024-09-16T07:08:21.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.875+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=KK2Q5RRW0L84 tag=3OFEKMKVS1M2 type=write size=3558585 2024-09-16T07:08:21.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.877+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=8EFEM305BJ4Z type=del 2024-09-16T07:08:21.879 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.879+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=KT71E3NWX1XU type=del size=333966 2024-09-16T07:08:21.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.881+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.0 size=1048576 2024-09-16T07:08:21.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.881+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.1 size=1048576 2024-09-16T07:08:21.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.881+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~87RDLBLSV0EO.2 size=325379 2024-09-16T07:08:21.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.884+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=87RDLBLSV0EO tag=RVPPZ1A2T5AT type=write size=3471107 2024-09-16T07:08:21.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.886+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=B7JVGBLN4VWL type=write size=616346 2024-09-16T07:08:21.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.888+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=79KKKA4MBH9D type=del 2024-09-16T07:08:21.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.890+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=AC0KA4C5ITVC type=del size=2076102 2024-09-16T07:08:21.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.892+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=CIB1CR50GFT8 type=del 2024-09-16T07:08:21.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.896+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.0 size=1048576 2024-09-16T07:08:21.897 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.897+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.1 size=1048576 2024-09-16T07:08:21.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.899+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.2 size=508028 2024-09-16T07:08:21.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.899+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=R3I599DLMP10 tag=61QCFEVNN861 type=write size=3653756 2024-09-16T07:08:21.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.901+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=S2CRA3ZXO0E0 type=del 2024-09-16T07:08:21.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.903+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=TG7VHBTGEWG2 type=write size=291706 2024-09-16T07:08:21.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.905+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=ENW2QAP90S13 type=write size=53921 2024-09-16T07:08:21.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.908+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.0 size=1048576 2024-09-16T07:08:21.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.910+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.1 size=1048576 2024-09-16T07:08:21.912 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.912+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.2 size=361623 2024-09-16T07:08:21.912 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.912+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=QAQA25404A5E tag=6GVT9WQPO62C type=write size=3507351 2024-09-16T07:08:21.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.914+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=E7CTOTV2ZACK type=del 2024-09-16T07:08:21.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.916+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=G2RRNI10KFWX type=del size=3660414 2024-09-16T07:08:21.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.918+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=WKBSK84UJH8J type=del size=1913533 2024-09-16T07:08:21.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.920+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=KQJYRZ9TILV3 type=write size=699965 2024-09-16T07:08:21.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.922+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=07QTRCI6S144 type=del 2024-09-16T07:08:21.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.923+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=VLQ8NM2NNLRS type=write size=844687 2024-09-16T07:08:21.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.925+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~F9CCFJWV11EM.0 size=196748 2024-09-16T07:08:21.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.928+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=F9CCFJWV11EM tag=DROHHV4H2K2H type=write size=1245324 2024-09-16T07:08:21.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.932+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~9CGEMN2MG511.0 size=1048576 2024-09-16T07:08:21.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.933+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~9CGEMN2MG511.1 size=245008 2024-09-16T07:08:21.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.933+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=9CGEMN2MG511 tag=KXVC8RWMUO7H type=write size=2342160 2024-09-16T07:08:21.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.935+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~UHB0R9N1AUEB.0 size=1027576 2024-09-16T07:08:21.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.938+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=UHB0R9N1AUEB tag=POOQJPD94V2A type=write size=2076152 2024-09-16T07:08:21.942 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.942+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~Y19EZJ0Z5AX3.0 size=1048576 2024-09-16T07:08:21.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.944+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~Y19EZJ0Z5AX3.1 size=688783 2024-09-16T07:08:21.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.944+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=Y19EZJ0Z5AX3 tag=ITOVSSF8QG4R type=write size=2785935 2024-09-16T07:08:21.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.945+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=IRTPIMJR8P7Q type=del 2024-09-16T07:08:21.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.947+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=6FZO7G7I90X8 type=del size=2592157 2024-09-16T07:08:21.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.949+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=48RM3CI9ABK0 type=del 2024-09-16T07:08:21.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.953+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~HPBWZ4TO2HIQ.0 size=927095 2024-09-16T07:08:21.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.953+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=HPBWZ4TO2HIQ tag=W23UN45CTDJ4 type=write size=1975671 2024-09-16T07:08:21.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.955+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~M2RA0Y2F7TS3.0 size=218762 2024-09-16T07:08:21.958 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.958+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=M2RA0Y2F7TS3 tag=W335IERV63I0 type=write size=1267338 2024-09-16T07:08:21.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.959+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=9T7RKQF2U6KM type=del size=4141704 2024-09-16T07:08:21.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.962+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.0 size=1048576 2024-09-16T07:08:21.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.962+0000 7f6a4dc63640 1 < canceled part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.1 size=1048576 2024-09-16T07:08:21.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.963+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~SIVVY6X8GEJR.2 size=50450 2024-09-16T07:08:21.967 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.967+0000 7f6a4dc63640 1 < canceled multipart upload key=S24OZ7HDG3T5 upload=SIVVY6X8GEJR tag=BI8XAFWZBH2R type=write size=3196178 2024-09-16T07:08:21.968 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.968+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=2EHLPNGU6V4A type=del size=2205297 2024-09-16T07:08:21.971 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.971+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.0 size=1048576 2024-09-16T07:08:21.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.972+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.1 size=1048576 2024-09-16T07:08:21.974 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.974+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~KK2Q5RRW0L84.2 size=412857 2024-09-16T07:08:21.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.977+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=KK2Q5RRW0L84 tag=3OFEKMKVS1M2 type=write size=3558585 2024-09-16T07:08:21.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.979+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=ISE5O4787M4L type=del size=2971604 2024-09-16T07:08:21.983 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.983+0000 7f6a4dc63640 1 < suggested remove operation key=CJJ2FTWX2XGD tag=KT71E3NWX1XU type=del 2024-09-16T07:08:21.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.984+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=24S1BA3871EU type=del size=1529371 2024-09-16T07:08:21.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.986+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=B7JVGBLN4VWL type=write size=616346 2024-09-16T07:08:21.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.988+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=9TWB98Y228G3 type=write size=346622 2024-09-16T07:08:21.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.992+0000 7f6a4dc63640 1 < suggested remove operation key=P2CZGUGP20MI tag=AC0KA4C5ITVC type=del 2024-09-16T07:08:21.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.996+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.0 size=1048576 2024-09-16T07:08:21.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.997+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.1 size=1048576 2024-09-16T07:08:21.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.999+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.2 size=941392 2024-09-16T07:08:21.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:21.999+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=TJJ6PCZ0R8HZ tag=QGRJ1ROI06IF type=write size=4087120 2024-09-16T07:08:22.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.001+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.0 size=1048576 2024-09-16T07:08:22.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.003+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.1 size=1048576 2024-09-16T07:08:22.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.005+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~R3I599DLMP10.2 size=508028 2024-09-16T07:08:22.008 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.008+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=R3I599DLMP10 tag=61QCFEVNN861 type=write size=3653756 2024-09-16T07:08:22.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.010+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=TIQLA7RUN6A5 type=del size=2843555 2024-09-16T07:08:22.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.014+0000 7f6a4dc63640 1 < suggested update operation key=ZGU9J8JX5L57 tag=TG7VHBTGEWG2 type=write size=291706 2024-09-16T07:08:22.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.016+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=PB6CO4L04A40 type=del size=3960590 2024-09-16T07:08:22.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.018+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.0 size=1048576 2024-09-16T07:08:22.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.020+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.1 size=1048576 2024-09-16T07:08:22.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.022+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~QAQA25404A5E.2 size=361623 2024-09-16T07:08:22.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.026+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=QAQA25404A5E tag=6GVT9WQPO62C type=write size=3507351 2024-09-16T07:08:22.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.028+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=KOPIVCOT8CQP type=del size=2195313 2024-09-16T07:08:22.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.031+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=G2RRNI10KFWX type=del 2024-09-16T07:08:22.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.032+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=Q13310NNXB0V type=del size=127889 2024-09-16T07:08:22.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.034+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=KQJYRZ9TILV3 type=write size=699965 2024-09-16T07:08:22.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.037+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=5F60M9KT4AAJ type=del size=367256 2024-09-16T07:08:22.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.039+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=VLQ8NM2NNLRS type=write size=844687 2024-09-16T07:08:22.042 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.042+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~QIJLTCXO9KM2.0 size=567899 2024-09-16T07:08:22.042 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.042+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=QIJLTCXO9KM2 tag=WECN5REVX6L2 type=write size=1616475 2024-09-16T07:08:22.044 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.044+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~9CGEMN2MG511.0 size=1048576 2024-09-16T07:08:22.046 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.046+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~9CGEMN2MG511.1 size=245008 2024-09-16T07:08:22.049 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.049+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=9CGEMN2MG511 tag=KXVC8RWMUO7H type=write size=2342160 2024-09-16T07:08:22.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.053+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~4WTNT94HJQ6P.0 size=288331 2024-09-16T07:08:22.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.053+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=4WTNT94HJQ6P tag=1PMQ2W3UG0W7 type=write size=1336907 2024-09-16T07:08:22.055 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.055+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~Y19EZJ0Z5AX3.0 size=1048576 2024-09-16T07:08:22.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.056+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~Y19EZJ0Z5AX3.1 size=688783 2024-09-16T07:08:22.059 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.059+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=Y19EZJ0Z5AX3 tag=ITOVSSF8QG4R type=write size=2785935 2024-09-16T07:08:22.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.063+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.0 size=1048576 2024-09-16T07:08:22.065 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.065+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.1 size=1048576 2024-09-16T07:08:22.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.068+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.2 size=47530 2024-09-16T07:08:22.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.068+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=GG9Y14U7D37O tag=K7ZLLPV03B8Q type=write size=3193258 2024-09-16T07:08:22.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.069+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=6FZO7G7I90X8 type=del 2024-09-16T07:08:22.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.072+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~KNTJ21D4SDW1.0 size=661719 2024-09-16T07:08:22.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.072+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=KNTJ21D4SDW1 tag=AL789VUEVZMH type=write size=1710295 2024-09-16T07:08:22.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.074+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~HPBWZ4TO2HIQ.0 size=927095 2024-09-16T07:08:22.077 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.077+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=HPBWZ4TO2HIQ tag=W23UN45CTDJ4 type=write size=1975671 2024-09-16T07:08:22.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.080+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=S69JGYAIQOL2 type=del size=494004 2024-09-16T07:08:22.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.081+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=9T7RKQF2U6KM type=del 2024-09-16T07:08:22.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.085+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~J6DX350YJ27Y.0 size=1048576 2024-09-16T07:08:22.086 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.086+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~J6DX350YJ27Y.1 size=126924 2024-09-16T07:08:22.086 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.086+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=J6DX350YJ27Y tag=2JURALG75LV8 type=write size=2224076 2024-09-16T07:08:22.089 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.089+0000 7f6a4dc63640 -1 < failed to complete operation key=CJJ2FTWX2XGD tag=2EHLPNGU6V4A type=del size=2205297: (22) Invalid argument 2024-09-16T07:08:22.091 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.091+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=5O5P3RQGK37N type=del size=378549 2024-09-16T07:08:22.093 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.092+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=ISE5O4787M4L type=del 2024-09-16T07:08:22.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.094+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=1N3Z44G3P5E9 type=del size=3828568 2024-09-16T07:08:22.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.096+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=24S1BA3871EU type=del 2024-09-16T07:08:22.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.100+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~5QNGNJS0SXGX.0 size=677611 2024-09-16T07:08:22.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.100+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=5QNGNJS0SXGX tag=A46H6DQQ6PJ6 type=write size=1726187 2024-09-16T07:08:22.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.102+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=9TWB98Y228G3 type=write size=346622 2024-09-16T07:08:22.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.104+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=NLV65E4NNYVN type=del size=3082084 2024-09-16T07:08:22.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.104+0000 7f6a4dc63640 1 < canceled part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.0 size=1048576 2024-09-16T07:08:22.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.106+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.1 size=1048576 2024-09-16T07:08:22.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.106+0000 7f6a4dc63640 1 < canceled part key=_multipart_7OJZZH487J17.2~TJJ6PCZ0R8HZ.2 size=941392 2024-09-16T07:08:22.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.109+0000 7f6a4dc63640 1 < canceled multipart upload key=7OJZZH487J17 upload=TJJ6PCZ0R8HZ tag=QGRJ1ROI06IF type=write size=4087120 2024-09-16T07:08:22.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.112+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~ABOHQP0KI6T5.0 size=465030 2024-09-16T07:08:22.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.112+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=ABOHQP0KI6T5 tag=29SO7J3SV7XD type=write size=1513606 2024-09-16T07:08:22.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.114+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=TIQLA7RUN6A5 type=del 2024-09-16T07:08:22.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.0 size=1048576 2024-09-16T07:08:22.119 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.119+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.1 size=1048576 2024-09-16T07:08:22.121 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.121+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.2 size=533179 2024-09-16T07:08:22.121 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.121+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=C6G00JA0M12J tag=OWYYZ96BJ10D type=write size=3678907 2024-09-16T07:08:22.123 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.123+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=PB6CO4L04A40 type=del 2024-09-16T07:08:22.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.125+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=U92NMQ968TAC type=del size=138750 2024-09-16T07:08:22.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.127+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=KOPIVCOT8CQP type=del 2024-09-16T07:08:22.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.128+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=LGV25QIQ9QIK type=del size=1275140 2024-09-16T07:08:22.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.130+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=Q13310NNXB0V type=del 2024-09-16T07:08:22.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.133+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~QNOQMYRZTW16.0 size=631348 2024-09-16T07:08:22.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.133+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=QNOQMYRZTW16 tag=74RI7SVT37K1 type=write size=1679924 2024-09-16T07:08:22.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.135+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=5F60M9KT4AAJ type=del 2024-09-16T07:08:22.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.137+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=I2FRKA3XSUVS type=del size=396339 2024-09-16T07:08:22.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.138+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~QIJLTCXO9KM2.0 size=567899 2024-09-16T07:08:22.141 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.141+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=QIJLTCXO9KM2 tag=WECN5REVX6L2 type=write size=1616475 2024-09-16T07:08:22.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.143+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=3C00QANV57C6 type=del size=3650767 2024-09-16T07:08:22.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.145+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~4WTNT94HJQ6P.0 size=288331 2024-09-16T07:08:22.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.148+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=4WTNT94HJQ6P tag=1PMQ2W3UG0W7 type=write size=1336907 2024-09-16T07:08:22.152 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.152+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~2HHP9PPFQERC.0 size=1048576 2024-09-16T07:08:22.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.153+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~2HHP9PPFQERC.1 size=595369 2024-09-16T07:08:22.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.153+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=2HHP9PPFQERC tag=LZ4JQ683NEGN type=write size=2692521 2024-09-16T07:08:22.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.156+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.0 size=1048576 2024-09-16T07:08:22.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.157+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.1 size=1048576 2024-09-16T07:08:22.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.159+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~GG9Y14U7D37O.2 size=47530 2024-09-16T07:08:22.162 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.162+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=GG9Y14U7D37O tag=K7ZLLPV03B8Q type=write size=3193258 2024-09-16T07:08:22.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.166+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~5FJ7CRYX8XSH.0 size=537943 2024-09-16T07:08:22.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.166+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=5FJ7CRYX8XSH tag=RVV0SW4FI570 type=write size=1586519 2024-09-16T07:08:22.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.168+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~KNTJ21D4SDW1.0 size=661719 2024-09-16T07:08:22.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.172+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=KNTJ21D4SDW1 tag=AL789VUEVZMH type=write size=1710295 2024-09-16T07:08:22.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.174+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=D3EXTDAW7L8C type=del size=649482 2024-09-16T07:08:22.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.177+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=S69JGYAIQOL2 type=del 2024-09-16T07:08:22.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.178+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=64V6Y0EWX346 type=del size=997243 2024-09-16T07:08:22.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.180+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~J6DX350YJ27Y.0 size=1048576 2024-09-16T07:08:22.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.180+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~J6DX350YJ27Y.1 size=126924 2024-09-16T07:08:22.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.184+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=J6DX350YJ27Y tag=2JURALG75LV8 type=write size=2224076 2024-09-16T07:08:22.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.186+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=ZUCQHSMJ9FJX type=del size=3344734 2024-09-16T07:08:22.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.187+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=5O5P3RQGK37N type=del 2024-09-16T07:08:22.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.189+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=B1HP4DDO7XPH type=del size=3382492 2024-09-16T07:08:22.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.191+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=1N3Z44G3P5E9 type=del 2024-09-16T07:08:22.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.193+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=OW1MFP27ZFP7 type=del size=1893956 2024-09-16T07:08:22.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.195+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~5QNGNJS0SXGX.0 size=677611 2024-09-16T07:08:22.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.198+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=5QNGNJS0SXGX tag=A46H6DQQ6PJ6 type=write size=1726187 2024-09-16T07:08:22.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.200+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=09UD4MQLGMNF type=del size=2466610 2024-09-16T07:08:22.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.202+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=NLV65E4NNYVN type=del 2024-09-16T07:08:22.203 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.203+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=H17A8FOISWA6 type=del size=638755 2024-09-16T07:08:22.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.205+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~ABOHQP0KI6T5.0 size=465030 2024-09-16T07:08:22.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.208+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=ABOHQP0KI6T5 tag=29SO7J3SV7XD type=write size=1513606 2024-09-16T07:08:22.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.211+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=F0BBJRIMAD1X type=del size=556110 2024-09-16T07:08:22.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.211+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.0 size=1048576 2024-09-16T07:08:22.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.213+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.1 size=1048576 2024-09-16T07:08:22.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.214+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~C6G00JA0M12J.2 size=533179 2024-09-16T07:08:22.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.218+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=C6G00JA0M12J tag=OWYYZ96BJ10D type=write size=3678907 2024-09-16T07:08:22.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.219+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=86ZTJXWV7XLP type=del size=2311387 2024-09-16T07:08:22.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.221+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=U92NMQ968TAC type=del 2024-09-16T07:08:22.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.225+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~9MC2622DZKLT.0 size=910956 2024-09-16T07:08:22.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.225+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=9MC2622DZKLT tag=2CV715LIZ0UY type=write size=1959532 2024-09-16T07:08:22.227 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.227+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=LGV25QIQ9QIK type=del 2024-09-16T07:08:22.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.229+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=7Z5BJMNZ2M6Y type=write size=226261 2024-09-16T07:08:22.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.231+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~QNOQMYRZTW16.0 size=631348 2024-09-16T07:08:22.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.234+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=QNOQMYRZTW16 tag=74RI7SVT37K1 type=write size=1679924 2024-09-16T07:08:22.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.238+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~51BQOZQ3K6XQ.0 size=1048576 2024-09-16T07:08:22.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.239+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~51BQOZQ3K6XQ.1 size=819792 2024-09-16T07:08:22.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.239+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=51BQOZQ3K6XQ tag=JAQAA1MCEWQF type=write size=2916944 2024-09-16T07:08:22.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.242+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=I2FRKA3XSUVS type=del 2024-09-16T07:08:22.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.244+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=F0LOUK68N4OJ type=write size=893608 2024-09-16T07:08:22.246 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.246+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=3C00QANV57C6 type=del 2024-09-16T07:08:22.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.248+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=92ME8N4DF8O7 type=write size=479255 2024-09-16T07:08:22.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.250+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~2HHP9PPFQERC.0 size=1048576 2024-09-16T07:08:22.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.252+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~2HHP9PPFQERC.1 size=595369 2024-09-16T07:08:22.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.255+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=2HHP9PPFQERC tag=LZ4JQ683NEGN type=write size=2692521 2024-09-16T07:08:22.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.259+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.0 size=1048576 2024-09-16T07:08:22.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.261+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.1 size=1048576 2024-09-16T07:08:22.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.263+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.2 size=756932 2024-09-16T07:08:22.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.263+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=V3QSXTLEEWYZ tag=X41S5IH2TN59 type=write size=3902660 2024-09-16T07:08:22.265 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.265+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~5FJ7CRYX8XSH.0 size=537943 2024-09-16T07:08:22.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.268+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=5FJ7CRYX8XSH tag=RVV0SW4FI570 type=write size=1586519 2024-09-16T07:08:22.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.270+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=QWN43JN2NIRS type=del size=490845 2024-09-16T07:08:22.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.272+0000 7f6a4dc63640 1 < canceled operation key=7OJZZH487J17 tag=D3EXTDAW7L8C type=del size=649482 2024-09-16T07:08:22.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.277+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~124A8IMPJ7TN.0 size=673510 2024-09-16T07:08:22.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.277+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=124A8IMPJ7TN tag=3XXVJAWVDZGN type=write size=1722086 2024-09-16T07:08:22.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.278+0000 7f6a4dc63640 1 < canceled operation key=8P0FKUBB0X3E tag=64V6Y0EWX346 type=del size=997243 2024-09-16T07:08:22.280 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.280+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=M3V81IOWO1SA type=del size=1880912 2024-09-16T07:08:22.284 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.284+0000 7f6a4dc63640 1 < suggested remove operation key=ZGU9J8JX5L57 tag=ZUCQHSMJ9FJX type=del 2024-09-16T07:08:22.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.286+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=PAMF5HRCZMI6 type=del size=1096519 2024-09-16T07:08:22.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.290+0000 7f6a4dc63640 1 < suggested remove operation key=88MH2W7ZQS96 tag=B1HP4DDO7XPH type=del 2024-09-16T07:08:22.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.292+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=WMU0DXH6SVMG type=del size=3280051 2024-09-16T07:08:22.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.293+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=OW1MFP27ZFP7 type=del 2024-09-16T07:08:22.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.296+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=OM380LV7SXVE type=del size=258176 2024-09-16T07:08:22.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.297+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=09UD4MQLGMNF type=del 2024-09-16T07:08:22.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.301+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~RHTNNSAM4FGF.0 size=1048576 2024-09-16T07:08:22.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.303+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~RHTNNSAM4FGF.1 size=978165 2024-09-16T07:08:22.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.303+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=RHTNNSAM4FGF tag=GED7NGY1LAPN type=write size=3075317 2024-09-16T07:08:22.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.304+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=H17A8FOISWA6 type=del size=638755 2024-09-16T07:08:22.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.307+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=328CKW91D2GL type=write size=789143 2024-09-16T07:08:22.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.309+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=F0BBJRIMAD1X type=del 2024-09-16T07:08:22.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.310+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=M4SVIJORQ7C8 type=del size=3053340 2024-09-16T07:08:22.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.314+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=86ZTJXWV7XLP type=del size=2311387 2024-09-16T07:08:22.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.316+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=9OGJWRLSZNMM type=del size=1779753 2024-09-16T07:08:22.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.318+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~9MC2622DZKLT.0 size=910956 2024-09-16T07:08:22.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.321+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=9MC2622DZKLT tag=2CV715LIZ0UY type=write size=1959532 2024-09-16T07:08:22.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.325+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~2XOIC09TVR88.0 size=728714 2024-09-16T07:08:22.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.325+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=2XOIC09TVR88 tag=2QUPF7HXB4CW type=write size=1777290 2024-09-16T07:08:22.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.327+0000 7f6a4dc63640 1 < completed write operation key=FB23TC3WPG1I tag=7Z5BJMNZ2M6Y type=write size=226261 2024-09-16T07:08:22.329 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.329+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=SAY76RW2CXQT type=del size=2111035 2024-09-16T07:08:22.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.331+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~51BQOZQ3K6XQ.0 size=1048576 2024-09-16T07:08:22.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.333+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~51BQOZQ3K6XQ.1 size=819792 2024-09-16T07:08:22.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.336+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=51BQOZQ3K6XQ tag=JAQAA1MCEWQF type=write size=2916944 2024-09-16T07:08:22.338 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.338+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=UYSSBPN8SJ85 type=del size=2381631 2024-09-16T07:08:22.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.340+0000 7f6a4dc63640 1 < completed write operation key=4X79D295RZ4K tag=F0LOUK68N4OJ type=write size=893608 2024-09-16T07:08:22.342 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.342+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=LDKR9ORBBWK4 type=write size=16623 2024-09-16T07:08:22.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.344+0000 7f6a4dc63640 -1 < failed to complete operation key=MWVV9JSK8I1K tag=92ME8N4DF8O7 type=write size=479255: (22) Invalid argument 2024-09-16T07:08:22.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.347+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~ESSQUSFXTOTL.0 size=1048576 2024-09-16T07:08:22.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.349+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~ESSQUSFXTOTL.1 size=159957 2024-09-16T07:08:22.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.349+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=ESSQUSFXTOTL tag=F22NX7FC6AUO type=write size=2257109 2024-09-16T07:08:22.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.353+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.0 size=1048576 2024-09-16T07:08:22.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.353+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.1 size=1048576 2024-09-16T07:08:22.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.355+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V3QSXTLEEWYZ.2 size=756932 2024-09-16T07:08:22.359 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.359+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=V3QSXTLEEWYZ tag=X41S5IH2TN59 type=write size=3902660 2024-09-16T07:08:22.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.362+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~H68GWHXBA3UX.0 size=1048576 2024-09-16T07:08:22.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.364+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~H68GWHXBA3UX.1 size=1027961 2024-09-16T07:08:22.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.364+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=H68GWHXBA3UX tag=E22MAFZ5JLJ5 type=write size=3125113 2024-09-16T07:08:22.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.368+0000 7f6a4dc63640 1 < suggested update operation key=7ZHUHNJF6OXB tag=QWN43JN2NIRS type=del size=490845 2024-09-16T07:08:22.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.372+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.0 size=1048576 2024-09-16T07:08:22.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.374+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.1 size=1048576 2024-09-16T07:08:22.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.375+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.2 size=77446 2024-09-16T07:08:22.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.375+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=NO4V9875KSSW tag=31IHH3EWSLAU type=write size=3223174 2024-09-16T07:08:22.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.377+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~124A8IMPJ7TN.0 size=673510 2024-09-16T07:08:22.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.381+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=124A8IMPJ7TN tag=3XXVJAWVDZGN type=write size=1722086 2024-09-16T07:08:22.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.383+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=UKU38NR4RFKN type=del size=43272 2024-09-16T07:08:22.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.385+0000 7f6a4dc63640 1 < canceled operation key=ZE3LE1W5V8E6 tag=M3V81IOWO1SA type=del size=1880912 2024-09-16T07:08:22.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.386+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=907SX7UHWEFD type=del size=2694061 2024-09-16T07:08:22.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.390+0000 7f6a4dc63640 1 < suggested remove operation key=1Y4BGXOVL52F tag=PAMF5HRCZMI6 type=del 2024-09-16T07:08:22.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.394+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~QWJ3KMHWU2R5.0 size=1048576 2024-09-16T07:08:22.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.395+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~QWJ3KMHWU2R5.1 size=810399 2024-09-16T07:08:22.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.395+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=QWJ3KMHWU2R5 tag=TQLK5AP7THHS type=write size=2907551 2024-09-16T07:08:22.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.397+0000 7f6a4dc63640 1 < canceled operation key=H3Q1PCCXPXUK tag=WMU0DXH6SVMG type=del size=3280051 2024-09-16T07:08:22.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.399+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=333NMPRO62IL type=del size=669197 2024-09-16T07:08:22.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.401+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=OM380LV7SXVE type=del 2024-09-16T07:08:22.403 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.403+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=JKQRG8SQWB51 type=del size=2298694 2024-09-16T07:08:22.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.405+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~RHTNNSAM4FGF.0 size=1048576 2024-09-16T07:08:22.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.406+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~RHTNNSAM4FGF.1 size=978165 2024-09-16T07:08:22.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.410+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=RHTNNSAM4FGF tag=GED7NGY1LAPN type=write size=3075317 2024-09-16T07:08:22.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.411+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=INXU9FOK9RQ5 type=del size=2818109 2024-09-16T07:08:22.413 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.413+0000 7f6a4dc63640 1 < completed write operation key=H3Q1PCCXPXUK tag=328CKW91D2GL type=write size=789143 2024-09-16T07:08:22.415 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.415+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=IOM9V72AQ181 type=write size=852572 2024-09-16T07:08:22.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.417+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=M4SVIJORQ7C8 type=del 2024-09-16T07:08:22.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.420+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.0 size=1048576 2024-09-16T07:08:22.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.422+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.1 size=1048576 2024-09-16T07:08:22.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.424+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.2 size=799773 2024-09-16T07:08:22.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.424+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=RZKHF2YPVMJD tag=VDEDGGJ79HKE type=write size=3945501 2024-09-16T07:08:22.428 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.428+0000 7f6a4dc63640 1 < suggested update operation key=ZTYIYV79PWM7 tag=9OGJWRLSZNMM type=del size=1779753 2024-09-16T07:08:22.432 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.432+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~QEIMC7LT9UCI.0 size=1048576 2024-09-16T07:08:22.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.433+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~QEIMC7LT9UCI.1 size=454545 2024-09-16T07:08:22.434 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.433+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=QEIMC7LT9UCI tag=YJ6JIK81IEH3 type=write size=2551697 2024-09-16T07:08:22.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.435+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~2XOIC09TVR88.0 size=728714 2024-09-16T07:08:22.439 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.439+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=2XOIC09TVR88 tag=2QUPF7HXB4CW type=write size=1777290 2024-09-16T07:08:22.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.441+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=ODQDMJC2P7TB type=write size=755919 2024-09-16T07:08:22.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.444+0000 7f6a4dc63640 1 < suggested update operation key=4X79D295RZ4K tag=SAY76RW2CXQT type=del size=2111035 2024-09-16T07:08:22.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.447+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~M8UVEX9RYUU2.0 size=1048576 2024-09-16T07:08:22.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.449+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~M8UVEX9RYUU2.1 size=210296 2024-09-16T07:08:22.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.449+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=M8UVEX9RYUU2 tag=WYRE8WHATDJV type=write size=2307448 2024-09-16T07:08:22.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.453+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=UYSSBPN8SJ85 type=del size=2381631 2024-09-16T07:08:22.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.457+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~JYQ6TLRTQ2Y0.0 size=466399 2024-09-16T07:08:22.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.457+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=JYQ6TLRTQ2Y0 tag=A8M2Z67EOVWJ type=write size=1514975 2024-09-16T07:08:22.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.460+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=LDKR9ORBBWK4 type=write size=16623 2024-09-16T07:08:22.462 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.462+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=9UVPLGDRPQ96 type=del size=1406571 2024-09-16T07:08:22.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.463+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~ESSQUSFXTOTL.0 size=1048576 2024-09-16T07:08:22.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.465+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~ESSQUSFXTOTL.1 size=159957 2024-09-16T07:08:22.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.469+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=ESSQUSFXTOTL tag=F22NX7FC6AUO type=write size=2257109 2024-09-16T07:08:22.471 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.471+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=ORV8MRQ4EMRF type=write size=315807 2024-09-16T07:08:22.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.473+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~H68GWHXBA3UX.0 size=1048576 2024-09-16T07:08:22.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.475+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~H68GWHXBA3UX.1 size=1027961 2024-09-16T07:08:22.479 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.479+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=H68GWHXBA3UX tag=E22MAFZ5JLJ5 type=write size=3125113 2024-09-16T07:08:22.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.482+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~KYLERYK2QE54.0 size=353398 2024-09-16T07:08:22.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.482+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=KYLERYK2QE54 tag=6LQO5OK8B06M type=write size=1401974 2024-09-16T07:08:22.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.484+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.0 size=1048576 2024-09-16T07:08:22.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.484+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.1 size=1048576 2024-09-16T07:08:22.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.486+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~NO4V9875KSSW.2 size=77446 2024-09-16T07:08:22.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.489+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=NO4V9875KSSW tag=31IHH3EWSLAU type=write size=3223174 2024-09-16T07:08:22.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.490+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=FR4AO4VEOJ0I type=del size=2466174 2024-09-16T07:08:22.492 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.492+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=UKU38NR4RFKN type=del 2024-09-16T07:08:22.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.494+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=SN8890EROVH0 type=del size=2654695 2024-09-16T07:08:22.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.496+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=907SX7UHWEFD type=del 2024-09-16T07:08:22.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.498+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=AOP477DE5RO9 type=del size=1127695 2024-09-16T07:08:22.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.500+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~QWJ3KMHWU2R5.0 size=1048576 2024-09-16T07:08:22.501 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.501+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~QWJ3KMHWU2R5.1 size=810399 2024-09-16T07:08:22.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.506+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=QWJ3KMHWU2R5 tag=TQLK5AP7THHS type=write size=2907551 2024-09-16T07:08:22.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.507+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=FOWA0U0GK94D type=del size=116422 2024-09-16T07:08:22.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.509+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=333NMPRO62IL type=del 2024-09-16T07:08:22.511 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.511+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=SI53DD6Z5Z5V type=write size=410025 2024-09-16T07:08:22.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.513+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=JKQRG8SQWB51 type=del 2024-09-16T07:08:22.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.516+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.0 size=1048576 2024-09-16T07:08:22.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.518+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.1 size=1048576 2024-09-16T07:08:22.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.519+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.2 size=913950 2024-09-16T07:08:22.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.519+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=511HXBK0L583 tag=5MO4NBMNM8V9 type=write size=4059678 2024-09-16T07:08:22.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.521+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=INXU9FOK9RQ5 type=del 2024-09-16T07:08:22.523 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.523+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=YFPLZ9YP2P07 type=del size=2231451 2024-09-16T07:08:22.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.527+0000 7f6a4dc63640 1 < suggested update operation key=ZGU9J8JX5L57 tag=IOM9V72AQ181 type=write size=852572 2024-09-16T07:08:22.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.529+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=PGMDE9S9NVLZ type=del size=3859118 2024-09-16T07:08:22.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.531+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.0 size=1048576 2024-09-16T07:08:22.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.533+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.1 size=1048576 2024-09-16T07:08:22.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.533+0000 7f6a4dc63640 1 < canceled part key=_multipart_8P0FKUBB0X3E.2~RZKHF2YPVMJD.2 size=799773 2024-09-16T07:08:22.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.536+0000 7f6a4dc63640 1 < canceled multipart upload key=8P0FKUBB0X3E upload=RZKHF2YPVMJD tag=VDEDGGJ79HKE type=write size=3945501 2024-09-16T07:08:22.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.538+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=OGY14O6RRFQB type=del size=188673 2024-09-16T07:08:22.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.540+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~QEIMC7LT9UCI.0 size=1048576 2024-09-16T07:08:22.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.541+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~QEIMC7LT9UCI.1 size=454545 2024-09-16T07:08:22.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.545+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=QEIMC7LT9UCI tag=YJ6JIK81IEH3 type=write size=2551697 2024-09-16T07:08:22.547 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.547+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=5F2I219SH20F type=write size=1010429 2024-09-16T07:08:22.549 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.549+0000 7f6a4dc63640 1 < completed write operation key=SQ46MZXZN6UD tag=ODQDMJC2P7TB type=write size=755919 2024-09-16T07:08:22.551 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.550+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=C7O2DI1UU0JZ type=del size=2603162 2024-09-16T07:08:22.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.552+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~M8UVEX9RYUU2.0 size=1048576 2024-09-16T07:08:22.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.554+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~M8UVEX9RYUU2.1 size=210296 2024-09-16T07:08:22.557 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.557+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=M8UVEX9RYUU2 tag=WYRE8WHATDJV type=write size=2307448 2024-09-16T07:08:22.559 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.559+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=XMPH61EVNIDI type=del size=1726955 2024-09-16T07:08:22.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.561+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~JYQ6TLRTQ2Y0.0 size=466399 2024-09-16T07:08:22.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.565+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=JYQ6TLRTQ2Y0 tag=A8M2Z67EOVWJ type=write size=1514975 2024-09-16T07:08:22.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.569+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~6A04NVJ3X00X.0 size=783076 2024-09-16T07:08:22.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.569+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=6A04NVJ3X00X tag=74ESZLD6T68O type=write size=1831652 2024-09-16T07:08:22.572 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.572+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=9UVPLGDRPQ96 type=del 2024-09-16T07:08:22.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.574+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=2NJOU47LXQ6H type=write size=934534 2024-09-16T07:08:22.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.576+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=ORV8MRQ4EMRF type=write size=315807 2024-09-16T07:08:22.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.579+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~C76ORIGUT82T.0 size=971788 2024-09-16T07:08:22.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.579+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=C76ORIGUT82T tag=ZM3QOZKUJ7TT type=write size=2020364 2024-09-16T07:08:22.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.582+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~KYLERYK2QE54.0 size=353398 2024-09-16T07:08:22.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.585+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=KYLERYK2QE54 tag=6LQO5OK8B06M type=write size=1401974 2024-09-16T07:08:22.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.587+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=ZJ9QOL2329A4 type=del size=94679 2024-09-16T07:08:22.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.589+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=FR4AO4VEOJ0I type=del 2024-09-16T07:08:22.591 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.591+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=I0CGDR2N3N45 type=del size=4016012 2024-09-16T07:08:22.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.594+0000 7f6a4dc63640 1 < suggested update operation key=88MH2W7ZQS96 tag=SN8890EROVH0 type=del size=2654695 2024-09-16T07:08:22.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.596+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=LCQDHXAM1WE0 type=del size=1518197 2024-09-16T07:08:22.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.598+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=AOP477DE5RO9 type=del 2024-09-16T07:08:22.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.600+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=7MZHNWTIXFHU type=del size=2825498 2024-09-16T07:08:22.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.604+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=FOWA0U0GK94D type=del 2024-09-16T07:08:22.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.605+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=FS6ZYNU77A62 type=write size=106957 2024-09-16T07:08:22.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.607+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=SI53DD6Z5Z5V type=write size=410025 2024-09-16T07:08:22.609 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.609+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=7BZET5KYUAE3 type=del size=1980280 2024-09-16T07:08:22.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.611+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.0 size=1048576 2024-09-16T07:08:22.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.611+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.1 size=1048576 2024-09-16T07:08:22.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.612+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~511HXBK0L583.2 size=913950 2024-09-16T07:08:22.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.616+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=511HXBK0L583 tag=5MO4NBMNM8V9 type=write size=4059678 2024-09-16T07:08:22.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.619+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~IFIE9K92XOYO.0 size=1048576 2024-09-16T07:08:22.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.620+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~IFIE9K92XOYO.1 size=266488 2024-09-16T07:08:22.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.620+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=IFIE9K92XOYO tag=BHV6INTV0C22 type=write size=2363640 2024-09-16T07:08:22.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.622+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=YFPLZ9YP2P07 type=del 2024-09-16T07:08:22.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.626+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~C09I2I1AG42D.0 size=411309 2024-09-16T07:08:22.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.626+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=C09I2I1AG42D tag=EY29BGO1CL5L type=write size=1459885 2024-09-16T07:08:22.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.629+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=PGMDE9S9NVLZ type=del 2024-09-16T07:08:22.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.632+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~NZWGUCP8OE4Y.0 size=1048576 2024-09-16T07:08:22.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.634+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~NZWGUCP8OE4Y.1 size=511122 2024-09-16T07:08:22.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.634+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=NZWGUCP8OE4Y tag=XQC5D3ZNWCLB type=write size=2608274 2024-09-16T07:08:22.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.637+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=OGY14O6RRFQB type=del 2024-09-16T07:08:22.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.642+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.0 size=1048576 2024-09-16T07:08:22.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.643+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.1 size=1048576 2024-09-16T07:08:22.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.645+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.2 size=960588 2024-09-16T07:08:22.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.645+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=CRUBFRI8LNJ1 tag=LIZ6B6TUBHI9 type=write size=4106316 2024-09-16T07:08:22.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.649+0000 7f6a4dc63640 1 < suggested remove operation key=6LG5D2FSD1T5 tag=5F2I219SH20F type=write 2024-09-16T07:08:22.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.651+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=NWDW2ALY6MPT type=write size=953469 2024-09-16T07:08:22.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.655+0000 7f6a4dc63640 1 < suggested update operation key=S24OZ7HDG3T5 tag=C7O2DI1UU0JZ type=del size=2603162 2024-09-16T07:08:22.658 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.658+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.0 size=1048576 2024-09-16T07:08:22.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.660+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.1 size=1048576 2024-09-16T07:08:22.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.661+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.2 size=736899 2024-09-16T07:08:22.662 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.661+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=FDUUI70J3YDL tag=14REE0SRPL4K type=write size=3882627 2024-09-16T07:08:22.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.663+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=XMPH61EVNIDI type=del 2024-09-16T07:08:22.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.665+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=NOXHT5PCLCLA type=del size=1650050 2024-09-16T07:08:22.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.666+0000 7f6a4dc63640 1 < canceled part key=_multipart_Q30B5IQL3VQX.2~6A04NVJ3X00X.0 size=783076 2024-09-16T07:08:22.669 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.669+0000 7f6a4dc63640 1 < canceled multipart upload key=Q30B5IQL3VQX upload=6A04NVJ3X00X tag=74ESZLD6T68O type=write size=1831652 2024-09-16T07:08:22.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.671+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=5H94LL1H580P type=del size=3100857 2024-09-16T07:08:22.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.671+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=K1NW8211P2C1 tag=2NJOU47LXQ6H type=write size=934534: (2) No such file or directory 2024-09-16T07:08:22.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.675+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~2JNU9ICI64NK.0 size=1048576 2024-09-16T07:08:22.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.677+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~2JNU9ICI64NK.1 size=364071 2024-09-16T07:08:22.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.677+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=2JNU9ICI64NK tag=E9O3AAJMLSQB type=write size=2461223 2024-09-16T07:08:22.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.679+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~C76ORIGUT82T.0 size=971788 2024-09-16T07:08:22.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.682+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=C76ORIGUT82T tag=ZM3QOZKUJ7TT type=write size=2020364 2024-09-16T07:08:22.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.684+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=RJLA1FHM8YQ1 type=del size=3706735 2024-09-16T07:08:22.688 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.688+0000 7f6a4dc63640 1 < suggested remove operation key=MWVV9JSK8I1K tag=ZJ9QOL2329A4 type=del 2024-09-16T07:08:22.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.690+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=IMOSS51FJ18K type=del size=184718 2024-09-16T07:08:22.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.692+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=I0CGDR2N3N45 type=del 2024-09-16T07:08:22.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.694+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=LRAKG2MEBTJ0 type=del size=2903176 2024-09-16T07:08:22.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.696+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=LCQDHXAM1WE0 type=del 2024-09-16T07:08:22.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.700+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~UVAJY90N7IX7.0 size=81530 2024-09-16T07:08:22.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.700+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=UVAJY90N7IX7 tag=08M1WL7HBRMN type=write size=1130106 2024-09-16T07:08:22.702 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.702+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=7MZHNWTIXFHU type=del 2024-09-16T07:08:22.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.705+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.0 size=1048576 2024-09-16T07:08:22.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.707+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.1 size=1048576 2024-09-16T07:08:22.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.708+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.2 size=525236 2024-09-16T07:08:22.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.708+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=PM71USPULT04 tag=306P09D3NXAR type=write size=3670964 2024-09-16T07:08:22.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.712+0000 7f6a4dc63640 1 < suggested update operation key=I3HRWIVRML06 tag=FS6ZYNU77A62 type=write size=106957 2024-09-16T07:08:22.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.714+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=2Q2IOK8ZKSLN type=del size=3370418 2024-09-16T07:08:22.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.717+0000 7f6a4dc63640 1 < suggested remove operation key=FB23TC3WPG1I tag=7BZET5KYUAE3 type=del 2024-09-16T07:08:22.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.721+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~E84OE1JXPELJ.0 size=1048576 2024-09-16T07:08:22.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.722+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~E84OE1JXPELJ.1 size=222943 2024-09-16T07:08:22.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.722+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=E84OE1JXPELJ tag=7AGB1VUTZSI8 type=write size=2320095 2024-09-16T07:08:22.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.724+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~IFIE9K92XOYO.0 size=1048576 2024-09-16T07:08:22.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.726+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~IFIE9K92XOYO.1 size=266488 2024-09-16T07:08:22.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.729+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=IFIE9K92XOYO tag=BHV6INTV0C22 type=write size=2363640 2024-09-16T07:08:22.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.731+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=VWR497I0804G type=del size=1751946 2024-09-16T07:08:22.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.733+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~C09I2I1AG42D.0 size=411309 2024-09-16T07:08:22.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.737+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=C09I2I1AG42D tag=EY29BGO1CL5L type=write size=1459885 2024-09-16T07:08:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:22.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.739+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=3YKIU0T7B1E2 type=write size=558300 2024-09-16T07:08:22.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.741+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~NZWGUCP8OE4Y.0 size=1048576 2024-09-16T07:08:22.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.742+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~NZWGUCP8OE4Y.1 size=511122 2024-09-16T07:08:22.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.746+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=NZWGUCP8OE4Y tag=XQC5D3ZNWCLB type=write size=2608274 2024-09-16T07:08:22.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.748+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=0VP84V6P0BQV type=del size=2968980 2024-09-16T07:08:22.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.750+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.0 size=1048576 2024-09-16T07:08:22.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.752+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.1 size=1048576 2024-09-16T07:08:22.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.753+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~CRUBFRI8LNJ1.2 size=960588 2024-09-16T07:08:22.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.757+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=CRUBFRI8LNJ1 tag=LIZ6B6TUBHI9 type=write size=4106316 2024-09-16T07:08:22.759 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.759+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=QGSOE1VAYWA2 type=write size=612477 2024-09-16T07:08:22.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.761+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=NWDW2ALY6MPT type=write size=953469 2024-09-16T07:08:22.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.765+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~UD9X7PTEBJC4.0 size=668115 2024-09-16T07:08:22.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.765+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=UD9X7PTEBJC4 tag=I0I94M305GDJ type=write size=1716691 2024-09-16T07:08:22.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.767+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.0 size=1048576 2024-09-16T07:08:22.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.769+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.1 size=1048576 2024-09-16T07:08:22.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.770+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~FDUUI70J3YDL.2 size=736899 2024-09-16T07:08:22.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.773+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=FDUUI70J3YDL tag=14REE0SRPL4K type=write size=3882627 2024-09-16T07:08:22.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.777+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~N1CV12EFL19Z.0 size=720662 2024-09-16T07:08:22.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.777+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=N1CV12EFL19Z tag=2I1LMRPKZ0ZF type=write size=1769238 2024-09-16T07:08:22.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.779+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=NOXHT5PCLCLA type=del 2024-09-16T07:08:22.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.782+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~TI1OSAUDL0W4.0 size=466808 2024-09-16T07:08:22.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.782+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=TI1OSAUDL0W4 tag=95ZA15F7AEY7 type=write size=1515384 2024-09-16T07:08:22.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.784+0000 7f6a4dc63640 -1 < failed to complete operation key=I3HRWIVRML06 tag=5H94LL1H580P type=del size=3100857: (22) Invalid argument 2024-09-16T07:08:22.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.788+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~4Q1Z6PWZR05J.0 size=1048576 2024-09-16T07:08:22.789 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.789+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~4Q1Z6PWZR05J.1 size=1009968 2024-09-16T07:08:22.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.789+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=4Q1Z6PWZR05J tag=TP9R1P2UJOKM type=write size=3107120 2024-09-16T07:08:22.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.791+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~2JNU9ICI64NK.0 size=1048576 2024-09-16T07:08:22.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.793+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~2JNU9ICI64NK.1 size=364071 2024-09-16T07:08:22.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.796+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=2JNU9ICI64NK tag=E9O3AAJMLSQB type=write size=2461223 2024-09-16T07:08:22.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.800+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~UZIM27MELI18.0 size=763914 2024-09-16T07:08:22.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.800+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=UZIM27MELI18 tag=GOSZ32E2S3KY type=write size=1812490 2024-09-16T07:08:22.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.802+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=RJLA1FHM8YQ1 type=del 2024-09-16T07:08:22.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.806+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~O5MYNTZVYK4J.0 size=832367 2024-09-16T07:08:22.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.806+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=O5MYNTZVYK4J tag=L24MNKOU5LK6 type=write size=1880943 2024-09-16T07:08:22.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.808+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=IMOSS51FJ18K type=del 2024-09-16T07:08:22.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.810+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=UU5B1XEXW32U type=write size=99914 2024-09-16T07:08:22.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.812+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=LRAKG2MEBTJ0 type=del 2024-09-16T07:08:22.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.814+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=4M4XC6TZSFP2 type=write size=281800 2024-09-16T07:08:22.816 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.816+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~UVAJY90N7IX7.0 size=81530 2024-09-16T07:08:22.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.819+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=UVAJY90N7IX7 tag=08M1WL7HBRMN type=write size=1130106 2024-09-16T07:08:22.822 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.822+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=MDTHY3TYHELZ type=del size=1469409 2024-09-16T07:08:22.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.824+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.0 size=1048576 2024-09-16T07:08:22.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.825+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.1 size=1048576 2024-09-16T07:08:22.827 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.827+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~PM71USPULT04.2 size=525236 2024-09-16T07:08:22.831 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.830+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=PM71USPULT04 tag=306P09D3NXAR type=write size=3670964 2024-09-16T07:08:22.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.832+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=OXXIIPG7Y250 type=write size=872081 2024-09-16T07:08:22.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.834+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=2Q2IOK8ZKSLN type=del 2024-09-16T07:08:22.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.837+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=FCOWRGU26IHC type=del size=3918373 2024-09-16T07:08:22.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.839+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~E84OE1JXPELJ.0 size=1048576 2024-09-16T07:08:22.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.841+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~E84OE1JXPELJ.1 size=222943 2024-09-16T07:08:22.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.845+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=E84OE1JXPELJ tag=7AGB1VUTZSI8 type=write size=2320095 2024-09-16T07:08:22.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.848+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~JK0H34K2U2WK.0 size=38797 2024-09-16T07:08:22.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.848+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=JK0H34K2U2WK tag=2TDAR9ZUT918 type=write size=1087373 2024-09-16T07:08:22.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.850+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=VWR497I0804G type=del 2024-09-16T07:08:22.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.852+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=SFWV5ZW4E0Y1 type=del size=2513529 2024-09-16T07:08:22.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.856+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=3YKIU0T7B1E2 type=write 2024-09-16T07:08:22.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.857+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=HWG6QCB02IDM type=del size=2908898 2024-09-16T07:08:22.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.859+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=0VP84V6P0BQV type=del 2024-09-16T07:08:22.861 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.861+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=0MO5KISQTWOT type=del size=2965726 2024-09-16T07:08:22.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.863+0000 7f6a4dc63640 1 < completed write operation key=P2CZGUGP20MI tag=QGSOE1VAYWA2 type=write size=612477 2024-09-16T07:08:22.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.866+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~1OYPQTSGKTAV.0 size=1048576 2024-09-16T07:08:22.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.868+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~1OYPQTSGKTAV.1 size=809940 2024-09-16T07:08:22.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.868+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=1OYPQTSGKTAV tag=ZE6DX55M4HPR type=write size=2907092 2024-09-16T07:08:22.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.870+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~UD9X7PTEBJC4.0 size=668115 2024-09-16T07:08:22.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.873+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=UD9X7PTEBJC4 tag=I0I94M305GDJ type=write size=1716691 2024-09-16T07:08:22.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.877+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~6LK2JGWRV2TD.0 size=327120 2024-09-16T07:08:22.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.877+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=6LK2JGWRV2TD tag=6CAB2698Y20D type=write size=1375696 2024-09-16T07:08:22.879 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.879+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~N1CV12EFL19Z.0 size=720662 2024-09-16T07:08:22.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.882+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=N1CV12EFL19Z tag=2I1LMRPKZ0ZF type=write size=1769238 2024-09-16T07:08:22.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.884+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=59TJMBO11C1Q type=del size=3085825 2024-09-16T07:08:22.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.884+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~TI1OSAUDL0W4.0 size=466808 2024-09-16T07:08:22.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.888+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=TI1OSAUDL0W4 tag=95ZA15F7AEY7 type=write size=1515384 2024-09-16T07:08:22.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.892+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.0 size=1048576 2024-09-16T07:08:22.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.893+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.1 size=1048576 2024-09-16T07:08:22.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.895+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.2 size=285096 2024-09-16T07:08:22.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.895+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=TSBSIERB5BDW tag=9DILJRWXDOM2 type=write size=3430824 2024-09-16T07:08:22.897 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.897+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~4Q1Z6PWZR05J.0 size=1048576 2024-09-16T07:08:22.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.899+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~4Q1Z6PWZR05J.1 size=1009968 2024-09-16T07:08:22.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.902+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=4Q1Z6PWZR05J tag=TP9R1P2UJOKM type=write size=3107120 2024-09-16T07:08:22.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.906+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~736KQS4JMAKH.0 size=1048576 2024-09-16T07:08:22.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.907+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~736KQS4JMAKH.1 size=671705 2024-09-16T07:08:22.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.907+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=736KQS4JMAKH tag=O0KJZFERL1XD type=write size=2768857 2024-09-16T07:08:22.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.909+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~UZIM27MELI18.0 size=763914 2024-09-16T07:08:22.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.913+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=UZIM27MELI18 tag=GOSZ32E2S3KY type=write size=1812490 2024-09-16T07:08:22.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.915+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=0NZR7X8NHUN1 type=write size=947142 2024-09-16T07:08:22.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.917+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~O5MYNTZVYK4J.0 size=832367 2024-09-16T07:08:22.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.920+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=O5MYNTZVYK4J tag=L24MNKOU5LK6 type=write size=1880943 2024-09-16T07:08:22.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.922+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=YXV2CI05RR56 type=del size=3920350 2024-09-16T07:08:22.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.924+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=UU5B1XEXW32U type=write size=99914 2024-09-16T07:08:22.927 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.927+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=CAQ8FVUKE33L type=write size=347521 2024-09-16T07:08:22.928 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.928+0000 7f6a4dc63640 1 < completed write operation key=RMU7VRUO4YOS tag=4M4XC6TZSFP2 type=write size=281800 2024-09-16T07:08:22.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.932+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~G1Z80TFHUIZQ.0 size=1048576 2024-09-16T07:08:22.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.934+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~G1Z80TFHUIZQ.1 size=149892 2024-09-16T07:08:22.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.934+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=G1Z80TFHUIZQ tag=FLBAXL8IWFTN type=write size=2247044 2024-09-16T07:08:22.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.936+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=MDTHY3TYHELZ type=del 2024-09-16T07:08:22.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.937+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=5769ZSLMKEYK type=del size=3019116 2024-09-16T07:08:22.938 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.938+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=ZTYIYV79PWM7 tag=OXXIIPG7Y250 type=write size=872081: (2) No such file or directory 2024-09-16T07:08:22.940 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.940+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=SAEMXDAGM1P3 type=del size=4097062 2024-09-16T07:08:22.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.944+0000 7f6a4dc63640 1 < suggested remove operation key=LD42W1X7ICIU tag=FCOWRGU26IHC type=del 2024-09-16T07:08:22.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.946+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=QSC1GXHVJUC7 type=del size=635870 2024-09-16T07:08:22.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.946+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~JK0H34K2U2WK.0 size=38797 2024-09-16T07:08:22.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.949+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=JK0H34K2U2WK tag=2TDAR9ZUT918 type=write size=1087373 2024-09-16T07:08:22.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.951+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=NTLPFQ5QVVEK type=del size=1276129 2024-09-16T07:08:22.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.953+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=SFWV5ZW4E0Y1 type=del 2024-09-16T07:08:22.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.955+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=BCX3DGNYYIXL type=write size=1021107 2024-09-16T07:08:22.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.957+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=HWG6QCB02IDM type=del 2024-09-16T07:08:22.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.961+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.0 size=1048576 2024-09-16T07:08:22.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.962+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.1 size=1048576 2024-09-16T07:08:22.964 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.964+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.2 size=220336 2024-09-16T07:08:22.964 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.964+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=BYYBQKV0H0J8 tag=R2EBNXJM57ZD type=write size=3366064 2024-09-16T07:08:22.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.966+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=0MO5KISQTWOT type=del 2024-09-16T07:08:22.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.969+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.0 size=1048576 2024-09-16T07:08:22.971 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.971+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.1 size=1048576 2024-09-16T07:08:22.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.972+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.2 size=80037 2024-09-16T07:08:22.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.972+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=EKXTVUTKJL1O tag=2BIAPFILFFJU type=write size=3225765 2024-09-16T07:08:22.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.975+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~1OYPQTSGKTAV.0 size=1048576 2024-09-16T07:08:22.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.975+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~1OYPQTSGKTAV.1 size=809940 2024-09-16T07:08:22.978 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.978+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=1OYPQTSGKTAV tag=ZE6DX55M4HPR type=write size=2907092 2024-09-16T07:08:22.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.980+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=1M5UI8FU811E type=del size=3977108 2024-09-16T07:08:22.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.982+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~6LK2JGWRV2TD.0 size=327120 2024-09-16T07:08:22.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.985+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=6LK2JGWRV2TD tag=6CAB2698Y20D type=write size=1375696 2024-09-16T07:08:22.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.988+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~VQTNUY8UQPHX.0 size=1048576 2024-09-16T07:08:22.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.990+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~VQTNUY8UQPHX.1 size=627414 2024-09-16T07:08:22.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.990+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=VQTNUY8UQPHX tag=UQJSRXNMVXXU type=write size=2724566 2024-09-16T07:08:22.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.994+0000 7f6a4dc63640 1 < suggested remove operation key=7K8UF0MUS6U8 tag=59TJMBO11C1Q type=del 2024-09-16T07:08:22.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.996+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=ABKQKQ0O6GNO type=del size=697489 2024-09-16T07:08:22.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.997+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.0 size=1048576 2024-09-16T07:08:22.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:22.999+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.1 size=1048576 2024-09-16T07:08:23.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.001+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~TSBSIERB5BDW.2 size=285096 2024-09-16T07:08:23.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.005+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=TSBSIERB5BDW tag=9DILJRWXDOM2 type=write size=3430824 2024-09-16T07:08:23.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.008+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~YRDPJEGLW9AG.0 size=1048576 2024-09-16T07:08:23.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.010+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~YRDPJEGLW9AG.1 size=987185 2024-09-16T07:08:23.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.010+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=YRDPJEGLW9AG tag=GC3AYIMEZYT4 type=write size=3084337 2024-09-16T07:08:23.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.012+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~736KQS4JMAKH.0 size=1048576 2024-09-16T07:08:23.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.014+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~736KQS4JMAKH.1 size=671705 2024-09-16T07:08:23.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.017+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=736KQS4JMAKH tag=O0KJZFERL1XD type=write size=2768857 2024-09-16T07:08:23.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.020+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=BESQ98RG2EB3 type=del size=1528552 2024-09-16T07:08:23.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.022+0000 7f6a4dc63640 1 < canceled operation key=88MH2W7ZQS96 tag=0NZR7X8NHUN1 type=write size=947142 2024-09-16T07:08:23.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.023+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=QGR6KVUU29LK type=del size=958286 2024-09-16T07:08:23.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.026+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=YXV2CI05RR56 type=del 2024-09-16T07:08:23.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.028+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=33FNQFABMK89 type=del size=1790657 2024-09-16T07:08:23.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.029+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=CAQ8FVUKE33L type=write size=347521 2024-09-16T07:08:23.032 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.032+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=2YQBEXTF5Y07 type=write size=266852 2024-09-16T07:08:23.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.033+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~G1Z80TFHUIZQ.0 size=1048576 2024-09-16T07:08:23.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.035+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~G1Z80TFHUIZQ.1 size=149892 2024-09-16T07:08:23.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.039+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=G1Z80TFHUIZQ tag=FLBAXL8IWFTN type=write size=2247044 2024-09-16T07:08:23.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.043+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~8YBDNQX2XY93.0 size=1048576 2024-09-16T07:08:23.044 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.044+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~8YBDNQX2XY93.1 size=972324 2024-09-16T07:08:23.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.044+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=8YBDNQX2XY93 tag=0U8HK0NEB0I1 type=write size=3069476 2024-09-16T07:08:23.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.047+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=5769ZSLMKEYK type=del 2024-09-16T07:08:23.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.050+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~VDLG0SNSA9K6.0 size=1048576 2024-09-16T07:08:23.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.052+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~VDLG0SNSA9K6.1 size=604342 2024-09-16T07:08:23.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.052+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=VDLG0SNSA9K6 tag=8KHIHH5WRO5O type=write size=2701494 2024-09-16T07:08:23.054 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.054+0000 7f6a4dc63640 1 < canceled operation key=FB23TC3WPG1I tag=SAEMXDAGM1P3 type=del size=4097062 2024-09-16T07:08:23.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.058+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~D810W06SC1WT.0 size=432771 2024-09-16T07:08:23.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.058+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=D810W06SC1WT tag=M403R9DA1O9Z type=write size=1481347 2024-09-16T07:08:23.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.060+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=QSC1GXHVJUC7 type=del 2024-09-16T07:08:23.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.062+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=PQYXMWHO8H3T type=del size=2566822 2024-09-16T07:08:23.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.064+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=NTLPFQ5QVVEK type=del 2024-09-16T07:08:23.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.067+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~IZHXA4ARCED2.0 size=1048576 2024-09-16T07:08:23.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.069+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~IZHXA4ARCED2.1 size=475904 2024-09-16T07:08:23.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.069+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=IZHXA4ARCED2 tag=6LO2MJCY90Q9 type=write size=2573056 2024-09-16T07:08:23.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.071+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=BCX3DGNYYIXL type=write size=1021107 2024-09-16T07:08:23.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.074+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~G5AASI344NAS.0 size=120193 2024-09-16T07:08:23.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.074+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=G5AASI344NAS tag=S1REJ2BOY47V type=write size=1168769 2024-09-16T07:08:23.077 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.076+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.0 size=1048576 2024-09-16T07:08:23.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.078+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.1 size=1048576 2024-09-16T07:08:23.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.081+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~BYYBQKV0H0J8.2 size=220336 2024-09-16T07:08:23.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.084+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=BYYBQKV0H0J8 tag=R2EBNXJM57ZD type=write size=3366064 2024-09-16T07:08:23.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.088+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.0 size=1048576 2024-09-16T07:08:23.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.090+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.1 size=1048576 2024-09-16T07:08:23.091 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.091+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.2 size=203415 2024-09-16T07:08:23.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.091+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=36SZ31S3DTCS tag=4YX7U4KRP4JL type=write size=3349143 2024-09-16T07:08:23.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.094+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.0 size=1048576 2024-09-16T07:08:23.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.096+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.1 size=1048576 2024-09-16T07:08:23.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.098+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~EKXTVUTKJL1O.2 size=80037 2024-09-16T07:08:23.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.101+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=EKXTVUTKJL1O tag=2BIAPFILFFJU type=write size=3225765 2024-09-16T07:08:23.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.103+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=B4K6C6FL4JLI type=del size=3955277 2024-09-16T07:08:23.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.107+0000 7f6a4dc63640 1 < suggested remove operation key=I3HRWIVRML06 tag=1M5UI8FU811E type=del 2024-09-16T07:08:23.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.109+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=6FFIF3P35W1M type=del size=393253 2024-09-16T07:08:23.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.111+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~VQTNUY8UQPHX.0 size=1048576 2024-09-16T07:08:23.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.111+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~VQTNUY8UQPHX.1 size=627414 2024-09-16T07:08:23.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.115+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=VQTNUY8UQPHX tag=UQJSRXNMVXXU type=write size=2724566 2024-09-16T07:08:23.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~EMHNZYGKFJIX.0 size=1048576 2024-09-16T07:08:23.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.120+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~EMHNZYGKFJIX.1 size=1031192 2024-09-16T07:08:23.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.120+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=EMHNZYGKFJIX tag=TM9KVQPS7ZFS type=write size=3128344 2024-09-16T07:08:23.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.124+0000 7f6a4dc63640 1 < suggested update operation key=7K8UF0MUS6U8 tag=ABKQKQ0O6GNO type=del size=697489 2024-09-16T07:08:23.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.126+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=R2TO3ZH03ODJ type=write size=31038 2024-09-16T07:08:23.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.128+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~YRDPJEGLW9AG.0 size=1048576 2024-09-16T07:08:23.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.130+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~YRDPJEGLW9AG.1 size=987185 2024-09-16T07:08:23.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.133+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=YRDPJEGLW9AG tag=GC3AYIMEZYT4 type=write size=3084337 2024-09-16T07:08:23.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.135+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=TY5WIL6AJ3NW type=del size=2746717 2024-09-16T07:08:23.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.137+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=BESQ98RG2EB3 type=del 2024-09-16T07:08:23.139 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.139+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=POERKXCV14BL type=write size=486043 2024-09-16T07:08:23.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.142+0000 7f6a4dc63640 -1 < failed to complete operation key=I3HRWIVRML06 tag=QGR6KVUU29LK type=del size=958286: (22) Invalid argument 2024-09-16T07:08:23.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.145+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.0 size=1048576 2024-09-16T07:08:23.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.147+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.1 size=1048576 2024-09-16T07:08:23.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.149+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.2 size=848159 2024-09-16T07:08:23.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.149+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=01A0OZJBO412 tag=K58QVND3LSAQ type=write size=3993887 2024-09-16T07:08:23.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.151+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=33FNQFABMK89 type=del 2024-09-16T07:08:23.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.153+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=XGK6LTNI670H type=del size=1738345 2024-09-16T07:08:23.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.158+0000 7f6a4dc63640 1 < suggested update operation key=ZTYIYV79PWM7 tag=2YQBEXTF5Y07 type=write size=266852 2024-09-16T07:08:23.160 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.160+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=N1UVPW38QKVA type=del size=2377731 2024-09-16T07:08:23.162 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.162+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~8YBDNQX2XY93.0 size=1048576 2024-09-16T07:08:23.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.164+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~8YBDNQX2XY93.1 size=972324 2024-09-16T07:08:23.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.167+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=8YBDNQX2XY93 tag=0U8HK0NEB0I1 type=write size=3069476 2024-09-16T07:08:23.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.169+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=MO1N0GYI5QW6 type=write size=39193 2024-09-16T07:08:23.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.172+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~VDLG0SNSA9K6.0 size=1048576 2024-09-16T07:08:23.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.174+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~VDLG0SNSA9K6.1 size=604342 2024-09-16T07:08:23.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.177+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=VDLG0SNSA9K6 tag=8KHIHH5WRO5O type=write size=2701494 2024-09-16T07:08:23.179 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.179+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=284S6PNRAB9U type=write size=245686 2024-09-16T07:08:23.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.181+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~D810W06SC1WT.0 size=432771 2024-09-16T07:08:23.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.184+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=D810W06SC1WT tag=M403R9DA1O9Z type=write size=1481347 2024-09-16T07:08:23.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.186+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=SATBXJJJOZ3D type=del size=1424402 2024-09-16T07:08:23.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.188+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=PQYXMWHO8H3T type=del 2024-09-16T07:08:23.192 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.191+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.0 size=1048576 2024-09-16T07:08:23.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.193+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.1 size=1048576 2024-09-16T07:08:23.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.195+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.2 size=652794 2024-09-16T07:08:23.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.195+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=G8OED4QHDY83 tag=XHRXV1XANCMF type=write size=3798522 2024-09-16T07:08:23.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.196+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~IZHXA4ARCED2.0 size=1048576 2024-09-16T07:08:23.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.198+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~IZHXA4ARCED2.1 size=475904 2024-09-16T07:08:23.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.201+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=IZHXA4ARCED2 tag=6LO2MJCY90Q9 type=write size=2573056 2024-09-16T07:08:23.203 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.203+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=2TVBIO8RASYH type=write size=751267 2024-09-16T07:08:23.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.205+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~G5AASI344NAS.0 size=120193 2024-09-16T07:08:23.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.209+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=G5AASI344NAS tag=S1REJ2BOY47V type=write size=1168769 2024-09-16T07:08:23.212 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.212+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.0 size=1048576 2024-09-16T07:08:23.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.214+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.1 size=1048576 2024-09-16T07:08:23.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.215+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.2 size=218491 2024-09-16T07:08:23.215 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.215+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=AEVUXJ18IQJ7 tag=V0C5CWPVWV2G type=write size=3364219 2024-09-16T07:08:23.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.217+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.0 size=1048576 2024-09-16T07:08:23.218 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.217+0000 7f6a4dc63640 1 < canceled part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.1 size=1048576 2024-09-16T07:08:23.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.219+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~36SZ31S3DTCS.2 size=203415 2024-09-16T07:08:23.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.222+0000 7f6a4dc63640 1 < canceled multipart upload key=MWVV9JSK8I1K upload=36SZ31S3DTCS tag=4YX7U4KRP4JL type=write size=3349143 2024-09-16T07:08:23.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.224+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=03VUGG0MM3KR type=del size=426550 2024-09-16T07:08:23.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.226+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=B4K6C6FL4JLI type=del 2024-09-16T07:08:23.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.228+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=68D258CL4GZN type=del size=3930226 2024-09-16T07:08:23.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.230+0000 7f6a4dc63640 1 < canceled operation key=6LG5D2FSD1T5 tag=6FFIF3P35W1M type=del size=393253 2024-09-16T07:08:23.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.232+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=PADH3L1BW9JF type=write size=549579 2024-09-16T07:08:23.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.234+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~EMHNZYGKFJIX.0 size=1048576 2024-09-16T07:08:23.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.235+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~EMHNZYGKFJIX.1 size=1031192 2024-09-16T07:08:23.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.239+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=EMHNZYGKFJIX tag=TM9KVQPS7ZFS type=write size=3128344 2024-09-16T07:08:23.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.242+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~MH3QR3ICRSTG.0 size=1015586 2024-09-16T07:08:23.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.242+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=MH3QR3ICRSTG tag=GTVRQLQAJDRJ type=write size=2064162 2024-09-16T07:08:23.246 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.246+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=R2TO3ZH03ODJ type=write size=31038 2024-09-16T07:08:23.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.248+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=KJNKLOZAH7FQ type=del size=439991 2024-09-16T07:08:23.250 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.250+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=TY5WIL6AJ3NW type=del 2024-09-16T07:08:23.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.252+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=0ADIFD94PS6Y type=del size=2458245 2024-09-16T07:08:23.256 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.256+0000 7f6a4dc63640 1 < suggested update operation key=6LG5D2FSD1T5 tag=POERKXCV14BL type=write size=486043 2024-09-16T07:08:23.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.258+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=V7FBJZFR5AXI type=del size=3246010 2024-09-16T07:08:23.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.259+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.0 size=1048576 2024-09-16T07:08:23.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.261+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.1 size=1048576 2024-09-16T07:08:23.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.263+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~01A0OZJBO412.2 size=848159 2024-09-16T07:08:23.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.267+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=01A0OZJBO412 tag=K58QVND3LSAQ type=write size=3993887 2024-09-16T07:08:23.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.270+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~MGXW7XL0CH2U.0 size=456199 2024-09-16T07:08:23.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.270+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=MGXW7XL0CH2U tag=TWEHGEP7J6SW type=write size=1504775 2024-09-16T07:08:23.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.273+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=XGK6LTNI670H type=del size=1738345 2024-09-16T07:08:23.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.274+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=23H6JVQ8X39X type=del size=3775809 2024-09-16T07:08:23.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.277+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=N1UVPW38QKVA type=del 2024-09-16T07:08:23.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.279+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=0LQYUNRJUQW5 type=write size=842889 2024-09-16T07:08:23.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.281+0000 7f6a4dc63640 1 < completed write operation key=I3HRWIVRML06 tag=MO1N0GYI5QW6 type=write size=39193 2024-09-16T07:08:23.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.283+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=249MIQH3NYX9 type=del size=1723942 2024-09-16T07:08:23.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.285+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=284S6PNRAB9U type=write size=245686 2024-09-16T07:08:23.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.289+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.0 size=1048576 2024-09-16T07:08:23.291 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.291+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.1 size=1048576 2024-09-16T07:08:23.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.293+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.2 size=394733 2024-09-16T07:08:23.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.293+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=1ILYLY6BG3Z7 tag=73A894QQ3BL9 type=write size=3540461 2024-09-16T07:08:23.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.297+0000 7f6a4dc63640 1 < suggested remove operation key=JXTTJU9B6QQY tag=SATBXJJJOZ3D type=del 2024-09-16T07:08:23.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.299+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=5Z6259MPC0AH type=del size=2161402 2024-09-16T07:08:23.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.299+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.0 size=1048576 2024-09-16T07:08:23.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.301+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.1 size=1048576 2024-09-16T07:08:23.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.303+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~G8OED4QHDY83.2 size=652794 2024-09-16T07:08:23.306 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.306+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=G8OED4QHDY83 tag=XHRXV1XANCMF type=write size=3798522 2024-09-16T07:08:23.311 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.311+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~4TQ34AMCW6WL.0 size=1048576 2024-09-16T07:08:23.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.313+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~4TQ34AMCW6WL.1 size=85869 2024-09-16T07:08:23.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.313+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=4TQ34AMCW6WL tag=304ECYVRJBEU type=write size=2183021 2024-09-16T07:08:23.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.315+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=2TVBIO8RASYH type=write size=751267 2024-09-16T07:08:23.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.317+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=EOPE2X623JDQ type=del size=2598744 2024-09-16T07:08:23.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.318+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.0 size=1048576 2024-09-16T07:08:23.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.319+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.1 size=1048576 2024-09-16T07:08:23.321 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.321+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~AEVUXJ18IQJ7.2 size=218491 2024-09-16T07:08:23.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.325+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=AEVUXJ18IQJ7 tag=V0C5CWPVWV2G type=write size=3364219 2024-09-16T07:08:23.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.327+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=SA7C0G06CI6Y type=write size=854056 2024-09-16T07:08:23.329 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.329+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=03VUGG0MM3KR type=del 2024-09-16T07:08:23.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.331+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=W27NUK4CIRYM type=del size=264642 2024-09-16T07:08:23.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.333+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=68D258CL4GZN type=del 2024-09-16T07:08:23.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.335+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=K88SXDRXLUDP type=del size=3853341 2024-09-16T07:08:23.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.337+0000 7f6a4dc63640 1 < completed write operation key=ZE3LE1W5V8E6 tag=PADH3L1BW9JF type=write size=549579 2024-09-16T07:08:23.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.339+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=96NIJ3DT46BT type=del size=1400831 2024-09-16T07:08:23.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.341+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~MH3QR3ICRSTG.0 size=1015586 2024-09-16T07:08:23.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.345+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=MH3QR3ICRSTG tag=GTVRQLQAJDRJ type=write size=2064162 2024-09-16T07:08:23.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.347+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=9PAQ1OKRB5XD type=write size=1031537 2024-09-16T07:08:23.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.349+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=KJNKLOZAH7FQ type=del 2024-09-16T07:08:23.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.353+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~G27DLT90Z4NJ.0 size=706458 2024-09-16T07:08:23.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.353+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=G27DLT90Z4NJ tag=R0TR2Y1Q6PR9 type=write size=1755034 2024-09-16T07:08:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:23 smithi042 ceph-mon[94096]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 464 KiB/s wr, 2.33k op/s 2024-09-16T07:08:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:23 smithi042 ceph-mon[96574]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 464 KiB/s wr, 2.33k op/s 2024-09-16T07:08:23.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.355+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=0ADIFD94PS6Y type=del 2024-09-16T07:08:23.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.357+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=Q1LNDXD6TGZE type=del size=3865644 2024-09-16T07:08:23.358 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.358+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=V7FBJZFR5AXI type=del 2024-09-16T07:08:23.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.362+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.0 size=1048576 2024-09-16T07:08:23.363 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.363+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.1 size=1048576 2024-09-16T07:08:23.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.367+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.2 size=225117 2024-09-16T07:08:23.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.367+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=ZL3V75EQ9D8T tag=BQTEHIKF4WHR type=write size=3370845 2024-09-16T07:08:23.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.368+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~MGXW7XL0CH2U.0 size=456199 2024-09-16T07:08:23.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.371+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=MGXW7XL0CH2U tag=TWEHGEP7J6SW type=write size=1504775 2024-09-16T07:08:23.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.373+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=PB87K95K1K4T type=write size=325348 2024-09-16T07:08:23.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.379+0000 7f6a4dc63640 1 < suggested update operation key=5TWLBMAWQE4Z tag=23H6JVQ8X39X type=del size=3775809 2024-09-16T07:08:23.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.381+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~QP0NOHY4HZL7.0 size=679547 2024-09-16T07:08:23.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.381+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=QP0NOHY4HZL7 tag=LBNIJVSQFYBP type=write size=1728123 2024-09-16T07:08:23.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.385+0000 7f6a4dc63640 1 < suggested remove operation key=8P0FKUBB0X3E tag=0LQYUNRJUQW5 type=write 2024-09-16T07:08:23.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.389+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.0 size=1048576 2024-09-16T07:08:23.391 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.391+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.1 size=1048576 2024-09-16T07:08:23.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.392+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.2 size=167920 2024-09-16T07:08:23.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.392+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=2KKT7BLOW1Z0 tag=93DRUD83DLV3 type=write size=3313648 2024-09-16T07:08:23.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.396+0000 7f6a4dc63640 1 < suggested update operation key=H3Q1PCCXPXUK tag=249MIQH3NYX9 type=del size=1723942 2024-09-16T07:08:23.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.398+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=3KFJQ0WIEBPS type=del size=2689085 2024-09-16T07:08:23.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.400+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.0 size=1048576 2024-09-16T07:08:23.401 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.400+0000 7f6a4dc63640 1 < canceled part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.1 size=1048576 2024-09-16T07:08:23.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.402+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~1ILYLY6BG3Z7.2 size=394733 2024-09-16T07:08:23.405 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.405+0000 7f6a4dc63640 1 < canceled multipart upload key=7QMJ5FTE4BA3 upload=1ILYLY6BG3Z7 tag=73A894QQ3BL9 type=write size=3540461 2024-09-16T07:08:23.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.407+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=1P315TH6Y0OL type=del size=822654 2024-09-16T07:08:23.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.409+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=5Z6259MPC0AH type=del size=2161402 2024-09-16T07:08:23.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.412+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=8GX9VW4SLMFX type=del size=1324493 2024-09-16T07:08:23.412 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.412+0000 7f6a4dc63640 1 < canceled part key=_multipart_5B35B97CQJ7U.2~4TQ34AMCW6WL.0 size=1048576 2024-09-16T07:08:23.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.414+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~4TQ34AMCW6WL.1 size=85869 2024-09-16T07:08:23.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.418+0000 7f6a4dc63640 1 < canceled multipart upload key=5B35B97CQJ7U upload=4TQ34AMCW6WL tag=304ECYVRJBEU type=write size=2183021 2024-09-16T07:08:23.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.422+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.0 size=1048576 2024-09-16T07:08:23.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.423+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.1 size=1048576 2024-09-16T07:08:23.425 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.425+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.2 size=579481 2024-09-16T07:08:23.425 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.425+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=RR3DZ4STWNK4 tag=L0GESLCPQ8EC type=write size=3725209 2024-09-16T07:08:23.430 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.430+0000 7f6a4dc63640 1 < suggested update operation key=7K8UF0MUS6U8 tag=EOPE2X623JDQ type=del size=2598744 2024-09-16T07:08:23.432 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.432+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=BFXEH4F5KU4N type=write size=552694 2024-09-16T07:08:23.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.434+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=SA7C0G06CI6Y type=write size=854056 2024-09-16T07:08:23.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.438+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~LRMMRXYEGE96.0 size=1048576 2024-09-16T07:08:23.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.440+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~LRMMRXYEGE96.1 size=534747 2024-09-16T07:08:23.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.440+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=LRMMRXYEGE96 tag=3WKCOGLZKCXK type=write size=2631899 2024-09-16T07:08:23.443 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.442+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=W27NUK4CIRYM type=del 2024-09-16T07:08:23.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.446+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=OS32G7NNBV9D type=del size=1533463 2024-09-16T07:08:23.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.447+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=K88SXDRXLUDP type=del 2024-09-16T07:08:23.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.451+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~EGUIYGDNKX22.0 size=1048576 2024-09-16T07:08:23.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.453+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~EGUIYGDNKX22.1 size=131045 2024-09-16T07:08:23.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.453+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=EGUIYGDNKX22 tag=8WH5G7L4Z2WY type=write size=2228197 2024-09-16T07:08:23.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.457+0000 7f6a4dc63640 1 < suggested update operation key=RMU7VRUO4YOS tag=96NIJ3DT46BT type=del size=1400831 2024-09-16T07:08:23.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.461+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~9JL03X80QDFJ.0 size=614605 2024-09-16T07:08:23.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.461+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=9JL03X80QDFJ tag=A8WAGXWT6A3B type=write size=1663181 2024-09-16T07:08:23.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.463+0000 7f6a4dc63640 -1 < failed to complete operation key=8P0FKUBB0X3E tag=9PAQ1OKRB5XD type=write size=1031537: (22) Invalid argument 2024-09-16T07:08:23.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.466+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=YY6LM1MSO97M type=write size=481297 2024-09-16T07:08:23.468 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.468+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~G27DLT90Z4NJ.0 size=706458 2024-09-16T07:08:23.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.472+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=G27DLT90Z4NJ tag=R0TR2Y1Q6PR9 type=write size=1755034 2024-09-16T07:08:23.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.477+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.0 size=1048576 2024-09-16T07:08:23.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.478+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.1 size=1048576 2024-09-16T07:08:23.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.480+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.2 size=910006 2024-09-16T07:08:23.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.480+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=15WJFT28AR73 tag=HJ7GN51D0W6W type=write size=4055734 2024-09-16T07:08:23.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.482+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=Q1LNDXD6TGZE type=del 2024-09-16T07:08:23.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.484+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=E5ZC86D25NRA type=write size=453268 2024-09-16T07:08:23.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.486+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.0 size=1048576 2024-09-16T07:08:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:23 smithi164 ceph-mon[88760]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 464 KiB/s wr, 2.33k op/s 2024-09-16T07:08:23.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.488+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.1 size=1048576 2024-09-16T07:08:23.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.489+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~ZL3V75EQ9D8T.2 size=225117 2024-09-16T07:08:23.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.498+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=ZL3V75EQ9D8T tag=BQTEHIKF4WHR type=write size=3370845 2024-09-16T07:08:23.503 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.503+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.0 size=1048576 2024-09-16T07:08:23.505 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.506+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.1 size=1048576 2024-09-16T07:08:23.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.507+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.2 size=524547 2024-09-16T07:08:23.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.507+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=8GX6CWH6NXL9 tag=GI4APA6JWLG0 type=write size=3670275 2024-09-16T07:08:23.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.509+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=PB87K95K1K4T type=write size=325348 2024-09-16T07:08:23.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.513+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~6P2KVLPWMPMC.0 size=1048576 2024-09-16T07:08:23.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.514+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~6P2KVLPWMPMC.1 size=522535 2024-09-16T07:08:23.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.514+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=6P2KVLPWMPMC tag=09LMRNTKKCFR type=write size=2619687 2024-09-16T07:08:23.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.516+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~QP0NOHY4HZL7.0 size=679547 2024-09-16T07:08:23.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.520+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=QP0NOHY4HZL7 tag=LBNIJVSQFYBP type=write size=1728123 2024-09-16T07:08:23.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.524+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~RIZ5M2YEDVFW.0 size=1048576 2024-09-16T07:08:23.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.525+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~RIZ5M2YEDVFW.1 size=994348 2024-09-16T07:08:23.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.525+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=RIZ5M2YEDVFW tag=Y1Z77WT5OP9G type=write size=3091500 2024-09-16T07:08:23.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.528+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.0 size=1048576 2024-09-16T07:08:23.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.529+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.1 size=1048576 2024-09-16T07:08:23.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.531+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~2KKT7BLOW1Z0.2 size=167920 2024-09-16T07:08:23.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.534+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=2KKT7BLOW1Z0 tag=93DRUD83DLV3 type=write size=3313648 2024-09-16T07:08:23.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.536+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=20S65JTO11J0 type=del size=2567142 2024-09-16T07:08:23.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.539+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=3KFJQ0WIEBPS type=del 2024-09-16T07:08:23.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.540+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=9V0TFN3A9HLD type=write size=90273 2024-09-16T07:08:23.542 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.542+0000 7f6a4dc63640 1 < canceled operation key=K1NW8211P2C1 tag=1P315TH6Y0OL type=del size=822654 2024-09-16T07:08:23.544 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.544+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=133QE3URO834 type=write size=771565 2024-09-16T07:08:23.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.546+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=8GX9VW4SLMFX type=del 2024-09-16T07:08:23.548 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.548+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=WF4EQZ0G1X10 type=del size=1896302 2024-09-16T07:08:23.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.550+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.0 size=1048576 2024-09-16T07:08:23.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.552+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.1 size=1048576 2024-09-16T07:08:23.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.552+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZTYIYV79PWM7.2~RR3DZ4STWNK4.2 size=579481 2024-09-16T07:08:23.555 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.555+0000 7f6a4dc63640 1 < canceled multipart upload key=ZTYIYV79PWM7 upload=RR3DZ4STWNK4 tag=L0GESLCPQ8EC type=write size=3725209 2024-09-16T07:08:23.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.560+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~66H48YFN2V09.0 size=1048576 2024-09-16T07:08:23.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.561+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~66H48YFN2V09.1 size=756727 2024-09-16T07:08:23.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.561+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=66H48YFN2V09 tag=30RISNC6PDPD type=write size=2853879 2024-09-16T07:08:23.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.563+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=BFXEH4F5KU4N type=write size=552694 2024-09-16T07:08:23.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.565+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=4DECCX5TIJR9 type=del size=2460760 2024-09-16T07:08:23.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.567+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~LRMMRXYEGE96.0 size=1048576 2024-09-16T07:08:23.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.569+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~LRMMRXYEGE96.1 size=534747 2024-09-16T07:08:23.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.573+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=LRMMRXYEGE96 tag=3WKCOGLZKCXK type=write size=2631899 2024-09-16T07:08:23.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.574+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=HPG7ZINCNE72 type=write size=102890 2024-09-16T07:08:23.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.576+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=OS32G7NNBV9D type=del 2024-09-16T07:08:23.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.580+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.0 size=1048576 2024-09-16T07:08:23.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.581+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.1 size=1048576 2024-09-16T07:08:23.584 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.583+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.2 size=611176 2024-09-16T07:08:23.584 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.583+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=P0GCT17STLQN tag=AVS6PA8R5CX6 type=write size=3756904 2024-09-16T07:08:23.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.585+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~EGUIYGDNKX22.0 size=1048576 2024-09-16T07:08:23.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.586+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~EGUIYGDNKX22.1 size=131045 2024-09-16T07:08:23.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.590+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=EGUIYGDNKX22 tag=8WH5G7L4Z2WY type=write size=2228197 2024-09-16T07:08:23.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.594+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.0 size=1048576 2024-09-16T07:08:23.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.595+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.1 size=1048576 2024-09-16T07:08:23.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.599+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.2 size=214024 2024-09-16T07:08:23.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.599+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=7P3RV1GWIARY tag=0R4FDAMKRJ4K type=write size=3359752 2024-09-16T07:08:23.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.599+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~9JL03X80QDFJ.0 size=614605 2024-09-16T07:08:23.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.603+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=9JL03X80QDFJ tag=A8WAGXWT6A3B type=write size=1663181 2024-09-16T07:08:23.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.605+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=32212NNEAYSN type=del size=2722170 2024-09-16T07:08:23.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.607+0000 7f6a4dc63640 1 < completed write operation key=ZE3LE1W5V8E6 tag=YY6LM1MSO97M type=write size=481297 2024-09-16T07:08:23.608 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.608+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=RLSFXF96NX24 type=del size=1470335 2024-09-16T07:08:23.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.610+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.0 size=1048576 2024-09-16T07:08:23.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.612+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.1 size=1048576 2024-09-16T07:08:23.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.614+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~15WJFT28AR73.2 size=910006 2024-09-16T07:08:23.617 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.617+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=15WJFT28AR73 tag=HJ7GN51D0W6W type=write size=4055734 2024-09-16T07:08:23.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.621+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~I1FLZSGS9Q9R.0 size=1048576 2024-09-16T07:08:23.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.622+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~I1FLZSGS9Q9R.1 size=669881 2024-09-16T07:08:23.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.622+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=I1FLZSGS9Q9R tag=OO8SEI1DT96V type=write size=2767033 2024-09-16T07:08:23.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.627+0000 7f6a4dc63640 1 < suggested update operation key=7OJZZH487J17 tag=E5ZC86D25NRA type=write size=453268 2024-09-16T07:08:23.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.629+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=6GRJYHC2R025 type=write size=474089 2024-09-16T07:08:23.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.630+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.0 size=1048576 2024-09-16T07:08:23.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.631+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.1 size=1048576 2024-09-16T07:08:23.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.633+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~8GX6CWH6NXL9.2 size=524547 2024-09-16T07:08:23.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.637+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=8GX6CWH6NXL9 tag=GI4APA6JWLG0 type=write size=3670275 2024-09-16T07:08:23.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.641+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~O37LQU11ATYB.0 size=1048576 2024-09-16T07:08:23.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.642+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~O37LQU11ATYB.1 size=629953 2024-09-16T07:08:23.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.642+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=O37LQU11ATYB tag=68SWUFNOEJ9C type=write size=2727105 2024-09-16T07:08:23.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.643+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~6P2KVLPWMPMC.0 size=1048576 2024-09-16T07:08:23.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.645+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~6P2KVLPWMPMC.1 size=522535 2024-09-16T07:08:23.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.648+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=6P2KVLPWMPMC tag=09LMRNTKKCFR type=write size=2619687 2024-09-16T07:08:23.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.650+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=F9T1O3R9X034 type=del size=287699 2024-09-16T07:08:23.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.652+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~RIZ5M2YEDVFW.0 size=1048576 2024-09-16T07:08:23.654 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.654+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~RIZ5M2YEDVFW.1 size=994348 2024-09-16T07:08:23.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.657+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=RIZ5M2YEDVFW tag=Y1Z77WT5OP9G type=write size=3091500 2024-09-16T07:08:23.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.661+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~LHRVKC85O1C8.0 size=1048576 2024-09-16T07:08:23.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.663+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~LHRVKC85O1C8.1 size=162602 2024-09-16T07:08:23.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.663+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=LHRVKC85O1C8 tag=0HKDIAT2X7CH type=write size=2259754 2024-09-16T07:08:23.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.665+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=20S65JTO11J0 type=del 2024-09-16T07:08:23.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.669+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~K334Z2EC521L.0 size=1048576 2024-09-16T07:08:23.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.671+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~K334Z2EC521L.1 size=625985 2024-09-16T07:08:23.671 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.671+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=K334Z2EC521L tag=9T043U9IHWU2 type=write size=2723137 2024-09-16T07:08:23.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.673+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=9V0TFN3A9HLD type=write size=90273 2024-09-16T07:08:23.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.675+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=V8M3MYL3YYYT type=del size=1253564 2024-09-16T07:08:23.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.677+0000 7f6a4dc63640 1 < completed write operation key=Q30B5IQL3VQX tag=133QE3URO834 type=write size=771565 2024-09-16T07:08:23.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.679+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=1QNT70973RTT type=del size=3295556 2024-09-16T07:08:23.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.681+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=WF4EQZ0G1X10 type=del 2024-09-16T07:08:23.685 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.685+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~HCFE73JMORLN.0 size=1048576 2024-09-16T07:08:23.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.687+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~HCFE73JMORLN.1 size=671625 2024-09-16T07:08:23.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.687+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=HCFE73JMORLN tag=UJVTUO5VN734 type=write size=2768777 2024-09-16T07:08:23.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.687+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~66H48YFN2V09.0 size=1048576 2024-09-16T07:08:23.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.689+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~66H48YFN2V09.1 size=756727 2024-09-16T07:08:23.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.693+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=66H48YFN2V09 tag=30RISNC6PDPD type=write size=2853879 2024-09-16T07:08:23.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.694+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=BY83RKI823WP type=del size=854086 2024-09-16T07:08:23.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.696+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=4DECCX5TIJR9 type=del 2024-09-16T07:08:23.698 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.697+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=I4HDAFSFUA39 type=write size=622341 2024-09-16T07:08:23.700 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.700+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=HPG7ZINCNE72 type=write size=102890 2024-09-16T07:08:23.702 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.702+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=Q7143IWX6R6H type=del size=3789765 2024-09-16T07:08:23.704 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.703+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.0 size=1048576 2024-09-16T07:08:23.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.705+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.1 size=1048576 2024-09-16T07:08:23.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.707+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~P0GCT17STLQN.2 size=611176 2024-09-16T07:08:23.711 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.710+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=P0GCT17STLQN tag=AVS6PA8R5CX6 type=write size=3756904 2024-09-16T07:08:23.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.713+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=8XSYZK30P0NH type=del size=3635781 2024-09-16T07:08:23.715 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.715+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.0 size=1048576 2024-09-16T07:08:23.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.716+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.1 size=1048576 2024-09-16T07:08:23.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.718+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~7P3RV1GWIARY.2 size=214024 2024-09-16T07:08:23.721 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.721+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=7P3RV1GWIARY tag=0R4FDAMKRJ4K type=write size=3359752 2024-09-16T07:08:23.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.725+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.0 size=1048576 2024-09-16T07:08:23.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.726+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.1 size=1048576 2024-09-16T07:08:23.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.728+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.2 size=916118 2024-09-16T07:08:23.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.728+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=WJAT9DI71Z7G tag=ISEEGH994CDN type=write size=4061846 2024-09-16T07:08:23.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.730+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=32212NNEAYSN type=del 2024-09-16T07:08:23.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.733+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.0 size=1048576 2024-09-16T07:08:23.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.735+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.1 size=1048576 2024-09-16T07:08:23.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.736+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.2 size=65156 2024-09-16T07:08:23.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.736+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=DJ31UAQO94RG tag=QX3E8L12X8XY type=write size=3210884 2024-09-16T07:08:23.740 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.740+0000 7f6a4dc63640 1 < suggested remove operation key=GFIHYJ7SKCL4 tag=RLSFXF96NX24 type=del 2024-09-16T07:08:23.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.742+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=4W41PQOLVGCH type=del size=887970 2024-09-16T07:08:23.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.744+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~I1FLZSGS9Q9R.0 size=1048576 2024-09-16T07:08:23.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.744+0000 7f6a4dc63640 1 < canceled part key=_multipart_I3HRWIVRML06.2~I1FLZSGS9Q9R.1 size=669881 2024-09-16T07:08:23.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.747+0000 7f6a4dc63640 1 < canceled multipart upload key=I3HRWIVRML06 upload=I1FLZSGS9Q9R tag=OO8SEI1DT96V type=write size=2767033 2024-09-16T07:08:23.749 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.749+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=TMSE1FYIKAZR type=del size=1598964 2024-09-16T07:08:23.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.751+0000 7f6a4dc63640 1 < completed write operation key=Q30B5IQL3VQX tag=6GRJYHC2R025 type=write size=474089 2024-09-16T07:08:23.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.754+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=28MK5UDV86N7 type=del size=1920663 2024-09-16T07:08:23.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.756+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~O37LQU11ATYB.0 size=1048576 2024-09-16T07:08:23.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.758+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~O37LQU11ATYB.1 size=629953 2024-09-16T07:08:23.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.760+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=O37LQU11ATYB tag=68SWUFNOEJ9C type=write size=2727105 2024-09-16T07:08:23.764 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.764+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~TKT5PHS88RLC.0 size=180991 2024-09-16T07:08:23.764 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.764+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=TKT5PHS88RLC tag=W62UQEC104TE type=write size=1229567 2024-09-16T07:08:23.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.767+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=F9T1O3R9X034 type=del 2024-09-16T07:08:23.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.768+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=9A5DW8S7SFVN type=write size=256149 2024-09-16T07:08:23.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.770+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~LHRVKC85O1C8.0 size=1048576 2024-09-16T07:08:23.772 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.772+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~LHRVKC85O1C8.1 size=162602 2024-09-16T07:08:23.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.775+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=LHRVKC85O1C8 tag=0HKDIAT2X7CH type=write size=2259754 2024-09-16T07:08:23.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.777+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=MB0R5LDNQ125 type=write size=102823 2024-09-16T07:08:23.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.779+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~K334Z2EC521L.0 size=1048576 2024-09-16T07:08:23.780 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.780+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~K334Z2EC521L.1 size=625985 2024-09-16T07:08:23.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.784+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=K334Z2EC521L tag=9T043U9IHWU2 type=write size=2723137 2024-09-16T07:08:23.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.788+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.0 size=1048576 2024-09-16T07:08:23.789 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.789+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.1 size=1048576 2024-09-16T07:08:23.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.792+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.2 size=598332 2024-09-16T07:08:23.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.792+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=XMK6X70OHO86 tag=R0AAMVOU0QI8 type=write size=3744060 2024-09-16T07:08:23.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.793+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=V8M3MYL3YYYT type=del 2024-09-16T07:08:23.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.797+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~G8IJFPPIY9XS.0 size=573932 2024-09-16T07:08:23.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.797+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=G8IJFPPIY9XS tag=3J1KMWG290K3 type=write size=1622508 2024-09-16T07:08:23.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.799+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=1QNT70973RTT type=del 2024-09-16T07:08:23.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.801+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=BEV0FXBM1RPI type=del size=1984606 2024-09-16T07:08:23.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.802+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~HCFE73JMORLN.0 size=1048576 2024-09-16T07:08:23.804 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.804+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~HCFE73JMORLN.1 size=671625 2024-09-16T07:08:23.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.808+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=HCFE73JMORLN tag=UJVTUO5VN734 type=write size=2768777 2024-09-16T07:08:23.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.811+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=61CQUJ8CW43L type=write size=594462 2024-09-16T07:08:23.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.813+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=BY83RKI823WP type=del 2024-09-16T07:08:23.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.817+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~90P7YFR3F9JY.0 size=668231 2024-09-16T07:08:23.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.817+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=90P7YFR3F9JY tag=NCUCSGPKM5F5 type=write size=1716807 2024-09-16T07:08:23.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.819+0000 7f6a4dc63640 1 < completed write operation key=BKU75GT4GD2J tag=I4HDAFSFUA39 type=write size=622341 2024-09-16T07:08:23.822 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.823+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=06GIBTDWXDWJ type=del size=1973251 2024-09-16T07:08:23.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.824+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=Q7143IWX6R6H type=del 2024-09-16T07:08:23.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.826+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=4OM6K2I1HXWO type=del size=1422007 2024-09-16T07:08:23.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.828+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=8XSYZK30P0NH type=del 2024-09-16T07:08:23.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.830+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=A02TRB7V8RTB type=del size=1673010 2024-09-16T07:08:23.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.832+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.0 size=1048576 2024-09-16T07:08:23.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.832+0000 7f6a4dc63640 1 < canceled part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.1 size=1048576 2024-09-16T07:08:23.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.834+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~WJAT9DI71Z7G.2 size=916118 2024-09-16T07:08:23.838 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.838+0000 7f6a4dc63640 1 < canceled multipart upload key=RMU7VRUO4YOS upload=WJAT9DI71Z7G tag=ISEEGH994CDN type=write size=4061846 2024-09-16T07:08:23.840 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.840+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=HFS31J5P1HVX type=del size=1008889 2024-09-16T07:08:23.842 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.842+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.0 size=1048576 2024-09-16T07:08:23.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.844+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.1 size=1048576 2024-09-16T07:08:23.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.845+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~DJ31UAQO94RG.2 size=65156 2024-09-16T07:08:23.848 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.848+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=DJ31UAQO94RG tag=QX3E8L12X8XY type=write size=3210884 2024-09-16T07:08:23.853 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.854+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.0 size=1048576 2024-09-16T07:08:23.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.854+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.1 size=1048576 2024-09-16T07:08:23.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.856+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.2 size=308641 2024-09-16T07:08:23.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.856+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=VQX8SMPNW8MR tag=ZI33N5DULV0R type=write size=3454369 2024-09-16T07:08:23.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.859+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=4W41PQOLVGCH type=del 2024-09-16T07:08:23.861 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.861+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=M1ADO4A9M6E9 type=write size=805654 2024-09-16T07:08:23.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.863+0000 7f6a4dc63640 1 < canceled operation key=7OJZZH487J17 tag=TMSE1FYIKAZR type=del size=1598964 2024-09-16T07:08:23.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.868+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~SW9SJHLOIBPT.0 size=1048576 2024-09-16T07:08:23.869 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.868+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~SW9SJHLOIBPT.1 size=127291 2024-09-16T07:08:23.869 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.868+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=SW9SJHLOIBPT tag=0UEY5J0RDE4R type=write size=2224443 2024-09-16T07:08:23.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.873+0000 7f6a4dc63640 1 < suggested update operation key=6LG5D2FSD1T5 tag=28MK5UDV86N7 type=del size=1920663 2024-09-16T07:08:23.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.875+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=NK9FF2AT4QGM type=del size=3688272 2024-09-16T07:08:23.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.877+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~TKT5PHS88RLC.0 size=180991 2024-09-16T07:08:23.880 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.880+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=TKT5PHS88RLC tag=W62UQEC104TE type=write size=1229567 2024-09-16T07:08:23.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.882+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=XSG6TLHSNX70 type=del size=3404720 2024-09-16T07:08:23.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.884+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=9A5DW8S7SFVN type=write size=256149 2024-09-16T07:08:23.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.886+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=ZN7VGDX74JGD type=del size=1345351 2024-09-16T07:08:23.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.888+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=MB0R5LDNQ125 type=write size=102823 2024-09-16T07:08:23.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.890+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=AR2EGKN3T4UU type=del size=2639491 2024-09-16T07:08:23.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.890+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.0 size=1048576 2024-09-16T07:08:23.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.892+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.1 size=1048576 2024-09-16T07:08:23.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.893+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~XMK6X70OHO86.2 size=598332 2024-09-16T07:08:23.897 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.897+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=XMK6X70OHO86 tag=R0AAMVOU0QI8 type=write size=3744060 2024-09-16T07:08:23.899 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.899+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=B9WJ9I0NJP3M type=del size=1549219 2024-09-16T07:08:23.901 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.901+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~G8IJFPPIY9XS.0 size=573932 2024-09-16T07:08:23.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.904+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=G8IJFPPIY9XS tag=3J1KMWG290K3 type=write size=1622508 2024-09-16T07:08:23.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.909+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~NRPVTRMINCM4.0 size=1048576 2024-09-16T07:08:23.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.910+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~NRPVTRMINCM4.1 size=646895 2024-09-16T07:08:23.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.910+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=NRPVTRMINCM4 tag=ULBCHZYD0EEO type=write size=2744047 2024-09-16T07:08:23.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.914+0000 7f6a4dc63640 1 < suggested update operation key=88MH2W7ZQS96 tag=BEV0FXBM1RPI type=del size=1984606 2024-09-16T07:08:23.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.917+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.0 size=1048576 2024-09-16T07:08:23.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.919+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.1 size=1048576 2024-09-16T07:08:23.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.920+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.2 size=528345 2024-09-16T07:08:23.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.920+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=0NJM4S6LJZWH tag=CKD759R1ZNHV type=write size=3674073 2024-09-16T07:08:23.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.922+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=61CQUJ8CW43L type=write size=594462 2024-09-16T07:08:23.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.924+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=92B4GPHZI1NM type=del size=267447 2024-09-16T07:08:23.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.926+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~90P7YFR3F9JY.0 size=668231 2024-09-16T07:08:23.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.929+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=90P7YFR3F9JY tag=NCUCSGPKM5F5 type=write size=1716807 2024-09-16T07:08:23.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.931+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=GM2GMM5ZT6E3 type=del size=1968719 2024-09-16T07:08:23.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.934+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=06GIBTDWXDWJ type=del 2024-09-16T07:08:23.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.936+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~G9TUOTZ81DQV.0 size=92929 2024-09-16T07:08:23.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.936+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=G9TUOTZ81DQV tag=101FHVLE9FTR type=write size=1141505 2024-09-16T07:08:23.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.940+0000 7f6a4dc63640 1 < suggested update operation key=P2CZGUGP20MI tag=4OM6K2I1HXWO type=del size=1422007 2024-09-16T07:08:23.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.942+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=2S2TVRPFFU6U type=del size=4092135 2024-09-16T07:08:23.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.945+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=A02TRB7V8RTB type=del 2024-09-16T07:08:23.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.949+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.0 size=1048576 2024-09-16T07:08:23.950 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.950+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.1 size=1048576 2024-09-16T07:08:23.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.952+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.2 size=392849 2024-09-16T07:08:23.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.952+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=MHEY8UXADQ59 tag=ZR9I1LY7W4NT type=write size=3538577 2024-09-16T07:08:23.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.954+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=HFS31J5P1HVX type=del 2024-09-16T07:08:23.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.956+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=BILTD351SJJL type=del size=3008081 2024-09-16T07:08:23.958 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.958+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.0 size=1048576 2024-09-16T07:08:23.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.960+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.1 size=1048576 2024-09-16T07:08:23.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.962+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~VQX8SMPNW8MR.2 size=308641 2024-09-16T07:08:23.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.965+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=VQX8SMPNW8MR tag=ZI33N5DULV0R type=write size=3454369 2024-09-16T07:08:23.967 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.967+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=38GLTSY3Y5TY type=del size=1609670 2024-09-16T07:08:23.970 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.970+0000 7f6a4dc63640 -1 < failed to complete operation key=P2CZGUGP20MI tag=M1ADO4A9M6E9 type=write size=805654: (22) Invalid argument 2024-09-16T07:08:23.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.973+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.0 size=1048576 2024-09-16T07:08:23.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.975+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.1 size=1048576 2024-09-16T07:08:23.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.977+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.2 size=163459 2024-09-16T07:08:23.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.977+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=YFE3W7G1N7PR tag=S5XBNY2ONMIS type=write size=3309187 2024-09-16T07:08:23.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.979+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~SW9SJHLOIBPT.0 size=1048576 2024-09-16T07:08:23.981 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.981+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~SW9SJHLOIBPT.1 size=127291 2024-09-16T07:08:23.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.985+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=SW9SJHLOIBPT tag=0UEY5J0RDE4R type=write size=2224443 2024-09-16T07:08:23.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.987+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=PY88VFNKJ0R8 type=del size=2556000 2024-09-16T07:08:23.991 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.991+0000 7f6a4dc63640 1 < suggested update operation key=AWJBSUV0CGLC tag=NK9FF2AT4QGM type=del size=3688272 2024-09-16T07:08:23.993 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.993+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=Q8OIJ29VLJG1 type=del size=1262844 2024-09-16T07:08:23.995 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.995+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=XSG6TLHSNX70 type=del 2024-09-16T07:08:23.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.997+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=B95XHM0I0RCC type=write size=170484 2024-09-16T07:08:23.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:23.999+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=ZN7VGDX74JGD type=del 2024-09-16T07:08:24.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.003+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~Z2ETCIG5PNZ6.0 size=1048576 2024-09-16T07:08:24.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.005+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~Z2ETCIG5PNZ6.1 size=908948 2024-09-16T07:08:24.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.005+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=Z2ETCIG5PNZ6 tag=LAFK3V45F4PK type=write size=3006100 2024-09-16T07:08:24.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.009+0000 7f6a4dc63640 1 < suggested remove operation key=H3Q1PCCXPXUK tag=AR2EGKN3T4UU type=del 2024-09-16T07:08:24.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.011+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=0YVRN8DEZVG8 type=del size=3478438 2024-09-16T07:08:24.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.015+0000 7f6a4dc63640 1 < suggested remove operation key=I3HRWIVRML06 tag=B9WJ9I0NJP3M type=del 2024-09-16T07:08:24.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.018+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~BL90VPQUHWZ1.0 size=596262 2024-09-16T07:08:24.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.018+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=BL90VPQUHWZ1 tag=94C7H7FGOVAA type=write size=1644838 2024-09-16T07:08:24.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.020+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~NRPVTRMINCM4.0 size=1048576 2024-09-16T07:08:24.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.023+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~NRPVTRMINCM4.1 size=646895 2024-09-16T07:08:24.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.025+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=NRPVTRMINCM4 tag=ULBCHZYD0EEO type=write size=2744047 2024-09-16T07:08:24.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.027+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=D7S3P11BUIVN type=del size=221795 2024-09-16T07:08:24.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.029+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.0 size=1048576 2024-09-16T07:08:24.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.030+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.1 size=1048576 2024-09-16T07:08:24.032 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.032+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~0NJM4S6LJZWH.2 size=528345 2024-09-16T07:08:24.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.036+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=0NJM4S6LJZWH tag=CKD759R1ZNHV type=write size=3674073 2024-09-16T07:08:24.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.037+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=DKN9CUP3DQLL type=del size=2695482 2024-09-16T07:08:24.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.039+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=92B4GPHZI1NM type=del 2024-09-16T07:08:24.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.042+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=J62SEAS6TMX6 type=del size=4186096 2024-09-16T07:08:24.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.043+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=GM2GMM5ZT6E3 type=del 2024-09-16T07:08:24.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.045+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=AI23Y4UAEV7A type=del size=3881078 2024-09-16T07:08:24.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.048+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~G9TUOTZ81DQV.0 size=92929 2024-09-16T07:08:24.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.051+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=G9TUOTZ81DQV tag=101FHVLE9FTR type=write size=1141505 2024-09-16T07:08:24.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.053+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=DEJKYYU35GUL type=del size=1522023 2024-09-16T07:08:24.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.056+0000 7f6a4dc63640 -1 < failed to complete operation key=I3HRWIVRML06 tag=2S2TVRPFFU6U type=del size=4092135: (22) Invalid argument 2024-09-16T07:08:24.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.058+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=P792XTEG40YZ type=del size=3901382 2024-09-16T07:08:24.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.060+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.0 size=1048576 2024-09-16T07:08:24.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.061+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.1 size=1048576 2024-09-16T07:08:24.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.063+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~MHEY8UXADQ59.2 size=392849 2024-09-16T07:08:24.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.067+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=MHEY8UXADQ59 tag=ZR9I1LY7W4NT type=write size=3538577 2024-09-16T07:08:24.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.068+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=QCEKCM6AIAJC type=write size=232005 2024-09-16T07:08:24.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.070+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=BILTD351SJJL type=del 2024-09-16T07:08:24.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.072+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=1IQE6AMBA2LG type=del size=1506051 2024-09-16T07:08:24.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.076+0000 7f6a4dc63640 1 < suggested update operation key=C3K7ADI7VKKZ tag=38GLTSY3Y5TY type=del size=1609670 2024-09-16T07:08:24.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.081+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~7MELGZZM7JOI.0 size=927818 2024-09-16T07:08:24.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.081+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=7MELGZZM7JOI tag=9CIT1P6ML807 type=write size=1976394 2024-09-16T07:08:24.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.084+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.0 size=1048576 2024-09-16T07:08:24.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.085+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.1 size=1048576 2024-09-16T07:08:24.087 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.086+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~YFE3W7G1N7PR.2 size=163459 2024-09-16T07:08:24.097 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.097+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=YFE3W7G1N7PR tag=S5XBNY2ONMIS type=write size=3309187 2024-09-16T07:08:24.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.101+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~USU008NB65BJ.0 size=844188 2024-09-16T07:08:24.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.101+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=USU008NB65BJ tag=80VB4F2HU9LN type=write size=1892764 2024-09-16T07:08:24.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.103+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=PY88VFNKJ0R8 type=del 2024-09-16T07:08:24.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.108+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~FCFWN5FQHYV7.0 size=1048576 2024-09-16T07:08:24.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.109+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~FCFWN5FQHYV7.1 size=658269 2024-09-16T07:08:24.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.109+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=FCFWN5FQHYV7 tag=0FBKDDU6HHSH type=write size=2755421 2024-09-16T07:08:24.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.111+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=Q8OIJ29VLJG1 type=del 2024-09-16T07:08:24.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.115+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.0 size=1048576 2024-09-16T07:08:24.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.117+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.1 size=1048576 2024-09-16T07:08:24.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.119+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.2 size=894593 2024-09-16T07:08:24.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.120+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=NPIWIUSUPGIG tag=MFQDJ9KLB86D type=write size=4040321 2024-09-16T07:08:24.123 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.124+0000 7f6a4dc63640 -1 < failed to complete operation key=I3HRWIVRML06 tag=B95XHM0I0RCC type=write size=170484: (22) Invalid argument 2024-09-16T07:08:24.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.125+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=FCQU12CS22AQ type=del size=1668328 2024-09-16T07:08:24.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.127+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~Z2ETCIG5PNZ6.0 size=1048576 2024-09-16T07:08:24.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.129+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~Z2ETCIG5PNZ6.1 size=908948 2024-09-16T07:08:24.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.134+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=Z2ETCIG5PNZ6 tag=LAFK3V45F4PK type=write size=3006100 2024-09-16T07:08:24.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.135+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=GZY9XP7993FH type=del size=1890670 2024-09-16T07:08:24.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.137+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=0YVRN8DEZVG8 type=del 2024-09-16T07:08:24.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.140+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=27JNGVHEN1JN type=del size=1960407 2024-09-16T07:08:24.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.142+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~BL90VPQUHWZ1.0 size=596262 2024-09-16T07:08:24.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.146+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=BL90VPQUHWZ1 tag=94C7H7FGOVAA type=write size=1644838 2024-09-16T07:08:24.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.147+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=J52TEC7LD96I type=del size=2851334 2024-09-16T07:08:24.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.151+0000 7f6a4dc63640 1 < suggested remove operation key=4X79D295RZ4K tag=D7S3P11BUIVN type=del 2024-09-16T07:08:24.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.154+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=FCV6EKBET4TG type=del size=407851 2024-09-16T07:08:24.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.157+0000 7f6a4dc63640 1 < suggested update operation key=5TWLBMAWQE4Z tag=DKN9CUP3DQLL type=del size=2695482 2024-09-16T07:08:24.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.159+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=4X4586KZGS15 type=del size=1451188 2024-09-16T07:08:24.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.161+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=J62SEAS6TMX6 type=del 2024-09-16T07:08:24.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.165+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.0 size=1048576 2024-09-16T07:08:24.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.167+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.1 size=1048576 2024-09-16T07:08:24.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.169+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.2 size=956747 2024-09-16T07:08:24.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.169+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=CWSDQ9C7TCU4 tag=FDCW4BNPQKTS type=write size=4102475 2024-09-16T07:08:24.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.171+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=AI23Y4UAEV7A type=del 2024-09-16T07:08:24.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.175+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.0 size=1048576 2024-09-16T07:08:24.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.176+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.1 size=1048576 2024-09-16T07:08:24.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.178+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.2 size=155302 2024-09-16T07:08:24.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.178+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=4YIRKILBAYRJ tag=NH0PU7XPIZLD type=write size=3301030 2024-09-16T07:08:24.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.180+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=DEJKYYU35GUL type=del 2024-09-16T07:08:24.182 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.181+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=97F8267OAOFK type=del size=1817048 2024-09-16T07:08:24.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.184+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=P792XTEG40YZ type=del 2024-09-16T07:08:24.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.185+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=HBGVCFY94RUZ type=write size=777996 2024-09-16T07:08:24.187 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.187+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=QCEKCM6AIAJC type=write size=232005 2024-09-16T07:08:24.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.191+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~VUE04V2S0V8C.0 size=263772 2024-09-16T07:08:24.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.191+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=VUE04V2S0V8C tag=SC0RLOWKY0JZ type=write size=1312348 2024-09-16T07:08:24.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.194+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=1IQE6AMBA2LG type=del 2024-09-16T07:08:24.197 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.196+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.0 size=1048576 2024-09-16T07:08:24.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.199+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.1 size=1048576 2024-09-16T07:08:24.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.200+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.2 size=102414 2024-09-16T07:08:24.200 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.200+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=4TJEEYBY802R tag=CAQE8IBTSGX9 type=write size=3248142 2024-09-16T07:08:24.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.203+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~7MELGZZM7JOI.0 size=927818 2024-09-16T07:08:24.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.206+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=7MELGZZM7JOI tag=9CIT1P6ML807 type=write size=1976394 2024-09-16T07:08:24.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.208+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=PLYLQDZ827DZ type=write size=144996 2024-09-16T07:08:24.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.210+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~USU008NB65BJ.0 size=844188 2024-09-16T07:08:24.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.214+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=USU008NB65BJ tag=80VB4F2HU9LN type=write size=1892764 2024-09-16T07:08:24.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.215+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=42IET2ZBYNZM type=del size=1697006 2024-09-16T07:08:24.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.217+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~FCFWN5FQHYV7.0 size=1048576 2024-09-16T07:08:24.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.219+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~FCFWN5FQHYV7.1 size=658269 2024-09-16T07:08:24.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.222+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=FCFWN5FQHYV7 tag=0FBKDDU6HHSH type=write size=2755421 2024-09-16T07:08:24.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.226+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~H2P5IL03P2D4.0 size=831746 2024-09-16T07:08:24.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.226+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=H2P5IL03P2D4 tag=7YXHSPJ34HBU type=write size=1880322 2024-09-16T07:08:24.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.228+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.0 size=1048576 2024-09-16T07:08:24.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.229+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.1 size=1048576 2024-09-16T07:08:24.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.232+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~NPIWIUSUPGIG.2 size=894593 2024-09-16T07:08:24.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.235+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=NPIWIUSUPGIG tag=MFQDJ9KLB86D type=write size=4040321 2024-09-16T07:08:24.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.238+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.0 size=1048576 2024-09-16T07:08:24.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.240+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.1 size=1048576 2024-09-16T07:08:24.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.242+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.2 size=831839 2024-09-16T07:08:24.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.242+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=24NZ1VJ2A4CC tag=CA9ZVGQK8U8D type=write size=3977567 2024-09-16T07:08:24.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.246+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=FCQU12CS22AQ type=del 2024-09-16T07:08:24.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.247+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=K87K7KXJ1WRT type=del size=2936827 2024-09-16T07:08:24.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.251+0000 7f6a4dc63640 1 < suggested update operation key=Q30B5IQL3VQX tag=GZY9XP7993FH type=del size=1890670 2024-09-16T07:08:24.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.254+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=1PDXJNWKJPHA type=del size=1313213 2024-09-16T07:08:24.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.255+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=27JNGVHEN1JN type=del 2024-09-16T07:08:24.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.257+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=684I1890TGPE type=del size=14136 2024-09-16T07:08:24.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.259+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=J52TEC7LD96I type=del 2024-09-16T07:08:24.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.261+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=GE85CQ4GKRF7 type=del size=544543 2024-09-16T07:08:24.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.263+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=FCV6EKBET4TG type=del 2024-09-16T07:08:24.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.267+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.0 size=1048576 2024-09-16T07:08:24.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.268+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.1 size=1048576 2024-09-16T07:08:24.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.270+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.2 size=71354 2024-09-16T07:08:24.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.270+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=332FKPN10K9B tag=W4ZN8S4WKBIC type=write size=3217082 2024-09-16T07:08:24.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.272+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=4X4586KZGS15 type=del 2024-09-16T07:08:24.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.274+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=QB8HXY4MLSI6 type=del size=790503 2024-09-16T07:08:24.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.276+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.0 size=1048576 2024-09-16T07:08:24.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.277+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.1 size=1048576 2024-09-16T07:08:24.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.279+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~CWSDQ9C7TCU4.2 size=956747 2024-09-16T07:08:24.282 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.282+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=CWSDQ9C7TCU4 tag=FDCW4BNPQKTS type=write size=4102475 2024-09-16T07:08:24.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.287+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~7NC9V6OUXX9L.0 size=927113 2024-09-16T07:08:24.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.287+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=7NC9V6OUXX9L tag=IRSD34HQ8X0J type=write size=1975689 2024-09-16T07:08:24.288 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.288+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.0 size=1048576 2024-09-16T07:08:24.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.290+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.1 size=1048576 2024-09-16T07:08:24.291 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.291+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~4YIRKILBAYRJ.2 size=155302 2024-09-16T07:08:24.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.295+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=4YIRKILBAYRJ tag=NH0PU7XPIZLD type=write size=3301030 2024-09-16T07:08:24.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.300+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~U73WWM47AOOI.0 size=933051 2024-09-16T07:08:24.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.300+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=U73WWM47AOOI tag=W3D5ENNL93A3 type=write size=1981627 2024-09-16T07:08:24.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.301+0000 7f6a4dc63640 1 < canceled operation key=BKU75GT4GD2J tag=97F8267OAOFK type=del size=1817048 2024-09-16T07:08:24.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.303+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=6HHYB194EJQI type=del size=2406659 2024-09-16T07:08:24.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.305+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=HBGVCFY94RUZ type=write size=777996 2024-09-16T07:08:24.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.308+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=MX0883D3JTR0 type=del size=446387 2024-09-16T07:08:24.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.310+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~VUE04V2S0V8C.0 size=263772 2024-09-16T07:08:24.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.313+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=VUE04V2S0V8C tag=SC0RLOWKY0JZ type=write size=1312348 2024-09-16T07:08:24.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.316+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=OIGT0DQF6H2I type=del size=750250 2024-09-16T07:08:24.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.318+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.0 size=1048576 2024-09-16T07:08:24.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.319+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.1 size=1048576 2024-09-16T07:08:24.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.320+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~4TJEEYBY802R.2 size=102414 2024-09-16T07:08:24.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.324+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=4TJEEYBY802R tag=CAQE8IBTSGX9 type=write size=3248142 2024-09-16T07:08:24.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.326+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=S6G3C24C12Z0 type=write size=487351 2024-09-16T07:08:24.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.328+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=PLYLQDZ827DZ type=write size=144996 2024-09-16T07:08:24.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.331+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=8KZEYVMTHUI2 type=del size=1952936 2024-09-16T07:08:24.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.332+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=42IET2ZBYNZM type=del 2024-09-16T07:08:24.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.334+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=JAYBUPNVU594 type=del size=2820218 2024-09-16T07:08:24.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.336+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~H2P5IL03P2D4.0 size=831746 2024-09-16T07:08:24.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.339+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=H2P5IL03P2D4 tag=7YXHSPJ34HBU type=write size=1880322 2024-09-16T07:08:24.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.343+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~YNI9GB9YSYJ8.0 size=433261 2024-09-16T07:08:24.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.343+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=YNI9GB9YSYJ8 tag=B38KQRBDBGPH type=write size=1481837 2024-09-16T07:08:24.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.345+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.0 size=1048576 2024-09-16T07:08:24.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.347+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.1 size=1048576 2024-09-16T07:08:24.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.348+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~24NZ1VJ2A4CC.2 size=831839 2024-09-16T07:08:24.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.352+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=24NZ1VJ2A4CC tag=CA9ZVGQK8U8D type=write size=3977567 2024-09-16T07:08:24.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.355+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=ED9TBOSZ3UGA type=del size=2433362 2024-09-16T07:08:24.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.355+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=K87K7KXJ1WRT type=del 2024-09-16T07:08:24.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.358+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=4KQRNC2W8W48 type=del size=1443934 2024-09-16T07:08:24.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.360+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=1PDXJNWKJPHA type=del 2024-09-16T07:08:24.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.363+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.0 size=1048576 2024-09-16T07:08:24.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.366+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.1 size=1048576 2024-09-16T07:08:24.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.367+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.2 size=321254 2024-09-16T07:08:24.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.367+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=SR7QRUWQ8H8J tag=5JA038QS2UPS type=write size=3466982 2024-09-16T07:08:24.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.369+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=684I1890TGPE type=del 2024-09-16T07:08:24.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.371+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=M2S97RJU7AU5 type=write size=188231 2024-09-16T07:08:24.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.373+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=GE85CQ4GKRF7 type=del 2024-09-16T07:08:24.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.376+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~RFBSCPM8GJAW.0 size=131204 2024-09-16T07:08:24.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.376+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=RFBSCPM8GJAW tag=ZC0XRUTH2TQI type=write size=1179780 2024-09-16T07:08:24.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.378+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.0 size=1048576 2024-09-16T07:08:24.380 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.380+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.1 size=1048576 2024-09-16T07:08:24.381 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.381+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~332FKPN10K9B.2 size=71354 2024-09-16T07:08:24.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.385+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=332FKPN10K9B tag=W4ZN8S4WKBIC type=write size=3217082 2024-09-16T07:08:24.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.388+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~HRWT6CY19NG6.0 size=423316 2024-09-16T07:08:24.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.388+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=HRWT6CY19NG6 tag=QMY4XKHK6V32 type=write size=1471892 2024-09-16T07:08:24.391 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.391+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=QB8HXY4MLSI6 type=del 2024-09-16T07:08:24.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.394+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=LX3H530EX9IS type=del size=802145 2024-09-16T07:08:24.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.396+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~7NC9V6OUXX9L.0 size=927113 2024-09-16T07:08:24.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.399+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=7NC9V6OUXX9L tag=IRSD34HQ8X0J type=write size=1975689 2024-09-16T07:08:24.403 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.402+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~VEJQ6KE412JM.0 size=342042 2024-09-16T07:08:24.403 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.402+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=VEJQ6KE412JM tag=RXQWO3GAZB4Y type=write size=1390618 2024-09-16T07:08:24.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.404+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~U73WWM47AOOI.0 size=933051 2024-09-16T07:08:24.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.407+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=U73WWM47AOOI tag=W3D5ENNL93A3 type=write size=1981627 2024-09-16T07:08:24.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.410+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=AYUG3GKARLZA type=del size=2992832 2024-09-16T07:08:24.413 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.413+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=6HHYB194EJQI type=del size=2406659 2024-09-16T07:08:24.416 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.416+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=08HK5JISFA54 type=del size=1990639 2024-09-16T07:08:24.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.419+0000 7f6a4dc63640 1 < suggested update operation key=AWJBSUV0CGLC tag=MX0883D3JTR0 type=del size=446387 2024-09-16T07:08:24.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.423+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~E8TWDNHS825C.0 size=439733 2024-09-16T07:08:24.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.423+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=E8TWDNHS825C tag=BO17JNS7YG8M type=write size=1488309 2024-09-16T07:08:24.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.427+0000 7f6a4dc63640 1 < suggested update operation key=P2CZGUGP20MI tag=OIGT0DQF6H2I type=del size=750250 2024-09-16T07:08:24.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.429+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=3JWY21XRBAT2 type=del size=839937 2024-09-16T07:08:24.432 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.432+0000 7f6a4dc63640 1 < suggested update operation key=88MH2W7ZQS96 tag=S6G3C24C12Z0 type=write size=487351 2024-09-16T07:08:24.434 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.435+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=D1Z0Z74WI2V5 type=del size=3832555 2024-09-16T07:08:24.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.436+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=8KZEYVMTHUI2 type=del 2024-09-16T07:08:24.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.441+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.0 size=1048576 2024-09-16T07:08:24.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.441+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.1 size=1048576 2024-09-16T07:08:24.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.443+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.2 size=25600 2024-09-16T07:08:24.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.443+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=UIUO51DXVHFQ tag=MVQFKK1EX2VM type=write size=3171328 2024-09-16T07:08:24.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.445+0000 7f6a4dc63640 1 < canceled operation key=8P0FKUBB0X3E tag=JAYBUPNVU594 type=del size=2820218 2024-09-16T07:08:24.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.449+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~VYDG0VZLZMHU.0 size=989424 2024-09-16T07:08:24.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.449+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=VYDG0VZLZMHU tag=9PL29QRC55BX type=write size=2038000 2024-09-16T07:08:24.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.451+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~YNI9GB9YSYJ8.0 size=433261 2024-09-16T07:08:24.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.455+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=YNI9GB9YSYJ8 tag=B38KQRBDBGPH type=write size=1481837 2024-09-16T07:08:24.459 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.459+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~SPJJK3S68GZ1.0 size=355699 2024-09-16T07:08:24.459 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.459+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=SPJJK3S68GZ1 tag=J01275549139 type=write size=1404275 2024-09-16T07:08:24.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.461+0000 7f6a4dc63640 1 < canceled operation key=BKU75GT4GD2J tag=ED9TBOSZ3UGA type=del size=2433362 2024-09-16T07:08:24.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.465+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.0 size=1048576 2024-09-16T07:08:24.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.467+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.1 size=1048576 2024-09-16T07:08:24.468 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.468+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.2 size=95925 2024-09-16T07:08:24.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.468+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=UUAVUY38IE7W tag=S4SOR3PAAG73 type=write size=3241653 2024-09-16T07:08:24.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.472+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=4KQRNC2W8W48 type=del 2024-09-16T07:08:24.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.475+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=1KPYNC92UVVS type=write size=11072 2024-09-16T07:08:24.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.476+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.0 size=1048576 2024-09-16T07:08:24.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.479+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.1 size=1048576 2024-09-16T07:08:24.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.480+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~SR7QRUWQ8H8J.2 size=321254 2024-09-16T07:08:24.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.484+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=SR7QRUWQ8H8J tag=5JA038QS2UPS type=write size=3466982 2024-09-16T07:08:24.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.488+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~GFCVQXR26Q23.0 size=1048576 2024-09-16T07:08:24.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.489+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~GFCVQXR26Q23.1 size=297756 2024-09-16T07:08:24.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.489+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=GFCVQXR26Q23 tag=H4HTP9R4A055 type=write size=2394908 2024-09-16T07:08:24.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.491+0000 7f6a4dc63640 1 < completed write operation key=4X79D295RZ4K tag=M2S97RJU7AU5 type=write size=188231 2024-09-16T07:08:24.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.495+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~1PKN4FYUWQZ0.0 size=708472 2024-09-16T07:08:24.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.495+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=1PKN4FYUWQZ0 tag=V3EXQ9GK6QWP type=write size=1757048 2024-09-16T07:08:24.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.497+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~RFBSCPM8GJAW.0 size=131204 2024-09-16T07:08:24.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.501+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=RFBSCPM8GJAW tag=ZC0XRUTH2TQI type=write size=1179780 2024-09-16T07:08:24.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.506+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~5EWQCHYRVZC6.0 size=170485 2024-09-16T07:08:24.507 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.506+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=5EWQCHYRVZC6 tag=7B135YG6GX6S type=write size=1219061 2024-09-16T07:08:24.509 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.508+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~HRWT6CY19NG6.0 size=423316 2024-09-16T07:08:24.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.512+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=HRWT6CY19NG6 tag=QMY4XKHK6V32 type=write size=1471892 2024-09-16T07:08:24.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.514+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=FWFC5VM17AF3 type=del size=2114376 2024-09-16T07:08:24.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.516+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=LX3H530EX9IS type=del 2024-09-16T07:08:24.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.520+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~3OG0XC9NQDQF.0 size=1048576 2024-09-16T07:08:24.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.521+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~3OG0XC9NQDQF.1 size=900384 2024-09-16T07:08:24.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.521+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=3OG0XC9NQDQF tag=VMZVJYAZD0H9 type=write size=2997536 2024-09-16T07:08:24.523 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.523+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~VEJQ6KE412JM.0 size=342042 2024-09-16T07:08:24.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.528+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=VEJQ6KE412JM tag=RXQWO3GAZB4Y type=write size=1390618 2024-09-16T07:08:24.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.529+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=7O6TKGONF2ZW type=del size=471986 2024-09-16T07:08:24.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.531+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=AYUG3GKARLZA type=del 2024-09-16T07:08:24.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.533+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=F4K49GF907XX type=write size=149922 2024-09-16T07:08:24.535 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.535+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=08HK5JISFA54 type=del 2024-09-16T07:08:24.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.538+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~KFX5IARD4TNL.0 size=677998 2024-09-16T07:08:24.539 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.538+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=KFX5IARD4TNL tag=WOX8R63B2RYO type=write size=1726574 2024-09-16T07:08:24.539 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.539+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~E8TWDNHS825C.0 size=439733 2024-09-16T07:08:24.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.543+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=E8TWDNHS825C tag=BO17JNS7YG8M type=write size=1488309 2024-09-16T07:08:24.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.545+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=FCA05J3085IG type=del size=2116923 2024-09-16T07:08:24.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.550+0000 7f6a4dc63640 1 < suggested update operation key=4X79D295RZ4K tag=3JWY21XRBAT2 type=del size=839937 2024-09-16T07:08:24.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.552+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=YN2ABOJP5LTW type=del size=2008044 2024-09-16T07:08:24.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.554+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=D1Z0Z74WI2V5 type=del 2024-09-16T07:08:24.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.556+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=3LZMHZ9SY4YD type=del size=331953 2024-09-16T07:08:24.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.558+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.0 size=1048576 2024-09-16T07:08:24.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.560+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.1 size=1048576 2024-09-16T07:08:24.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.562+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~UIUO51DXVHFQ.2 size=25600 2024-09-16T07:08:24.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.565+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=UIUO51DXVHFQ tag=MVQFKK1EX2VM type=write size=3171328 2024-09-16T07:08:24.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.569+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~ON5YWJV0ZD9N.0 size=257767 2024-09-16T07:08:24.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.569+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=ON5YWJV0ZD9N tag=WCVUO3VP7CEE type=write size=1306343 2024-09-16T07:08:24.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.571+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~VYDG0VZLZMHU.0 size=989424 2024-09-16T07:08:24.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.575+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=VYDG0VZLZMHU tag=9PL29QRC55BX type=write size=2038000 2024-09-16T07:08:24.577 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.577+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=8TLWJHQGKM4U type=del size=728838 2024-09-16T07:08:24.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.580+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~SPJJK3S68GZ1.0 size=355699 2024-09-16T07:08:24.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.583+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=SPJJK3S68GZ1 tag=J01275549139 type=write size=1404275 2024-09-16T07:08:24.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.588+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.0 size=1048576 2024-09-16T07:08:24.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.589+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.1 size=1048576 2024-09-16T07:08:24.591 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.592+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.2 size=766250 2024-09-16T07:08:24.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.592+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=XRMCSTS6CZKV tag=S31RS2H378GU type=write size=3911978 2024-09-16T07:08:24.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.592+0000 7f6a4dc63640 1 < canceled part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.0 size=1048576 2024-09-16T07:08:24.593 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.594+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.1 size=1048576 2024-09-16T07:08:24.595 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.595+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~UUAVUY38IE7W.2 size=95925 2024-09-16T07:08:24.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.598+0000 7f6a4dc63640 1 < canceled multipart upload key=4X79D295RZ4K upload=UUAVUY38IE7W tag=S4SOR3PAAG73 type=write size=3241653 2024-09-16T07:08:24.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.603+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.0 size=1048576 2024-09-16T07:08:24.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.604+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.1 size=1048576 2024-09-16T07:08:24.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.606+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.2 size=494803 2024-09-16T07:08:24.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.606+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=3Y27YHHQFNUZ tag=8HZDQZ8GAPN9 type=write size=3640531 2024-09-16T07:08:24.608 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.609+0000 7f6a4dc63640 1 < completed write operation key=GFIHYJ7SKCL4 tag=1KPYNC92UVVS type=write size=11072 2024-09-16T07:08:24.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.611+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=3GQ2PSO9XQ02 type=del size=4005551 2024-09-16T07:08:24.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.613+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~GFCVQXR26Q23.0 size=1048576 2024-09-16T07:08:24.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.613+0000 7f6a4dc63640 1 < canceled part key=_multipart_P2CZGUGP20MI.2~GFCVQXR26Q23.1 size=297756 2024-09-16T07:08:24.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.616+0000 7f6a4dc63640 1 < canceled multipart upload key=P2CZGUGP20MI upload=GFCVQXR26Q23 tag=H4HTP9R4A055 type=write size=2394908 2024-09-16T07:08:24.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.619+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=Y6A14MJQ2DGD type=write size=303257 2024-09-16T07:08:24.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.621+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~1PKN4FYUWQZ0.0 size=708472 2024-09-16T07:08:24.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.625+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=1PKN4FYUWQZ0 tag=V3EXQ9GK6QWP type=write size=1757048 2024-09-16T07:08:24.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.627+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=KL2A8HKF62H3 type=del size=1952014 2024-09-16T07:08:24.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.630+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~5EWQCHYRVZC6.0 size=170485 2024-09-16T07:08:24.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.634+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=5EWQCHYRVZC6 tag=7B135YG6GX6S type=write size=1219061 2024-09-16T07:08:24.636 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.636+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=9QBJPI0VHL8C type=del size=2054559 2024-09-16T07:08:24.639 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.639+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=FWFC5VM17AF3 type=del 2024-09-16T07:08:24.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.644+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.0 size=1048576 2024-09-16T07:08:24.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.645+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.1 size=1048576 2024-09-16T07:08:24.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.647+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.2 size=859131 2024-09-16T07:08:24.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.647+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=V9FF7AISYGMY tag=3E36PSPA4HEB type=write size=4004859 2024-09-16T07:08:24.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.649+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~3OG0XC9NQDQF.0 size=1048576 2024-09-16T07:08:24.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.649+0000 7f6a4dc63640 1 < canceled part key=_multipart_H3Q1PCCXPXUK.2~3OG0XC9NQDQF.1 size=900384 2024-09-16T07:08:24.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.652+0000 7f6a4dc63640 1 < canceled multipart upload key=H3Q1PCCXPXUK upload=3OG0XC9NQDQF tag=VMZVJYAZD0H9 type=write size=2997536 2024-09-16T07:08:24.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.656+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~J8EI77S2SZ55.0 size=1048576 2024-09-16T07:08:24.658 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.658+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~J8EI77S2SZ55.1 size=215227 2024-09-16T07:08:24.658 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.658+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=J8EI77S2SZ55 tag=QL51GD0RNH3O type=write size=2312379 2024-09-16T07:08:24.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.659+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=7O6TKGONF2ZW type=del 2024-09-16T07:08:24.664 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.663+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~I7OXTJ4S1IIG.0 size=593275 2024-09-16T07:08:24.664 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.663+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=I7OXTJ4S1IIG tag=1JQWA3CSZW7M type=write size=1641851 2024-09-16T07:08:24.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.669+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=F4K49GF907XX type=write 2024-09-16T07:08:24.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.671+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=LGC2MMI1AYL6 type=del size=3644028 2024-09-16T07:08:24.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.672+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~KFX5IARD4TNL.0 size=677998 2024-09-16T07:08:24.676 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.677+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=KFX5IARD4TNL tag=WOX8R63B2RYO type=write size=1726574 2024-09-16T07:08:24.678 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.678+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=2PBOIPPY41DU type=write size=668395 2024-09-16T07:08:24.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.680+0000 7f6a4dc63640 1 < canceled operation key=ZTYIYV79PWM7 tag=FCA05J3085IG type=del size=2116923 2024-09-16T07:08:24.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.682+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=KZIB0H623X3N type=del size=1615935 2024-09-16T07:08:24.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.684+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=YN2ABOJP5LTW type=del 2024-09-16T07:08:24.687 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.687+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.0 size=1048576 2024-09-16T07:08:24.689 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.690+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.1 size=1048576 2024-09-16T07:08:24.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.691+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.2 size=598985 2024-09-16T07:08:24.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.691+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=ICHPGCBLDETP tag=1MWG31JG2MAS type=write size=3744713 2024-09-16T07:08:24.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.695+0000 7f6a4dc63640 1 < suggested update operation key=ZE3LE1W5V8E6 tag=3LZMHZ9SY4YD type=del size=331953 2024-09-16T07:08:24.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.697+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=7FBWOZI0OPNQ type=del size=1373077 2024-09-16T07:08:24.699 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.699+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~ON5YWJV0ZD9N.0 size=257767 2024-09-16T07:08:24.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.702+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=ON5YWJV0ZD9N tag=WCVUO3VP7CEE type=write size=1306343 2024-09-16T07:08:24.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.706+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~NVQD7ZYXXZ13.0 size=1048576 2024-09-16T07:08:24.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.708+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~NVQD7ZYXXZ13.1 size=169555 2024-09-16T07:08:24.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.708+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=NVQD7ZYXXZ13 tag=0SPRIN4OGQJF type=write size=2266707 2024-09-16T07:08:24.712 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.711+0000 7f6a4dc63640 1 < suggested update operation key=1Y4BGXOVL52F tag=8TLWJHQGKM4U type=del size=728838 2024-09-16T07:08:24.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.713+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=5ZPEZZ8YLKJP type=del size=452126 2024-09-16T07:08:24.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.716+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.0 size=1048576 2024-09-16T07:08:24.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.718+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.1 size=1048576 2024-09-16T07:08:24.719 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.720+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~XRMCSTS6CZKV.2 size=766250 2024-09-16T07:08:24.723 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.723+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=XRMCSTS6CZKV tag=S31RS2H378GU type=write size=3911978 2024-09-16T07:08:24.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.727+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~QF1LAVPDXII2.0 size=140424 2024-09-16T07:08:24.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.727+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=QF1LAVPDXII2 tag=MMY4TCQO6QRV type=write size=1189000 2024-09-16T07:08:24.729 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.729+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.0 size=1048576 2024-09-16T07:08:24.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.731+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.1 size=1048576 2024-09-16T07:08:24.732 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.732+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~3Y27YHHQFNUZ.2 size=494803 2024-09-16T07:08:24.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.737+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=3Y27YHHQFNUZ tag=8HZDQZ8GAPN9 type=write size=3640531 2024-09-16T07:08:24.740 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.740+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~0VD27LY3YG89.0 size=909511 2024-09-16T07:08:24.740 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.740+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=0VD27LY3YG89 tag=DM41E53YHA6M type=write size=1958087 2024-09-16T07:08:24.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.742+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=3GQ2PSO9XQ02 type=del 2024-09-16T07:08:24.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.744+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=LDPU92Y6AZXA type=write size=251028 2024-09-16T07:08:24.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.746+0000 7f6a4dc63640 -1 < failed to complete operation key=Q30B5IQL3VQX tag=Y6A14MJQ2DGD type=write size=303257: (22) Invalid argument 2024-09-16T07:08:24.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.748+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=ALR1RBU8ZYFI type=del size=2099062 2024-09-16T07:08:24.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.751+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=KL2A8HKF62H3 type=del 2024-09-16T07:08:24.753 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.753+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.0 size=1048576 2024-09-16T07:08:24.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.755+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.1 size=1048576 2024-09-16T07:08:24.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.757+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.2 size=968487 2024-09-16T07:08:24.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.757+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=OC21ORTF448K tag=40FG40TCM4X8 type=write size=4114215 2024-09-16T07:08:24.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.758+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=9QBJPI0VHL8C type=del 2024-09-16T07:08:24.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.762+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~PSH9ITT4PW1F.0 size=1048576 2024-09-16T07:08:24.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.764+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~PSH9ITT4PW1F.1 size=1007200 2024-09-16T07:08:24.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.764+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=PSH9ITT4PW1F tag=2WQU6MKV8J2T type=write size=3104352 2024-09-16T07:08:24.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.766+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.0 size=1048576 2024-09-16T07:08:24.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.767+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.1 size=1048576 2024-09-16T07:08:24.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.769+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~V9FF7AISYGMY.2 size=859131 2024-09-16T07:08:24.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.773+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=V9FF7AISYGMY tag=3E36PSPA4HEB type=write size=4004859 2024-09-16T07:08:24.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.774+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=BFZYWQIJ8YKJ type=del size=2867253 2024-09-16T07:08:24.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.776+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~J8EI77S2SZ55.0 size=1048576 2024-09-16T07:08:24.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.779+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~J8EI77S2SZ55.1 size=215227 2024-09-16T07:08:24.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.783+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=J8EI77S2SZ55 tag=QL51GD0RNH3O type=write size=2312379 2024-09-16T07:08:24.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.785+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=OQ30A1U9USJ2 type=del size=348502 2024-09-16T07:08:24.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.787+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~I7OXTJ4S1IIG.0 size=593275 2024-09-16T07:08:24.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.790+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=I7OXTJ4S1IIG tag=1JQWA3CSZW7M type=write size=1641851 2024-09-16T07:08:24.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.794+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~LD8OGYOZO01V.0 size=1048576 2024-09-16T07:08:24.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.796+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~LD8OGYOZO01V.1 size=99199 2024-09-16T07:08:24.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.796+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=LD8OGYOZO01V tag=CCMSF40DXH7W type=write size=2196351 2024-09-16T07:08:24.798 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.798+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=LGC2MMI1AYL6 type=del 2024-09-16T07:08:24.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.803+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~KDZ3BJK8UAFJ.0 size=315746 2024-09-16T07:08:24.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.803+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=KDZ3BJK8UAFJ tag=T57Q0TAJCEBH type=write size=1364322 2024-09-16T07:08:24.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.806+0000 7f6a4dc63640 1 < suggested remove operation key=7K8UF0MUS6U8 tag=2PBOIPPY41DU type=write 2024-09-16T07:08:24.808 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.808+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=XDLBOXR5Z04D type=del size=98966 2024-09-16T07:08:24.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.810+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=KZIB0H623X3N type=del 2024-09-16T07:08:24.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.812+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=JEFQH7J85C5P type=del size=3398287 2024-09-16T07:08:24.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.815+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.0 size=1048576 2024-09-16T07:08:24.816 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.816+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.1 size=1048576 2024-09-16T07:08:24.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.817+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~ICHPGCBLDETP.2 size=598985 2024-09-16T07:08:24.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.821+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=ICHPGCBLDETP tag=1MWG31JG2MAS type=write size=3744713 2024-09-16T07:08:24.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.823+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=CNHMTJCKZYFT type=del size=614157 2024-09-16T07:08:24.827 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.827+0000 7f6a4dc63640 1 < suggested update operation key=K1NW8211P2C1 tag=7FBWOZI0OPNQ type=del size=1373077 2024-09-16T07:08:24.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.830+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~1MD4ZHMV1KYY.0 size=1048576 2024-09-16T07:08:24.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.832+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~1MD4ZHMV1KYY.1 size=140587 2024-09-16T07:08:24.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.832+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=1MD4ZHMV1KYY tag=0SHXN3V4EYTY type=write size=2237739 2024-09-16T07:08:24.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.834+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~NVQD7ZYXXZ13.0 size=1048576 2024-09-16T07:08:24.836 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.836+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~NVQD7ZYXXZ13.1 size=169555 2024-09-16T07:08:24.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.839+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=NVQD7ZYXXZ13 tag=0SPRIN4OGQJF type=write size=2266707 2024-09-16T07:08:24.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.842+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=ZSEZZ4C81XGB type=del size=1856596 2024-09-16T07:08:24.844 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.844+0000 7f6a4dc63640 -1 < failed to complete operation key=K1NW8211P2C1 tag=5ZPEZZ8YLKJP type=del size=452126: (22) Invalid argument 2024-09-16T07:08:24.846 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.846+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=MVE1R92YY59U type=del size=859420 2024-09-16T07:08:24.846 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.846+0000 7f6a4dc63640 1 < canceled part key=_multipart_JXTTJU9B6QQY.2~QF1LAVPDXII2.0 size=140424 2024-09-16T07:08:24.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.851+0000 7f6a4dc63640 1 < canceled multipart upload key=JXTTJU9B6QQY upload=QF1LAVPDXII2 tag=MMY4TCQO6QRV type=write size=1189000 2024-09-16T07:08:24.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.852+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=6TYU9Q1P46GA type=write size=978506 2024-09-16T07:08:24.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.854+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~0VD27LY3YG89.0 size=909511 2024-09-16T07:08:24.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.858+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=0VD27LY3YG89 tag=DM41E53YHA6M type=write size=1958087 2024-09-16T07:08:24.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.863+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~YDMKF1AEE7AP.0 size=576304 2024-09-16T07:08:24.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.863+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=YDMKF1AEE7AP tag=QNV1KU9MBTD8 type=write size=1624880 2024-09-16T07:08:24.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.864+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=LDPU92Y6AZXA type=write size=251028 2024-09-16T07:08:24.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.866+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=K9VGWASDK7JW type=write size=621506 2024-09-16T07:08:24.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.868+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=ALR1RBU8ZYFI type=del 2024-09-16T07:08:24.870 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.869+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=ASEQNHXWMVAK type=write size=394655 2024-09-16T07:08:24.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.871+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.0 size=1048576 2024-09-16T07:08:24.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.873+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.1 size=1048576 2024-09-16T07:08:24.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.875+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~OC21ORTF448K.2 size=968487 2024-09-16T07:08:24.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.879+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=OC21ORTF448K tag=40FG40TCM4X8 type=write size=4114215 2024-09-16T07:08:24.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.880+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=1KNXZ9YFFWKA type=del size=3491542 2024-09-16T07:08:24.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.883+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~PSH9ITT4PW1F.0 size=1048576 2024-09-16T07:08:24.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.883+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~PSH9ITT4PW1F.1 size=1007200 2024-09-16T07:08:24.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.887+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=PSH9ITT4PW1F tag=2WQU6MKV8J2T type=write size=3104352 2024-09-16T07:08:24.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.887+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=9G6EG1EMU7NK type=del size=1937437 2024-09-16T07:08:24.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.889+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=BFZYWQIJ8YKJ type=del 2024-09-16T07:08:24.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.892+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=GADNN9M6I79M type=del size=1842818 2024-09-16T07:08:24.894 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.893+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=OQ30A1U9USJ2 type=del 2024-09-16T07:08:24.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.896+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=OTQMSZU5MJ12 type=del size=3871425 2024-09-16T07:08:24.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.899+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~LD8OGYOZO01V.0 size=1048576 2024-09-16T07:08:24.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.900+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~LD8OGYOZO01V.1 size=99199 2024-09-16T07:08:24.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.903+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=LD8OGYOZO01V tag=CCMSF40DXH7W type=write size=2196351 2024-09-16T07:08:24.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.905+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=E1PV0XFQAIU7 type=del size=1872268 2024-09-16T07:08:24.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.908+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~KDZ3BJK8UAFJ.0 size=315746 2024-09-16T07:08:24.912 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.912+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=KDZ3BJK8UAFJ tag=T57Q0TAJCEBH type=write size=1364322 2024-09-16T07:08:24.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.914+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=DA58P90J42T0 type=del size=361118 2024-09-16T07:08:24.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.918+0000 7f6a4dc63640 1 < suggested remove operation key=BKU75GT4GD2J tag=XDLBOXR5Z04D type=del 2024-09-16T07:08:24.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.920+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=UCCC6QC1UEWH type=del size=1794222 2024-09-16T07:08:24.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.923+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=JEFQH7J85C5P type=del 2024-09-16T07:08:24.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.924+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=VI8M7MA6DVCA type=del size=1263574 2024-09-16T07:08:24.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.927+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=CNHMTJCKZYFT type=del 2024-09-16T07:08:24.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.930+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~KGLMSJM34SBD.0 size=1048576 2024-09-16T07:08:24.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.932+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~KGLMSJM34SBD.1 size=454899 2024-09-16T07:08:24.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.932+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=KGLMSJM34SBD tag=5OC73XJP2FGI type=write size=2552051 2024-09-16T07:08:24.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.934+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~1MD4ZHMV1KYY.0 size=1048576 2024-09-16T07:08:24.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.936+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~1MD4ZHMV1KYY.1 size=140587 2024-09-16T07:08:24.939 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.940+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=1MD4ZHMV1KYY tag=0SHXN3V4EYTY type=write size=2237739 2024-09-16T07:08:24.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.944+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.0 size=1048576 2024-09-16T07:08:24.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.944+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.1 size=1048576 2024-09-16T07:08:24.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.947+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.2 size=272995 2024-09-16T07:08:24.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.947+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=KRGMOML5TOYN tag=1GSITFKCSVRH type=write size=3418723 2024-09-16T07:08:24.948 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.949+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=ZSEZZ4C81XGB type=del 2024-09-16T07:08:24.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.952+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.0 size=1048576 2024-09-16T07:08:24.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.953+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.1 size=1048576 2024-09-16T07:08:24.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.955+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.2 size=17112 2024-09-16T07:08:24.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.955+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=ACTYEC91AQOL tag=2RPC82VMLILO type=write size=3162840 2024-09-16T07:08:24.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.957+0000 7f6a4dc63640 1 < canceled operation key=I3HRWIVRML06 tag=MVE1R92YY59U type=del size=859420 2024-09-16T07:08:24.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.960+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~EKTJKGLOKX1B.0 size=300340 2024-09-16T07:08:24.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.960+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=EKTJKGLOKX1B tag=I2OC0EDOLJAO type=write size=1348916 2024-09-16T07:08:24.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.963+0000 7f6a4dc63640 1 < completed write operation key=RMU7VRUO4YOS tag=6TYU9Q1P46GA type=write size=978506 2024-09-16T07:08:24.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.965+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=5USNKDFX5Z88 type=del size=1878316 2024-09-16T07:08:24.967 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.967+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~YDMKF1AEE7AP.0 size=576304 2024-09-16T07:08:24.971 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.971+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=YDMKF1AEE7AP tag=QNV1KU9MBTD8 type=write size=1624880 2024-09-16T07:08:24.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.973+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=2MDKTKSDUNZP type=del size=1692524 2024-09-16T07:08:24.976 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.975+0000 7f6a4dc63640 1 < completed write operation key=1Y4BGXOVL52F tag=K9VGWASDK7JW type=write size=621506 2024-09-16T07:08:24.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.979+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~VEWJCI9AS60N.0 size=395888 2024-09-16T07:08:24.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.979+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=VEWJCI9AS60N tag=1I6Y43SJ7YXX type=write size=1444464 2024-09-16T07:08:24.981 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.981+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=ASEQNHXWMVAK type=write size=394655 2024-09-16T07:08:24.985 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.985+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.0 size=1048576 2024-09-16T07:08:24.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.986+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.1 size=1048576 2024-09-16T07:08:24.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.988+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.2 size=245055 2024-09-16T07:08:24.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.988+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=I45FRNU5A2UD tag=XZLO23G873B6 type=write size=3390783 2024-09-16T07:08:24.991 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.991+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=1KNXZ9YFFWKA type=del 2024-09-16T07:08:24.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.994+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~45E9NQD33WED.0 size=404430 2024-09-16T07:08:24.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.994+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=45E9NQD33WED tag=KXS96KXOMY1V type=write size=1453006 2024-09-16T07:08:24.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:24.996+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=9G6EG1EMU7NK type=del 2024-09-16T07:08:25.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.000+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.0 size=1048576 2024-09-16T07:08:25.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.001+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.1 size=1048576 2024-09-16T07:08:25.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.003+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.2 size=144359 2024-09-16T07:08:25.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.003+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=ENHMCV4EO67X tag=JGPV9SCH9LG4 type=write size=3290087 2024-09-16T07:08:25.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.005+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=GADNN9M6I79M type=del 2024-09-16T07:08:25.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.007+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=WLDO3ZW0Q2YF type=del size=2243771 2024-09-16T07:08:25.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.009+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=OTQMSZU5MJ12 type=del 2024-09-16T07:08:25.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.011+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=0SA2M4U3EIJD type=del size=997303 2024-09-16T07:08:25.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.014+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=E1PV0XFQAIU7 type=del 2024-09-16T07:08:25.017 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.017+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~MYOBN1VTUVCO.0 size=352583 2024-09-16T07:08:25.017 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.017+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=MYOBN1VTUVCO tag=K377JSOBIUPN type=write size=1401159 2024-09-16T07:08:25.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.019+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=DA58P90J42T0 type=del 2024-09-16T07:08:25.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.021+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=13239JYOEQ5A type=write size=539112 2024-09-16T07:08:25.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.024+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=UCCC6QC1UEWH type=del size=1794222 2024-09-16T07:08:25.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.028+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~SUYRB12NDNWQ.0 size=2889 2024-09-16T07:08:25.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.028+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=SUYRB12NDNWQ tag=C4YWT2JYLWNY type=write size=1051465 2024-09-16T07:08:25.030 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.029+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=VI8M7MA6DVCA type=del size=1263574 2024-09-16T07:08:25.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.033+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~YU2O9XLO72H7.0 size=611129 2024-09-16T07:08:25.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.033+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=YU2O9XLO72H7 tag=GGRALZRXT4AN type=write size=1659705 2024-09-16T07:08:25.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.035+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~KGLMSJM34SBD.0 size=1048576 2024-09-16T07:08:25.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.037+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~KGLMSJM34SBD.1 size=454899 2024-09-16T07:08:25.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.040+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=KGLMSJM34SBD tag=5OC73XJP2FGI type=write size=2552051 2024-09-16T07:08:25.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.044+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.0 size=1048576 2024-09-16T07:08:25.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.045+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.1 size=1048576 2024-09-16T07:08:25.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.047+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.2 size=64523 2024-09-16T07:08:25.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.047+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=9W6T6PPUD8V7 tag=GW97T220SKQ3 type=write size=3210251 2024-09-16T07:08:25.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.048+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.0 size=1048576 2024-09-16T07:08:25.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.051+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.1 size=1048576 2024-09-16T07:08:25.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.053+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~KRGMOML5TOYN.2 size=272995 2024-09-16T07:08:25.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.056+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=KRGMOML5TOYN tag=1GSITFKCSVRH type=write size=3418723 2024-09-16T07:08:25.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.058+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=K1R2HC390Q3C type=del size=720971 2024-09-16T07:08:25.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.060+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.0 size=1048576 2024-09-16T07:08:25.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.061+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.1 size=1048576 2024-09-16T07:08:25.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.063+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~ACTYEC91AQOL.2 size=17112 2024-09-16T07:08:25.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.066+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=ACTYEC91AQOL tag=2RPC82VMLILO type=write size=3162840 2024-09-16T07:08:25.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.069+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=N8W03B8T5N3M type=del size=3221031 2024-09-16T07:08:25.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.070+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~EKTJKGLOKX1B.0 size=300340 2024-09-16T07:08:25.074 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.074+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=EKTJKGLOKX1B tag=I2OC0EDOLJAO type=write size=1348916 2024-09-16T07:08:25.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.076+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=D7D7SL3I11UA type=del size=2006782 2024-09-16T07:08:25.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.078+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=5USNKDFX5Z88 type=del 2024-09-16T07:08:25.085 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.085+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.0 size=1048576 2024-09-16T07:08:25.087 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.088+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.1 size=1048576 2024-09-16T07:08:25.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.088+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.2 size=238098 2024-09-16T07:08:25.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.088+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=9I96Y8XI18VK tag=M2VIZGJ36ILH type=write size=3383826 2024-09-16T07:08:25.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.090+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=2MDKTKSDUNZP type=del 2024-09-16T07:08:25.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.094+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~I37KV1WD5FYN.0 size=1048576 2024-09-16T07:08:25.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.096+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~I37KV1WD5FYN.1 size=237193 2024-09-16T07:08:25.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.096+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=I37KV1WD5FYN tag=PROM443GXCDZ type=write size=2334345 2024-09-16T07:08:25.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.098+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~VEWJCI9AS60N.0 size=395888 2024-09-16T07:08:25.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.102+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=VEWJCI9AS60N tag=1I6Y43SJ7YXX type=write size=1444464 2024-09-16T07:08:25.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.105+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~60JZOOGQ9AWW.0 size=1048576 2024-09-16T07:08:25.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.107+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~60JZOOGQ9AWW.1 size=51501 2024-09-16T07:08:25.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.107+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=60JZOOGQ9AWW tag=65K9R4VIS3RN type=write size=2148653 2024-09-16T07:08:25.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.107+0000 7f6a4dc63640 1 < canceled part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.0 size=1048576 2024-09-16T07:08:25.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.109+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.1 size=1048576 2024-09-16T07:08:25.110 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.110+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~I45FRNU5A2UD.2 size=245055 2024-09-16T07:08:25.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.114+0000 7f6a4dc63640 1 < canceled multipart upload key=MWVV9JSK8I1K upload=I45FRNU5A2UD tag=XZLO23G873B6 type=write size=3390783 2024-09-16T07:08:25.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.116+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=RDCNDDJHW8AW type=write size=431476 2024-09-16T07:08:25.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.118+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~45E9NQD33WED.0 size=404430 2024-09-16T07:08:25.121 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.121+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=45E9NQD33WED tag=KXS96KXOMY1V type=write size=1453006 2024-09-16T07:08:25.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.123+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=17WTSL6950TQ type=del size=3488368 2024-09-16T07:08:25.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.128+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.0 size=1048576 2024-09-16T07:08:25.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.129+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.1 size=1048576 2024-09-16T07:08:25.131 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.131+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~ENHMCV4EO67X.2 size=144359 2024-09-16T07:08:25.135 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.135+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=ENHMCV4EO67X tag=JGPV9SCH9LG4 type=write size=3290087 2024-09-16T07:08:25.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.140+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~SC3ZV7DSW5A9.0 size=1048576 2024-09-16T07:08:25.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.142+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~SC3ZV7DSW5A9.1 size=1038395 2024-09-16T07:08:25.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.142+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=SC3ZV7DSW5A9 tag=HWZO12FBVUF3 type=write size=3135547 2024-09-16T07:08:25.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.144+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=WLDO3ZW0Q2YF type=del 2024-09-16T07:08:25.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.146+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=GE9GXCNORHAF type=del size=790691 2024-09-16T07:08:25.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.152+0000 7f6a4dc63640 1 < suggested update operation key=LD42W1X7ICIU tag=0SA2M4U3EIJD type=del size=997303 2024-09-16T07:08:25.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.155+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~P8FLECV3PNGX.0 size=327223 2024-09-16T07:08:25.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.155+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=P8FLECV3PNGX tag=AVUOXMF8AEKR type=write size=1375799 2024-09-16T07:08:25.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.158+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~MYOBN1VTUVCO.0 size=352583 2024-09-16T07:08:25.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.161+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=MYOBN1VTUVCO tag=K377JSOBIUPN type=write size=1401159 2024-09-16T07:08:25.164 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.164+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.0 size=1048576 2024-09-16T07:08:25.167 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.167+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.1 size=1048576 2024-09-16T07:08:25.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.168+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.2 size=460600 2024-09-16T07:08:25.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.168+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=R3O3RHHK6E75 tag=MQNDN0K4NY79 type=write size=3606328 2024-09-16T07:08:25.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.170+0000 7f6a4dc63640 1 < completed write operation key=Q30B5IQL3VQX tag=13239JYOEQ5A type=write size=539112 2024-09-16T07:08:25.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.173+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=646B0HLDY121 type=del size=2657036 2024-09-16T07:08:25.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.175+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~SUYRB12NDNWQ.0 size=2889 2024-09-16T07:08:25.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.178+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=SUYRB12NDNWQ tag=C4YWT2JYLWNY type=write size=1051465 2024-09-16T07:08:25.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.180+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=TG11QR06U6UI type=del size=4174727 2024-09-16T07:08:25.182 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.182+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~YU2O9XLO72H7.0 size=611129 2024-09-16T07:08:25.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.186+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=YU2O9XLO72H7 tag=GGRALZRXT4AN type=write size=1659705 2024-09-16T07:08:25.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.188+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=9BRKLCWR4HCW type=del size=2293716 2024-09-16T07:08:25.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.190+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.0 size=1048576 2024-09-16T07:08:25.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.191+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.1 size=1048576 2024-09-16T07:08:25.192 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.191+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~9W6T6PPUD8V7.2 size=64523 2024-09-16T07:08:25.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.195+0000 7f6a4dc63640 1 < canceled multipart upload key=BKU75GT4GD2J upload=9W6T6PPUD8V7 tag=GW97T220SKQ3 type=write size=3210251 2024-09-16T07:08:25.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.199+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~D7S4U8NJNV5J.0 size=214587 2024-09-16T07:08:25.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.199+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=D7S4U8NJNV5J tag=K3ONBDVMK10B type=write size=1263163 2024-09-16T07:08:25.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.201+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=K1R2HC390Q3C type=del 2024-09-16T07:08:25.203 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.203+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=9W62G414AYK3 type=del size=3622050 2024-09-16T07:08:25.205 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.205+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=N8W03B8T5N3M type=del 2024-09-16T07:08:25.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.209+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.0 size=1048576 2024-09-16T07:08:25.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.211+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.1 size=1048576 2024-09-16T07:08:25.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.213+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.2 size=910222 2024-09-16T07:08:25.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.213+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=4SDDBXMNVOQ7 tag=1A24SKPLFSO0 type=write size=4055950 2024-09-16T07:08:25.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.215+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=D7D7SL3I11UA type=del 2024-09-16T07:08:25.220 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.220+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~SVXDZSVY3OCG.0 size=1048576 2024-09-16T07:08:25.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.222+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~SVXDZSVY3OCG.1 size=869834 2024-09-16T07:08:25.222 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.222+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=SVXDZSVY3OCG tag=CDWNNR314YJL type=write size=2966986 2024-09-16T07:08:25.224 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.224+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.0 size=1048576 2024-09-16T07:08:25.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.226+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.1 size=1048576 2024-09-16T07:08:25.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.228+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~9I96Y8XI18VK.2 size=238098 2024-09-16T07:08:25.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.232+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=9I96Y8XI18VK tag=M2VIZGJ36ILH type=write size=3383826 2024-09-16T07:08:25.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.236+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.0 size=1048576 2024-09-16T07:08:25.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.238+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.1 size=1048576 2024-09-16T07:08:25.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.240+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.2 size=429898 2024-09-16T07:08:25.240 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.240+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=92YXQ5C745MU tag=8N4O8Q5ZAZG8 type=write size=3575626 2024-09-16T07:08:25.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.242+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~I37KV1WD5FYN.0 size=1048576 2024-09-16T07:08:25.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.244+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~I37KV1WD5FYN.1 size=237193 2024-09-16T07:08:25.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.247+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=I37KV1WD5FYN tag=PROM443GXCDZ type=write size=2334345 2024-09-16T07:08:25.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.249+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=I1M04PACY8ER type=del size=3111611 2024-09-16T07:08:25.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.251+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~60JZOOGQ9AWW.0 size=1048576 2024-09-16T07:08:25.252 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.252+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~60JZOOGQ9AWW.1 size=51501 2024-09-16T07:08:25.256 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.256+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=60JZOOGQ9AWW tag=65K9R4VIS3RN type=write size=2148653 2024-09-16T07:08:25.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.258+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=I7EINXOLX30S type=del size=3221312 2024-09-16T07:08:25.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.260+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=RDCNDDJHW8AW type=write size=431476 2024-09-16T07:08:25.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.261+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=LBEQGUOH6NQY type=del size=1094811 2024-09-16T07:08:25.264 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.264+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=17WTSL6950TQ type=del 2024-09-16T07:08:25.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.266+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=T8EYP4QXW4D6 type=del size=3118010 2024-09-16T07:08:25.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.269+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~SC3ZV7DSW5A9.0 size=1048576 2024-09-16T07:08:25.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.270+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~SC3ZV7DSW5A9.1 size=1038395 2024-09-16T07:08:25.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.274+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=SC3ZV7DSW5A9 tag=HWZO12FBVUF3 type=write size=3135547 2024-09-16T07:08:25.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.277+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.0 size=1048576 2024-09-16T07:08:25.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.279+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.1 size=1048576 2024-09-16T07:08:25.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.281+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.2 size=278798 2024-09-16T07:08:25.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.281+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=1SS34IQHU07G tag=F2U1UD2FBYQ4 type=write size=3424526 2024-09-16T07:08:25.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.283+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=GE9GXCNORHAF type=del 2024-09-16T07:08:25.284 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.284+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=FM1FR0CEGSY9 type=del size=370276 2024-09-16T07:08:25.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.286+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~P8FLECV3PNGX.0 size=327223 2024-09-16T07:08:25.290 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.291+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=P8FLECV3PNGX tag=AVUOXMF8AEKR type=write size=1375799 2024-09-16T07:08:25.294 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.294+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.0 size=1048576 2024-09-16T07:08:25.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.296+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.1 size=1048576 2024-09-16T07:08:25.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.297+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.2 size=891656 2024-09-16T07:08:25.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.297+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=5OMF1FVS9KUT tag=XK0G8LV9WNBV type=write size=4037384 2024-09-16T07:08:25.299 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.299+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.0 size=1048576 2024-09-16T07:08:25.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.301+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.1 size=1048576 2024-09-16T07:08:25.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.301+0000 7f6a4dc63640 1 < canceled part key=_multipart_CJJ2FTWX2XGD.2~R3O3RHHK6E75.2 size=460600 2024-09-16T07:08:25.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.305+0000 7f6a4dc63640 1 < canceled multipart upload key=CJJ2FTWX2XGD upload=R3O3RHHK6E75 tag=MQNDN0K4NY79 type=write size=3606328 2024-09-16T07:08:25.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.308+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.0 size=1048576 2024-09-16T07:08:25.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.310+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.1 size=1048576 2024-09-16T07:08:25.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.312+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.2 size=316030 2024-09-16T07:08:25.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.312+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=03CORSZKA20T tag=78UN9WGJ9OYR type=write size=3461758 2024-09-16T07:08:25.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.314+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=646B0HLDY121 type=del 2024-09-16T07:08:25.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.316+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=FFMQSYQVL8MS type=del size=3381638 2024-09-16T07:08:25.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.320+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=TG11QR06U6UI type=del size=4174727 2024-09-16T07:08:25.321 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.321+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=5499ZY9VK2IO type=del size=3730336 2024-09-16T07:08:25.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.323+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=9BRKLCWR4HCW type=del 2024-09-16T07:08:25.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.326+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=AOTSIBVXXJZK type=del size=209505 2024-09-16T07:08:25.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.327+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~D7S4U8NJNV5J.0 size=214587 2024-09-16T07:08:25.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.331+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=D7S4U8NJNV5J tag=K3ONBDVMK10B type=write size=1263163 2024-09-16T07:08:25.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.333+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=D2MWPR9S62TB type=del size=1070069 2024-09-16T07:08:25.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.336+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=9W62G414AYK3 type=del 2024-09-16T07:08:25.339 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.340+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=RBTZLX0DXLE8 type=del size=3231817 2024-09-16T07:08:25.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.341+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.0 size=1048576 2024-09-16T07:08:25.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.343+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.1 size=1048576 2024-09-16T07:08:25.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.345+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4SDDBXMNVOQ7.2 size=910222 2024-09-16T07:08:25.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.349+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=4SDDBXMNVOQ7 tag=1A24SKPLFSO0 type=write size=4055950 2024-09-16T07:08:25.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.352+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=TAV09CP0GEAP type=del size=2409394 2024-09-16T07:08:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:25 smithi042 ceph-mon[94096]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.04k op/s 2024-09-16T07:08:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:25 smithi042 ceph-mon[96574]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.04k op/s 2024-09-16T07:08:25.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.355+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~SVXDZSVY3OCG.0 size=1048576 2024-09-16T07:08:25.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.356+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~SVXDZSVY3OCG.1 size=869834 2024-09-16T07:08:25.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.360+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=SVXDZSVY3OCG tag=CDWNNR314YJL type=write size=2966986 2024-09-16T07:08:25.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.362+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=YP392QT7CP40 type=del size=2408842 2024-09-16T07:08:25.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.365+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.0 size=1048576 2024-09-16T07:08:25.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.367+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.1 size=1048576 2024-09-16T07:08:25.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.369+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~92YXQ5C745MU.2 size=429898 2024-09-16T07:08:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:25 smithi164 ceph-mon[88760]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 407 KiB/s wr, 2.04k op/s 2024-09-16T07:08:25.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.583+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=92YXQ5C745MU tag=8N4O8Q5ZAZG8 type=write size=3575626 2024-09-16T07:08:25.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.585+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=706JMYTJNXX0 type=del size=2035080 2024-09-16T07:08:25.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.589+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=I1M04PACY8ER type=del 2024-09-16T07:08:25.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.593+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~32MIWER934P3.0 size=340999 2024-09-16T07:08:25.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.593+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=32MIWER934P3 tag=ZRRM7EJBMTN0 type=write size=1389575 2024-09-16T07:08:25.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.597+0000 7f6a4dc63640 1 < suggested remove operation key=8P0FKUBB0X3E tag=I7EINXOLX30S type=del 2024-09-16T07:08:25.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.598+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=GBRH5742K6AB type=del size=3778288 2024-09-16T07:08:25.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.601+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=LBEQGUOH6NQY type=del 2024-09-16T07:08:25.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.603+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=SYHV32XF3MAF type=del size=1993130 2024-09-16T07:08:25.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.606+0000 7f6a4dc63640 1 < canceled operation key=5B35B97CQJ7U tag=T8EYP4QXW4D6 type=del size=3118010 2024-09-16T07:08:25.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.608+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=9LVQYAASE75Q type=del size=3837443 2024-09-16T07:08:25.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.611+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.0 size=1048576 2024-09-16T07:08:25.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.613+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.1 size=1048576 2024-09-16T07:08:25.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.615+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~1SS34IQHU07G.2 size=278798 2024-09-16T07:08:25.617 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.618+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=1SS34IQHU07G tag=F2U1UD2FBYQ4 type=write size=3424526 2024-09-16T07:08:25.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.622+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9GDKV5LRAMZZ.0 size=1048576 2024-09-16T07:08:25.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.623+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9GDKV5LRAMZZ.1 size=971729 2024-09-16T07:08:25.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.623+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=9GDKV5LRAMZZ tag=RJ81W7EOAI2R type=write size=3068881 2024-09-16T07:08:25.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.627+0000 7f6a4dc63640 1 < suggested remove operation key=MWVV9JSK8I1K tag=FM1FR0CEGSY9 type=del 2024-09-16T07:08:25.628 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.629+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=UYF6M5YZXGTE type=del size=297053 2024-09-16T07:08:25.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.631+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.0 size=1048576 2024-09-16T07:08:25.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.632+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.1 size=1048576 2024-09-16T07:08:25.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.634+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5OMF1FVS9KUT.2 size=891656 2024-09-16T07:08:25.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.638+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=5OMF1FVS9KUT tag=XK0G8LV9WNBV type=write size=4037384 2024-09-16T07:08:25.639 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.639+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=ERJPQ8W6R2U3 type=del size=1595567 2024-09-16T07:08:25.641 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.642+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.0 size=1048576 2024-09-16T07:08:25.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.643+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.1 size=1048576 2024-09-16T07:08:25.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.645+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~03CORSZKA20T.2 size=316030 2024-09-16T07:08:25.648 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.649+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=03CORSZKA20T tag=78UN9WGJ9OYR type=write size=3461758 2024-09-16T07:08:25.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.653+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~B1KCAOWJ63YT.0 size=1048576 2024-09-16T07:08:25.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.654+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~B1KCAOWJ63YT.1 size=922809 2024-09-16T07:08:25.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.654+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=B1KCAOWJ63YT tag=X5O6YQ5A228E type=write size=3019961 2024-09-16T07:08:25.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.656+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=FFMQSYQVL8MS type=del 2024-09-16T07:08:25.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.658+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=U5EL0J8F7I2N type=del size=3302385 2024-09-16T07:08:25.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.662+0000 7f6a4dc63640 1 < suggested update operation key=H3Q1PCCXPXUK tag=5499ZY9VK2IO type=del size=3730336 2024-09-16T07:08:25.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.666+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~VHV806VYLTDC.0 size=1048576 2024-09-16T07:08:25.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.667+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~VHV806VYLTDC.1 size=691079 2024-09-16T07:08:25.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.667+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=VHV806VYLTDC tag=AS2E64VA7UEL type=write size=2788231 2024-09-16T07:08:25.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.669+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=AOTSIBVXXJZK type=del 2024-09-16T07:08:25.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.673+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V5ZH4KT884RL.0 size=204011 2024-09-16T07:08:25.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.673+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=V5ZH4KT884RL tag=WXE92TRVWIOV type=write size=1252587 2024-09-16T07:08:25.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.676+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=D2MWPR9S62TB type=del 2024-09-16T07:08:25.677 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.678+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=MZ0XRIEDK4L7 type=del size=1302176 2024-09-16T07:08:25.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.680+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=RBTZLX0DXLE8 type=del 2024-09-16T07:08:25.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.681+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=T1T3YBW1F3QI type=write size=458588 2024-09-16T07:08:25.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.683+0000 7f6a4dc63640 1 < canceled operation key=1Y4BGXOVL52F tag=TAV09CP0GEAP type=del size=2409394 2024-09-16T07:08:25.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.685+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=BLI328YDXIB2 type=del size=1796168 2024-09-16T07:08:25.686 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.687+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=YP392QT7CP40 type=del 2024-09-16T07:08:25.688 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.689+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=Z7622IDRNO8U type=del size=1835246 2024-09-16T07:08:25.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.692+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=706JMYTJNXX0 type=del 2024-09-16T07:08:25.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.694+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=N2QJDPN6QTAX type=del size=2698442 2024-09-16T07:08:25.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.696+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~32MIWER934P3.0 size=340999 2024-09-16T07:08:25.699 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.700+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=32MIWER934P3 tag=ZRRM7EJBMTN0 type=write size=1389575 2024-09-16T07:08:25.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.703+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.0 size=1048576 2024-09-16T07:08:25.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.705+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.1 size=1048576 2024-09-16T07:08:25.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.707+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.2 size=159185 2024-09-16T07:08:25.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.707+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=RA9RJ459DW1J tag=FZEBQT1N0DPS type=write size=3304913 2024-09-16T07:08:25.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.710+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=GBRH5742K6AB type=del 2024-09-16T07:08:25.711 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.712+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=5R06I4TR7OS9 type=del size=2060860 2024-09-16T07:08:25.714 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.715+0000 7f6a4dc63640 -1 < failed to complete operation key=MWVV9JSK8I1K tag=SYHV32XF3MAF type=del size=1993130: (22) Invalid argument 2024-09-16T07:08:25.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.718+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~JC8JNWOXVUEJ.0 size=1048576 2024-09-16T07:08:25.719 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.720+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~JC8JNWOXVUEJ.1 size=121583 2024-09-16T07:08:25.719 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.720+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=JC8JNWOXVUEJ tag=6YPHVI0O40X7 type=write size=2218735 2024-09-16T07:08:25.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.722+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=9LVQYAASE75Q type=del 2024-09-16T07:08:25.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.725+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=K51PLQUGEFM9 type=del size=1105864 2024-09-16T07:08:25.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.727+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9GDKV5LRAMZZ.0 size=1048576 2024-09-16T07:08:25.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.729+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9GDKV5LRAMZZ.1 size=971729 2024-09-16T07:08:25.732 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.733+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=9GDKV5LRAMZZ tag=RJ81W7EOAI2R type=write size=3068881 2024-09-16T07:08:25.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.736+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~YEZ20DYXPTRT.0 size=1048576 2024-09-16T07:08:25.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.738+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~YEZ20DYXPTRT.1 size=403205 2024-09-16T07:08:25.737 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.738+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=YEZ20DYXPTRT tag=WYBZDWBVLB4E type=write size=2500357 2024-09-16T07:08:25.739 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.740+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=UYF6M5YZXGTE type=del 2024-09-16T07:08:25.743 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.744+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.0 size=1048576 2024-09-16T07:08:25.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.745+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.1 size=1048576 2024-09-16T07:08:25.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.747+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.2 size=989829 2024-09-16T07:08:25.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.747+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=YQP6M13MPDBX tag=V765B62K6LMA type=write size=4135557 2024-09-16T07:08:25.751 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.751+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=ERJPQ8W6R2U3 type=del 2024-09-16T07:08:25.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.753+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=YID5AFT2BYH2 type=del size=1208349 2024-09-16T07:08:25.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.755+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~B1KCAOWJ63YT.0 size=1048576 2024-09-16T07:08:25.755 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.755+0000 7f6a4dc63640 1 < canceled part key=_multipart_C3K7ADI7VKKZ.2~B1KCAOWJ63YT.1 size=922809 2024-09-16T07:08:25.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.759+0000 7f6a4dc63640 1 < canceled multipart upload key=C3K7ADI7VKKZ upload=B1KCAOWJ63YT tag=X5O6YQ5A228E type=write size=3019961 2024-09-16T07:08:25.760 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.761+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=T7M7FIYLSPMR type=del size=3489042 2024-09-16T07:08:25.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.763+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=U5EL0J8F7I2N type=del 2024-09-16T07:08:25.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.768+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~RUCYGSB3CEG6.0 size=577475 2024-09-16T07:08:25.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.768+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=RUCYGSB3CEG6 tag=JYUCYEGD9LO5 type=write size=1626051 2024-09-16T07:08:25.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.768+0000 7f6a4dc63640 1 < canceled part key=_multipart_1Y4BGXOVL52F.2~VHV806VYLTDC.0 size=1048576 2024-09-16T07:08:25.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.770+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~VHV806VYLTDC.1 size=691079 2024-09-16T07:08:25.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.775+0000 7f6a4dc63640 1 < canceled multipart upload key=1Y4BGXOVL52F upload=VHV806VYLTDC tag=AS2E64VA7UEL type=write size=2788231 2024-09-16T07:08:25.776 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.777+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=QWZDP3TBQPDL type=del size=3593727 2024-09-16T07:08:25.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.780+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V5ZH4KT884RL.0 size=204011 2024-09-16T07:08:25.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.783+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=V5ZH4KT884RL tag=WXE92TRVWIOV type=write size=1252587 2024-09-16T07:08:25.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.785+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=EX6GJF1WRXKF type=del size=614457 2024-09-16T07:08:25.786 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.787+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=MZ0XRIEDK4L7 type=del 2024-09-16T07:08:25.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.791+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~97VDUB146C1N.0 size=640364 2024-09-16T07:08:25.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.791+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=97VDUB146C1N tag=50MD1XXGWEG3 type=write size=1688940 2024-09-16T07:08:25.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.793+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=T1T3YBW1F3QI type=write size=458588 2024-09-16T07:08:25.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.795+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=1ZYS714OFFR5 type=write size=967447 2024-09-16T07:08:25.797 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.797+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=BLI328YDXIB2 type=del size=1796168 2024-09-16T07:08:25.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.801+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~7U8WS85B2Q52.0 size=292353 2024-09-16T07:08:25.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.801+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=7U8WS85B2Q52 tag=141Y9Y8UZWKA type=write size=1340929 2024-09-16T07:08:25.802 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.803+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=Z7622IDRNO8U type=del 2024-09-16T07:08:25.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.806+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=PEK8CNJ5C3L4 type=del size=2662655 2024-09-16T07:08:25.807 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.808+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=N2QJDPN6QTAX type=del 2024-09-16T07:08:25.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.812+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.0 size=1048576 2024-09-16T07:08:25.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.813+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.1 size=1048576 2024-09-16T07:08:25.815 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.815+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.2 size=854142 2024-09-16T07:08:25.815 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.815+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=G3QO9W4GQJJ7 tag=2IYZS94I4JS9 type=write size=3999870 2024-09-16T07:08:25.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.817+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.0 size=1048576 2024-09-16T07:08:25.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.819+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.1 size=1048576 2024-09-16T07:08:25.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.821+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~RA9RJ459DW1J.2 size=159185 2024-09-16T07:08:25.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.824+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=RA9RJ459DW1J tag=FZEBQT1N0DPS type=write size=3304913 2024-09-16T07:08:25.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.826+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=Z6UAU7XMGB95 type=del size=1152737 2024-09-16T07:08:25.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.831+0000 7f6a4dc63640 1 < suggested update operation key=FFOW9C1BMGCP tag=5R06I4TR7OS9 type=del size=2060860 2024-09-16T07:08:25.832 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.833+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=4ARV1SQTB7LU type=del size=1428095 2024-09-16T07:08:25.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.835+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~JC8JNWOXVUEJ.0 size=1048576 2024-09-16T07:08:25.836 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.837+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~JC8JNWOXVUEJ.1 size=121583 2024-09-16T07:08:25.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.840+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=JC8JNWOXVUEJ tag=6YPHVI0O40X7 type=write size=2218735 2024-09-16T07:08:25.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.842+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=HOG5ZHRMTNKU type=del size=1950790 2024-09-16T07:08:25.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.844+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=K51PLQUGEFM9 type=del 2024-09-16T07:08:25.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.848+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.0 size=1048576 2024-09-16T07:08:25.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.850+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.1 size=1048576 2024-09-16T07:08:25.851 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.852+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.2 size=413985 2024-09-16T07:08:25.851 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.852+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=6TT8JY75MK0V tag=TKKOWC7OO0QD type=write size=3559713 2024-09-16T07:08:25.853 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.854+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~YEZ20DYXPTRT.0 size=1048576 2024-09-16T07:08:25.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.855+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~YEZ20DYXPTRT.1 size=403205 2024-09-16T07:08:25.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.859+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=YEZ20DYXPTRT tag=WYBZDWBVLB4E type=write size=2500357 2024-09-16T07:08:25.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.861+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=TYIUIWKLJ9S8 type=del size=2434390 2024-09-16T07:08:25.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.865+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.0 size=1048576 2024-09-16T07:08:25.866 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.867+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.1 size=1048576 2024-09-16T07:08:25.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.869+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~YQP6M13MPDBX.2 size=989829 2024-09-16T07:08:25.871 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.872+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=YQP6M13MPDBX tag=V765B62K6LMA type=write size=4135557 2024-09-16T07:08:25.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.876+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~KHZGX0SIYV6Q.0 size=1048576 2024-09-16T07:08:25.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.878+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~KHZGX0SIYV6Q.1 size=824587 2024-09-16T07:08:25.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.878+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=KHZGX0SIYV6Q tag=P5HASRTZR1QR type=write size=2921739 2024-09-16T07:08:25.880 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.881+0000 7f6a4dc63640 -1 < failed to complete operation key=FFOW9C1BMGCP tag=YID5AFT2BYH2 type=del size=1208349: (22) Invalid argument 2024-09-16T07:08:25.884 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.885+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~F2YK1IOWD3OX.0 size=1048576 2024-09-16T07:08:25.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.886+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~F2YK1IOWD3OX.1 size=584153 2024-09-16T07:08:25.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.886+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=F2YK1IOWD3OX tag=U9AVKGCPS6YN type=write size=2681305 2024-09-16T07:08:25.889 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.890+0000 7f6a4dc63640 1 < suggested remove operation key=Q30B5IQL3VQX tag=T7M7FIYLSPMR type=del 2024-09-16T07:08:25.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.894+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~8J1N5ZEY131N.0 size=353081 2024-09-16T07:08:25.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.894+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=8J1N5ZEY131N tag=IMLWDFXUPW2J type=write size=1401657 2024-09-16T07:08:25.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.896+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~RUCYGSB3CEG6.0 size=577475 2024-09-16T07:08:25.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.899+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=RUCYGSB3CEG6 tag=JYUCYEGD9LO5 type=write size=1626051 2024-09-16T07:08:25.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.901+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=MT3AG9S6B7BE type=del size=2214587 2024-09-16T07:08:25.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.903+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=QWZDP3TBQPDL type=del 2024-09-16T07:08:25.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.905+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=AC6Z4XNROGYC type=del size=2339249 2024-09-16T07:08:25.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.906+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=Q30B5IQL3VQX tag=EX6GJF1WRXKF type=del size=614457: (2) No such file or directory 2024-09-16T07:08:25.907 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.908+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=38DBT81OHKJZ type=del size=1254175 2024-09-16T07:08:25.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.910+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~97VDUB146C1N.0 size=640364 2024-09-16T07:08:25.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.914+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=97VDUB146C1N tag=50MD1XXGWEG3 type=write size=1688940 2024-09-16T07:08:25.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.918+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.0 size=1048576 2024-09-16T07:08:25.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.920+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.1 size=1048576 2024-09-16T07:08:25.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.923+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.2 size=872488 2024-09-16T07:08:25.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.923+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=CKXVP6UNR2M5 tag=79JJXPT5AJUV type=write size=4018216 2024-09-16T07:08:25.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.925+0000 7f6a4dc63640 1 < completed write operation key=7K8UF0MUS6U8 tag=1ZYS714OFFR5 type=write size=967447 2024-09-16T07:08:25.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.927+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=ZHB2R7HQDM5L type=del size=82301 2024-09-16T07:08:25.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.929+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~7U8WS85B2Q52.0 size=292353 2024-09-16T07:08:25.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.933+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=7U8WS85B2Q52 tag=141Y9Y8UZWKA type=write size=1340929 2024-09-16T07:08:25.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.937+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~TPM7YHRY69UZ.0 size=209839 2024-09-16T07:08:25.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.937+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=TPM7YHRY69UZ tag=2KUMA3UBXDWT type=write size=1258415 2024-09-16T07:08:25.939 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.940+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=PEK8CNJ5C3L4 type=del 2024-09-16T07:08:25.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.945+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~HA2E6AMU1P6X.0 size=1048576 2024-09-16T07:08:25.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.948+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~HA2E6AMU1P6X.1 size=150853 2024-09-16T07:08:25.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.948+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=HA2E6AMU1P6X tag=BO7E00BCQ4AJ type=write size=2248005 2024-09-16T07:08:25.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.950+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.0 size=1048576 2024-09-16T07:08:25.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.952+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.1 size=1048576 2024-09-16T07:08:25.953 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.953+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~G3QO9W4GQJJ7.2 size=854142 2024-09-16T07:08:25.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.957+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=G3QO9W4GQJJ7 tag=2IYZS94I4JS9 type=write size=3999870 2024-09-16T07:08:25.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.961+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.0 size=1048576 2024-09-16T07:08:25.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.963+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.1 size=1048576 2024-09-16T07:08:25.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.964+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.2 size=647058 2024-09-16T07:08:25.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.964+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=MQ4CIHPHCXF3 tag=G67EHTWIS7V9 type=write size=3792786 2024-09-16T07:08:25.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.966+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=Z6UAU7XMGB95 type=del 2024-09-16T07:08:25.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.970+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~C8OX3OF0EDJD.0 size=181441 2024-09-16T07:08:25.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.970+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=C8OX3OF0EDJD tag=38P3E7HXTDDO type=write size=1230017 2024-09-16T07:08:25.974 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.975+0000 7f6a4dc63640 1 < suggested update operation key=6LG5D2FSD1T5 tag=4ARV1SQTB7LU type=del size=1428095 2024-09-16T07:08:25.978 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.979+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~VCNL3WHHRLKL.0 size=803190 2024-09-16T07:08:25.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.979+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=VCNL3WHHRLKL tag=8JFQ5IB4J0P1 type=write size=1851766 2024-09-16T07:08:25.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.981+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=HOG5ZHRMTNKU type=del 2024-09-16T07:08:25.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.985+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.0 size=1048576 2024-09-16T07:08:25.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.986+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.1 size=1048576 2024-09-16T07:08:25.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.988+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.2 size=997818 2024-09-16T07:08:25.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.988+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=MJF5AVRO8QNH tag=CO31HXR7F5NX type=write size=4143546 2024-09-16T07:08:25.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.990+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.0 size=1048576 2024-09-16T07:08:25.991 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.992+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.1 size=1048576 2024-09-16T07:08:25.993 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.994+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~6TT8JY75MK0V.2 size=413985 2024-09-16T07:08:25.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:25.998+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=6TT8JY75MK0V tag=TKKOWC7OO0QD type=write size=3559713 2024-09-16T07:08:26.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.002+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=AGTOX5PJKXBT type=del size=2840857 2024-09-16T07:08:26.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.006+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=TYIUIWKLJ9S8 type=del 2024-09-16T07:08:26.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.010+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~Z1FSZ9Y9BDVP.0 size=402786 2024-09-16T07:08:26.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.010+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=Z1FSZ9Y9BDVP tag=EW79R1GEO4PG type=write size=1451362 2024-09-16T07:08:26.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.012+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~KHZGX0SIYV6Q.0 size=1048576 2024-09-16T07:08:26.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.014+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~KHZGX0SIYV6Q.1 size=824587 2024-09-16T07:08:26.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.017+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=KHZGX0SIYV6Q tag=P5HASRTZR1QR type=write size=2921739 2024-09-16T07:08:26.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.019+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=APDW7TQAF3SQ type=del size=3792519 2024-09-16T07:08:26.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.021+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~F2YK1IOWD3OX.0 size=1048576 2024-09-16T07:08:26.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.023+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~F2YK1IOWD3OX.1 size=584153 2024-09-16T07:08:26.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.027+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=F2YK1IOWD3OX tag=U9AVKGCPS6YN type=write size=2681305 2024-09-16T07:08:26.028 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.029+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=J3D9S3QP2T87 type=del size=3400140 2024-09-16T07:08:26.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.030+0000 7f6a4dc63640 1 < canceled part key=_multipart_5B35B97CQJ7U.2~8J1N5ZEY131N.0 size=353081 2024-09-16T07:08:26.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.034+0000 7f6a4dc63640 1 < canceled multipart upload key=5B35B97CQJ7U upload=8J1N5ZEY131N tag=IMLWDFXUPW2J type=write size=1401657 2024-09-16T07:08:26.037 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.038+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.0 size=1048576 2024-09-16T07:08:26.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.039+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.1 size=1048576 2024-09-16T07:08:26.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.042+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.2 size=186055 2024-09-16T07:08:26.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.042+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=UXMEADNQMMGY tag=JNIJK6K480HE type=write size=3331783 2024-09-16T07:08:26.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.044+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=MT3AG9S6B7BE type=del 2024-09-16T07:08:26.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.046+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=KOALUD9HMLZZ type=del size=3600666 2024-09-16T07:08:26.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.048+0000 7f6a4dc63640 1 < canceled operation key=FFOW9C1BMGCP tag=AC6Z4XNROGYC type=del size=2339249 2024-09-16T07:08:26.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.051+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=2BKBGEUYQ3Z3 type=del size=1243348 2024-09-16T07:08:26.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.054+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=38DBT81OHKJZ type=del 2024-09-16T07:08:26.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.058+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=1PSIGAZJLKRH type=del size=2702623 2024-09-16T07:08:26.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.062+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.0 size=1048576 2024-09-16T07:08:26.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.064+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.1 size=1048576 2024-09-16T07:08:26.065 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.066+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~CKXVP6UNR2M5.2 size=872488 2024-09-16T07:08:26.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.070+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=CKXVP6UNR2M5 tag=79JJXPT5AJUV type=write size=4018216 2024-09-16T07:08:26.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.072+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=2R16BB88RCQL type=write size=405997 2024-09-16T07:08:26.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.075+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=ZHB2R7HQDM5L type=del 2024-09-16T07:08:26.077 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.078+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=MCYG8ERE8UNY type=del size=1293402 2024-09-16T07:08:26.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.080+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~TPM7YHRY69UZ.0 size=209839 2024-09-16T07:08:26.083 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.084+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=TPM7YHRY69UZ tag=2KUMA3UBXDWT type=write size=1258415 2024-09-16T07:08:26.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.089+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~AEC40KH00AUK.0 size=977894 2024-09-16T07:08:26.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.089+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=AEC40KH00AUK tag=72FAL47OIWK8 type=write size=2026470 2024-09-16T07:08:26.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.093+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~HA2E6AMU1P6X.0 size=1048576 2024-09-16T07:08:26.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.095+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~HA2E6AMU1P6X.1 size=150853 2024-09-16T07:08:26.099 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.100+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=HA2E6AMU1P6X tag=BO7E00BCQ4AJ type=write size=2248005 2024-09-16T07:08:26.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.102+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=K4Z8ISYM2N9I type=del size=3619630 2024-09-16T07:08:26.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.104+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.0 size=1048576 2024-09-16T07:08:26.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.106+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.1 size=1048576 2024-09-16T07:08:26.107 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.108+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~MQ4CIHPHCXF3.2 size=647058 2024-09-16T07:08:26.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.112+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=MQ4CIHPHCXF3 tag=G67EHTWIS7V9 type=write size=3792786 2024-09-16T07:08:26.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.115+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=5YVTYOS6UG6Y type=del size=2953795 2024-09-16T07:08:26.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.115+0000 7f6a4dc63640 1 < canceled part key=_multipart_SQ46MZXZN6UD.2~C8OX3OF0EDJD.0 size=181441 2024-09-16T07:08:26.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.119+0000 7f6a4dc63640 1 < canceled multipart upload key=SQ46MZXZN6UD upload=C8OX3OF0EDJD tag=38P3E7HXTDDO type=write size=1230017 2024-09-16T07:08:26.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.121+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=CGDTZE07D0BF type=del size=2762209 2024-09-16T07:08:26.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.123+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~VCNL3WHHRLKL.0 size=803190 2024-09-16T07:08:26.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.127+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=VCNL3WHHRLKL tag=8JFQ5IB4J0P1 type=write size=1851766 2024-09-16T07:08:26.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.130+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~N7ZUW7I8UGQU.0 size=1048576 2024-09-16T07:08:26.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.133+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~N7ZUW7I8UGQU.1 size=288045 2024-09-16T07:08:26.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.133+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=N7ZUW7I8UGQU tag=PJUGOZTU6EU2 type=write size=2385197 2024-09-16T07:08:26.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.133+0000 7f6a4dc63640 1 < canceled part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.0 size=1048576 2024-09-16T07:08:26.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.136+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.1 size=1048576 2024-09-16T07:08:26.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.139+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~MJF5AVRO8QNH.2 size=997818 2024-09-16T07:08:26.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.142+0000 7f6a4dc63640 1 < canceled multipart upload key=6LG5D2FSD1T5 upload=MJF5AVRO8QNH tag=CO31HXR7F5NX type=write size=4143546 2024-09-16T07:08:26.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.145+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=0GDAWOKP95L7 type=write size=322717 2024-09-16T07:08:26.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.149+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=AGTOX5PJKXBT type=del 2024-09-16T07:08:26.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.151+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=N6OQ4YCKEVEL type=del size=4078280 2024-09-16T07:08:26.152 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.153+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~Z1FSZ9Y9BDVP.0 size=402786 2024-09-16T07:08:26.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.157+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=Z1FSZ9Y9BDVP tag=EW79R1GEO4PG type=write size=1451362 2024-09-16T07:08:26.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.159+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=QDCNEJYF9G3M type=del size=1323065 2024-09-16T07:08:26.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.164+0000 7f6a4dc63640 1 < suggested remove operation key=JXTTJU9B6QQY tag=APDW7TQAF3SQ type=del 2024-09-16T07:08:26.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.166+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=YEHY3BOHKV4G type=write size=71309 2024-09-16T07:08:26.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.170+0000 7f6a4dc63640 1 < suggested update operation key=4X79D295RZ4K tag=J3D9S3QP2T87 type=del size=3400140 2024-09-16T07:08:26.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.172+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=5BG9EZ5S13R4 type=del size=3816404 2024-09-16T07:08:26.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.175+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.0 size=1048576 2024-09-16T07:08:26.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.178+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.1 size=1048576 2024-09-16T07:08:26.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.181+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~UXMEADNQMMGY.2 size=186055 2024-09-16T07:08:26.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.185+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=UXMEADNQMMGY tag=JNIJK6K480HE type=write size=3331783 2024-09-16T07:08:26.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.190+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~UCVEI462Y7SQ.0 size=695614 2024-09-16T07:08:26.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.190+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=UCVEI462Y7SQ tag=AW4IB89011HF type=write size=1744190 2024-09-16T07:08:26.191 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.192+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=KOALUD9HMLZZ type=del 2024-09-16T07:08:26.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.194+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=3RYW03E3FB3Q type=write size=616767 2024-09-16T07:08:26.196 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.197+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=2BKBGEUYQ3Z3 type=del 2024-09-16T07:08:26.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.200+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=M4G6O3U7HEMS type=del size=864960 2024-09-16T07:08:26.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.205+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=1PSIGAZJLKRH type=del 2024-09-16T07:08:26.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.207+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=0AVDJM9Z41EY type=del size=1280922 2024-09-16T07:08:26.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.210+0000 7f6a4dc63640 1 < completed write operation key=8P0FKUBB0X3E tag=2R16BB88RCQL type=write size=405997 2024-09-16T07:08:26.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.215+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~13I3XQ6TELXD.0 size=1048576 2024-09-16T07:08:26.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.217+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~13I3XQ6TELXD.1 size=949587 2024-09-16T07:08:26.216 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.217+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=13I3XQ6TELXD tag=TPK8EJDZDOSN type=write size=3046739 2024-09-16T07:08:26.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.220+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=MCYG8ERE8UNY type=del 2024-09-16T07:08:26.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.227+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.0 size=1048576 2024-09-16T07:08:26.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.231+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.1 size=1048576 2024-09-16T07:08:26.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.233+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.2 size=54117 2024-09-16T07:08:26.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.233+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=24AMTFMSQJ75 tag=8M020901Z0AD type=write size=3199845 2024-09-16T07:08:26.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.233+0000 7f6a4dc63640 1 < canceled part key=_multipart_MWVV9JSK8I1K.2~AEC40KH00AUK.0 size=977894 2024-09-16T07:08:26.235 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.236+0000 7f6a4dc63640 1 < canceled multipart upload key=MWVV9JSK8I1K upload=AEC40KH00AUK tag=72FAL47OIWK8 type=write size=2026470 2024-09-16T07:08:26.237 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.238+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=LW16DVFWR2L5 type=write size=311910 2024-09-16T07:08:26.239 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.240+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=K4Z8ISYM2N9I type=del 2024-09-16T07:08:26.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.242+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=IP7AUPG9GTKC type=write size=129679 2024-09-16T07:08:26.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.244+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=5YVTYOS6UG6Y type=del 2024-09-16T07:08:26.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.246+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=6ZJ4CITU2EFQ type=del size=1749431 2024-09-16T07:08:26.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.248+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=CGDTZE07D0BF type=del 2024-09-16T07:08:26.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.250+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=WZR9BN9OD22Y type=del size=4162322 2024-09-16T07:08:26.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.252+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~N7ZUW7I8UGQU.0 size=1048576 2024-09-16T07:08:26.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.252+0000 7f6a4dc63640 1 < canceled part key=_multipart_K1NW8211P2C1.2~N7ZUW7I8UGQU.1 size=288045 2024-09-16T07:08:26.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.255+0000 7f6a4dc63640 1 < canceled multipart upload key=K1NW8211P2C1 upload=N7ZUW7I8UGQU tag=PJUGOZTU6EU2 type=write size=2385197 2024-09-16T07:08:26.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.257+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=PB7NUI7M11J9 type=del size=3876347 2024-09-16T07:08:26.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.259+0000 7f6a4dc63640 1 < completed write operation key=C3K7ADI7VKKZ tag=0GDAWOKP95L7 type=write size=322717 2024-09-16T07:08:26.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.261+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=SS2PPGDIYUUR type=del size=723028 2024-09-16T07:08:26.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.264+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=N6OQ4YCKEVEL type=del 2024-09-16T07:08:26.268 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.269+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~00TLCUXL91QX.0 size=1048576 2024-09-16T07:08:26.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.271+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~00TLCUXL91QX.1 size=515518 2024-09-16T07:08:26.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.271+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=00TLCUXL91QX tag=J7FQ48YL7JET type=write size=2612670 2024-09-16T07:08:26.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.272+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=QDCNEJYF9G3M type=del 2024-09-16T07:08:26.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.275+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=M5XY4W1ZOSO0 type=del size=2636077 2024-09-16T07:08:26.277 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.278+0000 7f6a4dc63640 -1 < failed to complete operation key=5B35B97CQJ7U tag=YEHY3BOHKV4G type=write size=71309: (22) Invalid argument 2024-09-16T07:08:26.279 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.280+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=BCX2OUHOHLRJ type=del size=2105974 2024-09-16T07:08:26.281 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.282+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=5BG9EZ5S13R4 type=del 2024-09-16T07:08:26.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.286+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~342LVSQ235EC.0 size=1048576 2024-09-16T07:08:26.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.288+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~342LVSQ235EC.1 size=606052 2024-09-16T07:08:26.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.288+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=342LVSQ235EC tag=P7YA8MONMY5S type=write size=2703204 2024-09-16T07:08:26.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.290+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~UCVEI462Y7SQ.0 size=695614 2024-09-16T07:08:26.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.293+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=UCVEI462Y7SQ tag=AW4IB89011HF type=write size=1744190 2024-09-16T07:08:26.296 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.297+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~TJOX2IT39FJH.0 size=1048576 2024-09-16T07:08:26.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.299+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~TJOX2IT39FJH.1 size=191178 2024-09-16T07:08:26.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.299+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=TJOX2IT39FJH tag=BSHHE4ESF9UZ type=write size=2288330 2024-09-16T07:08:26.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.301+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=3RYW03E3FB3Q type=write size=616767 2024-09-16T07:08:26.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.303+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=9VJPSCTWPCOM type=write size=865964 2024-09-16T07:08:26.306 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.307+0000 7f6a4dc63640 1 < suggested remove operation key=7K8UF0MUS6U8 tag=M4G6O3U7HEMS type=del 2024-09-16T07:08:26.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.309+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=I92R78OLK24K type=write size=172712 2024-09-16T07:08:26.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.311+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=0AVDJM9Z41EY type=del 2024-09-16T07:08:26.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.313+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=QHXYN5LK095X type=del size=2767553 2024-09-16T07:08:26.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.315+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~13I3XQ6TELXD.0 size=1048576 2024-09-16T07:08:26.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.317+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~13I3XQ6TELXD.1 size=949587 2024-09-16T07:08:26.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.321+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=13I3XQ6TELXD tag=TPK8EJDZDOSN type=write size=3046739 2024-09-16T07:08:26.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.323+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=A8VLJVE1HP9O type=del size=2352017 2024-09-16T07:08:26.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.324+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.0 size=1048576 2024-09-16T07:08:26.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.326+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.1 size=1048576 2024-09-16T07:08:26.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.328+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~24AMTFMSQJ75.2 size=54117 2024-09-16T07:08:26.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.331+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=24AMTFMSQJ75 tag=8M020901Z0AD type=write size=3199845 2024-09-16T07:08:26.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.335+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~XYM60UDORGM2.0 size=624993 2024-09-16T07:08:26.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.335+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=XYM60UDORGM2 tag=7SI43LI5H6R6 type=write size=1673569 2024-09-16T07:08:26.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.337+0000 7f6a4dc63640 1 < canceled operation key=ZE3LE1W5V8E6 tag=LW16DVFWR2L5 type=write size=311910 2024-09-16T07:08:26.338 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.339+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=5LY9A3PU9GV2 type=del size=1396236 2024-09-16T07:08:26.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.341+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=IP7AUPG9GTKC type=write size=129679 2024-09-16T07:08:26.342 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.343+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=NXKLTS77E94B type=write size=91682 2024-09-16T07:08:26.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.345+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=6ZJ4CITU2EFQ type=del 2024-09-16T07:08:26.346 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.347+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=X4VQVNB63D3P type=del size=1903680 2024-09-16T07:08:26.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.349+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=WZR9BN9OD22Y type=del 2024-09-16T07:08:26.350 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.351+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=JSNXNGSWVRFQ type=del size=2066342 2024-09-16T07:08:26.352 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.353+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=PB7NUI7M11J9 type=del 2024-09-16T07:08:26.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.355+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=UQ5W99LXW1H6 type=write size=563025 2024-09-16T07:08:26.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.357+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=SS2PPGDIYUUR type=del 2024-09-16T07:08:26.358 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.359+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=RAEV6RGE8RSU type=write size=520015 2024-09-16T07:08:26.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.361+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~00TLCUXL91QX.0 size=1048576 2024-09-16T07:08:26.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.363+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~00TLCUXL91QX.1 size=515518 2024-09-16T07:08:26.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.367+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=00TLCUXL91QX tag=J7FQ48YL7JET type=write size=2612670 2024-09-16T07:08:26.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.369+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=PEY2FRUDYPBY type=del size=3526250 2024-09-16T07:08:26.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.370+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=M5XY4W1ZOSO0 type=del 2024-09-16T07:08:26.371 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.372+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=F4914DBFCXCQ type=del size=505823 2024-09-16T07:08:26.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.374+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=BCX2OUHOHLRJ type=del 2024-09-16T07:08:26.375 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.376+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=9TVB4BESBLIC type=del size=2844454 2024-09-16T07:08:26.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.378+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~342LVSQ235EC.0 size=1048576 2024-09-16T07:08:26.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.380+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~342LVSQ235EC.1 size=606052 2024-09-16T07:08:26.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.383+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=342LVSQ235EC tag=P7YA8MONMY5S type=write size=2703204 2024-09-16T07:08:26.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.385+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=VDE02T8S2FGD type=del size=2544765 2024-09-16T07:08:26.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.387+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~TJOX2IT39FJH.0 size=1048576 2024-09-16T07:08:26.388 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.389+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~TJOX2IT39FJH.1 size=191178 2024-09-16T07:08:26.392 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.392+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=TJOX2IT39FJH tag=BSHHE4ESF9UZ type=write size=2288330 2024-09-16T07:08:26.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.396+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.0 size=1048576 2024-09-16T07:08:26.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.398+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.1 size=1048576 2024-09-16T07:08:26.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.400+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.2 size=104179 2024-09-16T07:08:26.399 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.400+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=1EXMO2NVX4PM tag=NBE0UWTZL6GE type=write size=3249907 2024-09-16T07:08:26.403 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.404+0000 7f6a4dc63640 1 < suggested remove operation key=RMU7VRUO4YOS tag=9VJPSCTWPCOM type=write 2024-09-16T07:08:26.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.408+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~A7ME5BH8O0DC.0 size=1048576 2024-09-16T07:08:26.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.409+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~A7ME5BH8O0DC.1 size=317949 2024-09-16T07:08:26.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.409+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=A7ME5BH8O0DC tag=KBSBT4W027GZ type=write size=2415101 2024-09-16T07:08:26.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.412+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=I92R78OLK24K type=write size=172712 2024-09-16T07:08:26.413 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.413+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=RC022AOWNE18 type=del size=3250503 2024-09-16T07:08:26.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.415+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=QHXYN5LK095X type=del 2024-09-16T07:08:26.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.419+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~DQ3KCVJ3G3HT.0 size=678928 2024-09-16T07:08:26.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.419+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=DQ3KCVJ3G3HT tag=FQYLUQRRODZJ type=write size=1727504 2024-09-16T07:08:26.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.421+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=A8VLJVE1HP9O type=del 2024-09-16T07:08:26.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.425+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~UKDQTQCNEZ5B.0 size=598623 2024-09-16T07:08:26.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.425+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=UKDQTQCNEZ5B tag=FC1UCI938ZA0 type=write size=1647199 2024-09-16T07:08:26.426 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.427+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~XYM60UDORGM2.0 size=624993 2024-09-16T07:08:26.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.430+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=XYM60UDORGM2 tag=7SI43LI5H6R6 type=write size=1673569 2024-09-16T07:08:26.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.434+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.0 size=1048576 2024-09-16T07:08:26.435 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.436+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.1 size=1048576 2024-09-16T07:08:26.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.437+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.2 size=455224 2024-09-16T07:08:26.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.437+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=9VJJSAEJCPV4 tag=FDCFYT6A7DXI type=write size=3600952 2024-09-16T07:08:26.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.442+0000 7f6a4dc63640 1 < suggested update operation key=H3Q1PCCXPXUK tag=5LY9A3PU9GV2 type=del size=1396236 2024-09-16T07:08:26.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.445+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~JQWEOVRSY8D8.0 size=772260 2024-09-16T07:08:26.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.445+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=JQWEOVRSY8D8 tag=J9KOXQTGUEI5 type=write size=1820836 2024-09-16T07:08:26.446 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.447+0000 7f6a4dc63640 1 < canceled operation key=Q30B5IQL3VQX tag=NXKLTS77E94B type=write size=91682 2024-09-16T07:08:26.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.449+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=F9I0CAKHIZGT type=del size=3935930 2024-09-16T07:08:26.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.452+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=X4VQVNB63D3P type=del 2024-09-16T07:08:26.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.454+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=UJTN5YCQKQRC type=del size=1999899 2024-09-16T07:08:26.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.458+0000 7f6a4dc63640 1 < suggested update operation key=7OJZZH487J17 tag=JSNXNGSWVRFQ type=del size=2066342 2024-09-16T07:08:26.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.459+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=BY0J71289M6P type=del size=1819148 2024-09-16T07:08:26.462 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.463+0000 7f6a4dc63640 1 < suggested remove operation key=BKU75GT4GD2J tag=UQ5W99LXW1H6 type=write 2024-09-16T07:08:26.464 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.465+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=W39ET0A0P19Q type=write size=733360 2024-09-16T07:08:26.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.467+0000 7f6a4dc63640 1 < completed write operation key=FFOW9C1BMGCP tag=RAEV6RGE8RSU type=write size=520015 2024-09-16T07:08:26.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.471+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~AHG11OV79864.0 size=1011983 2024-09-16T07:08:26.471 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.471+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=AHG11OV79864 tag=NK5AMND2PA6E type=write size=2060559 2024-09-16T07:08:26.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.473+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=PEY2FRUDYPBY type=del 2024-09-16T07:08:26.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.475+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=SZK8E92HHNLM type=del size=1393581 2024-09-16T07:08:26.476 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.477+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=F4914DBFCXCQ type=del 2024-09-16T07:08:26.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.479+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=5GOJHW6R9CIE type=del size=711123 2024-09-16T07:08:26.481 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.482+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=9TVB4BESBLIC type=del 2024-09-16T07:08:26.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.485+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=SY9JBXRBCJTI type=del size=1503648 2024-09-16T07:08:26.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.487+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=VDE02T8S2FGD type=del 2024-09-16T07:08:26.488 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.489+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=00QW1J7GWRRM type=write size=485064 2024-09-16T07:08:26.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.491+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.0 size=1048576 2024-09-16T07:08:26.492 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.493+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.1 size=1048576 2024-09-16T07:08:26.492 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.493+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~1EXMO2NVX4PM.2 size=104179 2024-09-16T07:08:26.495 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.496+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=1EXMO2NVX4PM tag=NBE0UWTZL6GE type=write size=3249907 2024-09-16T07:08:26.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.503+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~Y3T4ZXH9LVSR.0 size=1048576 2024-09-16T07:08:26.504 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.505+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~Y3T4ZXH9LVSR.1 size=813708 2024-09-16T07:08:26.504 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.505+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=Y3T4ZXH9LVSR tag=EJPAW9KP4LKQ type=write size=2910860 2024-09-16T07:08:26.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.507+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~A7ME5BH8O0DC.0 size=1048576 2024-09-16T07:08:26.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.508+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~A7ME5BH8O0DC.1 size=317949 2024-09-16T07:08:26.511 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.512+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=A7ME5BH8O0DC tag=KBSBT4W027GZ type=write size=2415101 2024-09-16T07:08:26.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.515+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.0 size=1048576 2024-09-16T07:08:26.516 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.517+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.1 size=1048576 2024-09-16T07:08:26.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.519+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.2 size=927963 2024-09-16T07:08:26.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.519+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=3H3OTD6E68OV tag=U8DHOMLSD7VC type=write size=4073691 2024-09-16T07:08:26.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.521+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=RC022AOWNE18 type=del 2024-09-16T07:08:26.522 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.523+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=YHYSL33XGDXW type=del size=584235 2024-09-16T07:08:26.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.525+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~DQ3KCVJ3G3HT.0 size=678928 2024-09-16T07:08:26.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.528+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=DQ3KCVJ3G3HT tag=FQYLUQRRODZJ type=write size=1727504 2024-09-16T07:08:26.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.531+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=Z9ZI0S3WK3F8 type=del size=2459560 2024-09-16T07:08:26.532 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.533+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~UKDQTQCNEZ5B.0 size=598623 2024-09-16T07:08:26.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.537+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=UKDQTQCNEZ5B tag=FC1UCI938ZA0 type=write size=1647199 2024-09-16T07:08:26.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.539+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=7N657VAK9NSQ type=del size=2268798 2024-09-16T07:08:26.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.541+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.0 size=1048576 2024-09-16T07:08:26.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.542+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.1 size=1048576 2024-09-16T07:08:26.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.544+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9VJJSAEJCPV4.2 size=455224 2024-09-16T07:08:26.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.547+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=9VJJSAEJCPV4 tag=FDCFYT6A7DXI type=write size=3600952 2024-09-16T07:08:26.548 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.549+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=XS4L1BIN44OI type=del size=1581073 2024-09-16T07:08:26.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.551+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~JQWEOVRSY8D8.0 size=772260 2024-09-16T07:08:26.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.555+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=JQWEOVRSY8D8 tag=J9KOXQTGUEI5 type=write size=1820836 2024-09-16T07:08:26.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.557+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=5N28HDAUWWQ5 type=del size=2854092 2024-09-16T07:08:26.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.561+0000 7f6a4dc63640 1 < suggested remove operation key=I3HRWIVRML06 tag=F9I0CAKHIZGT type=del 2024-09-16T07:08:26.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.564+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~BS95QKIUVINX.0 size=840273 2024-09-16T07:08:26.564 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.564+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=BS95QKIUVINX tag=SIS1DJC8C5EP type=write size=1888849 2024-09-16T07:08:26.566 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.566+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=UJTN5YCQKQRC type=del size=1999899 2024-09-16T07:08:26.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.568+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=OVGG0SC4RG2H type=del size=1231220 2024-09-16T07:08:26.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.570+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=BY0J71289M6P type=del 2024-09-16T07:08:26.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.574+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~6AETGEAP1IDQ.0 size=1048576 2024-09-16T07:08:26.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.576+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~6AETGEAP1IDQ.1 size=936548 2024-09-16T07:08:26.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.576+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=6AETGEAP1IDQ tag=PFDBJ9VHZQRU type=write size=3033700 2024-09-16T07:08:26.577 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.578+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=W39ET0A0P19Q type=write size=733360 2024-09-16T07:08:26.580 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.581+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~A8FFG3CE5IVJ.0 size=1048576 2024-09-16T07:08:26.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.583+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~A8FFG3CE5IVJ.1 size=403089 2024-09-16T07:08:26.582 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.583+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=A8FFG3CE5IVJ tag=88YX5WDOSCDL type=write size=2500241 2024-09-16T07:08:26.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.585+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~AHG11OV79864.0 size=1011983 2024-09-16T07:08:26.588 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.589+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=AHG11OV79864 tag=NK5AMND2PA6E type=write size=2060559 2024-09-16T07:08:26.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.591+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=YB0E9GMWID98 type=del size=764460 2024-09-16T07:08:26.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.595+0000 7f6a4dc63640 1 < suggested remove operation key=5TWLBMAWQE4Z tag=SZK8E92HHNLM type=del 2024-09-16T07:08:26.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.597+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=676STR765F0T type=del size=2512522 2024-09-16T07:08:26.600 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.601+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=5GOJHW6R9CIE type=del 2024-09-16T07:08:26.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.605+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~CGJBT96KNI93.0 size=855743 2024-09-16T07:08:26.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.605+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=CGJBT96KNI93 tag=4R9UY3WPGBWX type=write size=1904319 2024-09-16T07:08:26.606 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.607+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=SY9JBXRBCJTI type=del 2024-09-16T07:08:26.609 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.610+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.0 size=1048576 2024-09-16T07:08:26.611 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.612+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.1 size=1048576 2024-09-16T07:08:26.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.613+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.2 size=520585 2024-09-16T07:08:26.613 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.613+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=3GC3BRNYMR0V tag=ISC9XK4I0FNG type=write size=3666313 2024-09-16T07:08:26.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.615+0000 7f6a4dc63640 1 < completed write operation key=ZE3LE1W5V8E6 tag=00QW1J7GWRRM type=write size=485064 2024-09-16T07:08:26.618 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.619+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.0 size=1048576 2024-09-16T07:08:26.620 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.621+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.1 size=1048576 2024-09-16T07:08:26.621 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.622+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.2 size=1007644 2024-09-16T07:08:26.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.622+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=ME1T1R3HKF1X tag=5VHMYQ4W40VJ type=write size=4153372 2024-09-16T07:08:26.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.625+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~Y3T4ZXH9LVSR.0 size=1048576 2024-09-16T07:08:26.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.626+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~Y3T4ZXH9LVSR.1 size=813708 2024-09-16T07:08:26.629 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.630+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=Y3T4ZXH9LVSR tag=EJPAW9KP4LKQ type=write size=2910860 2024-09-16T07:08:26.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.634+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~YNDQQSYPWZJ9.0 size=872761 2024-09-16T07:08:26.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.634+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=YNDQQSYPWZJ9 tag=W5Q8D5105D36 type=write size=1921337 2024-09-16T07:08:26.636 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.637+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.0 size=1048576 2024-09-16T07:08:26.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.638+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.1 size=1048576 2024-09-16T07:08:26.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.638+0000 7f6a4dc63640 1 < canceled part key=_multipart_SQ46MZXZN6UD.2~3H3OTD6E68OV.2 size=927963 2024-09-16T07:08:26.641 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.642+0000 7f6a4dc63640 1 < canceled multipart upload key=SQ46MZXZN6UD upload=3H3OTD6E68OV tag=U8DHOMLSD7VC type=write size=4073691 2024-09-16T07:08:26.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.644+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=JZI8FE6GV5G2 type=del size=1030936 2024-09-16T07:08:26.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.646+0000 7f6a4dc63640 -1 < failed to complete operation key=5TWLBMAWQE4Z tag=YHYSL33XGDXW type=del size=584235: (22) Invalid argument 2024-09-16T07:08:26.647 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.648+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=MVWGODT4VAFH type=write size=220231 2024-09-16T07:08:26.649 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.650+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=Z9ZI0S3WK3F8 type=del 2024-09-16T07:08:26.653 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.654+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V2NAX797ARQH.0 size=1048576 2024-09-16T07:08:26.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.656+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~V2NAX797ARQH.1 size=5427 2024-09-16T07:08:26.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.656+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=V2NAX797ARQH tag=B3ZX6S16JEU1 type=write size=2102579 2024-09-16T07:08:26.657 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.658+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=7N657VAK9NSQ type=del 2024-09-16T07:08:26.659 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.659+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=9UVFKQ7FIY40 type=del size=1939041 2024-09-16T07:08:26.661 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.662+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=XS4L1BIN44OI type=del 2024-09-16T07:08:26.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.663+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=AA6PCWVE7CLK type=del size=3368097 2024-09-16T07:08:26.665 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.665+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=5N28HDAUWWQ5 type=del 2024-09-16T07:08:26.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.667+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=W60OEO78FNNL type=del size=2650100 2024-09-16T07:08:26.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.669+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~BS95QKIUVINX.0 size=840273 2024-09-16T07:08:26.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.673+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=BS95QKIUVINX tag=SIS1DJC8C5EP type=write size=1888849 2024-09-16T07:08:26.673 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.674+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=4ASWSVHBVESC type=write size=884898 2024-09-16T07:08:26.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.676+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=OVGG0SC4RG2H type=del 2024-09-16T07:08:26.679 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.680+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~UP8HC6TZISCW.0 size=1048576 2024-09-16T07:08:26.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.681+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~UP8HC6TZISCW.1 size=57773 2024-09-16T07:08:26.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.681+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=UP8HC6TZISCW tag=618S1Z8MAAB6 type=write size=2154925 2024-09-16T07:08:26.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.683+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~6AETGEAP1IDQ.0 size=1048576 2024-09-16T07:08:26.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.685+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~6AETGEAP1IDQ.1 size=936548 2024-09-16T07:08:26.688 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.689+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=6AETGEAP1IDQ tag=PFDBJ9VHZQRU type=write size=3033700 2024-09-16T07:08:26.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.693+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~662YKS9MJL9T.0 size=588193 2024-09-16T07:08:26.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.693+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=662YKS9MJL9T tag=C2CUYO602G92 type=write size=1636769 2024-09-16T07:08:26.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.696+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~A8FFG3CE5IVJ.0 size=1048576 2024-09-16T07:08:26.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.698+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~A8FFG3CE5IVJ.1 size=403089 2024-09-16T07:08:26.701 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.701+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=A8FFG3CE5IVJ tag=88YX5WDOSCDL type=write size=2500241 2024-09-16T07:08:26.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.706+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~YYCNUA4M4JZA.0 size=195208 2024-09-16T07:08:26.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.706+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=YYCNUA4M4JZA tag=TQSAHOZGBK2N type=write size=1243784 2024-09-16T07:08:26.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.710+0000 7f6a4dc63640 1 < suggested remove operation key=RMU7VRUO4YOS tag=YB0E9GMWID98 type=del 2024-09-16T07:08:26.711 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.712+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=M3ZEICZ23LUO type=del size=3119510 2024-09-16T07:08:26.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.714+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=676STR765F0T type=del 2024-09-16T07:08:26.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.717+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=H6JT3MLU0YLL type=del size=3965221 2024-09-16T07:08:26.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.717+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~CGJBT96KNI93.0 size=855743 2024-09-16T07:08:26.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.721+0000 7f6a4dc63640 1 < canceled multipart upload key=BKU75GT4GD2J upload=CGJBT96KNI93 tag=4R9UY3WPGBWX type=write size=1904319 2024-09-16T07:08:26.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.723+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=40CANBIBK17S type=del size=3199316 2024-09-16T07:08:26.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.725+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.0 size=1048576 2024-09-16T07:08:26.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.727+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.1 size=1048576 2024-09-16T07:08:26.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.728+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~3GC3BRNYMR0V.2 size=520585 2024-09-16T07:08:26.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.732+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=3GC3BRNYMR0V tag=ISC9XK4I0FNG type=write size=3666313 2024-09-16T07:08:26.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.734+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=33SD2G5HEXZX type=del size=161368 2024-09-16T07:08:26.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.736+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.0 size=1048576 2024-09-16T07:08:26.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.737+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.1 size=1048576 2024-09-16T07:08:26.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.739+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ME1T1R3HKF1X.2 size=1007644 2024-09-16T07:08:26.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.742+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=ME1T1R3HKF1X tag=5VHMYQ4W40VJ type=write size=4153372 2024-09-16T07:08:26.745 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.746+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~PTJ1WCPBDL03.0 size=1048576 2024-09-16T07:08:26.747 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.748+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~PTJ1WCPBDL03.1 size=110622 2024-09-16T07:08:26.747 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.748+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=PTJ1WCPBDL03 tag=85R4CGBYYO24 type=write size=2207774 2024-09-16T07:08:26.749 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.750+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~YNDQQSYPWZJ9.0 size=872761 2024-09-16T07:08:26.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.753+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=YNDQQSYPWZJ9 tag=W5Q8D5105D36 type=write size=1921337 2024-09-16T07:08:26.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.757+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.0 size=1048576 2024-09-16T07:08:26.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.758+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.1 size=1048576 2024-09-16T07:08:26.759 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.760+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.2 size=114862 2024-09-16T07:08:26.759 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.760+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=MU4XQ5BWO4FU tag=3514CQ1XO3MP type=write size=3260590 2024-09-16T07:08:26.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.762+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=JZI8FE6GV5G2 type=del 2024-09-16T07:08:26.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.764+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=4C42N4RC8F2V type=del size=1441720 2024-09-16T07:08:26.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.766+0000 7f6a4dc63640 1 < completed write operation key=6LG5D2FSD1T5 tag=MVWGODT4VAFH type=write size=220231 2024-09-16T07:08:26.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.768+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=IWISW4J4S3C8 type=del size=4193095 2024-09-16T07:08:26.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.770+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V2NAX797ARQH.0 size=1048576 2024-09-16T07:08:26.770 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.771+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~V2NAX797ARQH.1 size=5427 2024-09-16T07:08:26.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.775+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=V2NAX797ARQH tag=B3ZX6S16JEU1 type=write size=2102579 2024-09-16T07:08:26.777 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.778+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~39WWPR2A069G.0 size=849168 2024-09-16T07:08:26.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.778+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=39WWPR2A069G tag=0SJFMSMZCXNP type=write size=1897744 2024-09-16T07:08:26.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.780+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=9UVFKQ7FIY40 type=del 2024-09-16T07:08:26.781 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.782+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=09ZNX6MIXTCU type=write size=413309 2024-09-16T07:08:26.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.784+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=AA6PCWVE7CLK type=del 2024-09-16T07:08:26.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.786+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=531BKGFVDGRF type=del size=4078736 2024-09-16T07:08:26.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.789+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=W60OEO78FNNL type=del 2024-09-16T07:08:26.791 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.792+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=A6YZXEWOAKTX type=del size=1921234 2024-09-16T07:08:26.793 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.794+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=4ASWSVHBVESC type=write size=884898 2024-09-16T07:08:26.795 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.796+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=K6PCUV46GT56 type=del size=2665078 2024-09-16T07:08:26.798 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.799+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~UP8HC6TZISCW.0 size=1048576 2024-09-16T07:08:26.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.800+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~UP8HC6TZISCW.1 size=57773 2024-09-16T07:08:26.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.804+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=UP8HC6TZISCW tag=618S1Z8MAAB6 type=write size=2154925 2024-09-16T07:08:26.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.806+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=ELOYDOMI6GUP type=del size=1995265 2024-09-16T07:08:26.807 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.808+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~662YKS9MJL9T.0 size=588193 2024-09-16T07:08:26.810 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.811+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=662YKS9MJL9T tag=C2CUYO602G92 type=write size=1636769 2024-09-16T07:08:26.812 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.813+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=YJ1XMX2CG4LV type=del size=770383 2024-09-16T07:08:26.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.815+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~YYCNUA4M4JZA.0 size=195208 2024-09-16T07:08:26.817 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.818+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=YYCNUA4M4JZA tag=TQSAHOZGBK2N type=write size=1243784 2024-09-16T07:08:26.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.822+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~TUBIB8IBJ7DP.0 size=1048576 2024-09-16T07:08:26.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.824+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~TUBIB8IBJ7DP.1 size=1047469 2024-09-16T07:08:26.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.824+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=TUBIB8IBJ7DP tag=I81OV8HG1Q0S type=write size=3144621 2024-09-16T07:08:26.827 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.828+0000 7f6a4dc63640 1 < suggested remove operation key=P2CZGUGP20MI tag=M3ZEICZ23LUO type=del 2024-09-16T07:08:26.831 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.832+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~D1AU4KQYGBLR.0 size=20413 2024-09-16T07:08:26.831 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.832+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=D1AU4KQYGBLR tag=0X11ZCB8UUH6 type=write size=1068989 2024-09-16T07:08:26.834 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.835+0000 7f6a4dc63640 1 < suggested update operation key=MWVV9JSK8I1K tag=H6JT3MLU0YLL type=del size=3965221 2024-09-16T07:08:26.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.838+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=1R016LUF991V type=del size=298678 2024-09-16T07:08:26.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.840+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=40CANBIBK17S type=del 2024-09-16T07:08:26.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.844+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~VWFB64IOGJBM.0 size=1048576 2024-09-16T07:08:26.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.846+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~VWFB64IOGJBM.1 size=710657 2024-09-16T07:08:26.845 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.846+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=VWFB64IOGJBM tag=HQZLTZFQ1QGG type=write size=2807809 2024-09-16T07:08:26.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.849+0000 7f6a4dc63640 1 < suggested update operation key=RMU7VRUO4YOS tag=33SD2G5HEXZX type=del size=161368 2024-09-16T07:08:26.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.851+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=NZE05ZBZXLCW type=write size=288128 2024-09-16T07:08:26.853 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.853+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~PTJ1WCPBDL03.0 size=1048576 2024-09-16T07:08:26.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.855+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~PTJ1WCPBDL03.1 size=110622 2024-09-16T07:08:26.857 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.858+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=PTJ1WCPBDL03 tag=85R4CGBYYO24 type=write size=2207774 2024-09-16T07:08:26.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.860+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=JEMME2UFHP98 type=del size=2395865 2024-09-16T07:08:26.861 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.862+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.0 size=1048576 2024-09-16T07:08:26.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.864+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.1 size=1048576 2024-09-16T07:08:26.864 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.865+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~MU4XQ5BWO4FU.2 size=114862 2024-09-16T07:08:26.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.869+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=MU4XQ5BWO4FU tag=3514CQ1XO3MP type=write size=3260590 2024-09-16T07:08:26.871 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.872+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~U2A5YV6W1ORJ.0 size=801205 2024-09-16T07:08:26.872 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.872+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=U2A5YV6W1ORJ tag=09CAJPGRD6IM type=write size=1849781 2024-09-16T07:08:26.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.874+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=4C42N4RC8F2V type=del 2024-09-16T07:08:26.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.878+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~DBH25D0BSKVB.0 size=27267 2024-09-16T07:08:26.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.878+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=DBH25D0BSKVB tag=3IF9A1NUJCG7 type=write size=1075843 2024-09-16T07:08:26.879 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.880+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=IWISW4J4S3C8 type=del 2024-09-16T07:08:26.883 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.884+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~8JRTT71LVAP6.0 size=1048576 2024-09-16T07:08:26.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.886+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~8JRTT71LVAP6.1 size=205351 2024-09-16T07:08:26.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.886+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=8JRTT71LVAP6 tag=HYX1X4KQ40L2 type=write size=2302503 2024-09-16T07:08:26.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.888+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~39WWPR2A069G.0 size=849168 2024-09-16T07:08:26.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.891+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=39WWPR2A069G tag=0SJFMSMZCXNP type=write size=1897744 2024-09-16T07:08:26.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.893+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=TSAJSOHZ49MJ type=del size=395188 2024-09-16T07:08:26.893 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.894+0000 7f6a4dc63640 1 < completed write operation key=H3Q1PCCXPXUK tag=09ZNX6MIXTCU type=write size=413309 2024-09-16T07:08:26.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.896+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=NTLDFEMZY1LW type=del size=650681 2024-09-16T07:08:26.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.900+0000 7f6a4dc63640 1 < suggested remove operation key=6LG5D2FSD1T5 tag=531BKGFVDGRF type=del 2024-09-16T07:08:26.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.902+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=IWUZB1R1URGM type=write size=410007 2024-09-16T07:08:26.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.904+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=A6YZXEWOAKTX type=del 2024-09-16T07:08:26.907 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.908+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~NN0H1ZXO1NFL.0 size=500710 2024-09-16T07:08:26.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.908+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=NN0H1ZXO1NFL tag=NOHRPHNYEZQV type=write size=1549286 2024-09-16T07:08:26.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.910+0000 7f6a4dc63640 1 < canceled operation key=7QMJ5FTE4BA3 tag=K6PCUV46GT56 type=del size=2665078 2024-09-16T07:08:26.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.914+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.0 size=1048576 2024-09-16T07:08:26.914 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.915+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.1 size=1048576 2024-09-16T07:08:26.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.917+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.2 size=266981 2024-09-16T07:08:26.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.917+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=9I4UJCZM3OJZ tag=7V4F478ENZ6H type=write size=3412709 2024-09-16T07:08:26.918 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.919+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=ELOYDOMI6GUP type=del 2024-09-16T07:08:26.920 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.921+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=PIUM65OHFNMM type=write size=802362 2024-09-16T07:08:26.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.922+0000 7f6a4dc63640 1 < completed delete operation key=4X79D295RZ4K tag=YJ1XMX2CG4LV type=del 2024-09-16T07:08:26.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.926+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~TU0ZUX0PJFLQ.0 size=1048576 2024-09-16T07:08:26.927 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.928+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~TU0ZUX0PJFLQ.1 size=968047 2024-09-16T07:08:26.927 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.928+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=TU0ZUX0PJFLQ tag=2YK9MSBTFJUU type=write size=3065199 2024-09-16T07:08:26.928 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.929+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~TUBIB8IBJ7DP.0 size=1048576 2024-09-16T07:08:26.930 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.931+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~TUBIB8IBJ7DP.1 size=1047469 2024-09-16T07:08:26.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.934+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=TUBIB8IBJ7DP tag=I81OV8HG1Q0S type=write size=3144621 2024-09-16T07:08:26.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.936+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=FWIAONQQORPQ type=del size=277160 2024-09-16T07:08:26.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.938+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~D1AU4KQYGBLR.0 size=20413 2024-09-16T07:08:26.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.942+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=D1AU4KQYGBLR tag=0X11ZCB8UUH6 type=write size=1068989 2024-09-16T07:08:26.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.943+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=IXZBIBKEZBGA type=del size=1791696 2024-09-16T07:08:26.945 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.946+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=1R016LUF991V type=del 2024-09-16T07:08:26.947 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.948+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=AT767BRQ4LH8 type=write size=83110 2024-09-16T07:08:26.949 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.950+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~VWFB64IOGJBM.0 size=1048576 2024-09-16T07:08:26.951 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.952+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~VWFB64IOGJBM.1 size=710657 2024-09-16T07:08:26.955 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.956+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=VWFB64IOGJBM tag=HQZLTZFQ1QGG type=write size=2807809 2024-09-16T07:08:26.957 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.958+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=D9CXLS12XPVH type=del size=1029695 2024-09-16T07:08:26.959 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.959+0000 7f6a4dc63640 1 < canceled operation key=FB23TC3WPG1I tag=NZE05ZBZXLCW type=write size=288128 2024-09-16T07:08:26.962 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.963+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.0 size=1048576 2024-09-16T07:08:26.964 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.965+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.1 size=1048576 2024-09-16T07:08:26.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.966+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.2 size=311589 2024-09-16T07:08:26.966 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.966+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=3JTG2TW1506U tag=KTE6HBFGA5WD type=write size=3457317 2024-09-16T07:08:26.968 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.968+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=JEMME2UFHP98 type=del 2024-09-16T07:08:26.970 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.970+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=3Y0B4JCY7WIB type=write size=942597 2024-09-16T07:08:26.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.972+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~U2A5YV6W1ORJ.0 size=801205 2024-09-16T07:08:26.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.976+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=U2A5YV6W1ORJ tag=09CAJPGRD6IM type=write size=1849781 2024-09-16T07:08:26.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.980+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~0ADBDZ366NLO.0 size=1048576 2024-09-16T07:08:26.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.982+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~0ADBDZ366NLO.1 size=437695 2024-09-16T07:08:26.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.982+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=0ADBDZ366NLO tag=VCGZV14EYC3N type=write size=2534847 2024-09-16T07:08:26.983 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.984+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~DBH25D0BSKVB.0 size=27267 2024-09-16T07:08:26.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.987+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=DBH25D0BSKVB tag=3IF9A1NUJCG7 type=write size=1075843 2024-09-16T07:08:26.988 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.989+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=INQWMIQ03K29 type=write size=638448 2024-09-16T07:08:26.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.991+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~8JRTT71LVAP6.0 size=1048576 2024-09-16T07:08:26.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.993+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~8JRTT71LVAP6.1 size=205351 2024-09-16T07:08:26.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:26.996+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=8JRTT71LVAP6 tag=HYX1X4KQ40L2 type=write size=2302503 2024-09-16T07:08:26.999 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.000+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~67Y683ZBHH74.0 size=1048576 2024-09-16T07:08:27.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.002+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~67Y683ZBHH74.1 size=951704 2024-09-16T07:08:27.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.002+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=67Y683ZBHH74 tag=AFOT4WX21UV9 type=write size=3048856 2024-09-16T07:08:27.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.006+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=TSAJSOHZ49MJ type=del 2024-09-16T07:08:27.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.008+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=1BO0S71OKGO2 type=del size=3164940 2024-09-16T07:08:27.009 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.010+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=NTLDFEMZY1LW type=del 2024-09-16T07:08:27.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.012+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=9THN3ETVET40 type=del size=1310175 2024-09-16T07:08:27.013 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.013+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=IWUZB1R1URGM type=write size=410007 2024-09-16T07:08:27.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.017+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~BNKZ6L1YPWK3.0 size=1019109 2024-09-16T07:08:27.017 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.017+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=BNKZ6L1YPWK3 tag=Z5Q6XR0YA96R type=write size=2067685 2024-09-16T07:08:27.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.019+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~NN0H1ZXO1NFL.0 size=500710 2024-09-16T07:08:27.022 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.023+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=NN0H1ZXO1NFL tag=NOHRPHNYEZQV type=write size=1549286 2024-09-16T07:08:27.024 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.025+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=LQFJ35GPWWJO type=write size=876540 2024-09-16T07:08:27.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.027+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.0 size=1048576 2024-09-16T07:08:27.026 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.027+0000 7f6a4dc63640 1 < canceled part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.1 size=1048576 2024-09-16T07:08:27.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.028+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~9I4UJCZM3OJZ.2 size=266981 2024-09-16T07:08:27.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.032+0000 7f6a4dc63640 1 < canceled multipart upload key=Q30B5IQL3VQX upload=9I4UJCZM3OJZ tag=7V4F478ENZ6H type=write size=3412709 2024-09-16T07:08:27.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.034+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=EVHAELI69HZS type=del size=3802652 2024-09-16T07:08:27.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.036+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=PIUM65OHFNMM type=write size=802362 2024-09-16T07:08:27.036 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.037+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=S9A521HJ2K3L type=del size=2653705 2024-09-16T07:08:27.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.039+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~TU0ZUX0PJFLQ.0 size=1048576 2024-09-16T07:08:27.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.041+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~TU0ZUX0PJFLQ.1 size=968047 2024-09-16T07:08:27.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.044+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=TU0ZUX0PJFLQ tag=2YK9MSBTFJUU type=write size=3065199 2024-09-16T07:08:27.046 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.046+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=QCBRVXM7PLMP type=del size=2105593 2024-09-16T07:08:27.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.048+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=FWIAONQQORPQ type=del 2024-09-16T07:08:27.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.052+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~1JLYA7BFV0FM.0 size=425834 2024-09-16T07:08:27.051 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.052+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=1JLYA7BFV0FM tag=X2A4V8J0GQQ2 type=write size=1474410 2024-09-16T07:08:27.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.054+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=IXZBIBKEZBGA type=del 2024-09-16T07:08:27.055 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.056+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=NFA3NLRR4X3B type=del size=2680695 2024-09-16T07:08:27.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.058+0000 7f6a4dc63640 1 < completed write operation key=JXTTJU9B6QQY tag=AT767BRQ4LH8 type=write size=83110 2024-09-16T07:08:27.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.061+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~PJCVYYYYKUHU.0 size=45802 2024-09-16T07:08:27.061 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.061+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=PJCVYYYYKUHU tag=BSUC4NBXIR5S type=write size=1094378 2024-09-16T07:08:27.063 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.063+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=D9CXLS12XPVH type=del 2024-09-16T07:08:27.065 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.065+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=N0QND2EA5AB1 type=del size=4084901 2024-09-16T07:08:27.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.068+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.0 size=1048576 2024-09-16T07:08:27.067 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.068+0000 7f6a4dc63640 1 < canceled part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.1 size=1048576 2024-09-16T07:08:27.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.069+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~3JTG2TW1506U.2 size=311589 2024-09-16T07:08:27.072 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.073+0000 7f6a4dc63640 1 < canceled multipart upload key=7K8UF0MUS6U8 upload=3JTG2TW1506U tag=KTE6HBFGA5WD type=write size=3457317 2024-09-16T07:08:27.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.077+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~1Q9QM9K0TG2N.0 size=1048576 2024-09-16T07:08:27.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.079+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~1Q9QM9K0TG2N.1 size=475252 2024-09-16T07:08:27.078 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.079+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=1Q9QM9K0TG2N tag=J36KRJFJW5H1 type=write size=2572404 2024-09-16T07:08:27.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.081+0000 7f6a4dc63640 1 < completed write operation key=H3Q1PCCXPXUK tag=3Y0B4JCY7WIB type=write size=942597 2024-09-16T07:08:27.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.083+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=BU9GZBF692Z6 type=del size=165648 2024-09-16T07:08:27.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.085+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~0ADBDZ366NLO.0 size=1048576 2024-09-16T07:08:27.087 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.088+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~0ADBDZ366NLO.1 size=437695 2024-09-16T07:08:27.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.091+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=0ADBDZ366NLO tag=VCGZV14EYC3N type=write size=2534847 2024-09-16T07:08:27.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.095+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~A8X2YNTL3999.0 size=1048576 2024-09-16T07:08:27.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.097+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~A8X2YNTL3999.1 size=341934 2024-09-16T07:08:27.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.097+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=A8X2YNTL3999 tag=756O0T3C5I0J type=write size=2439086 2024-09-16T07:08:27.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.099+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=INQWMIQ03K29 type=write size=638448 2024-09-16T07:08:27.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.102+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~0OM48QQPWLIO.0 size=1048576 2024-09-16T07:08:27.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.104+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~0OM48QQPWLIO.1 size=820587 2024-09-16T07:08:27.103 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.104+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=0OM48QQPWLIO tag=0WOXNSZBTUJ2 type=write size=2917739 2024-09-16T07:08:27.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.106+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~67Y683ZBHH74.0 size=1048576 2024-09-16T07:08:27.105 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.106+0000 7f6a4dc63640 1 < canceled part key=_multipart_5B35B97CQJ7U.2~67Y683ZBHH74.1 size=951704 2024-09-16T07:08:27.109 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.109+0000 7f6a4dc63640 1 < canceled multipart upload key=5B35B97CQJ7U upload=67Y683ZBHH74 tag=AFOT4WX21UV9 type=write size=3048856 2024-09-16T07:08:27.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.113+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~VUP7Z6941ROJ.0 size=1048576 2024-09-16T07:08:27.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.115+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~VUP7Z6941ROJ.1 size=634103 2024-09-16T07:08:27.114 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.115+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=VUP7Z6941ROJ tag=ZX56BOEBEQN1 type=write size=2731255 2024-09-16T07:08:27.116 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.117+0000 7f6a4dc63640 1 < canceled operation key=5B35B97CQJ7U tag=1BO0S71OKGO2 type=del size=3164940 2024-09-16T07:08:27.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.119+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=NBVJJ1AOJZYW type=del size=3071407 2024-09-16T07:08:27.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.121+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=9THN3ETVET40 type=del 2024-09-16T07:08:27.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.123+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=QUVCJVNTFYA3 type=del size=942185 2024-09-16T07:08:27.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.123+0000 7f6a4dc63640 1 < canceled part key=_multipart_Q30B5IQL3VQX.2~BNKZ6L1YPWK3.0 size=1019109 2024-09-16T07:08:27.125 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.126+0000 7f6a4dc63640 1 < canceled multipart upload key=Q30B5IQL3VQX upload=BNKZ6L1YPWK3 tag=Z5Q6XR0YA96R type=write size=2067685 2024-09-16T07:08:27.127 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.128+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=SAGTPEZX0H2Y type=write size=93498 2024-09-16T07:08:27.129 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.130+0000 7f6a4dc63640 1 < completed write operation key=LD42W1X7ICIU tag=LQFJ35GPWWJO type=write size=876540 2024-09-16T07:08:27.131 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.132+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=1LQE47T674YK type=del size=2152130 2024-09-16T07:08:27.133 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.134+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=EVHAELI69HZS type=del 2024-09-16T07:08:27.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.138+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~FAM0TXOW79HD.0 size=786357 2024-09-16T07:08:27.137 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.138+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=FAM0TXOW79HD tag=YRZ860QFRTH5 type=write size=1834933 2024-09-16T07:08:27.139 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.140+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=S9A521HJ2K3L type=del 2024-09-16T07:08:27.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.144+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~WA6TMRZUDI5Z.0 size=1048576 2024-09-16T07:08:27.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.145+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~WA6TMRZUDI5Z.1 size=894048 2024-09-16T07:08:27.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.145+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=WA6TMRZUDI5Z tag=G6DCICCA85DY type=write size=2991200 2024-09-16T07:08:27.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.147+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=QCBRVXM7PLMP type=del 2024-09-16T07:08:27.150 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.151+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~0XCVQCT8D653.0 size=1048576 2024-09-16T07:08:27.152 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.153+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~0XCVQCT8D653.1 size=658628 2024-09-16T07:08:27.152 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.153+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=0XCVQCT8D653 tag=I2LOIX9OTFDD type=write size=2755780 2024-09-16T07:08:27.155 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.156+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~1JLYA7BFV0FM.0 size=425834 2024-09-16T07:08:27.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.160+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=1JLYA7BFV0FM tag=X2A4V8J0GQQ2 type=write size=1474410 2024-09-16T07:08:27.161 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.162+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=RCLR1TUA27F1 type=del size=1598613 2024-09-16T07:08:27.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.166+0000 7f6a4dc63640 1 < suggested remove operation key=ZTYIYV79PWM7 tag=NFA3NLRR4X3B type=del 2024-09-16T07:08:27.168 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.169+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=XK1EBVE96IV7 type=del size=2523822 2024-09-16T07:08:27.170 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.170+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~PJCVYYYYKUHU.0 size=45802 2024-09-16T07:08:27.173 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.174+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=PJCVYYYYKUHU tag=BSUC4NBXIR5S type=write size=1094378 2024-09-16T07:08:27.175 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.176+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=XV29R9PIR4MB type=del size=3638062 2024-09-16T07:08:27.177 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.178+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=N0QND2EA5AB1 type=del 2024-09-16T07:08:27.180 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.181+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~0VRK8SR6GCX1.0 size=1048576 2024-09-16T07:08:27.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.184+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~0VRK8SR6GCX1.1 size=77755 2024-09-16T07:08:27.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.184+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=0VRK8SR6GCX1 tag=KSCZH29LL0JP type=write size=2174907 2024-09-16T07:08:27.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.184+0000 7f6a4dc63640 1 < canceled part key=_multipart_S24OZ7HDG3T5.2~1Q9QM9K0TG2N.0 size=1048576 2024-09-16T07:08:27.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.186+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~1Q9QM9K0TG2N.1 size=475252 2024-09-16T07:08:27.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.189+0000 7f6a4dc63640 1 < canceled multipart upload key=S24OZ7HDG3T5 upload=1Q9QM9K0TG2N tag=J36KRJFJW5H1 type=write size=2572404 2024-09-16T07:08:27.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.193+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~VVEAVUFUNQ2R.0 size=1048576 2024-09-16T07:08:27.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.195+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~VVEAVUFUNQ2R.1 size=285134 2024-09-16T07:08:27.194 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.195+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=VVEAVUFUNQ2R tag=O8YUBM6TVL7U type=write size=2382286 2024-09-16T07:08:27.196 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.197+0000 7f6a4dc63640 1 < completed delete operation key=C3K7ADI7VKKZ tag=BU9GZBF692Z6 type=del 2024-09-16T07:08:27.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.200+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~58C0X7YBQ329.0 size=1005435 2024-09-16T07:08:27.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.200+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=58C0X7YBQ329 tag=9PDQUISWMJW3 type=write size=2054011 2024-09-16T07:08:27.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.202+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~A8X2YNTL3999.0 size=1048576 2024-09-16T07:08:27.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.202+0000 7f6a4dc63640 1 < canceled part key=_multipart_7QMJ5FTE4BA3.2~A8X2YNTL3999.1 size=341934 2024-09-16T07:08:27.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.205+0000 7f6a4dc63640 1 < canceled multipart upload key=7QMJ5FTE4BA3 upload=A8X2YNTL3999 tag=756O0T3C5I0J type=write size=2439086 2024-09-16T07:08:27.207 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.207+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=RZWLUPIXUREL type=del size=1664618 2024-09-16T07:08:27.209 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.210+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~0OM48QQPWLIO.0 size=1048576 2024-09-16T07:08:27.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.212+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~0OM48QQPWLIO.1 size=820587 2024-09-16T07:08:27.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.216+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=0OM48QQPWLIO tag=0WOXNSZBTUJ2 type=write size=2917739 2024-09-16T07:08:27.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.218+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=JZ4LZM7P0K2M type=del size=1563978 2024-09-16T07:08:27.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.220+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~VUP7Z6941ROJ.0 size=1048576 2024-09-16T07:08:27.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.222+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~VUP7Z6941ROJ.1 size=634103 2024-09-16T07:08:27.224 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.225+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=VUP7Z6941ROJ tag=ZX56BOEBEQN1 type=write size=2731255 2024-09-16T07:08:27.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.229+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~T60DS3D9JM1Q.0 size=163521 2024-09-16T07:08:27.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.229+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=T60DS3D9JM1Q tag=R2IFS3VHNGR3 type=write size=1212097 2024-09-16T07:08:27.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.231+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=NBVJJ1AOJZYW type=del 2024-09-16T07:08:27.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.234+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=OLDG1ON303WY type=del size=1456619 2024-09-16T07:08:27.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.236+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=QUVCJVNTFYA3 type=del 2024-09-16T07:08:27.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.238+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=EJ0OU6U5ZL1W type=del size=803204 2024-09-16T07:08:27.241 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.242+0000 7f6a4dc63640 1 < suggested remove operation key=6LG5D2FSD1T5 tag=SAGTPEZX0H2Y type=write 2024-09-16T07:08:27.244 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.244+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=QFXJ861HL6T9 type=del size=758936 2024-09-16T07:08:27.248 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.248+0000 7f6a4dc63640 1 < suggested update operation key=CJJ2FTWX2XGD tag=1LQE47T674YK type=del size=2152130 2024-09-16T07:08:27.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.250+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=PG204KIOKOIL type=del size=3877946 2024-09-16T07:08:27.251 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.252+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~FAM0TXOW79HD.0 size=786357 2024-09-16T07:08:27.255 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.256+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=FAM0TXOW79HD tag=YRZ860QFRTH5 type=write size=1834933 2024-09-16T07:08:27.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.258+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=BDP7B4BNJLIH type=del size=2051212 2024-09-16T07:08:27.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.260+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~WA6TMRZUDI5Z.0 size=1048576 2024-09-16T07:08:27.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.260+0000 7f6a4dc63640 1 < canceled part key=_multipart_1Y4BGXOVL52F.2~WA6TMRZUDI5Z.1 size=894048 2024-09-16T07:08:27.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.263+0000 7f6a4dc63640 1 < canceled multipart upload key=1Y4BGXOVL52F upload=WA6TMRZUDI5Z tag=G6DCICCA85DY type=write size=2991200 2024-09-16T07:08:27.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.267+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~YIFH8IJ7RM8Z.0 size=104899 2024-09-16T07:08:27.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.267+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=YIFH8IJ7RM8Z tag=T3U3LENHBLNY type=write size=1153475 2024-09-16T07:08:27.266 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.267+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~0XCVQCT8D653.0 size=1048576 2024-09-16T07:08:27.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.267+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~0XCVQCT8D653.1 size=658628 2024-09-16T07:08:27.270 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.271+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=0XCVQCT8D653 tag=I2LOIX9OTFDD type=write size=2755780 2024-09-16T07:08:27.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.274+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~3NCSAM7HIA9H.0 size=788948 2024-09-16T07:08:27.273 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.274+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=3NCSAM7HIA9H tag=SKXYCNE0PMD4 type=write size=1837524 2024-09-16T07:08:27.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.277+0000 7f6a4dc63640 -1 < failed to complete operation key=ZTYIYV79PWM7 tag=RCLR1TUA27F1 type=del size=1598613: (22) Invalid argument 2024-09-16T07:08:27.283 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.284+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=VM06AUGL7WOX type=del size=1311294 2024-09-16T07:08:27.287 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.288+0000 7f6a4dc63640 1 < suggested remove operation key=JXTTJU9B6QQY tag=XK1EBVE96IV7 type=del 2024-09-16T07:08:27.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.290+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=OH1Y4KNHO6IC type=del size=405808 2024-09-16T07:08:27.292 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.292+0000 7f6a4dc63640 -1 < failed to complete operation key=CJJ2FTWX2XGD tag=XV29R9PIR4MB type=del size=3638062: (22) Invalid argument 2024-09-16T07:08:27.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.294+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=H8BFMMNF493G type=del size=90575 2024-09-16T07:08:27.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.296+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~0VRK8SR6GCX1.0 size=1048576 2024-09-16T07:08:27.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.298+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~0VRK8SR6GCX1.1 size=77755 2024-09-16T07:08:27.300 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.301+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=0VRK8SR6GCX1 tag=KSCZH29LL0JP type=write size=2174907 2024-09-16T07:08:27.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.303+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=K7TDHF2HD761 type=del size=120490 2024-09-16T07:08:27.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.305+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~VVEAVUFUNQ2R.0 size=1048576 2024-09-16T07:08:27.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.306+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~VVEAVUFUNQ2R.1 size=285134 2024-09-16T07:08:27.309 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.310+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=VVEAVUFUNQ2R tag=O8YUBM6TVL7U type=write size=2382286 2024-09-16T07:08:27.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.314+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~R5FOKVRWWOHE.0 size=993380 2024-09-16T07:08:27.313 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.314+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=R5FOKVRWWOHE tag=73JN7TRXZBW0 type=write size=2041956 2024-09-16T07:08:27.315 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.315+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~58C0X7YBQ329.0 size=1005435 2024-09-16T07:08:27.318 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.319+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=58C0X7YBQ329 tag=9PDQUISWMJW3 type=write size=2054011 2024-09-16T07:08:27.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.323+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~K5YUQHZUY6O9.0 size=1048576 2024-09-16T07:08:27.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.324+0000 7f6a4dc63640 1 > prepared part key=_multipart_8P0FKUBB0X3E.2~K5YUQHZUY6O9.1 size=420622 2024-09-16T07:08:27.323 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.324+0000 7f6a4dc63640 1 > prepared multipart upload key=8P0FKUBB0X3E upload=K5YUQHZUY6O9 tag=V22RUUE9WIP1 type=write size=2517774 2024-09-16T07:08:27.327 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.328+0000 7f6a4dc63640 1 < suggested remove operation key=4X79D295RZ4K tag=RZWLUPIXUREL type=del 2024-09-16T07:08:27.331 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.332+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.0 size=1048576 2024-09-16T07:08:27.333 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.333+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.1 size=1048576 2024-09-16T07:08:27.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.335+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.2 size=904557 2024-09-16T07:08:27.335 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.335+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=VF1NFLFBK8FY tag=0HDSOQ4ECIPU type=write size=4050285 2024-09-16T07:08:27.338 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.339+0000 7f6a4dc63640 1 < suggested update operation key=1Y4BGXOVL52F tag=JZ4LZM7P0K2M type=del size=1563978 2024-09-16T07:08:27.342 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.343+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~AMSG268G4JSR.0 size=1048576 2024-09-16T07:08:27.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.345+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~AMSG268G4JSR.1 size=756884 2024-09-16T07:08:27.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.345+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=AMSG268G4JSR tag=HUDYQRZ6N5SU type=write size=2854036 2024-09-16T07:08:27.344 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.345+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZTYIYV79PWM7.2~T60DS3D9JM1Q.0 size=163521 2024-09-16T07:08:27.348 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.349+0000 7f6a4dc63640 1 < canceled multipart upload key=ZTYIYV79PWM7 upload=T60DS3D9JM1Q tag=R2IFS3VHNGR3 type=write size=1212097 2024-09-16T07:08:27.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.352+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.0 size=1048576 2024-09-16T07:08:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:27 smithi042 ceph-mon[94096]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 328 KiB/s wr, 1.65k op/s 2024-09-16T07:08:27.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:27 smithi042 ceph-mon[96574]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 328 KiB/s wr, 1.65k op/s 2024-09-16T07:08:27.353 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.354+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.1 size=1048576 2024-09-16T07:08:27.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.355+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.2 size=819371 2024-09-16T07:08:27.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.355+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=9ZWFTE15R4JQ tag=DFC2H52GR5B9 type=write size=3965099 2024-09-16T07:08:27.356 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.357+0000 7f6a4dc63640 1 < completed delete operation key=P2CZGUGP20MI tag=OLDG1ON303WY type=del 2024-09-16T07:08:27.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.361+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~G53QHLDHDN70.0 size=1048576 2024-09-16T07:08:27.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.363+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~G53QHLDHDN70.1 size=116737 2024-09-16T07:08:27.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.363+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=G53QHLDHDN70 tag=HBPYQETM737Z type=write size=2213889 2024-09-16T07:08:27.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.365+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=EJ0OU6U5ZL1W type=del 2024-09-16T07:08:27.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.367+0000 7f6a4dc63640 1 > prepared operation key=4X79D295RZ4K tag=KY8HPFF1K93K type=del size=3165553 2024-09-16T07:08:27.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.370+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=QFXJ861HL6T9 type=del 2024-09-16T07:08:27.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.374+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~B2UKK4N6W4BU.0 size=119064 2024-09-16T07:08:27.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.374+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=B2UKK4N6W4BU tag=CFDSRCDBFIOF type=write size=1167640 2024-09-16T07:08:27.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.375+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=PG204KIOKOIL type=del 2024-09-16T07:08:27.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.380+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.0 size=1048576 2024-09-16T07:08:27.380 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.381+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.1 size=1048576 2024-09-16T07:08:27.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.383+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.2 size=1018025 2024-09-16T07:08:27.382 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.383+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=YOFS6UWS1JJ7 tag=TA3IKKK2TYWY type=write size=4163753 2024-09-16T07:08:27.384 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.385+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=BDP7B4BNJLIH type=del 2024-09-16T07:08:27.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.387+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=L6AJLQ1RT5ZD type=write size=626972 2024-09-16T07:08:27.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.388+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~YIFH8IJ7RM8Z.0 size=104899 2024-09-16T07:08:27.391 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.392+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=YIFH8IJ7RM8Z tag=T3U3LENHBLNY type=write size=1153475 2024-09-16T07:08:27.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.394+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=BPBFQ4PAGCR1 type=del size=3550610 2024-09-16T07:08:27.395 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.396+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~3NCSAM7HIA9H.0 size=788948 2024-09-16T07:08:27.398 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.399+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=3NCSAM7HIA9H tag=SKXYCNE0PMD4 type=write size=1837524 2024-09-16T07:08:27.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.401+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=IGFK8QZC4UD8 type=del size=447726 2024-09-16T07:08:27.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.403+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=VM06AUGL7WOX type=del 2024-09-16T07:08:27.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.406+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.0 size=1048576 2024-09-16T07:08:27.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.408+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.1 size=1048576 2024-09-16T07:08:27.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.410+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.2 size=828699 2024-09-16T07:08:27.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.410+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=ZMKY3SDONLGN tag=T9BDCQUXM58V type=write size=3974427 2024-09-16T07:08:27.411 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.412+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=OH1Y4KNHO6IC type=del 2024-09-16T07:08:27.415 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.416+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~X17YGKOX23GG.0 size=902437 2024-09-16T07:08:27.415 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.416+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=X17YGKOX23GG tag=P0R7WF6U7YQO type=write size=1951013 2024-09-16T07:08:27.417 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.418+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=H8BFMMNF493G type=del 2024-09-16T07:08:27.419 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.420+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=06TU8A0SINF1 type=del size=2716885 2024-09-16T07:08:27.421 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.422+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=K7TDHF2HD761 type=del 2024-09-16T07:08:27.425 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.426+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~3W7JTBA01G15.0 size=1048576 2024-09-16T07:08:27.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.428+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~3W7JTBA01G15.1 size=177363 2024-09-16T07:08:27.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.428+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=3W7JTBA01G15 tag=LABZA4T0LH7K type=write size=2274515 2024-09-16T07:08:27.429 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.430+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~R5FOKVRWWOHE.0 size=993380 2024-09-16T07:08:27.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.434+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=R5FOKVRWWOHE tag=73JN7TRXZBW0 type=write size=2041956 2024-09-16T07:08:27.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.437+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.0 size=1048576 2024-09-16T07:08:27.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.439+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.1 size=1048576 2024-09-16T07:08:27.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.441+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.2 size=229563 2024-09-16T07:08:27.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.441+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=9KQ441N7WJOX tag=5HJJ5WQLORWK type=write size=3375291 2024-09-16T07:08:27.442 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.443+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~K5YUQHZUY6O9.0 size=1048576 2024-09-16T07:08:27.444 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.445+0000 7f6a4dc63640 1 < completed part key=_multipart_8P0FKUBB0X3E.2~K5YUQHZUY6O9.1 size=420622 2024-09-16T07:08:27.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.448+0000 7f6a4dc63640 1 < completed multipart upload key=8P0FKUBB0X3E upload=K5YUQHZUY6O9 tag=V22RUUE9WIP1 type=write size=2517774 2024-09-16T07:08:27.451 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.452+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~W2O1QZ2N73SE.0 size=1048576 2024-09-16T07:08:27.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.454+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~W2O1QZ2N73SE.1 size=185366 2024-09-16T07:08:27.453 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.454+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=W2O1QZ2N73SE tag=I8U3A9204O23 type=write size=2282518 2024-09-16T07:08:27.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.456+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.0 size=1048576 2024-09-16T07:08:27.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.458+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.1 size=1048576 2024-09-16T07:08:27.457 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.458+0000 7f6a4dc63640 1 < canceled part key=_multipart_ZTYIYV79PWM7.2~VF1NFLFBK8FY.2 size=904557 2024-09-16T07:08:27.460 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.461+0000 7f6a4dc63640 1 < canceled multipart upload key=ZTYIYV79PWM7 upload=VF1NFLFBK8FY tag=0HDSOQ4ECIPU type=write size=4050285 2024-09-16T07:08:27.462 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.463+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=R3VL96LNZMS2 type=del size=2746367 2024-09-16T07:08:27.464 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.465+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~AMSG268G4JSR.0 size=1048576 2024-09-16T07:08:27.466 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.467+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~AMSG268G4JSR.1 size=756884 2024-09-16T07:08:27.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.471+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=AMSG268G4JSR tag=HUDYQRZ6N5SU type=write size=2854036 2024-09-16T07:08:27.473 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.474+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=3SKN5OYQ3RTF type=del size=513420 2024-09-16T07:08:27.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.476+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.0 size=1048576 2024-09-16T07:08:27.477 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.477+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.1 size=1048576 2024-09-16T07:08:27.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.479+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~9ZWFTE15R4JQ.2 size=819371 2024-09-16T07:08:27.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.483+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=9ZWFTE15R4JQ tag=DFC2H52GR5B9 type=write size=3965099 2024-09-16T07:08:27.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.487+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~QP9VTUZ0HKKH.0 size=149355 2024-09-16T07:08:27.486 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.487+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=QP9VTUZ0HKKH tag=QYED8V860E6B type=write size=1197931 2024-09-16T07:08:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:27 smithi164 ceph-mon[88760]: pgmap v1390: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 328 KiB/s wr, 1.65k op/s 2024-09-16T07:08:27.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.489+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~G53QHLDHDN70.0 size=1048576 2024-09-16T07:08:27.490 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.491+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~G53QHLDHDN70.1 size=116737 2024-09-16T07:08:27.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.494+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=G53QHLDHDN70 tag=HBPYQETM737Z type=write size=2213889 2024-09-16T07:08:27.495 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.496+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=FYWV11SK4CDH type=del size=3009800 2024-09-16T07:08:27.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.498+0000 7f6a4dc63640 1 < canceled operation key=4X79D295RZ4K tag=KY8HPFF1K93K type=del size=3165553 2024-09-16T07:08:27.499 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.500+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=TQXPOIASSBFS type=del size=3253814 2024-09-16T07:08:27.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.503+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~B2UKK4N6W4BU.0 size=119064 2024-09-16T07:08:27.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.507+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=B2UKK4N6W4BU tag=CFDSRCDBFIOF type=write size=1167640 2024-09-16T07:08:27.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.509+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=B99ARKWA512P type=del size=121247 2024-09-16T07:08:27.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.511+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.0 size=1048576 2024-09-16T07:08:27.512 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.513+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.1 size=1048576 2024-09-16T07:08:27.514 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.515+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~YOFS6UWS1JJ7.2 size=1018025 2024-09-16T07:08:27.518 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.518+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=YOFS6UWS1JJ7 tag=TA3IKKK2TYWY type=write size=4163753 2024-09-16T07:08:27.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.520+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=Y5D18OXKI0VK type=del size=1185381 2024-09-16T07:08:27.522 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.522+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=L6AJLQ1RT5ZD type=write size=626972 2024-09-16T07:08:27.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.525+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=GIXIL8FD2IPO type=write size=542719 2024-09-16T07:08:27.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.527+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=BPBFQ4PAGCR1 type=del 2024-09-16T07:08:27.528 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.529+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=A8OZ9S74TP51 type=del size=1705319 2024-09-16T07:08:27.530 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.531+0000 7f6a4dc63640 1 < canceled operation key=S24OZ7HDG3T5 tag=IGFK8QZC4UD8 type=del size=447726 2024-09-16T07:08:27.532 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.533+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=1UVGXGT6TFS2 type=del size=3754362 2024-09-16T07:08:27.534 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.535+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.0 size=1048576 2024-09-16T07:08:27.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.537+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.1 size=1048576 2024-09-16T07:08:27.538 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.539+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~ZMKY3SDONLGN.2 size=828699 2024-09-16T07:08:27.542 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.543+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=ZMKY3SDONLGN tag=T9BDCQUXM58V type=write size=3974427 2024-09-16T07:08:27.544 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.545+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=GODMA0GRUTN0 type=del size=2191811 2024-09-16T07:08:27.546 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.547+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~X17YGKOX23GG.0 size=902437 2024-09-16T07:08:27.550 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.551+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=X17YGKOX23GG tag=P0R7WF6U7YQO type=write size=1951013 2024-09-16T07:08:27.554 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.555+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~M4362N0J5T96.0 size=1048576 2024-09-16T07:08:27.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.557+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~M4362N0J5T96.1 size=192064 2024-09-16T07:08:27.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.557+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=M4362N0J5T96 tag=FZRQY7LLAPM2 type=write size=2289216 2024-09-16T07:08:27.561 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.561+0000 7f6a4dc63640 1 < suggested remove operation key=6LG5D2FSD1T5 tag=06TU8A0SINF1 type=del 2024-09-16T07:08:27.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.564+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=P6KPBW22NO07 type=del size=2588931 2024-09-16T07:08:27.565 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.566+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~3W7JTBA01G15.0 size=1048576 2024-09-16T07:08:27.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.568+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~3W7JTBA01G15.1 size=177363 2024-09-16T07:08:27.570 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.571+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=3W7JTBA01G15 tag=LABZA4T0LH7K type=write size=2274515 2024-09-16T07:08:27.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.575+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~8ZD378NFGBSF.0 size=465479 2024-09-16T07:08:27.574 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.575+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=8ZD378NFGBSF tag=95TEAVYG17ND type=write size=1514055 2024-09-16T07:08:27.576 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.577+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.0 size=1048576 2024-09-16T07:08:27.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.579+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.1 size=1048576 2024-09-16T07:08:27.578 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.579+0000 7f6a4dc63640 1 < canceled part key=_multipart_MWVV9JSK8I1K.2~9KQ441N7WJOX.2 size=229563 2024-09-16T07:08:27.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.582+0000 7f6a4dc63640 1 < canceled multipart upload key=MWVV9JSK8I1K upload=9KQ441N7WJOX tag=5HJJ5WQLORWK type=write size=3375291 2024-09-16T07:08:27.583 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.584+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=98ARAYZWRIID type=del size=354706 2024-09-16T07:08:27.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.586+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~W2O1QZ2N73SE.0 size=1048576 2024-09-16T07:08:27.587 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.587+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~W2O1QZ2N73SE.1 size=185366 2024-09-16T07:08:27.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.591+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=W2O1QZ2N73SE tag=I8U3A9204O23 type=write size=2282518 2024-09-16T07:08:27.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.593+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=6QHCPW5I3FZI type=del size=180772 2024-09-16T07:08:27.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.595+0000 7f6a4dc63640 1 < completed delete operation key=AWJBSUV0CGLC tag=R3VL96LNZMS2 type=del 2024-09-16T07:08:27.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.597+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=7HNVOJNS63II type=write size=2729 2024-09-16T07:08:27.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.599+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=3SKN5OYQ3RTF type=del 2024-09-16T07:08:27.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.603+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~UZQ4A60MK83M.0 size=20643 2024-09-16T07:08:27.602 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.603+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=UZQ4A60MK83M tag=T6NHAOOT7J51 type=write size=1069219 2024-09-16T07:08:27.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.604+0000 7f6a4dc63640 1 < canceled part key=_multipart_7ZHUHNJF6OXB.2~QP9VTUZ0HKKH.0 size=149355 2024-09-16T07:08:27.607 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.608+0000 7f6a4dc63640 1 < canceled multipart upload key=7ZHUHNJF6OXB upload=QP9VTUZ0HKKH tag=QYED8V860E6B type=write size=1197931 2024-09-16T07:08:27.610 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.611+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.0 size=1048576 2024-09-16T07:08:27.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.613+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.1 size=1048576 2024-09-16T07:08:27.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.615+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.2 size=310067 2024-09-16T07:08:27.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.615+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=9GD77OX54KH0 tag=ZQ42Q9PYD495 type=write size=3455795 2024-09-16T07:08:27.616 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.616+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=FYWV11SK4CDH type=del 2024-09-16T07:08:27.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.620+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~4DCNC030UA1F.0 size=1048576 2024-09-16T07:08:27.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.623+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~4DCNC030UA1F.1 size=943139 2024-09-16T07:08:27.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.623+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=4DCNC030UA1F tag=YTD9CY313O0S type=write size=3040291 2024-09-16T07:08:27.624 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.624+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=TQXPOIASSBFS type=del 2024-09-16T07:08:27.626 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.627+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=HOLFD2O11OEX type=del size=498175 2024-09-16T07:08:27.628 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.629+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=B99ARKWA512P type=del 2024-09-16T07:08:27.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.631+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=26B0D1UYRQH6 type=del size=1858693 2024-09-16T07:08:27.632 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.633+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=Y5D18OXKI0VK type=del 2024-09-16T07:08:27.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.635+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=DR36E90KNMLX type=del size=2722618 2024-09-16T07:08:27.636 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.637+0000 7f6a4dc63640 1 < completed write operation key=ZTYIYV79PWM7 tag=GIXIL8FD2IPO type=write size=542719 2024-09-16T07:08:27.638 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.639+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=9TGRBH1CVK2Z type=del size=839108 2024-09-16T07:08:27.640 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.641+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=A8OZ9S74TP51 type=del 2024-09-16T07:08:27.642 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.643+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=UTXM4LB8FY9K type=del size=2693761 2024-09-16T07:08:27.644 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.645+0000 7f6a4dc63640 1 < canceled operation key=ZGU9J8JX5L57 tag=1UVGXGT6TFS2 type=del size=3754362 2024-09-16T07:08:27.648 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.649+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~T31KKXK6PUTM.0 size=258590 2024-09-16T07:08:27.648 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.649+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=T31KKXK6PUTM tag=1CGC7TDMRDL5 type=write size=1307166 2024-09-16T07:08:27.650 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.651+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=GODMA0GRUTN0 type=del 2024-09-16T07:08:27.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.653+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=BBHV76EOP344 type=del size=901715 2024-09-16T07:08:27.655 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.655+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~M4362N0J5T96.0 size=1048576 2024-09-16T07:08:27.656 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.657+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~M4362N0J5T96.1 size=192064 2024-09-16T07:08:27.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.661+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=M4362N0J5T96 tag=FZRQY7LLAPM2 type=write size=2289216 2024-09-16T07:08:27.664 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.665+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~X8OAV7UHNSUN.0 size=1048576 2024-09-16T07:08:27.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.667+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~X8OAV7UHNSUN.1 size=640214 2024-09-16T07:08:27.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.667+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=X8OAV7UHNSUN tag=PCGVJH1HO6E4 type=write size=2737366 2024-09-16T07:08:27.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.669+0000 7f6a4dc63640 1 < completed delete operation key=88MH2W7ZQS96 tag=P6KPBW22NO07 type=del 2024-09-16T07:08:27.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.670+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=HVGR1WWOF3QB type=write size=228464 2024-09-16T07:08:27.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.673+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~8ZD378NFGBSF.0 size=465479 2024-09-16T07:08:27.675 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.676+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=8ZD378NFGBSF tag=95TEAVYG17ND type=write size=1514055 2024-09-16T07:08:27.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.681+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.0 size=1048576 2024-09-16T07:08:27.681 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.682+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.1 size=1048576 2024-09-16T07:08:27.683 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.684+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.2 size=981988 2024-09-16T07:08:27.683 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.684+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=C3R9YYAI6S1S tag=UQGXPDLIGAVW type=write size=4127716 2024-09-16T07:08:27.685 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.686+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=98ARAYZWRIID type=del 2024-09-16T07:08:27.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.690+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.0 size=1048576 2024-09-16T07:08:27.691 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.692+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.1 size=1048576 2024-09-16T07:08:27.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.694+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.2 size=804105 2024-09-16T07:08:27.693 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.694+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=5ANU68F79PY1 tag=GBH9KBW9TTKX type=write size=3949833 2024-09-16T07:08:27.695 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.696+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=6QHCPW5I3FZI type=del 2024-09-16T07:08:27.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.697+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=F5870XSMIYET type=del size=847825 2024-09-16T07:08:27.699 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.700+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=7HNVOJNS63II type=write size=2729 2024-09-16T07:08:27.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.704+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.0 size=1048576 2024-09-16T07:08:27.705 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.706+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.1 size=1048576 2024-09-16T07:08:27.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.708+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.2 size=356276 2024-09-16T07:08:27.707 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.708+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=2HGX5L1TZJDA tag=4UR16KDDP3R6 type=write size=3502004 2024-09-16T07:08:27.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.710+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~UZQ4A60MK83M.0 size=20643 2024-09-16T07:08:27.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.714+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=UZQ4A60MK83M tag=T6NHAOOT7J51 type=write size=1069219 2024-09-16T07:08:27.716 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.717+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~3RW48SL3TAYF.0 size=986981 2024-09-16T07:08:27.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.717+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=3RW48SL3TAYF tag=Y6JLBCL57DNM type=write size=2035557 2024-09-16T07:08:27.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.719+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.0 size=1048576 2024-09-16T07:08:27.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.721+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.1 size=1048576 2024-09-16T07:08:27.722 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.723+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~9GD77OX54KH0.2 size=310067 2024-09-16T07:08:27.726 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.726+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=9GD77OX54KH0 tag=ZQ42Q9PYD495 type=write size=3455795 2024-09-16T07:08:27.728 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.729+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=Z4P37NXPPYBF type=del size=3882563 2024-09-16T07:08:27.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.731+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~4DCNC030UA1F.0 size=1048576 2024-09-16T07:08:27.730 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.731+0000 7f6a4dc63640 1 < canceled part key=_multipart_I3HRWIVRML06.2~4DCNC030UA1F.1 size=943139 2024-09-16T07:08:27.734 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.735+0000 7f6a4dc63640 1 < canceled multipart upload key=I3HRWIVRML06 upload=4DCNC030UA1F tag=YTD9CY313O0S type=write size=3040291 2024-09-16T07:08:27.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.737+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=EDY67LSRR55U type=write size=306567 2024-09-16T07:08:27.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.739+0000 7f6a4dc63640 1 < canceled operation key=H3Q1PCCXPXUK tag=HOLFD2O11OEX type=del size=498175 2024-09-16T07:08:27.741 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.742+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~292HOK0RDF7V.0 size=1048576 2024-09-16T07:08:27.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.744+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~292HOK0RDF7V.1 size=959179 2024-09-16T07:08:27.744 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.744+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=292HOK0RDF7V tag=2IVU0I456G65 type=write size=3056331 2024-09-16T07:08:27.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.748+0000 7f6a4dc63640 1 < suggested update operation key=8P0FKUBB0X3E tag=26B0D1UYRQH6 type=del size=1858693 2024-09-16T07:08:27.752 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.753+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~Y7T8HJBXYUJ9.0 size=1048576 2024-09-16T07:08:27.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.755+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~Y7T8HJBXYUJ9.1 size=617138 2024-09-16T07:08:27.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.755+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=Y7T8HJBXYUJ9 tag=0NYH4BUE4RBX type=write size=2714290 2024-09-16T07:08:27.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.759+0000 7f6a4dc63640 1 < suggested update operation key=7QMJ5FTE4BA3 tag=DR36E90KNMLX type=del size=2722618 2024-09-16T07:08:27.762 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.763+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~ZOG4MWJ7ZZIC.0 size=1048576 2024-09-16T07:08:27.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.764+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~ZOG4MWJ7ZZIC.1 size=875120 2024-09-16T07:08:27.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.764+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=ZOG4MWJ7ZZIC tag=ZNF4XVJTFECN type=write size=2972272 2024-09-16T07:08:27.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.766+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=9TGRBH1CVK2Z type=del 2024-09-16T07:08:27.767 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.768+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=NFLWHGR1YEMU type=del size=469248 2024-09-16T07:08:27.769 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.770+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=UTXM4LB8FY9K type=del 2024-09-16T07:08:27.773 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.774+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~Q8QN158KTYHK.0 size=1048576 2024-09-16T07:08:27.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.775+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~Q8QN158KTYHK.1 size=891661 2024-09-16T07:08:27.774 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.775+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=Q8QN158KTYHK tag=ZGU0XE1J1AHA type=write size=2988813 2024-09-16T07:08:27.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.776+0000 7f6a4dc63640 1 < canceled part key=_multipart_7K8UF0MUS6U8.2~T31KKXK6PUTM.0 size=258590 2024-09-16T07:08:27.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.779+0000 7f6a4dc63640 1 < canceled multipart upload key=7K8UF0MUS6U8 upload=T31KKXK6PUTM tag=1CGC7TDMRDL5 type=write size=1307166 2024-09-16T07:08:27.780 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.781+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=R1Y4UZTE07E4 type=del size=567298 2024-09-16T07:08:27.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.783+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=BBHV76EOP344 type=del 2024-09-16T07:08:27.784 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.785+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=H5N0WNRM235R type=del size=2322905 2024-09-16T07:08:27.786 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.787+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~X8OAV7UHNSUN.0 size=1048576 2024-09-16T07:08:27.787 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.787+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~X8OAV7UHNSUN.1 size=640214 2024-09-16T07:08:27.790 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.791+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=X8OAV7UHNSUN tag=PCGVJH1HO6E4 type=write size=2737366 2024-09-16T07:08:27.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.793+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=O7X8P8JJRB0S type=write size=687994 2024-09-16T07:08:27.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.794+0000 7f6a4dc63640 1 < completed write operation key=ZGU9J8JX5L57 tag=HVGR1WWOF3QB type=write size=228464 2024-09-16T07:08:27.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.797+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=3IIZGT2WX3IH type=write size=365262 2024-09-16T07:08:27.798 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.799+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.0 size=1048576 2024-09-16T07:08:27.799 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.800+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.1 size=1048576 2024-09-16T07:08:27.801 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.802+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~C3R9YYAI6S1S.2 size=981988 2024-09-16T07:08:27.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.806+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=C3R9YYAI6S1S tag=UQGXPDLIGAVW type=write size=4127716 2024-09-16T07:08:27.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.807+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=E4R40LCZSZG0 type=del size=4007787 2024-09-16T07:08:27.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.810+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.0 size=1048576 2024-09-16T07:08:27.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.811+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.1 size=1048576 2024-09-16T07:08:27.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.814+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~5ANU68F79PY1.2 size=804105 2024-09-16T07:08:27.816 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.817+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=5ANU68F79PY1 tag=GBH9KBW9TTKX type=write size=3949833 2024-09-16T07:08:27.820 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.821+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~C1RS86V809TE.0 size=1048576 2024-09-16T07:08:27.822 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.823+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~C1RS86V809TE.1 size=631117 2024-09-16T07:08:27.822 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.823+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=C1RS86V809TE tag=14WMDL0EREWZ type=write size=2728269 2024-09-16T07:08:27.824 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.825+0000 7f6a4dc63640 1 < canceled operation key=JXTTJU9B6QQY tag=F5870XSMIYET type=del size=847825 2024-09-16T07:08:27.826 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.827+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=7N7UL6R5AG2W type=del size=2647593 2024-09-16T07:08:27.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.829+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.0 size=1048576 2024-09-16T07:08:27.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.831+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.1 size=1048576 2024-09-16T07:08:27.830 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.831+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~2HGX5L1TZJDA.2 size=356276 2024-09-16T07:08:27.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.834+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=2HGX5L1TZJDA tag=4UR16KDDP3R6 type=write size=3502004 2024-09-16T07:08:27.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.838+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.0 size=1048576 2024-09-16T07:08:27.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.840+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.1 size=1048576 2024-09-16T07:08:27.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.842+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.2 size=949319 2024-09-16T07:08:27.841 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.842+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=JGGTKISK5G83 tag=L0CZQ6OFH0AK type=write size=4095047 2024-09-16T07:08:27.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.844+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~3RW48SL3TAYF.0 size=986981 2024-09-16T07:08:27.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.847+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=3RW48SL3TAYF tag=Y6JLBCL57DNM type=write size=2035557 2024-09-16T07:08:27.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.851+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~UNYQXBSIQI0A.0 size=52740 2024-09-16T07:08:27.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.851+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=UNYQXBSIQI0A tag=JEO22MLVUF40 type=write size=1101316 2024-09-16T07:08:27.852 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.853+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=Z4P37NXPPYBF type=del 2024-09-16T07:08:27.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.857+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.0 size=1048576 2024-09-16T07:08:27.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.859+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.1 size=1048576 2024-09-16T07:08:27.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.861+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.2 size=513634 2024-09-16T07:08:27.860 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.861+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=17JN37UOI6GI tag=KHWX2QL5VRHB type=write size=3659362 2024-09-16T07:08:27.862 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.863+0000 7f6a4dc63640 -1 < failed to complete operation key=8P0FKUBB0X3E tag=EDY67LSRR55U type=write size=306567: (22) Invalid argument 2024-09-16T07:08:27.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.867+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~SG28ZXMRF53J.0 size=809515 2024-09-16T07:08:27.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.867+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=SG28ZXMRF53J tag=ZI59BILK3XGE type=write size=1858091 2024-09-16T07:08:27.867 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.868+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~292HOK0RDF7V.0 size=1048576 2024-09-16T07:08:27.869 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.870+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~292HOK0RDF7V.1 size=959179 2024-09-16T07:08:27.873 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.874+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=292HOK0RDF7V tag=2IVU0I456G65 type=write size=3056331 2024-09-16T07:08:27.875 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.875+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=1CN180N3T6C4 type=write size=755710 2024-09-16T07:08:27.877 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.878+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~Y7T8HJBXYUJ9.0 size=1048576 2024-09-16T07:08:27.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.879+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~Y7T8HJBXYUJ9.1 size=617138 2024-09-16T07:08:27.882 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.883+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=Y7T8HJBXYUJ9 tag=0NYH4BUE4RBX type=write size=2714290 2024-09-16T07:08:27.886 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.887+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~Q7KHPRN9XPTR.0 size=1048576 2024-09-16T07:08:27.887 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.888+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~Q7KHPRN9XPTR.1 size=189745 2024-09-16T07:08:27.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.888+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=Q7KHPRN9XPTR tag=L3BGJXVFOND8 type=write size=2286897 2024-09-16T07:08:27.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.891+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~ZOG4MWJ7ZZIC.0 size=1048576 2024-09-16T07:08:27.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.893+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~ZOG4MWJ7ZZIC.1 size=875120 2024-09-16T07:08:27.895 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.896+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=ZOG4MWJ7ZZIC tag=ZNF4XVJTFECN type=write size=2972272 2024-09-16T07:08:27.898 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.898+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=GYXYH8B1IUPO type=del size=597083 2024-09-16T07:08:27.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.901+0000 7f6a4dc63640 1 < completed delete operation key=I3HRWIVRML06 tag=NFLWHGR1YEMU type=del 2024-09-16T07:08:27.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.903+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=Q36YBH3O49ZY type=del size=524374 2024-09-16T07:08:27.904 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.905+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~Q8QN158KTYHK.0 size=1048576 2024-09-16T07:08:27.906 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.907+0000 7f6a4dc63640 1 < completed part key=_multipart_RMU7VRUO4YOS.2~Q8QN158KTYHK.1 size=891661 2024-09-16T07:08:27.909 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.910+0000 7f6a4dc63640 1 < completed multipart upload key=RMU7VRUO4YOS upload=Q8QN158KTYHK tag=ZGU0XE1J1AHA type=write size=2988813 2024-09-16T07:08:27.913 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.914+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~5F2GTSNONKU9.0 size=1048576 2024-09-16T07:08:27.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.916+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~5F2GTSNONKU9.1 size=805053 2024-09-16T07:08:27.915 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.916+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=5F2GTSNONKU9 tag=29LJCMSQ06LL type=write size=2902205 2024-09-16T07:08:27.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.918+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=R1Y4UZTE07E4 type=del 2024-09-16T07:08:27.921 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.922+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~JAVDOU8LYLH8.0 size=1048576 2024-09-16T07:08:27.922 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.923+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~JAVDOU8LYLH8.1 size=648285 2024-09-16T07:08:27.923 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.923+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=JAVDOU8LYLH8 tag=KI8OR1TDER0R type=write size=2745437 2024-09-16T07:08:27.925 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.926+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=H5N0WNRM235R type=del 2024-09-16T07:08:27.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.930+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~UJ3QBI0PPOBT.0 size=106759 2024-09-16T07:08:27.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.930+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=UJ3QBI0PPOBT tag=NNUAR9DD469Y type=write size=1155335 2024-09-16T07:08:27.931 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.932+0000 7f6a4dc63640 1 < completed write operation key=K1NW8211P2C1 tag=O7X8P8JJRB0S type=write size=687994 2024-09-16T07:08:27.933 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.934+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=NZ0XWDA4QGCS type=del size=1223379 2024-09-16T07:08:27.935 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.936+0000 7f6a4dc63640 1 < completed write operation key=MWVV9JSK8I1K tag=3IIZGT2WX3IH type=write size=365262 2024-09-16T07:08:27.937 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.938+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=JR1EU6NVHO56 type=del size=3364486 2024-09-16T07:08:27.939 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.940+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=E4R40LCZSZG0 type=del 2024-09-16T07:08:27.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.942+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=ABBRSSWNM1M0 type=del size=1585309 2024-09-16T07:08:27.941 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.942+0000 7f6a4dc63640 1 < canceled part key=_multipart_1Y4BGXOVL52F.2~C1RS86V809TE.0 size=1048576 2024-09-16T07:08:27.943 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.944+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~C1RS86V809TE.1 size=631117 2024-09-16T07:08:27.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.947+0000 7f6a4dc63640 1 < canceled multipart upload key=1Y4BGXOVL52F upload=C1RS86V809TE tag=14WMDL0EREWZ type=write size=2728269 2024-09-16T07:08:27.950 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.951+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~5BMZ7GSA05NU.0 size=446826 2024-09-16T07:08:27.950 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.951+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=5BMZ7GSA05NU tag=RA1LIQDJI1CT type=write size=1495402 2024-09-16T07:08:27.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.953+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=7N7UL6R5AG2W type=del 2024-09-16T07:08:27.954 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.955+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=47UX1U6ZDQ14 type=del size=2626135 2024-09-16T07:08:27.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.957+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.0 size=1048576 2024-09-16T07:08:27.958 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.959+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.1 size=1048576 2024-09-16T07:08:27.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.960+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~JGGTKISK5G83.2 size=949319 2024-09-16T07:08:27.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.964+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=JGGTKISK5G83 tag=L0CZQ6OFH0AK type=write size=4095047 2024-09-16T07:08:27.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.966+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=A5O5MZREXUV2 type=write size=379829 2024-09-16T07:08:27.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.966+0000 7f6a4dc63640 1 < canceled part key=_multipart_AWJBSUV0CGLC.2~UNYQXBSIQI0A.0 size=52740 2024-09-16T07:08:27.968 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.969+0000 7f6a4dc63640 1 < canceled multipart upload key=AWJBSUV0CGLC upload=UNYQXBSIQI0A tag=JEO22MLVUF40 type=write size=1101316 2024-09-16T07:08:27.970 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.971+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=ZUW334RWGO94 type=del size=1359603 2024-09-16T07:08:27.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.973+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.0 size=1048576 2024-09-16T07:08:27.972 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.973+0000 7f6a4dc63640 1 < canceled part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.1 size=1048576 2024-09-16T07:08:27.974 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.975+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~17JN37UOI6GI.2 size=513634 2024-09-16T07:08:27.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.978+0000 7f6a4dc63640 1 < canceled multipart upload key=5TWLBMAWQE4Z upload=17JN37UOI6GI tag=KHWX2QL5VRHB type=write size=3659362 2024-09-16T07:08:27.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.980+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=YL3XWG1COGDK type=write size=238044 2024-09-16T07:08:27.979 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.980+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~SG28ZXMRF53J.0 size=809515 2024-09-16T07:08:27.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.983+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=SG28ZXMRF53J tag=ZI59BILK3XGE type=write size=1858091 2024-09-16T07:08:27.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.985+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=7CDTI7UAWSB0 type=del size=1436510 2024-09-16T07:08:27.986 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.987+0000 7f6a4dc63640 1 < completed write operation key=88MH2W7ZQS96 tag=1CN180N3T6C4 type=write size=755710 2024-09-16T07:08:27.989 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.990+0000 7f6a4dc63640 1 > prepared part key=_multipart_RMU7VRUO4YOS.2~C99G1SMWI8Z7.0 size=721556 2024-09-16T07:08:27.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.990+0000 7f6a4dc63640 1 > prepared multipart upload key=RMU7VRUO4YOS upload=C99G1SMWI8Z7 tag=NW87QVZJPEF3 type=write size=1770132 2024-09-16T07:08:27.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.993+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~Q7KHPRN9XPTR.0 size=1048576 2024-09-16T07:08:27.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.994+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~Q7KHPRN9XPTR.1 size=189745 2024-09-16T07:08:27.997 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:27.998+0000 7f6a4dc63640 1 < completed multipart upload key=BKU75GT4GD2J upload=Q7KHPRN9XPTR tag=L3BGJXVFOND8 type=write size=2286897 2024-09-16T07:08:28.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.002+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~GJQ1KAJV2YN8.0 size=679111 2024-09-16T07:08:28.001 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.002+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=GJQ1KAJV2YN8 tag=ZMDSH8N6R7HW type=write size=1727687 2024-09-16T07:08:28.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.004+0000 7f6a4dc63640 1 < completed delete operation key=BKU75GT4GD2J tag=GYXYH8B1IUPO type=del 2024-09-16T07:08:28.005 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.006+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=0XHTHI4U7TRM type=del size=939291 2024-09-16T07:08:28.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.007+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=Q36YBH3O49ZY type=del 2024-09-16T07:08:28.008 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.009+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=FEGAI0U0X0T8 type=del size=2510503 2024-09-16T07:08:28.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.011+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~5F2GTSNONKU9.0 size=1048576 2024-09-16T07:08:28.012 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.013+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~5F2GTSNONKU9.1 size=805053 2024-09-16T07:08:28.015 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.016+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=5F2GTSNONKU9 tag=29LJCMSQ06LL type=write size=2902205 2024-09-16T07:08:28.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.020+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~G9LTC805S4V2.0 size=568584 2024-09-16T07:08:28.019 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.020+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=G9LTC805S4V2 tag=UDMH1LYPX65F type=write size=1617160 2024-09-16T07:08:28.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.022+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~JAVDOU8LYLH8.0 size=1048576 2024-09-16T07:08:28.023 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.024+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~JAVDOU8LYLH8.1 size=648285 2024-09-16T07:08:28.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.028+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=JAVDOU8LYLH8 tag=KI8OR1TDER0R type=write size=2745437 2024-09-16T07:08:28.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.032+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~D5QANPG2JN38.0 size=1048576 2024-09-16T07:08:28.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.034+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~D5QANPG2JN38.1 size=383917 2024-09-16T07:08:28.033 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.034+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=D5QANPG2JN38 tag=IEC6NVC7VEQO type=write size=2481069 2024-09-16T07:08:28.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.036+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~UJ3QBI0PPOBT.0 size=106759 2024-09-16T07:08:28.038 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.039+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=UJ3QBI0PPOBT tag=NNUAR9DD469Y type=write size=1155335 2024-09-16T07:08:28.040 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.041+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=41GC5EUKYC63 type=del size=3437842 2024-09-16T07:08:28.042 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.043+0000 7f6a4dc63640 1 < completed delete operation key=H3Q1PCCXPXUK tag=NZ0XWDA4QGCS type=del 2024-09-16T07:08:28.045 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.046+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.0 size=1048576 2024-09-16T07:08:28.047 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.048+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.1 size=1048576 2024-09-16T07:08:28.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.049+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.2 size=869627 2024-09-16T07:08:28.049 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.049+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=AJO4DY0DO2KS tag=0PJRGIHSQ8JB type=write size=4015355 2024-09-16T07:08:28.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.051+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=JR1EU6NVHO56 type=del 2024-09-16T07:08:28.052 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.053+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=RMNOR5NRS7GZ type=del size=441861 2024-09-16T07:08:28.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.057+0000 7f6a4dc63640 1 < suggested update operation key=5B35B97CQJ7U tag=ABBRSSWNM1M0 type=del size=1585309 2024-09-16T07:08:28.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.061+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~68T5UE57Y0OW.0 size=171281 2024-09-16T07:08:28.060 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.061+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=68T5UE57Y0OW tag=6DBXNJ1FED5X type=write size=1219857 2024-09-16T07:08:28.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.063+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~5BMZ7GSA05NU.0 size=446826 2024-09-16T07:08:28.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.067+0000 7f6a4dc63640 1 < completed multipart upload key=C3K7ADI7VKKZ upload=5BMZ7GSA05NU tag=RA1LIQDJI1CT type=write size=1495402 2024-09-16T07:08:28.068 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.069+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=RG8TI08R6POZ type=del size=1869064 2024-09-16T07:08:28.070 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.070+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=47UX1U6ZDQ14 type=del 2024-09-16T07:08:28.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.072+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=KS633M7WCWFQ type=write size=949204 2024-09-16T07:08:28.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.076+0000 7f6a4dc63640 1 < suggested update operation key=H3Q1PCCXPXUK tag=A5O5MZREXUV2 type=write size=379829 2024-09-16T07:08:28.079 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.080+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.0 size=1048576 2024-09-16T07:08:28.081 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.082+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.1 size=1048576 2024-09-16T07:08:28.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.085+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.2 size=233203 2024-09-16T07:08:28.084 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.085+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=1J21N0CJ0M38 tag=FJ7HLV8VRS2W type=write size=3378931 2024-09-16T07:08:28.088 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.089+0000 7f6a4dc63640 1 < suggested remove operation key=LD42W1X7ICIU tag=ZUW334RWGO94 type=del 2024-09-16T07:08:28.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.091+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=GPMTS5K1LZN1 type=del size=165744 2024-09-16T07:08:28.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.093+0000 7f6a4dc63640 1 < completed write operation key=7ZHUHNJF6OXB tag=YL3XWG1COGDK type=write size=238044 2024-09-16T07:08:28.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.095+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=R7DJIZYB6CC2 type=del size=1601038 2024-09-16T07:08:28.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.097+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=7CDTI7UAWSB0 type=del 2024-09-16T07:08:28.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.101+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~TPNQZK3G7VFJ.0 size=195420 2024-09-16T07:08:28.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.101+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=TPNQZK3G7VFJ tag=3ZF340PIREKM type=write size=1243996 2024-09-16T07:08:28.101 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.101+0000 7f6a4dc63640 1 < canceled part key=_multipart_RMU7VRUO4YOS.2~C99G1SMWI8Z7.0 size=721556 2024-09-16T07:08:28.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.105+0000 7f6a4dc63640 1 < canceled multipart upload key=RMU7VRUO4YOS upload=C99G1SMWI8Z7 tag=NW87QVZJPEF3 type=write size=1770132 2024-09-16T07:08:28.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.107+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=RHGJ6O4QAHU9 type=del size=4147698 2024-09-16T07:08:28.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.109+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~GJQ1KAJV2YN8.0 size=679111 2024-09-16T07:08:28.112 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.112+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=GJQ1KAJV2YN8 tag=ZMDSH8N6R7HW type=write size=1727687 2024-09-16T07:08:28.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.116+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~G4042S66XCSG.0 size=1048576 2024-09-16T07:08:28.117 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.118+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~G4042S66XCSG.1 size=20790 2024-09-16T07:08:28.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.118+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=G4042S66XCSG tag=L6I9DRRXZ1KZ type=write size=2117942 2024-09-16T07:08:28.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.123+0000 7f6a4dc63640 1 < suggested remove operation key=RMU7VRUO4YOS tag=0XHTHI4U7TRM type=del 2024-09-16T07:08:28.124 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.125+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=I6T56CZQ33TU type=del size=2493946 2024-09-16T07:08:28.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.126+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=FEGAI0U0X0T8 type=del 2024-09-16T07:08:28.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.129+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=RCUXA7W635LR type=del size=1493161 2024-09-16T07:08:28.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.131+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~G9LTC805S4V2.0 size=568584 2024-09-16T07:08:28.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.135+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=G9LTC805S4V2 tag=UDMH1LYPX65F type=write size=1617160 2024-09-16T07:08:28.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.137+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=XMWVK1IVXUGM type=write size=938743 2024-09-16T07:08:28.138 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.139+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~D5QANPG2JN38.0 size=1048576 2024-09-16T07:08:28.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.141+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~D5QANPG2JN38.1 size=383917 2024-09-16T07:08:28.143 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.144+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=D5QANPG2JN38 tag=IEC6NVC7VEQO type=write size=2481069 2024-09-16T07:08:28.145 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.146+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=ZF1U1Y07WWZQ type=del size=3144923 2024-09-16T07:08:28.147 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.148+0000 7f6a4dc63640 1 < completed delete operation key=ZGU9J8JX5L57 tag=41GC5EUKYC63 type=del 2024-09-16T07:08:28.149 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.150+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=MR54VZW1WMOB type=del size=3605819 2024-09-16T07:08:28.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.152+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.0 size=1048576 2024-09-16T07:08:28.153 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.154+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.1 size=1048576 2024-09-16T07:08:28.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.155+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~AJO4DY0DO2KS.2 size=869627 2024-09-16T07:08:28.158 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.159+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=AJO4DY0DO2KS tag=0PJRGIHSQ8JB type=write size=4015355 2024-09-16T07:08:28.160 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.161+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=JCXHFFS65QW4 type=write size=582807 2024-09-16T07:08:28.162 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.163+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=RMNOR5NRS7GZ type=del 2024-09-16T07:08:28.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.164+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=J60YQFZV3CFL type=del size=279003 2024-09-16T07:08:28.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.166+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~68T5UE57Y0OW.0 size=171281 2024-09-16T07:08:28.169 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.170+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=68T5UE57Y0OW tag=6DBXNJ1FED5X type=write size=1219857 2024-09-16T07:08:28.171 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.172+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=59GQA1ICMUA3 type=write size=382879 2024-09-16T07:08:28.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.177+0000 7f6a4dc63640 1 < suggested remove operation key=7ZHUHNJF6OXB tag=RG8TI08R6POZ type=del 2024-09-16T07:08:28.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.179+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=XF2XXKLRKPU1 type=del size=912470 2024-09-16T07:08:28.182 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.183+0000 7f6a4dc63640 1 < suggested remove operation key=ZGU9J8JX5L57 tag=KS633M7WCWFQ type=write 2024-09-16T07:08:28.184 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.185+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=VKEIEASYYWIT type=write size=960593 2024-09-16T07:08:28.186 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.187+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.0 size=1048576 2024-09-16T07:08:28.188 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.188+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.1 size=1048576 2024-09-16T07:08:28.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.190+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~1J21N0CJ0M38.2 size=233203 2024-09-16T07:08:28.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.194+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=1J21N0CJ0M38 tag=FJ7HLV8VRS2W type=write size=3378931 2024-09-16T07:08:28.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.196+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=DV66QU3PRJIU type=write size=912774 2024-09-16T07:08:28.198 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.199+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=GPMTS5K1LZN1 type=del 2024-09-16T07:08:28.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.202+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.0 size=1048576 2024-09-16T07:08:28.204 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.204+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.1 size=1048576 2024-09-16T07:08:28.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.206+0000 7f6a4dc63640 1 > prepared part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.2 size=1026624 2024-09-16T07:08:28.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.206+0000 7f6a4dc63640 1 > prepared multipart upload key=BKU75GT4GD2J upload=KU5EQ3X9LYU1 tag=5CN11M487ZFP type=write size=4172352 2024-09-16T07:08:28.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.209+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=R7DJIZYB6CC2 type=del 2024-09-16T07:08:28.211 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.212+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~S2MA6MI1ZGRB.0 size=1048576 2024-09-16T07:08:28.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.214+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~S2MA6MI1ZGRB.1 size=629115 2024-09-16T07:08:28.213 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.214+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=S2MA6MI1ZGRB tag=9LK13X74JR6T type=write size=2726267 2024-09-16T07:08:28.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.214+0000 7f6a4dc63640 1 < canceled part key=_multipart_1Y4BGXOVL52F.2~TPNQZK3G7VFJ.0 size=195420 2024-09-16T07:08:28.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.218+0000 7f6a4dc63640 1 < canceled multipart upload key=1Y4BGXOVL52F upload=TPNQZK3G7VFJ tag=3ZF340PIREKM type=write size=1243996 2024-09-16T07:08:28.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.222+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.0 size=1048576 2024-09-16T07:08:28.223 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.224+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.1 size=1048576 2024-09-16T07:08:28.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.226+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.2 size=341337 2024-09-16T07:08:28.225 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.226+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=RFSXR4JGJCYA tag=ULTIK28AB3L3 type=write size=3487065 2024-09-16T07:08:28.227 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.228+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=RHGJ6O4QAHU9 type=del 2024-09-16T07:08:28.229 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.230+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=O8AYC9T89W2N type=del size=3670732 2024-09-16T07:08:28.231 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.232+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~G4042S66XCSG.0 size=1048576 2024-09-16T07:08:28.233 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.234+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~G4042S66XCSG.1 size=20790 2024-09-16T07:08:28.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.237+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=G4042S66XCSG tag=L6I9DRRXZ1KZ type=write size=2117942 2024-09-16T07:08:28.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.239+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=06JU8NC3SFXS type=del size=3989759 2024-09-16T07:08:28.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.244+0000 7f6a4dc63640 1 < suggested update operation key=Q30B5IQL3VQX tag=I6T56CZQ33TU type=del size=2493946 2024-09-16T07:08:28.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.246+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=STNHB1YZS3YU type=write size=688233 2024-09-16T07:08:28.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.248+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=RCUXA7W635LR type=del 2024-09-16T07:08:28.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.250+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=O4XNAC93AWUU type=write size=814705 2024-09-16T07:08:28.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.251+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=ZGU9J8JX5L57 tag=XMWVK1IVXUGM type=write size=938743: (2) No such file or directory 2024-09-16T07:08:28.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.253+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=FN2VMRDA8PVN type=del size=2555465 2024-09-16T07:08:28.254 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.255+0000 7f6a4dc63640 1 < canceled operation key=BKU75GT4GD2J tag=ZF1U1Y07WWZQ type=del size=3144923 2024-09-16T07:08:28.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.257+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=CHBGT2MOD3OJ type=del size=2214575 2024-09-16T07:08:28.259 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.259+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=MR54VZW1WMOB type=del 2024-09-16T07:08:28.261 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.262+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=WC5ZBTE7F06C type=del size=3005898 2024-09-16T07:08:28.263 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.264+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=JCXHFFS65QW4 type=write size=582807 2024-09-16T07:08:28.265 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.266+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=Q62BDN2EM7DD type=del size=2459045 2024-09-16T07:08:28.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.268+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=J60YQFZV3CFL type=del 2024-09-16T07:08:28.271 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.271+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.0 size=1048576 2024-09-16T07:08:28.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.273+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.1 size=1048576 2024-09-16T07:08:28.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.275+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.2 size=799274 2024-09-16T07:08:28.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.275+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=HR35TJ17U3QE tag=WF2TGUANAITO type=write size=3945002 2024-09-16T07:08:28.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.279+0000 7f6a4dc63640 1 < suggested update operation key=7OJZZH487J17 tag=59GQA1ICMUA3 type=write size=382879 2024-09-16T07:08:28.280 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.281+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=TQFESE5WBYGP type=del size=716460 2024-09-16T07:08:28.282 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.283+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=XF2XXKLRKPU1 type=del 2024-09-16T07:08:28.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.287+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~1ERU8DCNZ170.0 size=673089 2024-09-16T07:08:28.286 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.287+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=1ERU8DCNZ170 tag=2R3ITKOKTWW2 type=write size=1721665 2024-09-16T07:08:28.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.290+0000 7f6a4dc63640 -1 < failed to complete operation key=Q30B5IQL3VQX tag=VKEIEASYYWIT type=write size=960593: (22) Invalid argument 2024-09-16T07:08:28.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.293+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~CLUTAMBQU43N.0 size=277722 2024-09-16T07:08:28.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.293+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=CLUTAMBQU43N tag=AABNOXI9BZ8W type=write size=1326298 2024-09-16T07:08:28.297 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.298+0000 7f6a4dc63640 1 < suggested remove operation key=FB23TC3WPG1I tag=DV66QU3PRJIU type=write 2024-09-16T07:08:28.301 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.302+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.0 size=1048576 2024-09-16T07:08:28.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.304+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.1 size=1048576 2024-09-16T07:08:28.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.305+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.2 size=634227 2024-09-16T07:08:28.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.305+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=FYEQ1MP0RXHO tag=X4LMN27HIRJQ type=write size=3779955 2024-09-16T07:08:28.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.306+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.0 size=1048576 2024-09-16T07:08:28.306 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.307+0000 7f6a4dc63640 1 < completed part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.1 size=1048576 2024-09-16T07:08:28.307 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.307+0000 7f6a4dc63640 1 < canceled part key=_multipart_BKU75GT4GD2J.2~KU5EQ3X9LYU1.2 size=1026624 2024-09-16T07:08:28.310 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.311+0000 7f6a4dc63640 1 < canceled multipart upload key=BKU75GT4GD2J upload=KU5EQ3X9LYU1 tag=5CN11M487ZFP type=write size=4172352 2024-09-16T07:08:28.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.315+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~4FKN0IK1VA7D.0 size=1048576 2024-09-16T07:08:28.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.317+0000 7f6a4dc63640 1 > prepared part key=_multipart_6LG5D2FSD1T5.2~4FKN0IK1VA7D.1 size=762446 2024-09-16T07:08:28.317 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.317+0000 7f6a4dc63640 1 > prepared multipart upload key=6LG5D2FSD1T5 upload=4FKN0IK1VA7D tag=32F4CUDDBUU6 type=write size=2859598 2024-09-16T07:08:28.319 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.320+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~S2MA6MI1ZGRB.0 size=1048576 2024-09-16T07:08:28.321 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.322+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~S2MA6MI1ZGRB.1 size=629115 2024-09-16T07:08:28.324 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.325+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=S2MA6MI1ZGRB tag=9LK13X74JR6T type=write size=2726267 2024-09-16T07:08:28.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.329+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~15XKXNVHI2RR.0 size=413783 2024-09-16T07:08:28.328 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.329+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=15XKXNVHI2RR tag=7B6L997Y8Y77 type=write size=1462359 2024-09-16T07:08:28.330 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.331+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.0 size=1048576 2024-09-16T07:08:28.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.333+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.1 size=1048576 2024-09-16T07:08:28.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.335+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~RFSXR4JGJCYA.2 size=341337 2024-09-16T07:08:28.337 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.338+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=RFSXR4JGJCYA tag=ULTIK28AB3L3 type=write size=3487065 2024-09-16T07:08:28.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.340+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=70C7CWJEOUQ1 type=del size=4035748 2024-09-16T07:08:28.341 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.342+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=O8AYC9T89W2N type=del size=3670732 2024-09-16T07:08:28.345 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.346+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~R6P3LB0MK731.0 size=1048576 2024-09-16T07:08:28.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.348+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZE3LE1W5V8E6.2~R6P3LB0MK731.1 size=661913 2024-09-16T07:08:28.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.348+0000 7f6a4dc63640 1 > prepared multipart upload key=ZE3LE1W5V8E6 upload=R6P3LB0MK731 tag=80YNTS7X33Z0 type=write size=2759065 2024-09-16T07:08:28.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.352+0000 7f6a4dc63640 1 < suggested remove operation key=K1NW8211P2C1 tag=06JU8NC3SFXS type=del 2024-09-16T07:08:28.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.356+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~R3YYD0WIHO3J.0 size=1048576 2024-09-16T07:08:28.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.358+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~R3YYD0WIHO3J.1 size=127614 2024-09-16T07:08:28.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.358+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=R3YYD0WIHO3J tag=GZGHPYMB0NF2 type=write size=2224766 2024-09-16T07:08:28.359 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.360+0000 7f6a4dc63640 1 < completed write operation key=SQ46MZXZN6UD tag=STNHB1YZS3YU type=write size=688233 2024-09-16T07:08:28.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.362+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=YCYZJIHNCM6I type=write size=374211 2024-09-16T07:08:28.364 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.365+0000 7f6a4dc63640 -1 < failed to complete operation key=K1NW8211P2C1 tag=O4XNAC93AWUU type=write size=814705: (22) Invalid argument 2024-09-16T07:08:28.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.369+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~0H1YZC0VBATJ.0 size=781315 2024-09-16T07:08:28.368 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.369+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=0H1YZC0VBATJ tag=U37EPD7U6M28 type=write size=1829891 2024-09-16T07:08:28.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.369+0000 7f6a4dc63640 -1 < no bi entry to suggest for operation key=FB23TC3WPG1I tag=FN2VMRDA8PVN type=del size=2555465: (2) No such file or directory 2024-09-16T07:08:28.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.374+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~T7CBSSAG48KA.0 size=531381 2024-09-16T07:08:28.373 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.374+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=T7CBSSAG48KA tag=39CISC8ULY8S type=write size=1579957 2024-09-16T07:08:28.374 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.375+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=CHBGT2MOD3OJ type=del 2024-09-16T07:08:28.377 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.378+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=18Z4BLD5WUE2 type=del size=3814466 2024-09-16T07:08:28.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.380+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=WC5ZBTE7F06C type=del size=3005898 2024-09-16T07:08:28.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.383+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.0 size=1048576 2024-09-16T07:08:28.384 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.385+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.1 size=1048576 2024-09-16T07:08:28.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.387+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.2 size=284702 2024-09-16T07:08:28.386 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.387+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=YFCFARS5B4RQ tag=OTNN20CD5YHA type=write size=3430430 2024-09-16T07:08:28.390 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.391+0000 7f6a4dc63640 1 < suggested remove operation key=5B35B97CQJ7U tag=Q62BDN2EM7DD type=del 2024-09-16T07:08:28.392 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.393+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=KRA6IS40F4WW type=write size=387514 2024-09-16T07:08:28.394 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.395+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.0 size=1048576 2024-09-16T07:08:28.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.396+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.1 size=1048576 2024-09-16T07:08:28.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.398+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~HR35TJ17U3QE.2 size=799274 2024-09-16T07:08:28.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.401+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=HR35TJ17U3QE tag=WF2TGUANAITO type=write size=3945002 2024-09-16T07:08:28.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.405+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.0 size=1048576 2024-09-16T07:08:28.406 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.407+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.1 size=1048576 2024-09-16T07:08:28.408 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.409+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.2 size=855462 2024-09-16T07:08:28.408 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.409+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=RTA00XCHHVBF tag=5MY7FOTG5G15 type=write size=4001190 2024-09-16T07:08:28.410 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.411+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=TQFESE5WBYGP type=del 2024-09-16T07:08:28.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.415+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.0 size=1048576 2024-09-16T07:08:28.416 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.417+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.1 size=1048576 2024-09-16T07:08:28.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.419+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.2 size=670133 2024-09-16T07:08:28.418 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.419+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=LT9KSCRIZO8U tag=H8GXSSFOI4X0 type=write size=3815861 2024-09-16T07:08:28.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.421+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~1ERU8DCNZ170.0 size=673089 2024-09-16T07:08:28.423 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.424+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=1ERU8DCNZ170 tag=2R3ITKOKTWW2 type=write size=1721665 2024-09-16T07:08:28.426 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.427+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=RF4Q7Z5EXV2E type=del size=2397221 2024-09-16T07:08:28.428 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.429+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~CLUTAMBQU43N.0 size=277722 2024-09-16T07:08:28.431 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.432+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=CLUTAMBQU43N tag=AABNOXI9BZ8W type=write size=1326298 2024-09-16T07:08:28.433 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.434+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=9J6L3Q2HMJGT type=write size=413455 2024-09-16T07:08:28.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.437+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.0 size=1048576 2024-09-16T07:08:28.436 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.437+0000 7f6a4dc63640 1 < canceled part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.1 size=1048576 2024-09-16T07:08:28.437 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.438+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~FYEQ1MP0RXHO.2 size=634227 2024-09-16T07:08:28.441 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.442+0000 7f6a4dc63640 1 < canceled multipart upload key=FB23TC3WPG1I upload=FYEQ1MP0RXHO tag=X4LMN27HIRJQ type=write size=3779955 2024-09-16T07:08:28.445 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.446+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~GRHLQYT32VSP.0 size=1048576 2024-09-16T07:08:28.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.448+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~GRHLQYT32VSP.1 size=49554 2024-09-16T07:08:28.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.448+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=GRHLQYT32VSP tag=KJO4YPJCWRFB type=write size=2146706 2024-09-16T07:08:28.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.450+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~4FKN0IK1VA7D.0 size=1048576 2024-09-16T07:08:28.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.451+0000 7f6a4dc63640 1 < completed part key=_multipart_6LG5D2FSD1T5.2~4FKN0IK1VA7D.1 size=762446 2024-09-16T07:08:28.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.455+0000 7f6a4dc63640 1 < completed multipart upload key=6LG5D2FSD1T5 upload=4FKN0IK1VA7D tag=32F4CUDDBUU6 type=write size=2859598 2024-09-16T07:08:28.456 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.457+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=R5S1CGGZP7B5 type=del size=3043084 2024-09-16T07:08:28.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.459+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~15XKXNVHI2RR.0 size=413783 2024-09-16T07:08:28.461 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.462+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=15XKXNVHI2RR tag=7B6L997Y8Y77 type=write size=1462359 2024-09-16T07:08:28.463 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.464+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=58U1YFB3VUH2 type=del size=1167873 2024-09-16T07:08:28.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.466+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=70C7CWJEOUQ1 type=del 2024-09-16T07:08:28.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.468+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=JPFQ99EM9PEQ type=del size=3771160 2024-09-16T07:08:28.470 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.471+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~R6P3LB0MK731.0 size=1048576 2024-09-16T07:08:28.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.473+0000 7f6a4dc63640 1 < completed part key=_multipart_ZE3LE1W5V8E6.2~R6P3LB0MK731.1 size=661913 2024-09-16T07:08:28.475 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.476+0000 7f6a4dc63640 1 < completed multipart upload key=ZE3LE1W5V8E6 upload=R6P3LB0MK731 tag=80YNTS7X33Z0 type=write size=2759065 2024-09-16T07:08:28.478 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.479+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~JOL6USPORLJG.0 size=1048576 2024-09-16T07:08:28.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.481+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~JOL6USPORLJG.1 size=744409 2024-09-16T07:08:28.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.481+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=JOL6USPORLJG tag=3OPBJG2XPRJK type=write size=2841561 2024-09-16T07:08:28.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.483+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~R3YYD0WIHO3J.0 size=1048576 2024-09-16T07:08:28.484 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.485+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~R3YYD0WIHO3J.1 size=127614 2024-09-16T07:08:28.487 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.488+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=R3YYD0WIHO3J tag=GZGHPYMB0NF2 type=write size=2224766 2024-09-16T07:08:28.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.492+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~ZGZKJLJ5NLFV.0 size=256535 2024-09-16T07:08:28.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.492+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=ZGZKJLJ5NLFV tag=2186REY2NCAB type=write size=1305111 2024-09-16T07:08:28.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.494+0000 7f6a4dc63640 1 < completed write operation key=CJJ2FTWX2XGD tag=YCYZJIHNCM6I type=write size=374211 2024-09-16T07:08:28.497 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.498+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.0 size=1048576 2024-09-16T07:08:28.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.499+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.1 size=1048576 2024-09-16T07:08:28.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.501+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.2 size=537489 2024-09-16T07:08:28.500 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.501+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=9SMQV8Z9ZVU1 tag=FSOKI9Y09XI4 type=write size=3683217 2024-09-16T07:08:28.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.503+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~0H1YZC0VBATJ.0 size=781315 2024-09-16T07:08:28.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.507+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=0H1YZC0VBATJ tag=U37EPD7U6M28 type=write size=1829891 2024-09-16T07:08:28.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.509+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=CATOK4ZS5FY7 type=del size=2310614 2024-09-16T07:08:28.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.511+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~T7CBSSAG48KA.0 size=531381 2024-09-16T07:08:28.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.514+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=T7CBSSAG48KA tag=39CISC8ULY8S type=write size=1579957 2024-09-16T07:08:28.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.518+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.0 size=1048576 2024-09-16T07:08:28.519 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.520+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.1 size=1048576 2024-09-16T07:08:28.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.522+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.2 size=751984 2024-09-16T07:08:28.521 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.522+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=4OJW2TA89LI9 tag=A3SG1ZAJM015 type=write size=3897712 2024-09-16T07:08:28.524 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.525+0000 7f6a4dc63640 1 < canceled operation key=GFIHYJ7SKCL4 tag=18Z4BLD5WUE2 type=del size=3814466 2024-09-16T07:08:28.527 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.528+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=SHKASFMBEE3F type=del size=12585 2024-09-16T07:08:28.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.530+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.0 size=1048576 2024-09-16T07:08:28.531 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.532+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.1 size=1048576 2024-09-16T07:08:28.533 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.533+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~YFCFARS5B4RQ.2 size=284702 2024-09-16T07:08:28.536 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.537+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=YFCFARS5B4RQ tag=OTNN20CD5YHA type=write size=3430430 2024-09-16T07:08:28.540 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.540+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~XQGNJP2J9EH5.0 size=1048576 2024-09-16T07:08:28.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.542+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~XQGNJP2J9EH5.1 size=813859 2024-09-16T07:08:28.541 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.542+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=XQGNJP2J9EH5 tag=0FVXZ25K2SUV type=write size=2911011 2024-09-16T07:08:28.543 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.544+0000 7f6a4dc63640 1 < completed write operation key=7OJZZH487J17 tag=KRA6IS40F4WW type=write size=387514 2024-09-16T07:08:28.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.546+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=9D1X63N7WVCV type=del size=2803526 2024-09-16T07:08:28.545 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.546+0000 7f6a4dc63640 1 < canceled part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.0 size=1048576 2024-09-16T07:08:28.547 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.548+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.1 size=1048576 2024-09-16T07:08:28.549 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.550+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~RTA00XCHHVBF.2 size=855462 2024-09-16T07:08:28.552 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.553+0000 7f6a4dc63640 1 < canceled multipart upload key=P2CZGUGP20MI upload=RTA00XCHHVBF tag=5MY7FOTG5G15 type=write size=4001190 2024-09-16T07:08:28.556 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.557+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.0 size=1048576 2024-09-16T07:08:28.558 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.559+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.1 size=1048576 2024-09-16T07:08:28.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.561+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.2 size=509572 2024-09-16T07:08:28.560 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.561+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=K5QFGLABTAOK tag=TCJFEQAPLNKY type=write size=3655300 2024-09-16T07:08:28.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.563+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.0 size=1048576 2024-09-16T07:08:28.562 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.563+0000 7f6a4dc63640 1 < canceled part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.1 size=1048576 2024-09-16T07:08:28.563 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.564+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~LT9KSCRIZO8U.2 size=670133 2024-09-16T07:08:28.567 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.568+0000 7f6a4dc63640 1 < canceled multipart upload key=88MH2W7ZQS96 upload=LT9KSCRIZO8U tag=H8GXSSFOI4X0 type=write size=3815861 2024-09-16T07:08:28.569 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.570+0000 7f6a4dc63640 1 > prepared operation key=H3Q1PCCXPXUK tag=5C8XGR2L6RQG type=del size=782293 2024-09-16T07:08:28.571 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.572+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=RF4Q7Z5EXV2E type=del 2024-09-16T07:08:28.573 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.574+0000 7f6a4dc63640 1 > prepared operation key=Q30B5IQL3VQX tag=IRI861RKUMU4 type=del size=2529149 2024-09-16T07:08:28.575 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.576+0000 7f6a4dc63640 1 < completed write operation key=JXTTJU9B6QQY tag=9J6L3Q2HMJGT type=write size=413455 2024-09-16T07:08:28.577 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.578+0000 7f6a4dc63640 1 > prepared operation key=ZTYIYV79PWM7 tag=M1GLLA5VVW3Z type=del size=3821226 2024-09-16T07:08:28.579 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.580+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~GRHLQYT32VSP.0 size=1048576 2024-09-16T07:08:28.581 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.582+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~GRHLQYT32VSP.1 size=49554 2024-09-16T07:08:28.585 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.586+0000 7f6a4dc63640 1 < completed multipart upload key=S24OZ7HDG3T5 upload=GRHLQYT32VSP tag=KJO4YPJCWRFB type=write size=2146706 2024-09-16T07:08:28.589 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.589+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.0 size=1048576 2024-09-16T07:08:28.590 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.591+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.1 size=1048576 2024-09-16T07:08:28.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.593+0000 7f6a4dc63640 1 > prepared part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.2 size=631860 2024-09-16T07:08:28.592 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.593+0000 7f6a4dc63640 1 > prepared multipart upload key=1Y4BGXOVL52F upload=HLPC5CTY9C4R tag=B310X267OS44 type=write size=3777588 2024-09-16T07:08:28.594 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.595+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=R5S1CGGZP7B5 type=del 2024-09-16T07:08:28.596 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.597+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=CLGNP0MC6U1T type=del size=2991500 2024-09-16T07:08:28.598 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.599+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=58U1YFB3VUH2 type=del 2024-09-16T07:08:28.601 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.602+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.0 size=1048576 2024-09-16T07:08:28.603 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.604+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.1 size=1048576 2024-09-16T07:08:28.604 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.605+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.2 size=43918 2024-09-16T07:08:28.605 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.605+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=VSNYA9J8CKD2 tag=BMZKEZBVL532 type=write size=3189646 2024-09-16T07:08:28.608 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.609+0000 7f6a4dc63640 1 < suggested remove operation key=H3Q1PCCXPXUK tag=JPFQ99EM9PEQ type=del 2024-09-16T07:08:28.612 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.613+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.0 size=1048576 2024-09-16T07:08:28.614 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.614+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.1 size=1048576 2024-09-16T07:08:28.615 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.616+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.2 size=238372 2024-09-16T07:08:28.615 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.616+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=U07E2PQPMYEO tag=3VNBJ7YCFAHD type=write size=3384100 2024-09-16T07:08:28.617 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.618+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~JOL6USPORLJG.0 size=1048576 2024-09-16T07:08:28.619 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.620+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~JOL6USPORLJG.1 size=744409 2024-09-16T07:08:28.622 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.623+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=JOL6USPORLJG tag=3OPBJG2XPRJK type=write size=2841561 2024-09-16T07:08:28.625 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.626+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=3DRV3GO8NVER type=write size=668809 2024-09-16T07:08:28.627 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.628+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~ZGZKJLJ5NLFV.0 size=256535 2024-09-16T07:08:28.630 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.631+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=ZGZKJLJ5NLFV tag=2186REY2NCAB type=write size=1305111 2024-09-16T07:08:28.633 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.634+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~E91778VR5S49.0 size=407746 2024-09-16T07:08:28.634 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.634+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=E91778VR5S49 tag=W77FDPF0HOUL type=write size=1456322 2024-09-16T07:08:28.635 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.636+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.0 size=1048576 2024-09-16T07:08:28.637 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.638+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.1 size=1048576 2024-09-16T07:08:28.639 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.640+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~9SMQV8Z9ZVU1.2 size=537489 2024-09-16T07:08:28.643 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.643+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=9SMQV8Z9ZVU1 tag=FSOKI9Y09XI4 type=write size=3683217 2024-09-16T07:08:28.645 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.645+0000 7f6a4dc63640 1 > prepared operation key=AWJBSUV0CGLC tag=UJGH8UK91NRX type=write size=347804 2024-09-16T07:08:28.646 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.647+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=CATOK4ZS5FY7 type=del 2024-09-16T07:08:28.648 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.649+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=O5U2T2SXL73C type=del size=407939 2024-09-16T07:08:28.651 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.651+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.0 size=1048576 2024-09-16T07:08:28.652 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.653+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.1 size=1048576 2024-09-16T07:08:28.654 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.655+0000 7f6a4dc63640 1 < completed part key=_multipart_AWJBSUV0CGLC.2~4OJW2TA89LI9.2 size=751984 2024-09-16T07:08:28.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.659+0000 7f6a4dc63640 1 < completed multipart upload key=AWJBSUV0CGLC upload=4OJW2TA89LI9 tag=A3SG1ZAJM015 type=write size=3897712 2024-09-16T07:08:28.660 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.661+0000 7f6a4dc63640 1 > prepared operation key=88MH2W7ZQS96 tag=J5Q4BJHUUE5Y type=del size=830752 2024-09-16T07:08:28.663 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.664+0000 7f6a4dc63640 -1 < failed to complete operation key=H3Q1PCCXPXUK tag=SHKASFMBEE3F type=del size=12585: (22) Invalid argument 2024-09-16T07:08:28.666 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.667+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~AX4WJZPQ8ZMZ.0 size=1048576 2024-09-16T07:08:28.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.669+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~AX4WJZPQ8ZMZ.1 size=704140 2024-09-16T07:08:28.668 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.669+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=AX4WJZPQ8ZMZ tag=5H7OK38331RZ type=write size=2801292 2024-09-16T07:08:28.670 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.671+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~XQGNJP2J9EH5.0 size=1048576 2024-09-16T07:08:28.672 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.673+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~XQGNJP2J9EH5.1 size=813859 2024-09-16T07:08:28.676 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.677+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=XQGNJP2J9EH5 tag=0FVXZ25K2SUV type=write size=2911011 2024-09-16T07:08:28.680 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.681+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.0 size=1048576 2024-09-16T07:08:28.682 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.683+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.1 size=1048576 2024-09-16T07:08:28.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.685+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.2 size=907698 2024-09-16T07:08:28.684 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.685+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=HPE6GNH0QMQ5 tag=YQ97LE84EBJP type=write size=4053426 2024-09-16T07:08:28.686 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.687+0000 7f6a4dc63640 1 < completed delete operation key=RMU7VRUO4YOS tag=9D1X63N7WVCV type=del 2024-09-16T07:08:28.690 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.691+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.0 size=1048576 2024-09-16T07:08:28.692 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.693+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.1 size=1048576 2024-09-16T07:08:28.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.695+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.2 size=642006 2024-09-16T07:08:28.694 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.695+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=ADNB2Y40HBGQ tag=6VHCKRCGRC36 type=write size=3787734 2024-09-16T07:08:28.696 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.697+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.0 size=1048576 2024-09-16T07:08:28.697 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.698+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.1 size=1048576 2024-09-16T07:08:28.699 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.700+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~K5QFGLABTAOK.2 size=509572 2024-09-16T07:08:28.703 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.704+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=K5QFGLABTAOK tag=TCJFEQAPLNKY type=write size=3655300 2024-09-16T07:08:28.706 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.707+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.0 size=1048576 2024-09-16T07:08:28.708 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.709+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.1 size=1048576 2024-09-16T07:08:28.709 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.710+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.2 size=210027 2024-09-16T07:08:28.710 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.710+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=7CRJQFQGBZJ3 tag=3R2CBSB9UDK1 type=write size=3355755 2024-09-16T07:08:28.713 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.714+0000 7f6a4dc63640 -1 < failed to complete operation key=H3Q1PCCXPXUK tag=5C8XGR2L6RQG type=del size=782293: (22) Invalid argument 2024-09-16T07:08:28.717 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.717+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~J2W7KO1HN6MH.0 size=1048576 2024-09-16T07:08:28.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.719+0000 7f6a4dc63640 1 > prepared part key=_multipart_7ZHUHNJF6OXB.2~J2W7KO1HN6MH.1 size=908816 2024-09-16T07:08:28.718 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.719+0000 7f6a4dc63640 1 > prepared multipart upload key=7ZHUHNJF6OXB upload=J2W7KO1HN6MH tag=LQK5UC317H8T type=write size=3005968 2024-09-16T07:08:28.720 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.721+0000 7f6a4dc63640 1 < completed delete operation key=Q30B5IQL3VQX tag=IRI861RKUMU4 type=del 2024-09-16T07:08:28.724 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.725+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~SPGLYJZX0S3A.0 size=1048576 2024-09-16T07:08:28.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.726+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~SPGLYJZX0S3A.1 size=852595 2024-09-16T07:08:28.725 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.726+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=SPGLYJZX0S3A tag=ZBVZ23SGZ0HL type=write size=2949747 2024-09-16T07:08:28.727 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.728+0000 7f6a4dc63640 1 < completed delete operation key=ZTYIYV79PWM7 tag=M1GLLA5VVW3Z type=del 2024-09-16T07:08:28.731 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.732+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~ADGJWIGL4J6X.0 size=1048576 2024-09-16T07:08:28.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.734+0000 7f6a4dc63640 1 > prepared part key=_multipart_S24OZ7HDG3T5.2~ADGJWIGL4J6X.1 size=96244 2024-09-16T07:08:28.733 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.734+0000 7f6a4dc63640 1 > prepared multipart upload key=S24OZ7HDG3T5 upload=ADGJWIGL4J6X tag=F1BMV561JFB2 type=write size=2193396 2024-09-16T07:08:28.735 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.736+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.0 size=1048576 2024-09-16T07:08:28.736 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.737+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.1 size=1048576 2024-09-16T07:08:28.738 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.739+0000 7f6a4dc63640 1 < completed part key=_multipart_1Y4BGXOVL52F.2~HLPC5CTY9C4R.2 size=631860 2024-09-16T07:08:28.742 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.743+0000 7f6a4dc63640 1 < completed multipart upload key=1Y4BGXOVL52F upload=HLPC5CTY9C4R tag=B310X267OS44 type=write size=3777588 2024-09-16T07:08:28.746 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.747+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~LHUJH72H4NT5.0 size=1048576 2024-09-16T07:08:28.748 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.749+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~LHUJH72H4NT5.1 size=607972 2024-09-16T07:08:28.749 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.749+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=LHUJH72H4NT5 tag=FV9NNM1PAHVO type=write size=2705124 2024-09-16T07:08:28.750 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.751+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=CLGNP0MC6U1T type=del 2024-09-16T07:08:28.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.755+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~425NFJ2ZHDGS.0 size=250811 2024-09-16T07:08:28.754 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.755+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=425NFJ2ZHDGS tag=D1KBPWLCL3SC type=write size=1299387 2024-09-16T07:08:28.756 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.756+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.0 size=1048576 2024-09-16T07:08:28.757 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.758+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.1 size=1048576 2024-09-16T07:08:28.758 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.758+0000 7f6a4dc63640 1 < canceled part key=_multipart_FFOW9C1BMGCP.2~VSNYA9J8CKD2.2 size=43918 2024-09-16T07:08:28.761 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.762+0000 7f6a4dc63640 1 < canceled multipart upload key=FFOW9C1BMGCP upload=VSNYA9J8CKD2 tag=BMZKEZBVL532 type=write size=3189646 2024-09-16T07:08:28.763 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.764+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=TSJ032OMEVF4 type=del size=2316786 2024-09-16T07:08:28.765 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.766+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.0 size=1048576 2024-09-16T07:08:28.766 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.767+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.1 size=1048576 2024-09-16T07:08:28.768 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.769+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~U07E2PQPMYEO.2 size=238372 2024-09-16T07:08:28.772 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.773+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=U07E2PQPMYEO tag=3VNBJ7YCFAHD type=write size=3384100 2024-09-16T07:08:28.775 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.776+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~H71G07IP080W.0 size=1048576 2024-09-16T07:08:28.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.778+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~H71G07IP080W.1 size=309734 2024-09-16T07:08:28.778 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.778+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=H71G07IP080W tag=DU2P7IG9TM1Y type=write size=2406886 2024-09-16T07:08:28.779 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.780+0000 7f6a4dc63640 1 < completed write operation key=5TWLBMAWQE4Z tag=3DRV3GO8NVER type=write size=668809 2024-09-16T07:08:28.782 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.783+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~4DGZDP8PJ37X.0 size=889473 2024-09-16T07:08:28.783 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.783+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=4DGZDP8PJ37X tag=MZC7VMP3IJI4 type=write size=1938049 2024-09-16T07:08:28.785 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.785+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~E91778VR5S49.0 size=407746 2024-09-16T07:08:28.788 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.789+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=E91778VR5S49 tag=W77FDPF0HOUL type=write size=1456322 2024-09-16T07:08:28.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.793+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~5EMPXX53H69N.0 size=769694 2024-09-16T07:08:28.792 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.793+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=5EMPXX53H69N tag=VTUSS5OPA0H7 type=write size=1818270 2024-09-16T07:08:28.794 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.795+0000 7f6a4dc63640 1 < completed write operation key=AWJBSUV0CGLC tag=UJGH8UK91NRX type=write size=347804 2024-09-16T07:08:28.796 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.797+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=9079KHFH66BG type=del size=613393 2024-09-16T07:08:28.800 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.800+0000 7f6a4dc63640 1 < suggested update operation key=88MH2W7ZQS96 tag=O5U2T2SXL73C type=del size=407939 2024-09-16T07:08:28.803 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.804+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.0 size=1048576 2024-09-16T07:08:28.805 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.806+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.1 size=1048576 2024-09-16T07:08:28.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.807+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.2 size=1029163 2024-09-16T07:08:28.806 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.807+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=19P8US8L8QFQ tag=N5R6F27ZWNEZ type=write size=4174891 2024-09-16T07:08:28.809 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.810+0000 7f6a4dc63640 -1 < failed to complete operation key=88MH2W7ZQS96 tag=J5Q4BJHUUE5Y type=del size=830752: (22) Invalid argument 2024-09-16T07:08:28.811 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.812+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=TWPPZMMMDTWN type=del size=1414350 2024-09-16T07:08:28.813 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.814+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~AX4WJZPQ8ZMZ.0 size=1048576 2024-09-16T07:08:28.814 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.815+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~AX4WJZPQ8ZMZ.1 size=704140 2024-09-16T07:08:28.818 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.819+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=AX4WJZPQ8ZMZ tag=5H7OK38331RZ type=write size=2801292 2024-09-16T07:08:28.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.821+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=VD1VH3QRXERF type=del size=2082379 2024-09-16T07:08:28.821 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.822+0000 7f6a4dc63640 1 < canceled part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.0 size=1048576 2024-09-16T07:08:28.823 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.824+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.1 size=1048576 2024-09-16T07:08:28.825 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.826+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~HPE6GNH0QMQ5.2 size=907698 2024-09-16T07:08:28.828 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.829+0000 7f6a4dc63640 1 < canceled multipart upload key=FB23TC3WPG1I upload=HPE6GNH0QMQ5 tag=YQ97LE84EBJP type=write size=4053426 2024-09-16T07:08:28.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.834+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~IZ31O1D9YAEE.0 size=974437 2024-09-16T07:08:28.833 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.834+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=IZ31O1D9YAEE tag=H6SKF89XCQ41 type=write size=2023013 2024-09-16T07:08:28.835 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.836+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.0 size=1048576 2024-09-16T07:08:28.837 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.838+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.1 size=1048576 2024-09-16T07:08:28.839 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.840+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~ADNB2Y40HBGQ.2 size=642006 2024-09-16T07:08:28.843 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.844+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=ADNB2Y40HBGQ tag=6VHCKRCGRC36 type=write size=3787734 2024-09-16T07:08:28.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.847+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~GTSCW8VBLQJS.0 size=781294 2024-09-16T07:08:28.847 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.847+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=GTSCW8VBLQJS tag=61OS5603GWQO type=write size=1829870 2024-09-16T07:08:28.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.849+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.0 size=1048576 2024-09-16T07:08:28.849 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.849+0000 7f6a4dc63640 1 < canceled part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.1 size=1048576 2024-09-16T07:08:28.850 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.851+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~7CRJQFQGBZJ3.2 size=210027 2024-09-16T07:08:28.854 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.855+0000 7f6a4dc63640 1 < canceled multipart upload key=GFIHYJ7SKCL4 upload=7CRJQFQGBZJ3 tag=3R2CBSB9UDK1 type=write size=3355755 2024-09-16T07:08:28.856 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.857+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=0JN1G4N0Q1SP type=write size=177251 2024-09-16T07:08:28.858 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.859+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~J2W7KO1HN6MH.0 size=1048576 2024-09-16T07:08:28.859 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.860+0000 7f6a4dc63640 1 < completed part key=_multipart_7ZHUHNJF6OXB.2~J2W7KO1HN6MH.1 size=908816 2024-09-16T07:08:28.863 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.864+0000 7f6a4dc63640 1 < completed multipart upload key=7ZHUHNJF6OXB upload=J2W7KO1HN6MH tag=LQK5UC317H8T type=write size=3005968 2024-09-16T07:08:28.865 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.865+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=4KC9M2A1N25R type=del size=461966 2024-09-16T07:08:28.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.867+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~SPGLYJZX0S3A.0 size=1048576 2024-09-16T07:08:28.868 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.869+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~SPGLYJZX0S3A.1 size=852595 2024-09-16T07:08:28.871 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.872+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=SPGLYJZX0S3A tag=ZBVZ23SGZ0HL type=write size=2949747 2024-09-16T07:08:28.876 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.877+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.0 size=1048576 2024-09-16T07:08:28.878 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.879+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.1 size=1048576 2024-09-16T07:08:28.879 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.880+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.2 size=614285 2024-09-16T07:08:28.880 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.880+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=L5WOBB1HEQD6 tag=BLAM95KYXHWI type=write size=3760013 2024-09-16T07:08:28.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.882+0000 7f6a4dc63640 1 < completed part key=_multipart_S24OZ7HDG3T5.2~ADGJWIGL4J6X.0 size=1048576 2024-09-16T07:08:28.881 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.882+0000 7f6a4dc63640 1 < canceled part key=_multipart_S24OZ7HDG3T5.2~ADGJWIGL4J6X.1 size=96244 2024-09-16T07:08:28.885 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.886+0000 7f6a4dc63640 1 < canceled multipart upload key=S24OZ7HDG3T5 upload=ADGJWIGL4J6X tag=F1BMV561JFB2 type=write size=2193396 2024-09-16T07:08:28.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.889+0000 7f6a4dc63640 1 > prepared part key=_multipart_LD42W1X7ICIU.2~63F2428T2Y59.0 size=457570 2024-09-16T07:08:28.888 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.889+0000 7f6a4dc63640 1 > prepared multipart upload key=LD42W1X7ICIU upload=63F2428T2Y59 tag=610A3FGCYVDO type=write size=1506146 2024-09-16T07:08:28.890 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.891+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~LHUJH72H4NT5.0 size=1048576 2024-09-16T07:08:28.892 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.893+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~LHUJH72H4NT5.1 size=607972 2024-09-16T07:08:28.896 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.897+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=LHUJH72H4NT5 tag=FV9NNM1PAHVO type=write size=2705124 2024-09-16T07:08:28.900 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.901+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.0 size=1048576 2024-09-16T07:08:28.902 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.903+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.1 size=1048576 2024-09-16T07:08:28.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.904+0000 7f6a4dc63640 1 > prepared part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.2 size=506413 2024-09-16T07:08:28.903 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.904+0000 7f6a4dc63640 1 > prepared multipart upload key=88MH2W7ZQS96 upload=I4LIO4ULY6SO tag=ZA14NZA6MD2X type=write size=3652141 2024-09-16T07:08:28.905 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.906+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~425NFJ2ZHDGS.0 size=250811 2024-09-16T07:08:28.908 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.909+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=425NFJ2ZHDGS tag=D1KBPWLCL3SC type=write size=1299387 2024-09-16T07:08:28.910 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.911+0000 7f6a4dc63640 1 > prepared operation key=FFOW9C1BMGCP tag=4G0FOZKI1Z6A type=del size=900922 2024-09-16T07:08:28.912 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.913+0000 7f6a4dc63640 1 < canceled operation key=ZE3LE1W5V8E6 tag=TSJ032OMEVF4 type=del size=2316786 2024-09-16T07:08:28.916 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.917+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~5FKYO9SPROWK.0 size=1048576 2024-09-16T07:08:28.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.918+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~5FKYO9SPROWK.1 size=380416 2024-09-16T07:08:28.917 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.918+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=5FKYO9SPROWK tag=7Z7E3DL0EHTU type=write size=2477568 2024-09-16T07:08:28.919 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.920+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~H71G07IP080W.0 size=1048576 2024-09-16T07:08:28.921 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.922+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~H71G07IP080W.1 size=309734 2024-09-16T07:08:28.924 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.925+0000 7f6a4dc63640 1 < completed multipart upload key=JXTTJU9B6QQY upload=H71G07IP080W tag=DU2P7IG9TM1Y type=write size=2406886 2024-09-16T07:08:28.926 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.927+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=I3TRMZQ83GW7 type=del size=2362153 2024-09-16T07:08:28.929 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.930+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~4DGZDP8PJ37X.0 size=889473 2024-09-16T07:08:28.932 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.933+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=4DGZDP8PJ37X tag=MZC7VMP3IJI4 type=write size=1938049 2024-09-16T07:08:28.934 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.935+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=ADVCO48H36MY type=del size=687057 2024-09-16T07:08:28.936 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.937+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~5EMPXX53H69N.0 size=769694 2024-09-16T07:08:28.940 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.941+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=5EMPXX53H69N tag=VTUSS5OPA0H7 type=write size=1818270 2024-09-16T07:08:28.942 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.943+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=89Z0GJR6IPZ5 type=write size=905814 2024-09-16T07:08:28.944 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.945+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=9079KHFH66BG type=del 2024-09-16T07:08:28.946 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.947+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=KFYQKG41R02X type=del size=1716373 2024-09-16T07:08:28.948 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.949+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.0 size=1048576 2024-09-16T07:08:28.950 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.951+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.1 size=1048576 2024-09-16T07:08:28.952 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.953+0000 7f6a4dc63640 1 < completed part key=_multipart_5TWLBMAWQE4Z.2~19P8US8L8QFQ.2 size=1029163 2024-09-16T07:08:28.956 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.956+0000 7f6a4dc63640 1 < completed multipart upload key=5TWLBMAWQE4Z upload=19P8US8L8QFQ tag=N5R6F27ZWNEZ type=write size=4174891 2024-09-16T07:08:28.960 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.960+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.0 size=1048576 2024-09-16T07:08:28.961 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.962+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.1 size=1048576 2024-09-16T07:08:28.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.964+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.2 size=218228 2024-09-16T07:08:28.963 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.964+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=8HT88DUBI35D tag=ILG50KV391OJ type=write size=3363956 2024-09-16T07:08:28.965 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.966+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=TWPPZMMMDTWN type=del 2024-09-16T07:08:28.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.970+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZGU9J8JX5L57.2~YOXM8DW97JMU.0 size=449239 2024-09-16T07:08:28.969 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.970+0000 7f6a4dc63640 1 > prepared multipart upload key=ZGU9J8JX5L57 upload=YOXM8DW97JMU tag=58E2IGQ71CBN type=write size=1497815 2024-09-16T07:08:28.973 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.973+0000 7f6a4dc63640 1 < suggested update operation key=7OJZZH487J17 tag=VD1VH3QRXERF type=del size=2082379 2024-09-16T07:08:28.975 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.976+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=Z8HB1MGP5J58 type=del size=3405109 2024-09-16T07:08:28.977 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.978+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~IZ31O1D9YAEE.0 size=974437 2024-09-16T07:08:28.980 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.981+0000 7f6a4dc63640 1 < completed multipart upload key=7K8UF0MUS6U8 upload=IZ31O1D9YAEE tag=H6SKF89XCQ41 type=write size=2023013 2024-09-16T07:08:28.982 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.983+0000 7f6a4dc63640 1 > prepared operation key=CJJ2FTWX2XGD tag=6W7Q5NQCX2VY type=del size=2708785 2024-09-16T07:08:28.984 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.985+0000 7f6a4dc63640 1 < completed part key=_multipart_LD42W1X7ICIU.2~GTSCW8VBLQJS.0 size=781294 2024-09-16T07:08:28.987 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.988+0000 7f6a4dc63640 1 < completed multipart upload key=LD42W1X7ICIU upload=GTSCW8VBLQJS tag=61OS5603GWQO type=write size=1829870 2024-09-16T07:08:28.990 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.990+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=G35QINVKTN3Y type=del size=2204137 2024-09-16T07:08:28.992 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.993+0000 7f6a4dc63640 -1 < failed to complete operation key=7OJZZH487J17 tag=0JN1G4N0Q1SP type=write size=177251: (22) Invalid argument 2024-09-16T07:08:28.994 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.995+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=YLNS4V14250F type=del size=2664417 2024-09-16T07:08:28.996 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.997+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=4KC9M2A1N25R type=del 2024-09-16T07:08:28.998 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:28.999+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=1X0D3KT3DHR2 type=del size=2796988 2024-09-16T07:08:29.000 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.001+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.0 size=1048576 2024-09-16T07:08:29.002 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.002+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.1 size=1048576 2024-09-16T07:08:29.003 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.004+0000 7f6a4dc63640 1 < completed part key=_multipart_MWVV9JSK8I1K.2~L5WOBB1HEQD6.2 size=614285 2024-09-16T07:08:29.007 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.007+0000 7f6a4dc63640 1 < completed multipart upload key=MWVV9JSK8I1K upload=L5WOBB1HEQD6 tag=BLAM95KYXHWI type=write size=3760013 2024-09-16T07:08:29.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.011+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~T4IOD3J2JE10.0 size=163902 2024-09-16T07:08:29.010 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.011+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=T4IOD3J2JE10 tag=40KF35GLTZ46 type=write size=1212478 2024-09-16T07:08:29.011 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.012+0000 7f6a4dc63640 1 < canceled part key=_multipart_LD42W1X7ICIU.2~63F2428T2Y59.0 size=457570 2024-09-16T07:08:29.014 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.015+0000 7f6a4dc63640 1 < canceled multipart upload key=LD42W1X7ICIU upload=63F2428T2Y59 tag=610A3FGCYVDO type=write size=1506146 2024-09-16T07:08:29.016 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.017+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=YLOPGP0JPVBM type=del size=2567429 2024-09-16T07:08:29.018 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.019+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.0 size=1048576 2024-09-16T07:08:29.020 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.020+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.1 size=1048576 2024-09-16T07:08:29.021 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.022+0000 7f6a4dc63640 1 < completed part key=_multipart_88MH2W7ZQS96.2~I4LIO4ULY6SO.2 size=506413 2024-09-16T07:08:29.025 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.026+0000 7f6a4dc63640 1 < completed multipart upload key=88MH2W7ZQS96 upload=I4LIO4ULY6SO tag=ZA14NZA6MD2X type=write size=3652141 2024-09-16T07:08:29.027 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.028+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=ARFAINZXWUKZ type=del size=3402107 2024-09-16T07:08:29.029 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.030+0000 7f6a4dc63640 1 < completed delete operation key=FFOW9C1BMGCP tag=4G0FOZKI1Z6A type=del 2024-09-16T07:08:29.031 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.032+0000 7f6a4dc63640 1 > prepared operation key=JXTTJU9B6QQY tag=DF5AT53L7BB3 type=del size=1026618 2024-09-16T07:08:29.034 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.035+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~5FKYO9SPROWK.0 size=1048576 2024-09-16T07:08:29.035 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.036+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~5FKYO9SPROWK.1 size=380416 2024-09-16T07:08:29.039 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.040+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=5FKYO9SPROWK tag=7Z7E3DL0EHTU type=write size=2477568 2024-09-16T07:08:29.041 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.042+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=RGNORZWZ70T1 type=del size=57841 2024-09-16T07:08:29.043 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.044+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=I3TRMZQ83GW7 type=del 2024-09-16T07:08:29.046 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.047+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~SL59QWF4TIEN.0 size=1048576 2024-09-16T07:08:29.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.049+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~SL59QWF4TIEN.1 size=711857 2024-09-16T07:08:29.048 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.049+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=SL59QWF4TIEN tag=3QSKCP1DLBPJ type=write size=2809009 2024-09-16T07:08:29.050 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.051+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=ADVCO48H36MY type=del 2024-09-16T07:08:29.053 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.054+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.0 size=1048576 2024-09-16T07:08:29.055 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.056+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.1 size=1048576 2024-09-16T07:08:29.056 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.057+0000 7f6a4dc63640 1 > prepared part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.2 size=609703 2024-09-16T07:08:29.057 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.057+0000 7f6a4dc63640 1 > prepared multipart upload key=7OJZZH487J17 upload=5S8SFT4ONT73 tag=0LOSVXO03EVT type=write size=3755431 2024-09-16T07:08:29.058 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.059+0000 7f6a4dc63640 1 < completed write operation key=RMU7VRUO4YOS tag=89Z0GJR6IPZ5 type=write size=905814 2024-09-16T07:08:29.062 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.063+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~VEAP7OT4JSU6.0 size=1048576 2024-09-16T07:08:29.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.065+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~VEAP7OT4JSU6.1 size=213607 2024-09-16T07:08:29.064 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.065+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=VEAP7OT4JSU6 tag=QSKPZYT79SXG type=write size=2310759 2024-09-16T07:08:29.066 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.067+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=KFYQKG41R02X type=del 2024-09-16T07:08:29.069 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.070+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~7UY264GWHA2J.0 size=1048576 2024-09-16T07:08:29.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.072+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~7UY264GWHA2J.1 size=805782 2024-09-16T07:08:29.071 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.072+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=7UY264GWHA2J tag=8F2TUW48THLC type=write size=2902934 2024-09-16T07:08:29.073 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.074+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.0 size=1048576 2024-09-16T07:08:29.075 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.076+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.1 size=1048576 2024-09-16T07:08:29.076 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.077+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~8HT88DUBI35D.2 size=218228 2024-09-16T07:08:29.080 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.081+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=8HT88DUBI35D tag=ILG50KV391OJ type=write size=3363956 2024-09-16T07:08:29.082 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.083+0000 7f6a4dc63640 1 > prepared operation key=7ZHUHNJF6OXB tag=NRAOB3R7SS0M type=del size=2293905 2024-09-16T07:08:29.086 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.086+0000 7f6a4dc63640 1 < completed part key=_multipart_ZGU9J8JX5L57.2~YOXM8DW97JMU.0 size=449239 2024-09-16T07:08:29.090 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.091+0000 7f6a4dc63640 1 < completed multipart upload key=ZGU9J8JX5L57 upload=YOXM8DW97JMU tag=58E2IGQ71CBN type=write size=1497815 2024-09-16T07:08:29.092 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.093+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=YJ0IOEFZ5GVR type=del size=201248 2024-09-16T07:08:29.094 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.095+0000 7f6a4dc63640 1 < completed delete operation key=6LG5D2FSD1T5 tag=Z8HB1MGP5J58 type=del 2024-09-16T07:08:29.096 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.097+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=8VT2Q6STSLTB type=del size=4625 2024-09-16T07:08:29.098 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.099+0000 7f6a4dc63640 1 < completed delete operation key=CJJ2FTWX2XGD tag=6W7Q5NQCX2VY type=del 2024-09-16T07:08:29.100 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.101+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=5SEK30M9R6C7 type=del size=3344987 2024-09-16T07:08:29.102 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.103+0000 7f6a4dc63640 1 < completed delete operation key=S24OZ7HDG3T5 tag=G35QINVKTN3Y type=del 2024-09-16T07:08:29.104 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.105+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=GD2Q48JQTRKA type=del size=2703684 2024-09-16T07:08:29.106 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.107+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=YLNS4V14250F type=del 2024-09-16T07:08:29.108 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.109+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=FVLY8ADUJ4BI type=del size=4135965 2024-09-16T07:08:29.111 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.112+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=1X0D3KT3DHR2 type=del 2024-09-16T07:08:29.113 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.114+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=GY6HFPYYHXC0 type=del size=3212703 2024-09-16T07:08:29.115 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.116+0000 7f6a4dc63640 1 < completed part key=_multipart_P2CZGUGP20MI.2~T4IOD3J2JE10.0 size=163902 2024-09-16T07:08:29.118 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.119+0000 7f6a4dc63640 1 < completed multipart upload key=P2CZGUGP20MI upload=T4IOD3J2JE10 tag=40KF35GLTZ46 type=write size=1212478 2024-09-16T07:08:29.120 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.121+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=R5A9TPE02I5J type=del size=1791187 2024-09-16T07:08:29.122 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.123+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=YLOPGP0JPVBM type=del 2024-09-16T07:08:29.126 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.127+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.0 size=1048576 2024-09-16T07:08:29.128 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.129+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.1 size=1048576 2024-09-16T07:08:29.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.131+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.2 size=738164 2024-09-16T07:08:29.130 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.131+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=BQJW37ERW5CN tag=4IWGT9ARN4EH type=write size=3883892 2024-09-16T07:08:29.132 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.133+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=ARFAINZXWUKZ type=del 2024-09-16T07:08:29.134 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.135+0000 7f6a4dc63640 1 > prepared operation key=7K8UF0MUS6U8 tag=58JVYQQ5KLR1 type=del size=551202 2024-09-16T07:08:29.136 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.137+0000 7f6a4dc63640 1 < completed delete operation key=JXTTJU9B6QQY tag=DF5AT53L7BB3 type=del 2024-09-16T07:08:29.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.141+0000 7f6a4dc63640 1 > prepared part key=_multipart_ZTYIYV79PWM7.2~KKXNRMPFTGOL.0 size=149834 2024-09-16T07:08:29.140 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.141+0000 7f6a4dc63640 1 > prepared multipart upload key=ZTYIYV79PWM7 upload=KKXNRMPFTGOL tag=09P9OGBM1917 type=write size=1198410 2024-09-16T07:08:29.142 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.143+0000 7f6a4dc63640 1 < completed delete operation key=5B35B97CQJ7U tag=RGNORZWZ70T1 type=del 2024-09-16T07:08:29.144 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.145+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=GJ47YY52YQ2N type=del size=3890021 2024-09-16T07:08:29.146 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.147+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~SL59QWF4TIEN.0 size=1048576 2024-09-16T07:08:29.148 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.149+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~SL59QWF4TIEN.1 size=711857 2024-09-16T07:08:29.151 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.152+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=SL59QWF4TIEN tag=3QSKCP1DLBPJ type=write size=2809009 2024-09-16T07:08:29.154 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.154+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=8Y8H582HUMKG type=del size=2382293 2024-09-16T07:08:29.156 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.157+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.0 size=1048576 2024-09-16T07:08:29.157 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.158+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.1 size=1048576 2024-09-16T07:08:29.159 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.160+0000 7f6a4dc63640 1 < completed part key=_multipart_7OJZZH487J17.2~5S8SFT4ONT73.2 size=609703 2024-09-16T07:08:29.163 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.164+0000 7f6a4dc63640 1 < completed multipart upload key=7OJZZH487J17 upload=5S8SFT4ONT73 tag=0LOSVXO03EVT type=write size=3755431 2024-09-16T07:08:29.165 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.166+0000 7f6a4dc63640 1 > prepared operation key=GFIHYJ7SKCL4 tag=90KAHES6ZB8N type=del size=232916 2024-09-16T07:08:29.166 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.167+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~VEAP7OT4JSU6.0 size=1048576 2024-09-16T07:08:29.168 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.169+0000 7f6a4dc63640 1 < completed part key=_multipart_4X79D295RZ4K.2~VEAP7OT4JSU6.1 size=213607 2024-09-16T07:08:29.172 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.173+0000 7f6a4dc63640 1 < completed multipart upload key=4X79D295RZ4K upload=VEAP7OT4JSU6 tag=QSKPZYT79SXG type=write size=2310759 2024-09-16T07:08:29.174 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.175+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=47D1FX31COBA type=del size=3175993 2024-09-16T07:08:29.176 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.177+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~7UY264GWHA2J.0 size=1048576 2024-09-16T07:08:29.178 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.179+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~7UY264GWHA2J.1 size=805782 2024-09-16T07:08:29.181 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.182+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=7UY264GWHA2J tag=8F2TUW48THLC type=write size=2902934 2024-09-16T07:08:29.183 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.184+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=NZHLUGHLV3QT type=write size=504030 2024-09-16T07:08:29.185 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.186+0000 7f6a4dc63640 1 < completed delete operation key=7ZHUHNJF6OXB tag=NRAOB3R7SS0M type=del 2024-09-16T07:08:29.189 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.190+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.0 size=1048576 2024-09-16T07:08:29.190 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.191+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.1 size=1048576 2024-09-16T07:08:29.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.194+0000 7f6a4dc63640 1 > prepared part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.2 size=887526 2024-09-16T07:08:29.193 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.194+0000 7f6a4dc63640 1 > prepared multipart upload key=5B35B97CQJ7U upload=KBTX4NSU7XAJ tag=3UZZYP9N719O type=write size=4033254 2024-09-16T07:08:29.195 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.196+0000 7f6a4dc63640 1 < canceled operation key=SQ46MZXZN6UD tag=YJ0IOEFZ5GVR type=del size=201248 2024-09-16T07:08:29.199 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.199+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.0 size=1048576 2024-09-16T07:08:29.201 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.201+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.1 size=1048576 2024-09-16T07:08:29.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.203+0000 7f6a4dc63640 1 > prepared part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.2 size=502248 2024-09-16T07:08:29.202 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.203+0000 7f6a4dc63640 1 > prepared multipart upload key=JXTTJU9B6QQY upload=3QTYDZP5MAPB tag=20IN1Y1Z8ZF8 type=write size=3647976 2024-09-16T07:08:29.206 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.207+0000 7f6a4dc63640 1 < suggested remove operation key=FB23TC3WPG1I tag=8VT2Q6STSLTB type=del 2024-09-16T07:08:29.208 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.209+0000 7f6a4dc63640 1 > prepared operation key=ZE3LE1W5V8E6 tag=N0B0QY7L8TY0 type=del size=1181722 2024-09-16T07:08:29.210 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.211+0000 7f6a4dc63640 1 < canceled operation key=SQ46MZXZN6UD tag=5SEK30M9R6C7 type=del size=3344987 2024-09-16T07:08:29.212 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.213+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=K16FUIPNCZWJ type=write size=919994 2024-09-16T07:08:29.214 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.215+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=GD2Q48JQTRKA type=del 2024-09-16T07:08:29.217 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.217+0000 7f6a4dc63640 1 > prepared operation key=K1NW8211P2C1 tag=9IJ41YCO40DA type=del size=1078912 2024-09-16T07:08:29.219 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.219+0000 7f6a4dc63640 1 < completed delete operation key=1Y4BGXOVL52F tag=FVLY8ADUJ4BI type=del 2024-09-16T07:08:29.221 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.222+0000 7f6a4dc63640 1 > prepared operation key=5TWLBMAWQE4Z tag=HOG5TZBKZRSJ type=del size=2877753 2024-09-16T07:08:29.223 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.224+0000 7f6a4dc63640 1 < completed delete operation key=LD42W1X7ICIU tag=GY6HFPYYHXC0 type=del 2024-09-16T07:08:29.226 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.227+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~3PBCQ43IYNMV.0 size=1048576 2024-09-16T07:08:29.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.229+0000 7f6a4dc63640 1 > prepared part key=_multipart_FFOW9C1BMGCP.2~3PBCQ43IYNMV.1 size=1025437 2024-09-16T07:08:29.228 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.229+0000 7f6a4dc63640 1 > prepared multipart upload key=FFOW9C1BMGCP upload=3PBCQ43IYNMV tag=Z4MQLMAQZ7U6 type=write size=3122589 2024-09-16T07:08:29.230 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.231+0000 7f6a4dc63640 1 < canceled operation key=LD42W1X7ICIU tag=R5A9TPE02I5J type=del size=1791187 2024-09-16T07:08:29.232 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.233+0000 7f6a4dc63640 1 > prepared operation key=FB23TC3WPG1I tag=6EV4RDNEQN3X type=del size=3822220 2024-09-16T07:08:29.234 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.235+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.0 size=1048576 2024-09-16T07:08:29.236 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.237+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.1 size=1048576 2024-09-16T07:08:29.238 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.239+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~BQJW37ERW5CN.2 size=738164 2024-09-16T07:08:29.242 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.242+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=BQJW37ERW5CN tag=4IWGT9ARN4EH type=write size=3883892 2024-09-16T07:08:29.243 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.244+0000 7f6a4dc63640 1 > prepared operation key=5B35B97CQJ7U tag=X3S1O69PZ07U type=write size=990878 2024-09-16T07:08:29.245 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.246+0000 7f6a4dc63640 1 < completed delete operation key=7K8UF0MUS6U8 tag=58JVYQQ5KLR1 type=del 2024-09-16T07:08:29.247 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.248+0000 7f6a4dc63640 1 > prepared operation key=7OJZZH487J17 tag=I3YV7FP0V1SE type=del size=3364445 2024-09-16T07:08:29.249 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.250+0000 7f6a4dc63640 1 < completed part key=_multipart_ZTYIYV79PWM7.2~KKXNRMPFTGOL.0 size=149834 2024-09-16T07:08:29.253 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.253+0000 7f6a4dc63640 1 < completed multipart upload key=ZTYIYV79PWM7 upload=KKXNRMPFTGOL tag=09P9OGBM1917 type=write size=1198410 2024-09-16T07:08:29.257 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.258+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.0 size=1048576 2024-09-16T07:08:29.258 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.259+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.1 size=1048576 2024-09-16T07:08:29.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.261+0000 7f6a4dc63640 1 > prepared part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.2 size=438078 2024-09-16T07:08:29.260 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.261+0000 7f6a4dc63640 1 > prepared multipart upload key=C3K7ADI7VKKZ upload=3DQJASL62WRL tag=PBGMIR4XVN6Q type=write size=3583806 2024-09-16T07:08:29.262 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.263+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=GJ47YY52YQ2N type=del 2024-09-16T07:08:29.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.268+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~0NZO64R6OOCM.0 size=601872 2024-09-16T07:08:29.267 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.268+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=0NZO64R6OOCM tag=HTW46ZN6UIEB type=write size=1650448 2024-09-16T07:08:29.269 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.269+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=8Y8H582HUMKG type=del 2024-09-16T07:08:29.272 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.273+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~IMVFPNW8CJ56.0 size=1048576 2024-09-16T07:08:29.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.275+0000 7f6a4dc63640 1 > prepared part key=_multipart_CJJ2FTWX2XGD.2~IMVFPNW8CJ56.1 size=654435 2024-09-16T07:08:29.274 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.275+0000 7f6a4dc63640 1 > prepared multipart upload key=CJJ2FTWX2XGD upload=IMVFPNW8CJ56 tag=DKENWNXH4DG3 type=write size=2751587 2024-09-16T07:08:29.276 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.277+0000 7f6a4dc63640 1 < completed delete operation key=GFIHYJ7SKCL4 tag=90KAHES6ZB8N type=del 2024-09-16T07:08:29.278 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.279+0000 7f6a4dc63640 1 > prepared operation key=BKU75GT4GD2J tag=ZQD6RONC2UVN type=del size=1509410 2024-09-16T07:08:29.280 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.281+0000 7f6a4dc63640 1 < completed delete operation key=K1NW8211P2C1 tag=47D1FX31COBA type=del 2024-09-16T07:08:29.284 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.284+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=2WN2NUPB11DS type=del size=3540069 2024-09-16T07:08:29.285 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.286+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=NZHLUGHLV3QT type=write size=504030 2024-09-16T07:08:29.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.289+0000 7f6a4dc63640 1 > prepared part key=_multipart_SQ46MZXZN6UD.2~QTFBK3SSRX9F.0 size=552646 2024-09-16T07:08:29.289 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.289+0000 7f6a4dc63640 1 > prepared multipart upload key=SQ46MZXZN6UD upload=QTFBK3SSRX9F tag=QFRD0J6AFJ1C type=write size=1601222 2024-09-16T07:08:29.291 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.292+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.0 size=1048576 2024-09-16T07:08:29.293 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.294+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.1 size=1048576 2024-09-16T07:08:29.295 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.295+0000 7f6a4dc63640 1 < completed part key=_multipart_5B35B97CQJ7U.2~KBTX4NSU7XAJ.2 size=887526 2024-09-16T07:08:29.298 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.299+0000 7f6a4dc63640 1 < completed multipart upload key=5B35B97CQJ7U upload=KBTX4NSU7XAJ tag=3UZZYP9N719O type=write size=4033254 2024-09-16T07:08:29.302 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.303+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~A5V36WDZQ7R5.0 size=1048576 2024-09-16T07:08:29.303 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.304+0000 7f6a4dc63640 1 > prepared part key=_multipart_7K8UF0MUS6U8.2~A5V36WDZQ7R5.1 size=295337 2024-09-16T07:08:29.304 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.304+0000 7f6a4dc63640 1 > prepared multipart upload key=7K8UF0MUS6U8 upload=A5V36WDZQ7R5 tag=JX96XA97N38R type=write size=2392489 2024-09-16T07:08:29.305 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.306+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.0 size=1048576 2024-09-16T07:08:29.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.309+0000 7f6a4dc63640 1 < completed part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.1 size=1048576 2024-09-16T07:08:29.308 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.309+0000 7f6a4dc63640 1 < canceled part key=_multipart_JXTTJU9B6QQY.2~3QTYDZP5MAPB.2 size=502248 2024-09-16T07:08:29.312 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.313+0000 7f6a4dc63640 1 < canceled multipart upload key=JXTTJU9B6QQY upload=3QTYDZP5MAPB tag=20IN1Y1Z8ZF8 type=write size=3647976 2024-09-16T07:08:29.314 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.315+0000 7f6a4dc63640 1 > prepared operation key=SQ46MZXZN6UD tag=YAE22KEFKQED type=del size=3416081 2024-09-16T07:08:29.316 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.317+0000 7f6a4dc63640 1 < completed delete operation key=ZE3LE1W5V8E6 tag=N0B0QY7L8TY0 type=del 2024-09-16T07:08:29.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.320+0000 7f6a4dc63640 1 > prepared part key=_multipart_FB23TC3WPG1I.2~XDU9AJB1GF52.0 size=660636 2024-09-16T07:08:29.320 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.320+0000 7f6a4dc63640 1 > prepared multipart upload key=FB23TC3WPG1I upload=XDU9AJB1GF52 tag=MN57QHI71UVM type=write size=1709212 2024-09-16T07:08:29.322 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.323+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=K16FUIPNCZWJ type=write size=919994 2024-09-16T07:08:29.325 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.326+0000 7f6a4dc63640 1 > prepared part key=_multipart_H3Q1PCCXPXUK.2~XS48FNV1MRLI.0 size=587507 2024-09-16T07:08:29.326 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.326+0000 7f6a4dc63640 1 > prepared multipart upload key=H3Q1PCCXPXUK upload=XS48FNV1MRLI tag=XRCYJKDKLZ8D type=write size=1636083 2024-09-16T07:08:29.329 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.330+0000 7f6a4dc63640 1 < suggested update operation key=K1NW8211P2C1 tag=9IJ41YCO40DA type=del size=1078912 2024-09-16T07:08:29.332 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.332+0000 7f6a4dc63640 1 > prepared operation key=MWVV9JSK8I1K tag=VX8RHYK5E23A type=del size=1834231 2024-09-16T07:08:29.334 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.334+0000 7f6a4dc63640 1 < completed delete operation key=5TWLBMAWQE4Z tag=HOG5TZBKZRSJ type=del 2024-09-16T07:08:29.336 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.337+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=U8PMLUDYIUMF type=del size=1069598 2024-09-16T07:08:29.338 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.339+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~3PBCQ43IYNMV.0 size=1048576 2024-09-16T07:08:29.340 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.341+0000 7f6a4dc63640 1 < completed part key=_multipart_FFOW9C1BMGCP.2~3PBCQ43IYNMV.1 size=1025437 2024-09-16T07:08:29.343 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.344+0000 7f6a4dc63640 1 < completed multipart upload key=FFOW9C1BMGCP upload=3PBCQ43IYNMV tag=Z4MQLMAQZ7U6 type=write size=3122589 2024-09-16T07:08:29.347 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.348+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.0 size=1048576 2024-09-16T07:08:29.349 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.350+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.1 size=1048576 2024-09-16T07:08:29.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.352+0000 7f6a4dc63640 1 > prepared part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.2 size=963147 2024-09-16T07:08:29.351 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.352+0000 7f6a4dc63640 1 > prepared multipart upload key=Q30B5IQL3VQX upload=SALUKBZ7WVDM tag=SOOXXIGW5UK9 type=write size=4108875 2024-09-16T07:08:29.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:29 smithi042 ceph-mon[94096]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 433 KiB/s wr, 2.19k op/s 2024-09-16T07:08:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:29 smithi042 ceph-mon[96574]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 433 KiB/s wr, 2.19k op/s 2024-09-16T07:08:29.354 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.354+0000 7f6a4dc63640 1 < completed delete operation key=FB23TC3WPG1I tag=6EV4RDNEQN3X type=del 2024-09-16T07:08:29.355 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.356+0000 7f6a4dc63640 1 > prepared operation key=7QMJ5FTE4BA3 tag=TUAU5ZLGRZWD type=write size=929379 2024-09-16T07:08:29.357 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.358+0000 7f6a4dc63640 1 < completed write operation key=5B35B97CQJ7U tag=X3S1O69PZ07U type=write size=990878 2024-09-16T07:08:29.360 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.361+0000 7f6a4dc63640 1 > prepared part key=_multipart_I3HRWIVRML06.2~UGGIG2F1MW7S.0 size=1018704 2024-09-16T07:08:29.361 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.361+0000 7f6a4dc63640 1 > prepared multipart upload key=I3HRWIVRML06 upload=UGGIG2F1MW7S tag=IIV19LU7XPM0 type=write size=2067280 2024-09-16T07:08:29.362 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.363+0000 7f6a4dc63640 1 < completed delete operation key=7OJZZH487J17 tag=I3YV7FP0V1SE type=del 2024-09-16T07:08:29.365 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.366+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=DDH2A84CUCG4 type=write size=156176 2024-09-16T07:08:29.366 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.367+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.0 size=1048576 2024-09-16T07:08:29.367 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.367+0000 7f6a4dc63640 1 < canceled part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.1 size=1048576 2024-09-16T07:08:29.369 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.369+0000 7f6a4dc63640 1 < completed part key=_multipart_C3K7ADI7VKKZ.2~3DQJASL62WRL.2 size=438078 2024-09-16T07:08:29.372 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.373+0000 7f6a4dc63640 1 < canceled multipart upload key=C3K7ADI7VKKZ upload=3DQJASL62WRL tag=PBGMIR4XVN6Q type=write size=3583806 2024-09-16T07:08:29.376 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.377+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~VOM0BGDZF4TR.0 size=1048576 2024-09-16T07:08:29.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.379+0000 7f6a4dc63640 1 > prepared part key=_multipart_GFIHYJ7SKCL4.2~VOM0BGDZF4TR.1 size=827099 2024-09-16T07:08:29.378 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.379+0000 7f6a4dc63640 1 > prepared multipart upload key=GFIHYJ7SKCL4 upload=VOM0BGDZF4TR tag=YM6RL4QML9N5 type=write size=2924251 2024-09-16T07:08:29.379 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.380+0000 7f6a4dc63640 1 < completed part key=_multipart_7QMJ5FTE4BA3.2~0NZO64R6OOCM.0 size=601872 2024-09-16T07:08:29.383 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.384+0000 7f6a4dc63640 1 < completed multipart upload key=7QMJ5FTE4BA3 upload=0NZO64R6OOCM tag=HTW46ZN6UIEB type=write size=1650448 2024-09-16T07:08:29.385 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.386+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=8RSU38ZYD437 type=del size=122402 2024-09-16T07:08:29.387 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.388+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~IMVFPNW8CJ56.0 size=1048576 2024-09-16T07:08:29.389 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.390+0000 7f6a4dc63640 1 < completed part key=_multipart_CJJ2FTWX2XGD.2~IMVFPNW8CJ56.1 size=654435 2024-09-16T07:08:29.393 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.394+0000 7f6a4dc63640 1 < completed multipart upload key=CJJ2FTWX2XGD upload=IMVFPNW8CJ56 tag=DKENWNXH4DG3 type=write size=2751587 2024-09-16T07:08:29.396 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.397+0000 7f6a4dc63640 1 > prepared part key=_multipart_K1NW8211P2C1.2~YRBGZK7GPVRJ.0 size=738306 2024-09-16T07:08:29.397 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.397+0000 7f6a4dc63640 1 > prepared multipart upload key=K1NW8211P2C1 upload=YRBGZK7GPVRJ tag=7VM0C84DJDQL type=write size=1786882 2024-09-16T07:08:29.400 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.401+0000 7f6a4dc63640 1 < suggested remove operation key=BKU75GT4GD2J tag=ZQD6RONC2UVN type=del 2024-09-16T07:08:29.402 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.403+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=8QBCK056BX29 type=write size=674767 2024-09-16T07:08:29.404 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.405+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=2WN2NUPB11DS type=del 2024-09-16T07:08:29.407 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.408+0000 7f6a4dc63640 1 > prepared operation key=I3HRWIVRML06 tag=KEPSYK8GU9D7 type=del size=3272438 2024-09-16T07:08:29.409 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.410+0000 7f6a4dc63640 1 < completed part key=_multipart_SQ46MZXZN6UD.2~QTFBK3SSRX9F.0 size=552646 2024-09-16T07:08:29.414 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.415+0000 7f6a4dc63640 1 < completed multipart upload key=SQ46MZXZN6UD upload=QTFBK3SSRX9F tag=QFRD0J6AFJ1C type=write size=1601222 2024-09-16T07:08:29.420 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.420+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~6XZ9EMMAYQBX.0 size=1048576 2024-09-16T07:08:29.422 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.423+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~6XZ9EMMAYQBX.1 size=1048576 2024-09-16T07:08:29.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.424+0000 7f6a4dc63640 1 > prepared part key=_multipart_4X79D295RZ4K.2~6XZ9EMMAYQBX.2 size=626409 2024-09-16T07:08:29.424 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.424+0000 7f6a4dc63640 1 > prepared multipart upload key=4X79D295RZ4K upload=6XZ9EMMAYQBX tag=F39TTPWWNKRH type=write size=3772137 2024-09-16T07:08:29.426 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.427+0000 7f6a4dc63640 1 < completed part key=_multipart_7K8UF0MUS6U8.2~A5V36WDZQ7R5.0 size=1048576 2024-09-16T07:08:29.427 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.427+0000 7f6a4dc63640 1 < canceled part key=_multipart_7K8UF0MUS6U8.2~A5V36WDZQ7R5.1 size=295337 2024-09-16T07:08:29.430 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.430+0000 7f6a4dc63640 1 < canceled multipart upload key=7K8UF0MUS6U8 upload=A5V36WDZQ7R5 tag=JX96XA97N38R type=write size=2392489 2024-09-16T07:08:29.432 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.432+0000 7f6a4dc63640 1 > prepared operation key=RMU7VRUO4YOS tag=6S2I25T6L42C type=del size=4170834 2024-09-16T07:08:29.434 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.435+0000 7f6a4dc63640 1 < completed delete operation key=SQ46MZXZN6UD tag=YAE22KEFKQED type=del 2024-09-16T07:08:29.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.438+0000 7f6a4dc63640 1 > prepared part key=_multipart_MWVV9JSK8I1K.2~6T2259J19X2C.0 size=1018590 2024-09-16T07:08:29.438 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.438+0000 7f6a4dc63640 1 > prepared multipart upload key=MWVV9JSK8I1K upload=6T2259J19X2C tag=F3ZPQHCI8IBA type=write size=2067166 2024-09-16T07:08:29.440 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.440+0000 7f6a4dc63640 1 < completed part key=_multipart_FB23TC3WPG1I.2~XDU9AJB1GF52.0 size=660636 2024-09-16T07:08:29.443 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.444+0000 7f6a4dc63640 1 < completed multipart upload key=FB23TC3WPG1I upload=XDU9AJB1GF52 tag=MN57QHI71UVM type=write size=1709212 2024-09-16T07:08:29.447 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.448+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~URJY6UASB8OJ.0 size=1048576 2024-09-16T07:08:29.448 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.449+0000 7f6a4dc63640 1 > prepared part key=_multipart_P2CZGUGP20MI.2~URJY6UASB8OJ.1 size=739749 2024-09-16T07:08:29.449 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.449+0000 7f6a4dc63640 1 > prepared multipart upload key=P2CZGUGP20MI upload=URJY6UASB8OJ tag=NZ29GYUA2Z3J type=write size=2836901 2024-09-16T07:08:29.450 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.451+0000 7f6a4dc63640 1 < completed part key=_multipart_H3Q1PCCXPXUK.2~XS48FNV1MRLI.0 size=587507 2024-09-16T07:08:29.454 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.454+0000 7f6a4dc63640 1 < completed multipart upload key=H3Q1PCCXPXUK upload=XS48FNV1MRLI tag=XRCYJKDKLZ8D type=write size=1636083 2024-09-16T07:08:29.455 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.456+0000 7f6a4dc63640 1 > prepared operation key=6LG5D2FSD1T5 tag=N1SSZTM348OA type=del size=1945822 2024-09-16T07:08:29.458 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.458+0000 7f6a4dc63640 1 < completed delete operation key=MWVV9JSK8I1K tag=VX8RHYK5E23A type=del 2024-09-16T07:08:29.460 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.460+0000 7f6a4dc63640 1 > prepared operation key=8P0FKUBB0X3E tag=4OZ8XVA5XFJI type=write size=531249 2024-09-16T07:08:29.462 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.463+0000 7f6a4dc63640 1 < completed delete operation key=7QMJ5FTE4BA3 tag=U8PMLUDYIUMF type=del 2024-09-16T07:08:29.464 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.464+0000 7f6a4dc63640 1 > prepared operation key=LD42W1X7ICIU tag=OV93E6JIJEKB type=del size=1732370 2024-09-16T07:08:29.465 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.466+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.0 size=1048576 2024-09-16T07:08:29.467 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.468+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.1 size=1048576 2024-09-16T07:08:29.469 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.470+0000 7f6a4dc63640 1 < completed part key=_multipart_Q30B5IQL3VQX.2~SALUKBZ7WVDM.2 size=963147 2024-09-16T07:08:29.472 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.473+0000 7f6a4dc63640 1 < completed multipart upload key=Q30B5IQL3VQX upload=SALUKBZ7WVDM tag=SOOXXIGW5UK9 type=write size=4108875 2024-09-16T07:08:29.474 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.475+0000 7f6a4dc63640 1 > prepared operation key=ZGU9J8JX5L57 tag=3H2O10G1V1IH type=del size=2065060 2024-09-16T07:08:29.476 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.477+0000 7f6a4dc63640 1 < completed write operation key=7QMJ5FTE4BA3 tag=TUAU5ZLGRZWD type=write size=929379 2024-09-16T07:08:29.480 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.481+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~EEJKM8Q15FAA.0 size=1048576 2024-09-16T07:08:29.482 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.483+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~EEJKM8Q15FAA.1 size=1048576 2024-09-16T07:08:29.483 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.484+0000 7f6a4dc63640 1 > prepared part key=_multipart_AWJBSUV0CGLC.2~EEJKM8Q15FAA.2 size=601518 2024-09-16T07:08:29.483 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.484+0000 7f6a4dc63640 1 > prepared multipart upload key=AWJBSUV0CGLC upload=EEJKM8Q15FAA tag=G3Q93X2QNI1T type=write size=3747246 2024-09-16T07:08:29.485 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.486+0000 7f6a4dc63640 1 < completed part key=_multipart_I3HRWIVRML06.2~UGGIG2F1MW7S.0 size=1018704 2024-09-16T07:08:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:29 smithi164 ceph-mon[88760]: pgmap v1391: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 433 KiB/s wr, 2.19k op/s 2024-09-16T07:08:29.489 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.490+0000 7f6a4dc63640 1 < completed multipart upload key=I3HRWIVRML06 upload=UGGIG2F1MW7S tag=IIV19LU7XPM0 type=write size=2067280 2024-09-16T07:08:29.491 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.492+0000 7f6a4dc63640 1 > prepared operation key=1Y4BGXOVL52F tag=K17VPBDM1XUS type=del size=3427529 2024-09-16T07:08:29.493 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.494+0000 7f6a4dc63640 1 < completed write operation key=S24OZ7HDG3T5 tag=DDH2A84CUCG4 type=write size=156176 2024-09-16T07:08:29.496 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.497+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~IDUXH1V25UEV.0 size=1048576 2024-09-16T07:08:29.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.499+0000 7f6a4dc63640 1 > prepared part key=_multipart_5TWLBMAWQE4Z.2~IDUXH1V25UEV.1 size=120948 2024-09-16T07:08:29.498 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.499+0000 7f6a4dc63640 1 > prepared multipart upload key=5TWLBMAWQE4Z upload=IDUXH1V25UEV tag=L4J2IVLLOQIA type=write size=2218100 2024-09-16T07:08:29.501 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.502+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~VOM0BGDZF4TR.0 size=1048576 2024-09-16T07:08:29.502 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.503+0000 7f6a4dc63640 1 < completed part key=_multipart_GFIHYJ7SKCL4.2~VOM0BGDZF4TR.1 size=827099 2024-09-16T07:08:29.506 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.507+0000 7f6a4dc63640 1 < completed multipart upload key=GFIHYJ7SKCL4 upload=VOM0BGDZF4TR tag=YM6RL4QML9N5 type=write size=2924251 2024-09-16T07:08:29.508 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.509+0000 7f6a4dc63640 1 > prepared operation key=P2CZGUGP20MI tag=2FCOKT51CGLH type=del size=390289 2024-09-16T07:08:29.510 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.511+0000 7f6a4dc63640 1 < completed delete operation key=8P0FKUBB0X3E tag=8RSU38ZYD437 type=del 2024-09-16T07:08:29.513 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.514+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~57FHJNFWSEK6.0 size=1048576 2024-09-16T07:08:29.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.516+0000 7f6a4dc63640 1 > prepared part key=_multipart_7QMJ5FTE4BA3.2~57FHJNFWSEK6.1 size=248267 2024-09-16T07:08:29.515 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.516+0000 7f6a4dc63640 1 > prepared multipart upload key=7QMJ5FTE4BA3 upload=57FHJNFWSEK6 tag=U5VNNNHZQAYP type=write size=2345419 2024-09-16T07:08:29.517 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.518+0000 7f6a4dc63640 1 < completed part key=_multipart_K1NW8211P2C1.2~YRBGZK7GPVRJ.0 size=738306 2024-09-16T07:08:29.520 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.521+0000 7f6a4dc63640 1 < completed multipart upload key=K1NW8211P2C1 upload=YRBGZK7GPVRJ tag=7VM0C84DJDQL type=write size=1786882 2024-09-16T07:08:29.522 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.523+0000 7f6a4dc63640 1 > prepared operation key=S24OZ7HDG3T5 tag=HFZN76DC60DL type=write size=628907 2024-09-16T07:08:29.526 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.527+0000 7f6a4dc63640 1 < suggested update operation key=6LG5D2FSD1T5 tag=8QBCK056BX29 type=write size=674767 2024-09-16T07:08:29.529 INFO:tasks.workunit.client.0.smithi042.stderr:2024-09-16T07:08:29.529+0000 7f6a4dc63640 1 > prepared operation key=C3K7ADI7VKKZ tag=7ZM2TK07UIKK type=write size=470400 2024-09-16T07:08:29.529 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] cls_rgw_stats.simulate (13561 ms) 2024-09-16T07:08:29.529 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from cls_rgw_stats (13561 ms total) 2024-09-16T07:08:29.529 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:08:29.529 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:08:30.094 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 1 test from 1 test suite ran. (15980 ms total) 2024-09-16T07:08:30.094 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 1 test. 2024-09-16T07:08:30.098 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:08:30.098 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:08:30.168 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-09-16T07:08:30.169 DEBUG:teuthology.orchestra.run.smithi042:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-09-16T07:08:30.238 INFO:tasks.workunit.client.0.smithi042.stdout:Running main() from gmock_main.cc 2024-09-16T07:08:30.239 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 2 tests from 1 test suite. 2024-09-16T07:08:30.239 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:08:30.239 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from ClsSDK 2024-09-16T07:08:30.239 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-09-16T07:08:31.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:31] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-09-16T07:08:31.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:31 smithi042 ceph-mon[96574]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.02k op/s 2024-09-16T07:08:31.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:31 smithi042 ceph-mon[96574]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T07:08:31.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:31 smithi042 ceph-mon[94096]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.02k op/s 2024-09-16T07:08:31.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:31 smithi042 ceph-mon[94096]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T07:08:31.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:31 smithi164 ceph-mon[88760]: pgmap v1392: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.02k op/s 2024-09-16T07:08:31.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:31 smithi164 ceph-mon[88760]: osdmap e1087: 8 total, 8 up, 8 in 2024-09-16T07:08:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[94096]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T07:08:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2745883428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[96574]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T07:08:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2745883428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:32 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:32.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:32 smithi164 ceph-mon[88760]: osdmap e1088: 8 total, 8 up, 8 in 2024-09-16T07:08:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:32 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2745883428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:32 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:33.114 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2875 ms) 2024-09-16T07:08:33.114 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-09-16T07:08:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[94096]: pgmap v1395: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[94096]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T07:08:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[96574]: pgmap v1395: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:33 smithi042 ceph-mon[96574]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T07:08:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:33 smithi164 ceph-mon[88760]: pgmap v1395: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:33 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:08:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:33 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:33 smithi164 ceph-mon[88760]: osdmap e1089: 8 total, 8 up, 8 in 2024-09-16T07:08:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:34 smithi164 ceph-mon[88760]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T07:08:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[94096]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T07:08:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[96574]: osdmap e1090: 8 total, 8 up, 8 in 2024-09-16T07:08:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:35 smithi164 ceph-mon[88760]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T07:08:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T07:08:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[94096]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: pgmap v1398: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: osdmap e1091: 8 total, 8 up, 8 in 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:08:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:08:35.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2321942756' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi042-139961-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:08:35.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:35 smithi042 ceph-mon[96574]: osdmap e1092: 8 total, 8 up, 8 in 2024-09-16T07:08:36.132 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3017 ms) 2024-09-16T07:08:36.132 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from ClsSDK (5893 ms total) 2024-09-16T07:08:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:08:36.132 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:08:36.132 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 2 tests from 1 test suite ran. (5893 ms total) 2024-09-16T07:08:36.133 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 2 tests. 2024-09-16T07:08:36.135 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:08:36.135 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:08:36.206 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-16T07:08:36.206 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:08:36.474 DEBUG:teuthology.parallel:result is None 2024-09-16T07:08:36.475 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:08:36.500 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:08:36.500 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:08:36.556 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:08:36.556 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:08:36.556 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-09-16T07:08:36.557 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:08:36.557 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-09-16T07:08:36.557 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T07:08:36.558 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T07:08:36.558 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T07:08:36.558 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:08:36.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:08:36.612 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T07:08:36.612 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:08:36.667 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T07:08:36.668 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T07:08:36.723 INFO:tasks.workunit:timeout=3h 2024-09-16T07:08:36.723 INFO:tasks.workunit:cleanup=True 2024-09-16T07:08:36.724 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:08:36.779 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T07:08:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:37 smithi164 ceph-mon[88760]: pgmap v1401: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:37 smithi164 ceph-mon[88760]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T07:08:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:37 smithi042 ceph-mon[96574]: pgmap v1401: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:37 smithi042 ceph-mon[96574]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T07:08:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:37 smithi042 ceph-mon[94096]: pgmap v1401: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:37 smithi042 ceph-mon[94096]: osdmap e1093: 8 total, 8 up, 8 in 2024-09-16T07:08:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:39 smithi164 ceph-mon[88760]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:39 smithi042 ceph-mon[94096]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:39 smithi042 ceph-mon[96574]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:41 smithi164 ceph-mon[88760]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:41 smithi042 ceph-mon[94096]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:41 smithi042 ceph-mon[96574]: pgmap v1404: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:41] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2024-09-16T07:08:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:42.862 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T07:08:42.918 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T07:08:42.920 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:08:42.920 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T07:08:42.970 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T07:08:43.020 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T07:08:43.060 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:08:43.062 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:08:43.062 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T07:08:43.102 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:08:43.105 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T07:08:43.105 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T07:08:43.162 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-09-16T07:08:43.163 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-09-16T07:08:43.163 DEBUG:teuthology.orchestra.run.smithi042:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-09-16T07:08:43.261 INFO:tasks.workunit.client.0.smithi042.stdout:run length 1200 seconds 2024-09-16T07:08:43.261 INFO:tasks.workunit.client.0.smithi042.stdout:preparing 10240 objects 2024-09-16T07:08:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:43 smithi164 ceph-mon[88760]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:43 smithi042 ceph-mon[94096]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:43 smithi042 ceph-mon[96574]: pgmap v1405: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:08:45.217 INFO:tasks.workunit.client.0.smithi042.stdout:load-gen will run 1200 seconds 2024-09-16T07:08:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:45 smithi164 ceph-mon[88760]: pgmap v1406: 105 pgs: 105 active+clean; 8.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-09-16T07:08:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:45 smithi042 ceph-mon[94096]: pgmap v1406: 105 pgs: 105 active+clean; 8.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-09-16T07:08:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:45 smithi042 ceph-mon[96574]: pgmap v1406: 105 pgs: 105 active+clean; 8.5 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-09-16T07:08:46.217 INFO:tasks.workunit.client.0.smithi042.stdout: 1: throughput=0MB/sec pending data=0 2024-09-16T07:08:46.218 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C27WigOygBROLMY off=1812978 len=176780 2024-09-16T07:08:46.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 0 completed, throughput=0.168MB/sec 2024-09-16T07:08:46.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RHVmf2aJjg31kEc off=880242 len=987903 2024-09-16T07:08:46.224 INFO:tasks.workunit.client.0.smithi042.stdout:op 1 completed, throughput=1.1MB/sec 2024-09-16T07:08:46.224 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6MFKuuBIobxkKj7 off=652877 len=1739821 2024-09-16T07:08:46.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 2 completed, throughput=2.72MB/sec 2024-09-16T07:08:46.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uHuPAiG6E9Hi_nd off=12757530 len=519710 2024-09-16T07:08:46.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 3 completed, throughput=3.19MB/sec 2024-09-16T07:08:46.241 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k7XVC6uuG9H3DpI off=6687029 len=1274430 2024-09-16T07:08:46.248 INFO:tasks.workunit.client.0.smithi042.stdout:op 4 completed, throughput=4.35MB/sec 2024-09-16T07:08:46.248 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S4_Vf0z-VP0_eXC off=5347815 len=1625854 2024-09-16T07:08:46.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 5 completed, throughput=5.82MB/sec 2024-09-16T07:08:47.254 INFO:tasks.workunit.client.0.smithi042.stdout: 2: throughput=2.96MB/sec pending data=0 2024-09-16T07:08:47.254 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XGzLswwxdHGnB0G off=6636092 len=1878532 2024-09-16T07:08:47.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 6 completed, throughput=3.82MB/sec 2024-09-16T07:08:47.266 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VUkrE3AAl8f6Urw off=9071901 len=271122 2024-09-16T07:08:47.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 7 completed, throughput=3.94MB/sec 2024-09-16T07:08:47.267 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k5lpoFZ7nc--zDE off=11240045 len=1440661 2024-09-16T07:08:47.273 INFO:tasks.workunit.client.0.smithi042.stdout:op 8 completed, throughput=4.6MB/sec 2024-09-16T07:08:47.273 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SJ7mRiRDHYDMADr off=6598806 len=1825640 2024-09-16T07:08:47.276 INFO:tasks.workunit.client.0.smithi042.stdout:op 9 completed, throughput=5.44MB/sec 2024-09-16T07:08:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:47 smithi164 ceph-mon[88760]: pgmap v1407: 105 pgs: 105 active+clean; 56 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2024-09-16T07:08:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:47 smithi042 ceph-mon[94096]: pgmap v1407: 105 pgs: 105 active+clean; 56 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2024-09-16T07:08:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:47 smithi042 ceph-mon[96574]: pgmap v1407: 105 pgs: 105 active+clean; 56 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 449 KiB/s wr, 449 op/s 2024-09-16T07:08:48.276 INFO:tasks.workunit.client.0.smithi042.stdout: 3: throughput=3.66MB/sec pending data=0 2024-09-16T07:08:48.277 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ae5iMsVSUUOutNv off=1227532 len=1153416 2024-09-16T07:08:48.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 10 completed, throughput=4.01MB/sec 2024-09-16T07:08:48.282 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7tcZ-nx5yHyRsJK off=2903492 len=747478 2024-09-16T07:08:48.283 INFO:tasks.workunit.client.0.smithi042.stdout:op 11 completed, throughput=4.24MB/sec 2024-09-16T07:08:48.283 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-laOLETnjjH8VHKC off=9466653 len=908026 2024-09-16T07:08:48.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 12 completed, throughput=4.52MB/sec 2024-09-16T07:08:48.284 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5ae5NeOqwjjV3SC off=3560495 len=1151008 2024-09-16T07:08:48.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 13 completed, throughput=4.88MB/sec 2024-09-16T07:08:48.288 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AYY3Rtz977Mnend off=7545778 len=1158055 2024-09-16T07:08:48.301 INFO:tasks.workunit.client.0.smithi042.stdout:op 14 completed, throughput=5.21MB/sec 2024-09-16T07:08:49.302 INFO:tasks.workunit.client.0.smithi042.stdout: 4: throughput=3.94MB/sec pending data=0 2024-09-16T07:08:49.302 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--r86PqUlW6fTAjx off=6246672 len=1143555 2024-09-16T07:08:49.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 15 completed, throughput=4.19MB/sec 2024-09-16T07:08:49.310 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jYEBLnOHpLdh_2J off=4231857 len=98887 2024-09-16T07:08:49.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 16 completed, throughput=4.22MB/sec 2024-09-16T07:08:49.311 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r7pjbTms-_oV6qc off=11746456 len=610779 2024-09-16T07:08:49.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 17 completed, throughput=4.36MB/sec 2024-09-16T07:08:49.312 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EXystp3mBJjfpDG off=22961384 len=1097565 2024-09-16T07:08:49.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 18 completed, throughput=4.61MB/sec 2024-09-16T07:08:49.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T9U4YKO11pZLAwn off=5390953 len=1420328 2024-09-16T07:08:49.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 19 completed, throughput=4.93MB/sec 2024-09-16T07:08:49.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QUapexaxgf27FND off=1847840 len=597853 2024-09-16T07:08:49.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 20 completed, throughput=5.07MB/sec 2024-09-16T07:08:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:49 smithi164 ceph-mon[88760]: pgmap v1408: 105 pgs: 105 active+clean; 104 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s wr, 702 op/s 2024-09-16T07:08:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:50.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[94096]: pgmap v1408: 105 pgs: 105 active+clean; 104 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s wr, 702 op/s 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[96574]: pgmap v1408: 105 pgs: 105 active+clean; 104 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 821 KiB/s wr, 702 op/s 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:08:50.307 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:08:50.323 INFO:tasks.workunit.client.0.smithi042.stdout: 5: throughput=4.08MB/sec pending data=0 2024-09-16T07:08:50.323 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--9bXk19IEccXjRh off=8535488 len=1737004 2024-09-16T07:08:50.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 21 completed, throughput=4.4MB/sec 2024-09-16T07:08:50.325 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YaT0F0BNT_GzImZ off=5251119 len=1406995 2024-09-16T07:08:50.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 22 completed, throughput=4.66MB/sec 2024-09-16T07:08:50.327 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iaDy70voSbPWJD0 off=11720994 len=498725 2024-09-16T07:08:50.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 23 completed, throughput=4.75MB/sec 2024-09-16T07:08:50.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I0roq5gHLj-wcs2 off=12617984 len=1858453 2024-09-16T07:08:50.340 INFO:tasks.workunit.client.0.smithi042.stdout:op 24 completed, throughput=5.09MB/sec 2024-09-16T07:08:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: 6: throughput=4.26MB/sec pending data=0 2024-09-16T07:08:51.341 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fMadzwd4capAQnT off=7847515 len=582464 2024-09-16T07:08:51.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 25 completed, throughput=4.34MB/sec 2024-09-16T07:08:51.346 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YAYMoq1uWQ_5XrV off=977545 len=825342 2024-09-16T07:08:51.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 26 completed, throughput=4.47MB/sec 2024-09-16T07:08:51.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-chq7Qlx0cl_i68k off=10758023 len=966904 2024-09-16T07:08:51.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 27 completed, throughput=4.62MB/sec 2024-09-16T07:08:51.352 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wr-mlHSNDT9WS8g off=7902416 len=1035801 2024-09-16T07:08:51.357 INFO:tasks.workunit.client.0.smithi042.stdout:op 28 completed, throughput=4.77MB/sec 2024-09-16T07:08:51.357 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fmAa_-qnE3OWw3f off=7933307 len=1315143 2024-09-16T07:08:51.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 29 completed, throughput=4.97MB/sec 2024-09-16T07:08:51.363 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y_xE96SBlRNk6I8 off=5655382 len=865163 2024-09-16T07:08:51.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 30 completed, throughput=5.1MB/sec 2024-09-16T07:08:51.600 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:08:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:08:51] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-16T07:08:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:51 smithi164 ceph-mon[88760]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-09-16T07:08:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:51 smithi042 ceph-mon[94096]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-09-16T07:08:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:51 smithi042 ceph-mon[96574]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-09-16T07:08:52.368 INFO:tasks.workunit.client.0.smithi042.stdout: 7: throughput=4.39MB/sec pending data=0 2024-09-16T07:08:52.368 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MvYbhKmQ5R08hnh off=929050 len=702288 2024-09-16T07:08:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 31 completed, throughput=4.48MB/sec 2024-09-16T07:08:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5yGDyI7UU__gxjN off=3625164 len=1520479 2024-09-16T07:08:52.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 32 completed, throughput=4.68MB/sec 2024-09-16T07:08:52.374 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a_I_TvfTLcn81Co off=9485119 len=1642299 2024-09-16T07:08:52.375 INFO:tasks.workunit.client.0.smithi042.stdout:op 33 completed, throughput=4.9MB/sec 2024-09-16T07:08:52.375 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jURsfObKhFJmBFF off=6271195 len=420505 2024-09-16T07:08:52.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 34 completed, throughput=4.96MB/sec 2024-09-16T07:08:52.376 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UyJnn_tHWHq7XXo off=1630852 len=1871963 2024-09-16T07:08:52.384 INFO:tasks.workunit.client.0.smithi042.stdout:op 35 completed, throughput=5.2MB/sec 2024-09-16T07:08:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:08:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:08:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:08:53.385 INFO:tasks.workunit.client.0.smithi042.stdout: 8: throughput=4.56MB/sec pending data=0 2024-09-16T07:08:53.385 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-25Aww9q8SG3Qz5Q off=3582872 len=914630 2024-09-16T07:08:53.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 36 completed, throughput=4.67MB/sec 2024-09-16T07:08:53.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-985xHgUrZ_NLyRM off=1880564 len=1084275 2024-09-16T07:08:53.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 37 completed, throughput=4.79MB/sec 2024-09-16T07:08:53.397 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IReBJ4JJeu-cGLk off=20556 len=1229219 2024-09-16T07:08:53.398 INFO:tasks.workunit.client.0.smithi042.stdout:op 38 completed, throughput=4.93MB/sec 2024-09-16T07:08:53.399 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dtr4KNMxWsT9aPD off=8490439 len=1708806 2024-09-16T07:08:53.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 39 completed, throughput=5.13MB/sec 2024-09-16T07:08:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:53 smithi164 ceph-mon[88760]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T07:08:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:53 smithi042 ceph-mon[94096]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T07:08:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:53 smithi042 ceph-mon[96574]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 512 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-09-16T07:08:54.406 INFO:tasks.workunit.client.0.smithi042.stdout: 9: throughput=4.57MB/sec pending data=0 2024-09-16T07:08:54.406 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-arcrmdHs1WNZz6_ off=8604730 len=883902 2024-09-16T07:08:54.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 40 completed, throughput=4.66MB/sec 2024-09-16T07:08:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BEcLe3ZStPWQD7u off=4987 len=807592 2024-09-16T07:08:54.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 41 completed, throughput=4.74MB/sec 2024-09-16T07:08:54.415 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PtSfnGbByiHlPQp off=316485 len=1927110 2024-09-16T07:08:54.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 42 completed, throughput=4.93MB/sec 2024-09-16T07:08:54.424 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sssxsJr2IruDKc7 off=7683579 len=1299552 2024-09-16T07:08:54.425 INFO:tasks.workunit.client.0.smithi042.stdout:op 43 completed, throughput=5.07MB/sec 2024-09-16T07:08:55.426 INFO:tasks.workunit.client.0.smithi042.stdout: 10: throughput=4.57MB/sec pending data=0 2024-09-16T07:08:55.426 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VIJLzAt04wGrk-k off=0 len=1462930 2024-09-16T07:08:55.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 44 completed, throughput=4.7MB/sec 2024-09-16T07:08:55.434 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g2WYMM67kefA_Pw off=5588887 len=488816 2024-09-16T07:08:55.437 INFO:tasks.workunit.client.0.smithi042.stdout:op 45 completed, throughput=4.75MB/sec 2024-09-16T07:08:55.438 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WuOWeqxJ_2NX48d off=3977368 len=60608 2024-09-16T07:08:55.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 46 completed, throughput=4.75MB/sec 2024-09-16T07:08:55.438 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BHnp6xT7H7bDs-B off=370370 len=1561759 2024-09-16T07:08:55.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 47 completed, throughput=4.9MB/sec 2024-09-16T07:08:55.440 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RBO68NgnSCtu2JW off=7421498 len=1037895 2024-09-16T07:08:55.446 INFO:tasks.workunit.client.0.smithi042.stdout:op 48 completed, throughput=4.99MB/sec 2024-09-16T07:08:55.446 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hYWRlbcg07hYuTA off=3305252 len=735584 2024-09-16T07:08:55.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 49 completed, throughput=5.06MB/sec 2024-09-16T07:08:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:55 smithi164 ceph-mon[88760]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-09-16T07:08:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:55 smithi042 ceph-mon[94096]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-09-16T07:08:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:55 smithi042 ceph-mon[96574]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-09-16T07:08:56.449 INFO:tasks.workunit.client.0.smithi042.stdout: 11: throughput=4.61MB/sec pending data=0 2024-09-16T07:08:56.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QuHFQVqq7UbjEYM off=7771411 len=1062622 2024-09-16T07:08:56.450 INFO:tasks.workunit.client.0.smithi042.stdout:op 50 completed, throughput=4.7MB/sec 2024-09-16T07:08:56.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3FqZW_AGaYz-tNh off=5734726 len=698597 2024-09-16T07:08:56.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 51 completed, throughput=4.76MB/sec 2024-09-16T07:08:56.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mXw9GuyR84TJjpe off=7315240 len=882397 2024-09-16T07:08:56.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 52 completed, throughput=4.83MB/sec 2024-09-16T07:08:56.457 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_bj1hHXtXgNx2_F off=10343333 len=1555833 2024-09-16T07:08:56.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 53 completed, throughput=4.96MB/sec 2024-09-16T07:08:56.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rS7rpZssSiy8HR1 off=14846065 len=1789435 2024-09-16T07:08:56.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 54 completed, throughput=5.11MB/sec 2024-09-16T07:08:57.464 INFO:tasks.workunit.client.0.smithi042.stdout: 12: throughput=4.69MB/sec pending data=0 2024-09-16T07:08:57.465 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DBs0XEx3Tnp4MwC off=700160 len=1140547 2024-09-16T07:08:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 55 completed, throughput=4.78MB/sec 2024-09-16T07:08:57.467 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3qYAcz2VuYAFaVg off=8222187 len=540525 2024-09-16T07:08:57.471 INFO:tasks.workunit.client.0.smithi042.stdout:op 56 completed, throughput=4.82MB/sec 2024-09-16T07:08:57.472 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gDTALwpFO4a9XsP off=16823813 len=1935561 2024-09-16T07:08:57.475 INFO:tasks.workunit.client.0.smithi042.stdout:op 57 completed, throughput=4.97MB/sec 2024-09-16T07:08:57.475 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xw0mANBUtteFoBI off=6626494 len=326162 2024-09-16T07:08:57.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 58 completed, throughput=5MB/sec 2024-09-16T07:08:57.476 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jpFKHrfOOUpsoVB off=14839135 len=482373 2024-09-16T07:08:57.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 59 completed, throughput=5.03MB/sec 2024-09-16T07:08:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:57 smithi164 ceph-mon[88760]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 800 op/s 2024-09-16T07:08:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:57 smithi042 ceph-mon[94096]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 800 op/s 2024-09-16T07:08:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:57 smithi042 ceph-mon[96574]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 800 op/s 2024-09-16T07:08:58.477 INFO:tasks.workunit.client.0.smithi042.stdout: 13: throughput=4.65MB/sec pending data=0 2024-09-16T07:08:58.477 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PcMFSkaj1FKt5Kz off=7691590 len=584683 2024-09-16T07:08:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 60 completed, throughput=4.69MB/sec 2024-09-16T07:08:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HKP8vVQcEzShgiG off=458689 len=106483 2024-09-16T07:08:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 61 completed, throughput=4.7MB/sec 2024-09-16T07:08:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XZdwsjZWNgcV38N off=16998360 len=1221459 2024-09-16T07:08:58.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 62 completed, throughput=4.79MB/sec 2024-09-16T07:08:58.489 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jyf1uKJk3VPiUDl off=4904166 len=143805 2024-09-16T07:08:58.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 63 completed, throughput=4.8MB/sec 2024-09-16T07:08:58.489 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-prVgSS7Xw5DBBo0 off=762250 len=550559 2024-09-16T07:08:58.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 64 completed, throughput=4.83MB/sec 2024-09-16T07:08:58.493 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-62dW30po1S6SQYz off=4858622 len=1882832 2024-09-16T07:08:58.495 INFO:tasks.workunit.client.0.smithi042.stdout:op 65 completed, throughput=4.97MB/sec 2024-09-16T07:08:58.495 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6XuNIC7F-_gri9l off=1524145 len=582005 2024-09-16T07:08:58.500 INFO:tasks.workunit.client.0.smithi042.stdout:op 66 completed, throughput=5.01MB/sec 2024-09-16T07:08:59.500 INFO:tasks.workunit.client.0.smithi042.stdout: 14: throughput=4.66MB/sec pending data=0 2024-09-16T07:08:59.500 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n_C1Ovjx-j8619G off=14234531 len=595589 2024-09-16T07:08:59.504 INFO:tasks.workunit.client.0.smithi042.stdout:op 67 completed, throughput=4.7MB/sec 2024-09-16T07:08:59.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eO5rUrW-Y9TCwOy off=21628751 len=623402 2024-09-16T07:08:59.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 68 completed, throughput=4.74MB/sec 2024-09-16T07:08:59.508 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jKdJWyUw3uqKKad off=16183587 len=208861 2024-09-16T07:08:59.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 69 completed, throughput=4.75MB/sec 2024-09-16T07:08:59.511 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fzPTPIvr2qm_iwX off=19393546 len=1475376 2024-09-16T07:08:59.517 INFO:tasks.workunit.client.0.smithi042.stdout:op 70 completed, throughput=4.85MB/sec 2024-09-16T07:08:59.517 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-itaZZgfBnP7J3HS off=14553344 len=1454563 2024-09-16T07:08:59.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 71 completed, throughput=4.94MB/sec 2024-09-16T07:08:59.528 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xf4WSgLvpj00yPN off=3064298 len=55526 2024-09-16T07:08:59.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 72 completed, throughput=4.94MB/sec 2024-09-16T07:08:59.528 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0rX9xTmk03ujCWW off=13801848 len=1439213 2024-09-16T07:08:59.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 73 completed, throughput=5.04MB/sec 2024-09-16T07:09:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:08:59 smithi164 ceph-mon[88760]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 482 op/s 2024-09-16T07:09:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:08:59 smithi042 ceph-mon[94096]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 482 op/s 2024-09-16T07:09:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:08:59 smithi042 ceph-mon[96574]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 482 op/s 2024-09-16T07:09:00.534 INFO:tasks.workunit.client.0.smithi042.stdout: 15: throughput=4.71MB/sec pending data=0 2024-09-16T07:09:00.535 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vIdfl2aL0rXv11j off=2305981 len=610104 2024-09-16T07:09:00.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 74 completed, throughput=4.74MB/sec 2024-09-16T07:09:00.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DwnklM_cKrYIT5F off=9035564 len=1112120 2024-09-16T07:09:00.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 75 completed, throughput=4.81MB/sec 2024-09-16T07:09:00.544 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w9kw8-VbzJ5-OrH off=1237281 len=177672 2024-09-16T07:09:00.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 76 completed, throughput=4.82MB/sec 2024-09-16T07:09:00.546 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xLsihkm4zQgVF-n off=701020 len=955213 2024-09-16T07:09:00.552 INFO:tasks.workunit.client.0.smithi042.stdout:op 77 completed, throughput=4.88MB/sec 2024-09-16T07:09:00.552 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eIpTVvsyN7ZXKpD off=5152139 len=1712267 2024-09-16T07:09:00.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 78 completed, throughput=4.98MB/sec 2024-09-16T07:09:00.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YDexNLnFUhSAha0 off=1043547 len=595022 2024-09-16T07:09:00.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 79 completed, throughput=5.02MB/sec 2024-09-16T07:09:01.561 INFO:tasks.workunit.client.0.smithi042.stdout: 16: throughput=4.71MB/sec pending data=0 2024-09-16T07:09:01.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P5l6rv0UiExD47Q off=3303694 len=78296 2024-09-16T07:09:01.563 INFO:tasks.workunit.client.0.smithi042.stdout:op 80 completed, throughput=4.72MB/sec 2024-09-16T07:09:01.563 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TYXZoE_SWDp78Va off=19106188 len=2012673 2024-09-16T07:09:01.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 81 completed, throughput=4.83MB/sec 2024-09-16T07:09:01.576 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bE_BfTRyYWbPHb3 off=0 len=1476205 2024-09-16T07:09:01.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 82 completed, throughput=4.92MB/sec 2024-09-16T07:09:01.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J9ismPhpJ_RE11C off=4606844 len=1203539 2024-09-16T07:09:01.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 83 completed, throughput=4.98MB/sec 2024-09-16T07:09:01.585 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mdMWV2gi4hiF2EH off=3062410 len=519155 2024-09-16T07:09:01.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 84 completed, throughput=5.01MB/sec 2024-09-16T07:09:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:01] "GET /metrics HTTP/1.1" 200 33973 "" "Prometheus/2.43.0" 2024-09-16T07:09:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:01 smithi164 ceph-mon[88760]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 160 op/s 2024-09-16T07:09:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:01 smithi042 ceph-mon[94096]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 160 op/s 2024-09-16T07:09:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:01 smithi042 ceph-mon[96574]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 160 op/s 2024-09-16T07:09:02.589 INFO:tasks.workunit.client.0.smithi042.stdout: 17: throughput=4.73MB/sec pending data=0 2024-09-16T07:09:02.589 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6Strb6Nu1V3jRBI off=3616032 len=192518 2024-09-16T07:09:02.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 85 completed, throughput=4.74MB/sec 2024-09-16T07:09:02.590 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LHhaPoxmx-bBJpz off=9945204 len=1453369 2024-09-16T07:09:02.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 86 completed, throughput=4.81MB/sec 2024-09-16T07:09:02.596 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pWPm8Krgq43vRxP off=2613910 len=1880166 2024-09-16T07:09:02.599 INFO:tasks.workunit.client.0.smithi042.stdout:op 87 completed, throughput=4.92MB/sec 2024-09-16T07:09:02.599 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nZwNAFHPC7rDAkI off=10520615 len=1804278 2024-09-16T07:09:02.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 88 completed, throughput=5.01MB/sec 2024-09-16T07:09:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:03.607 INFO:tasks.workunit.client.0.smithi042.stdout: 18: throughput=4.74MB/sec pending data=0 2024-09-16T07:09:03.608 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DgkJ-cxBX5nXFkK off=9437713 len=862558 2024-09-16T07:09:03.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 89 completed, throughput=4.78MB/sec 2024-09-16T07:09:03.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SCnUNjXtaPpqQjG off=10532231 len=223491 2024-09-16T07:09:03.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 90 completed, throughput=4.8MB/sec 2024-09-16T07:09:03.612 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rEeNHHuuiDvrQNw off=82279 len=473438 2024-09-16T07:09:03.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 91 completed, throughput=4.82MB/sec 2024-09-16T07:09:03.613 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C8Tukfs1tSGWgJJ off=19345477 len=762285 2024-09-16T07:09:03.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 92 completed, throughput=4.86MB/sec 2024-09-16T07:09:03.615 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vb9ZrwgK7HhEMw6 off=716357 len=1225604 2024-09-16T07:09:03.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 93 completed, throughput=4.92MB/sec 2024-09-16T07:09:03.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HINZYyJmnk-67VX off=6001939 len=1161797 2024-09-16T07:09:03.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 94 completed, throughput=4.98MB/sec 2024-09-16T07:09:03.625 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZaWsHg2CBJ-qsxW off=389758 len=1766393 2024-09-16T07:09:03.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 95 completed, throughput=5.07MB/sec 2024-09-16T07:09:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:03 smithi164 ceph-mon[88760]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:09:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:09:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[94096]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:09:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:09:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[96574]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:09:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:09:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:04.632 INFO:tasks.workunit.client.0.smithi042.stdout: 19: throughput=4.81MB/sec pending data=0 2024-09-16T07:09:04.632 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nKN4_aHhlNtOt9h off=983036 len=1617794 2024-09-16T07:09:04.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 96 completed, throughput=4.89MB/sec 2024-09-16T07:09:04.634 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fdz1ERAg00c43Pz off=16045436 len=415778 2024-09-16T07:09:04.638 INFO:tasks.workunit.client.0.smithi042.stdout:op 97 completed, throughput=4.91MB/sec 2024-09-16T07:09:04.638 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ifiBChkspuVTcqj off=1063044 len=107299 2024-09-16T07:09:04.639 INFO:tasks.workunit.client.0.smithi042.stdout:op 98 completed, throughput=4.91MB/sec 2024-09-16T07:09:04.639 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CwRpSGCIFqGdyK_ off=9652738 len=1566965 2024-09-16T07:09:04.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 99 completed, throughput=4.99MB/sec 2024-09-16T07:09:04.647 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mbUWiRkBbb_euR3 off=2131641 len=222910 2024-09-16T07:09:04.648 INFO:tasks.workunit.client.0.smithi042.stdout:op 100 completed, throughput=5MB/sec 2024-09-16T07:09:04.648 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FtWvKJCdClQ10_e off=9459544 len=1374260 2024-09-16T07:09:04.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 101 completed, throughput=5.06MB/sec 2024-09-16T07:09:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:09:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:09:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:09:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:09:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:09:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:09:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:09:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:09:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:09:05.651 INFO:tasks.workunit.client.0.smithi042.stdout: 20: throughput=4.82MB/sec pending data=0 2024-09-16T07:09:05.651 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j7FXKujo6YhilXE off=10400000 len=1093771 2024-09-16T07:09:05.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 102 completed, throughput=4.87MB/sec 2024-09-16T07:09:05.657 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i16WzFD0-ta2lqF off=1638795 len=1267551 2024-09-16T07:09:05.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 103 completed, throughput=4.92MB/sec 2024-09-16T07:09:05.660 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZnBVu_I40i4vv-f off=3339738 len=1518727 2024-09-16T07:09:05.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 104 completed, throughput=4.99MB/sec 2024-09-16T07:09:05.662 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2z5k_4wkJPpUYoc off=181887 len=763796 2024-09-16T07:09:05.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 105 completed, throughput=5.03MB/sec 2024-09-16T07:09:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:05 smithi164 ceph-mon[88760]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:09:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:05 smithi042 ceph-mon[94096]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:09:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:05 smithi042 ceph-mon[96574]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:09:06.663 INFO:tasks.workunit.client.0.smithi042.stdout: 21: throughput=4.79MB/sec pending data=0 2024-09-16T07:09:06.664 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nx1_TMicMW9Rmak off=4894287 len=1143340 2024-09-16T07:09:06.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 106 completed, throughput=4.85MB/sec 2024-09-16T07:09:06.665 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iuG372wCrkfRtKg off=5124975 len=88797 2024-09-16T07:09:06.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 107 completed, throughput=4.85MB/sec 2024-09-16T07:09:06.666 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s-esiEThOaPVhHg off=6291647 len=1675231 2024-09-16T07:09:06.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 108 completed, throughput=4.92MB/sec 2024-09-16T07:09:06.669 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A8WLAxZuzT96scy off=2433482 len=1188280 2024-09-16T07:09:06.670 INFO:tasks.workunit.client.0.smithi042.stdout:op 109 completed, throughput=4.98MB/sec 2024-09-16T07:09:06.670 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Yv43yiTu2naC6XJ off=6510898 len=259045 2024-09-16T07:09:06.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 110 completed, throughput=4.99MB/sec 2024-09-16T07:09:06.671 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dzwCxYiqNA2NKgz off=18224096 len=997234 2024-09-16T07:09:06.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 111 completed, throughput=5.03MB/sec 2024-09-16T07:09:07.676 INFO:tasks.workunit.client.0.smithi042.stdout: 22: throughput=4.81MB/sec pending data=0 2024-09-16T07:09:07.676 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sx6pgTRhKkrkXGO off=4913845 len=73436 2024-09-16T07:09:07.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 112 completed, throughput=4.81MB/sec 2024-09-16T07:09:07.679 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0FrIM8rhY5dbsMp off=19680923 len=1038159 2024-09-16T07:09:07.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 113 completed, throughput=4.85MB/sec 2024-09-16T07:09:07.684 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GyPgr7f_z6dMId7 off=9131093 len=1393256 2024-09-16T07:09:07.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 114 completed, throughput=4.91MB/sec 2024-09-16T07:09:07.686 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EFhjtBDlPMdBOBU off=5892104 len=2002259 2024-09-16T07:09:07.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 115 completed, throughput=4.99MB/sec 2024-09-16T07:09:07.695 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o7ouWclyrGhXobq off=1982716 len=1771453 2024-09-16T07:09:07.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 116 completed, throughput=5.07MB/sec 2024-09-16T07:09:08.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:07 smithi164 ceph-mon[88760]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:09:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:07 smithi042 ceph-mon[94096]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:09:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:07 smithi042 ceph-mon[96574]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:09:08.702 INFO:tasks.workunit.client.0.smithi042.stdout: 23: throughput=4.85MB/sec pending data=0 2024-09-16T07:09:08.702 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BlprFVEvyA2a5L- off=646050 len=1972278 2024-09-16T07:09:08.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 117 completed, throughput=4.93MB/sec 2024-09-16T07:09:08.711 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4W5ZKHwn9bTMN7f off=121062 len=1236956 2024-09-16T07:09:08.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 118 completed, throughput=4.98MB/sec 2024-09-16T07:09:08.717 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yHl507UIH_tmVIn off=1722351 len=1084791 2024-09-16T07:09:08.722 INFO:tasks.workunit.client.0.smithi042.stdout:op 119 completed, throughput=5.02MB/sec 2024-09-16T07:09:09.722 INFO:tasks.workunit.client.0.smithi042.stdout: 24: throughput=4.82MB/sec pending data=0 2024-09-16T07:09:09.723 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4ZbYENGE4-Qszwy off=20036698 len=981276 2024-09-16T07:09:09.724 INFO:tasks.workunit.client.0.smithi042.stdout:op 120 completed, throughput=4.85MB/sec 2024-09-16T07:09:09.724 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cm7n8DR0m_64X8K off=2542025 len=1648948 2024-09-16T07:09:09.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 121 completed, throughput=4.92MB/sec 2024-09-16T07:09:09.726 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pMimfcNj3MCxP0M off=9818715 len=738904 2024-09-16T07:09:09.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 122 completed, throughput=4.95MB/sec 2024-09-16T07:09:09.729 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ryDfuGImpEt1XU- off=1342833 len=468380 2024-09-16T07:09:09.730 INFO:tasks.workunit.client.0.smithi042.stdout:op 123 completed, throughput=4.96MB/sec 2024-09-16T07:09:09.730 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W-RgVEVRq4hGWiZ off=320126 len=925885 2024-09-16T07:09:09.735 INFO:tasks.workunit.client.0.smithi042.stdout:op 124 completed, throughput=5MB/sec 2024-09-16T07:09:09.735 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0r0YMYFtnXakpn5 off=2526807 len=1830827 2024-09-16T07:09:09.737 INFO:tasks.workunit.client.0.smithi042.stdout:op 125 completed, throughput=5.07MB/sec 2024-09-16T07:09:10.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:09 smithi164 ceph-mon[88760]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:09:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:09 smithi042 ceph-mon[94096]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:09:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:09 smithi042 ceph-mon[96574]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:09:10.738 INFO:tasks.workunit.client.0.smithi042.stdout: 25: throughput=4.87MB/sec pending data=0 2024-09-16T07:09:10.738 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rumofgt5R6YzisL off=3857603 len=1381346 2024-09-16T07:09:10.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 126 completed, throughput=4.92MB/sec 2024-09-16T07:09:10.741 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g1ihHnwoje6Ntw0 off=3093194 len=1116344 2024-09-16T07:09:10.747 INFO:tasks.workunit.client.0.smithi042.stdout:op 127 completed, throughput=4.96MB/sec 2024-09-16T07:09:10.747 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y_tZBu4Ysg6qT9U off=4567352 len=1145917 2024-09-16T07:09:10.749 INFO:tasks.workunit.client.0.smithi042.stdout:op 128 completed, throughput=5MB/sec 2024-09-16T07:09:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:11] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T07:09:11.750 INFO:tasks.workunit.client.0.smithi042.stdout: 26: throughput=4.82MB/sec pending data=0 2024-09-16T07:09:11.750 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s1R075CcBn4DJHt off=12158154 len=127671 2024-09-16T07:09:11.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 129 completed, throughput=4.82MB/sec 2024-09-16T07:09:11.753 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_wbLjK00_bEChzP off=16076454 len=689781 2024-09-16T07:09:11.756 INFO:tasks.workunit.client.0.smithi042.stdout:op 130 completed, throughput=4.84MB/sec 2024-09-16T07:09:11.756 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-th_2rrsJh32QwgF off=12072110 len=538789 2024-09-16T07:09:11.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 131 completed, throughput=4.86MB/sec 2024-09-16T07:09:11.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxe6fWm5IN8zz_K off=75552 len=592599 2024-09-16T07:09:11.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 132 completed, throughput=4.88MB/sec 2024-09-16T07:09:11.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZkB5akCyhquM3DO off=15296326 len=1386789 2024-09-16T07:09:11.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 133 completed, throughput=4.93MB/sec 2024-09-16T07:09:11.765 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LPMhbBWG6PN6dlK off=8194948 len=1430914 2024-09-16T07:09:11.775 INFO:tasks.workunit.client.0.smithi042.stdout:op 134 completed, throughput=4.98MB/sec 2024-09-16T07:09:11.775 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WQxTPDlHtBF11-J off=20707589 len=1853465 2024-09-16T07:09:11.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 135 completed, throughput=5.05MB/sec 2024-09-16T07:09:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:11 smithi164 ceph-mon[88760]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:11 smithi042 ceph-mon[94096]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:11 smithi042 ceph-mon[96574]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:12.782 INFO:tasks.workunit.client.0.smithi042.stdout: 27: throughput=4.86MB/sec pending data=0 2024-09-16T07:09:12.782 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z8QudS-t0ZzF97f off=6336164 len=1398199 2024-09-16T07:09:12.785 INFO:tasks.workunit.client.0.smithi042.stdout:op 136 completed, throughput=4.91MB/sec 2024-09-16T07:09:12.785 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QasKyVpc-jgWSx9 off=10103331 len=1348680 2024-09-16T07:09:12.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 137 completed, throughput=4.96MB/sec 2024-09-16T07:09:12.787 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RA6HWsLIZfEJ-ro off=3153761 len=766808 2024-09-16T07:09:12.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 138 completed, throughput=4.99MB/sec 2024-09-16T07:09:12.789 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_7OUeEt8UmRpU5D off=16299074 len=1475629 2024-09-16T07:09:12.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 139 completed, throughput=5.03MB/sec 2024-09-16T07:09:13.796 INFO:tasks.workunit.client.0.smithi042.stdout: 28: throughput=4.86MB/sec pending data=0 2024-09-16T07:09:13.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cobVQjovg3CvQGq off=2493153 len=828837 2024-09-16T07:09:13.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 140 completed, throughput=4.89MB/sec 2024-09-16T07:09:13.797 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tAWPauI5aKzkz1Y off=8058384 len=267914 2024-09-16T07:09:13.799 INFO:tasks.workunit.client.0.smithi042.stdout:op 141 completed, throughput=4.89MB/sec 2024-09-16T07:09:13.799 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KJ1QhRRc3Ov9-U9 off=8919153 len=1612351 2024-09-16T07:09:13.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 142 completed, throughput=4.95MB/sec 2024-09-16T07:09:13.801 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AlUaJo5zrPGgq6B off=5747818 len=1632184 2024-09-16T07:09:13.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 143 completed, throughput=5MB/sec 2024-09-16T07:09:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:13 smithi164 ceph-mon[88760]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:13 smithi042 ceph-mon[94096]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:13 smithi042 ceph-mon[96574]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:14.803 INFO:tasks.workunit.client.0.smithi042.stdout: 29: throughput=4.83MB/sec pending data=0 2024-09-16T07:09:14.803 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BMA25dW1vGr-cCb off=1928556 len=1020731 2024-09-16T07:09:14.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 144 completed, throughput=4.87MB/sec 2024-09-16T07:09:14.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2_bPpt23TrHcTVb off=17839562 len=51646 2024-09-16T07:09:14.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 145 completed, throughput=4.87MB/sec 2024-09-16T07:09:14.812 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x7qTFRRy0LyFrbR off=20352442 len=1535414 2024-09-16T07:09:14.819 INFO:tasks.workunit.client.0.smithi042.stdout:op 146 completed, throughput=4.91MB/sec 2024-09-16T07:09:14.819 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rv1e1WsXVy4pUko off=3708252 len=1918932 2024-09-16T07:09:14.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 147 completed, throughput=4.98MB/sec 2024-09-16T07:09:14.821 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pixDSK4nJfdMEqw off=7218145 len=393820 2024-09-16T07:09:14.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 148 completed, throughput=4.99MB/sec 2024-09-16T07:09:14.825 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DBqJTRymcDxeZjd off=3591016 len=1372082 2024-09-16T07:09:14.826 INFO:tasks.workunit.client.0.smithi042.stdout:op 149 completed, throughput=5.03MB/sec 2024-09-16T07:09:15.826 INFO:tasks.workunit.client.0.smithi042.stdout: 30: throughput=4.87MB/sec pending data=0 2024-09-16T07:09:15.826 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7YD2GRVZ0sw76Bs off=3778921 len=1506501 2024-09-16T07:09:15.828 INFO:tasks.workunit.client.0.smithi042.stdout:op 150 completed, throughput=4.91MB/sec 2024-09-16T07:09:15.828 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GKBrKyrdaNopBDO off=7183076 len=264291 2024-09-16T07:09:15.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 151 completed, throughput=4.92MB/sec 2024-09-16T07:09:15.832 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bR4LR5TYkZ3_k69 off=13373145 len=1051404 2024-09-16T07:09:15.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 152 completed, throughput=4.95MB/sec 2024-09-16T07:09:15.837 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hVZRoXYzDTHoMhL off=15071799 len=1824286 2024-09-16T07:09:15.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 153 completed, throughput=5.01MB/sec 2024-09-16T07:09:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:15 smithi164 ceph-mon[88760]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:09:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:15 smithi042 ceph-mon[94096]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:09:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:15 smithi042 ceph-mon[96574]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:09:16.845 INFO:tasks.workunit.client.0.smithi042.stdout: 31: throughput=4.85MB/sec pending data=0 2024-09-16T07:09:16.845 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9LO-j88oBSAuaqJ off=3980778 len=170403 2024-09-16T07:09:16.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 154 completed, throughput=4.86MB/sec 2024-09-16T07:09:16.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QJH9h1iGy7y-RI7 off=4375513 len=177129 2024-09-16T07:09:16.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 155 completed, throughput=4.86MB/sec 2024-09-16T07:09:16.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--4MjMex7QGzbwhK off=2890505 len=1898269 2024-09-16T07:09:16.851 INFO:tasks.workunit.client.0.smithi042.stdout:op 156 completed, throughput=4.92MB/sec 2024-09-16T07:09:16.851 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9xQYOuGlCJWo-f6 off=18075950 len=1108024 2024-09-16T07:09:16.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 157 completed, throughput=4.95MB/sec 2024-09-16T07:09:16.853 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JH7eqtktV6VDSeh off=5293043 len=2005244 2024-09-16T07:09:16.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 158 completed, throughput=5.01MB/sec 2024-09-16T07:09:17.865 INFO:tasks.workunit.client.0.smithi042.stdout: 32: throughput=4.86MB/sec pending data=0 2024-09-16T07:09:17.865 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ekSX5ZQJ8AALy4o off=4030212 len=1471241 2024-09-16T07:09:17.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 159 completed, throughput=4.9MB/sec 2024-09-16T07:09:17.878 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lVMagHweYynS4r2 off=7206440 len=1789887 2024-09-16T07:09:17.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 160 completed, throughput=4.95MB/sec 2024-09-16T07:09:17.889 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WiP6wGvHG_LA4wn off=2800765 len=770062 2024-09-16T07:09:17.893 INFO:tasks.workunit.client.0.smithi042.stdout:op 161 completed, throughput=4.97MB/sec 2024-09-16T07:09:17.893 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mETnPDWFgvjoEl1 off=434998 len=1568375 2024-09-16T07:09:17.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 162 completed, throughput=5.01MB/sec 2024-09-16T07:09:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:17 smithi164 ceph-mon[88760]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:09:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:17 smithi042 ceph-mon[94096]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:09:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:17 smithi042 ceph-mon[96574]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:09:18.896 INFO:tasks.workunit.client.0.smithi042.stdout: 33: throughput=4.87MB/sec pending data=0 2024-09-16T07:09:18.896 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iPe52i9x8gNgIjx off=4974556 len=975761 2024-09-16T07:09:18.897 INFO:tasks.workunit.client.0.smithi042.stdout:op 163 completed, throughput=4.89MB/sec 2024-09-16T07:09:18.897 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h4CRDjw8yQIeR2H off=3176040 len=1626452 2024-09-16T07:09:18.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 164 completed, throughput=4.94MB/sec 2024-09-16T07:09:18.899 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MeQUpe3JxAkXIpJ off=10553764 len=1113021 2024-09-16T07:09:18.905 INFO:tasks.workunit.client.0.smithi042.stdout:op 165 completed, throughput=4.97MB/sec 2024-09-16T07:09:18.905 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hywTjy_rmVc6l1w off=16420890 len=1791449 2024-09-16T07:09:18.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 166 completed, throughput=5.02MB/sec 2024-09-16T07:09:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:19.907 INFO:tasks.workunit.client.0.smithi042.stdout: 34: throughput=4.88MB/sec pending data=0 2024-09-16T07:09:19.908 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UK9tMFBC9ks5pcu off=19241235 len=73509 2024-09-16T07:09:19.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 167 completed, throughput=4.88MB/sec 2024-09-16T07:09:19.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ixsW7iD66pnzked off=943286 len=1714807 2024-09-16T07:09:19.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 168 completed, throughput=4.92MB/sec 2024-09-16T07:09:19.915 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EUZxpWjhmhvNG9y off=1336422 len=1783616 2024-09-16T07:09:19.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 169 completed, throughput=4.97MB/sec 2024-09-16T07:09:19.917 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-keOC6di7W9DrHuw off=3513338 len=1707263 2024-09-16T07:09:19.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 170 completed, throughput=5.02MB/sec 2024-09-16T07:09:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:19 smithi164 ceph-mon[88760]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:09:20.254 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:19 smithi042 ceph-mon[94096]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:09:20.255 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:19 smithi042 ceph-mon[96574]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:09:20.919 INFO:tasks.workunit.client.0.smithi042.stdout: 35: throughput=4.88MB/sec pending data=0 2024-09-16T07:09:20.919 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0vSrTmiDTOUMKnX off=14443020 len=1295057 2024-09-16T07:09:20.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 171 completed, throughput=4.91MB/sec 2024-09-16T07:09:20.921 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9TVup0JvT_kgW_1 off=1439611 len=385908 2024-09-16T07:09:20.922 INFO:tasks.workunit.client.0.smithi042.stdout:op 172 completed, throughput=4.92MB/sec 2024-09-16T07:09:20.922 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XtmOaw_7h-uS4pY off=12874013 len=301489 2024-09-16T07:09:20.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 173 completed, throughput=4.93MB/sec 2024-09-16T07:09:20.925 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GnSCpfFLde0piPF off=321098 len=2000728 2024-09-16T07:09:20.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 174 completed, throughput=4.98MB/sec 2024-09-16T07:09:20.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MsMur4X-yOAH6zA off=1677689 len=670938 2024-09-16T07:09:20.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 175 completed, throughput=5MB/sec 2024-09-16T07:09:20.939 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d1v64hIRLnBLOfH off=3576430 len=1452096 2024-09-16T07:09:20.948 INFO:tasks.workunit.client.0.smithi042.stdout:op 176 completed, throughput=5.04MB/sec 2024-09-16T07:09:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:21] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-16T07:09:21.949 INFO:tasks.workunit.client.0.smithi042.stdout: 36: throughput=4.9MB/sec pending data=0 2024-09-16T07:09:21.949 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6wabM7XHNb4qkzy off=2298683 len=1932645 2024-09-16T07:09:21.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 177 completed, throughput=4.95MB/sec 2024-09-16T07:09:21.951 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q9rktwTRhRHkqLh off=7702703 len=1699219 2024-09-16T07:09:21.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 178 completed, throughput=4.99MB/sec 2024-09-16T07:09:21.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HFIjoxUhLD4fzja off=15538637 len=612791 2024-09-16T07:09:21.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 179 completed, throughput=5.01MB/sec 2024-09-16T07:09:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:21 smithi164 ceph-mon[88760]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:21 smithi042 ceph-mon[94096]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:21 smithi042 ceph-mon[96574]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:22.965 INFO:tasks.workunit.client.0.smithi042.stdout: 37: throughput=4.88MB/sec pending data=0 2024-09-16T07:09:22.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T3dRLyRVgICJ_MI off=13043856 len=124493 2024-09-16T07:09:22.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 180 completed, throughput=4.88MB/sec 2024-09-16T07:09:22.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bHZzwxrqhndqJXz off=4050041 len=176887 2024-09-16T07:09:22.967 INFO:tasks.workunit.client.0.smithi042.stdout:op 181 completed, throughput=4.88MB/sec 2024-09-16T07:09:22.967 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AbglCVqEI_dIBZ3 off=4696432 len=2079915 2024-09-16T07:09:22.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 182 completed, throughput=4.93MB/sec 2024-09-16T07:09:22.970 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PJsEblntmR3MNZG off=4328712 len=784750 2024-09-16T07:09:22.975 INFO:tasks.workunit.client.0.smithi042.stdout:op 183 completed, throughput=4.95MB/sec 2024-09-16T07:09:22.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YvfYB_mijnz7AA2 off=4412840 len=561208 2024-09-16T07:09:22.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 184 completed, throughput=4.97MB/sec 2024-09-16T07:09:22.979 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k9dXTkdMBSorBZY off=1532721 len=2079096 2024-09-16T07:09:22.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 185 completed, throughput=5.02MB/sec 2024-09-16T07:09:23.983 INFO:tasks.workunit.client.0.smithi042.stdout: 38: throughput=4.89MB/sec pending data=0 2024-09-16T07:09:23.984 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tTxqgvhOZUW1ZFP off=8016041 len=745654 2024-09-16T07:09:23.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 186 completed, throughput=4.91MB/sec 2024-09-16T07:09:23.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WIvNa8KjDJ4M8mg off=10612819 len=2089788 2024-09-16T07:09:23.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 187 completed, throughput=4.96MB/sec 2024-09-16T07:09:23.988 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jnXLjnH9WaxQEcG off=8215397 len=2087763 2024-09-16T07:09:23.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 188 completed, throughput=5.01MB/sec 2024-09-16T07:09:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:23 smithi164 ceph-mon[88760]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:09:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:23 smithi042 ceph-mon[96574]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:09:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:23 smithi042 ceph-mon[94096]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:09:24.994 INFO:tasks.workunit.client.0.smithi042.stdout: 39: throughput=4.88MB/sec pending data=0 2024-09-16T07:09:24.994 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4F7gtDmX6I5-VzY off=589972 len=1356986 2024-09-16T07:09:24.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 189 completed, throughput=4.92MB/sec 2024-09-16T07:09:24.997 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-22Yr09Mto0w850w off=20270289 len=1148343 2024-09-16T07:09:25.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 190 completed, throughput=4.94MB/sec 2024-09-16T07:09:25.003 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0pGqc7SnslTYHjy off=2311226 len=1681433 2024-09-16T07:09:25.011 INFO:tasks.workunit.client.0.smithi042.stdout:op 191 completed, throughput=4.98MB/sec 2024-09-16T07:09:25.011 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6VRu0nhoUH0nSvM off=7439828 len=2075835 2024-09-16T07:09:25.014 INFO:tasks.workunit.client.0.smithi042.stdout:op 192 completed, throughput=5.03MB/sec 2024-09-16T07:09:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:24 smithi164 ceph-mon[88760]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:09:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:24 smithi042 ceph-mon[94096]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:09:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:24 smithi042 ceph-mon[96574]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:09:26.015 INFO:tasks.workunit.client.0.smithi042.stdout: 40: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:26.015 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m3m6cpm8J2kQ5wV off=6060848 len=947809 2024-09-16T07:09:26.020 INFO:tasks.workunit.client.0.smithi042.stdout:op 193 completed, throughput=4.93MB/sec 2024-09-16T07:09:26.020 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B4_1_5Gc0AFe0hs off=0 len=1857299 2024-09-16T07:09:26.022 INFO:tasks.workunit.client.0.smithi042.stdout:op 194 completed, throughput=4.97MB/sec 2024-09-16T07:09:26.023 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aVixQnG6nl8SVN4 off=3135310 len=1895929 2024-09-16T07:09:26.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 195 completed, throughput=5.02MB/sec 2024-09-16T07:09:27.025 INFO:tasks.workunit.client.0.smithi042.stdout: 41: throughput=4.9MB/sec pending data=0 2024-09-16T07:09:27.025 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1Th9YtHHiHDu1o4 off=232765 len=1907773 2024-09-16T07:09:27.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 196 completed, throughput=4.94MB/sec 2024-09-16T07:09:27.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7lQwP0IKRV89UcW off=10878128 len=69893 2024-09-16T07:09:27.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 197 completed, throughput=4.94MB/sec 2024-09-16T07:09:27.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CuYi8SHSv4ig5rK off=0 len=1216037 2024-09-16T07:09:27.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 198 completed, throughput=4.97MB/sec 2024-09-16T07:09:27.030 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yqXneMp3t0LacWE off=27916 len=223005 2024-09-16T07:09:27.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 199 completed, throughput=4.97MB/sec 2024-09-16T07:09:27.030 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XdU-Q0ghpFsf0Qk off=3678970 len=1155164 2024-09-16T07:09:27.033 INFO:tasks.workunit.client.0.smithi042.stdout:op 200 completed, throughput=5MB/sec 2024-09-16T07:09:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:27 smithi042 ceph-mon[94096]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:27.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:27 smithi042 ceph-mon[96574]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:27 smithi164 ceph-mon[88760]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:28.034 INFO:tasks.workunit.client.0.smithi042.stdout: 42: throughput=4.88MB/sec pending data=0 2024-09-16T07:09:28.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WIvNa8KjDJ4M8mg off=7906005 len=2010154 2024-09-16T07:09:28.036 INFO:tasks.workunit.client.0.smithi042.stdout:op 201 completed, throughput=4.93MB/sec 2024-09-16T07:09:28.036 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ovVgcM46zHWnLJ6 off=506129 len=1553279 2024-09-16T07:09:28.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 202 completed, throughput=4.96MB/sec 2024-09-16T07:09:28.045 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZAerf-T77r1Ea7o off=7359853 len=2015860 2024-09-16T07:09:28.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 203 completed, throughput=5.01MB/sec 2024-09-16T07:09:29.049 INFO:tasks.workunit.client.0.smithi042.stdout: 43: throughput=4.89MB/sec pending data=0 2024-09-16T07:09:29.049 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OBt1YLl65hsgV3D off=14383354 len=1611754 2024-09-16T07:09:29.056 INFO:tasks.workunit.client.0.smithi042.stdout:op 204 completed, throughput=4.93MB/sec 2024-09-16T07:09:29.056 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BwBMSJewI2KOnFd off=1408575 len=1289133 2024-09-16T07:09:29.058 INFO:tasks.workunit.client.0.smithi042.stdout:op 205 completed, throughput=4.95MB/sec 2024-09-16T07:09:29.058 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5s33BplIzhf5180 off=1130046 len=1913594 2024-09-16T07:09:29.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 206 completed, throughput=4.99MB/sec 2024-09-16T07:09:29.062 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mNL71dg1vRfcVZr off=5740924 len=1191386 2024-09-16T07:09:29.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 207 completed, throughput=5.02MB/sec 2024-09-16T07:09:29.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:29 smithi042 ceph-mon[96574]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:29.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:29 smithi042 ceph-mon[94096]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:29 smithi164 ceph-mon[88760]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:30.065 INFO:tasks.workunit.client.0.smithi042.stdout: 44: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:30.066 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DHtGcEPgWyLRNjH off=461886 len=2052859 2024-09-16T07:09:30.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 208 completed, throughput=4.95MB/sec 2024-09-16T07:09:30.074 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ohwaOx1OEnmm4to off=4108106 len=158890 2024-09-16T07:09:30.077 INFO:tasks.workunit.client.0.smithi042.stdout:op 209 completed, throughput=4.95MB/sec 2024-09-16T07:09:30.077 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r3j70Xl38WZESDs off=2207827 len=460599 2024-09-16T07:09:30.080 INFO:tasks.workunit.client.0.smithi042.stdout:op 210 completed, throughput=4.96MB/sec 2024-09-16T07:09:30.080 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W63TTgcMiwbeD1E off=3291942 len=1050935 2024-09-16T07:09:30.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 211 completed, throughput=4.99MB/sec 2024-09-16T07:09:30.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZMUdZayRT8rcEpN off=5994841 len=490453 2024-09-16T07:09:30.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 212 completed, throughput=5MB/sec 2024-09-16T07:09:30.083 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Cgu6ZCJW7N3Pxkv off=23292775 len=1985992 2024-09-16T07:09:30.092 INFO:tasks.workunit.client.0.smithi042.stdout:op 213 completed, throughput=5.04MB/sec 2024-09-16T07:09:31.093 INFO:tasks.workunit.client.0.smithi042.stdout: 45: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:31.093 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E8lAb3k3dghweW7 off=2087023 len=1502732 2024-09-16T07:09:31.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 214 completed, throughput=4.96MB/sec 2024-09-16T07:09:31.099 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uUGM7Ka5L9uJ9MS off=961873 len=1238566 2024-09-16T07:09:31.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 215 completed, throughput=4.98MB/sec 2024-09-16T07:09:31.108 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Uw4aGp6gmIHKyFV off=1265532 len=260656 2024-09-16T07:09:31.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 216 completed, throughput=4.99MB/sec 2024-09-16T07:09:31.111 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C17iFP0XtRFPJSr off=15023196 len=1155805 2024-09-16T07:09:31.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 217 completed, throughput=5.01MB/sec 2024-09-16T07:09:31.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:31 smithi042 ceph-mon[94096]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:09:31.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:31 smithi042 ceph-mon[96574]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:09:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:31] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-09-16T07:09:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:31 smithi164 ceph-mon[88760]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:09:32.118 INFO:tasks.workunit.client.0.smithi042.stdout: 46: throughput=4.9MB/sec pending data=0 2024-09-16T07:09:32.118 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tRTDgAQb-SYrUkS off=3068167 len=1121753 2024-09-16T07:09:32.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 218 completed, throughput=4.93MB/sec 2024-09-16T07:09:32.120 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ofYxAfY6Dheo_VJ off=2974084 len=1344156 2024-09-16T07:09:32.126 INFO:tasks.workunit.client.0.smithi042.stdout:op 219 completed, throughput=4.95MB/sec 2024-09-16T07:09:32.126 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m0TQf6nd_IjsekR off=2691069 len=935532 2024-09-16T07:09:32.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 220 completed, throughput=4.97MB/sec 2024-09-16T07:09:32.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yXgd3fM7hssDWwS off=630684 len=626316 2024-09-16T07:09:32.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 221 completed, throughput=4.98MB/sec 2024-09-16T07:09:32.134 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gwV_RxRXyIeravr off=10164152 len=1474362 2024-09-16T07:09:32.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 222 completed, throughput=5.01MB/sec 2024-09-16T07:09:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:33.140 INFO:tasks.workunit.client.0.smithi042.stdout: 47: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:33.205 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fpzJMKlXHVMMvX3 off=6736725 len=2043807 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 223 completed, throughput=4.95MB/sec 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tqDZHR0r_m4XjOd off=4190366 len=1724615 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 224 completed, throughput=4.98MB/sec 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ko6Vv0NieCvmd-G off=15593922 len=605932 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 225 completed, throughput=5MB/sec 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YOlrN-PJbJbIQwa off=8649188 len=616787 2024-09-16T07:09:33.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 226 completed, throughput=5.01MB/sec 2024-09-16T07:09:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:33 smithi164 ceph-mon[88760]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:33 smithi042 ceph-mon[94096]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:33 smithi042 ceph-mon[96574]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:34.152 INFO:tasks.workunit.client.0.smithi042.stdout: 48: throughput=4.9MB/sec pending data=0 2024-09-16T07:09:34.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gFPVbtIUzCHDZ2E off=4570894 len=1751194 2024-09-16T07:09:34.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 227 completed, throughput=4.94MB/sec 2024-09-16T07:09:34.158 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zc8hKaHx8LxhlMr off=278665 len=642519 2024-09-16T07:09:34.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 228 completed, throughput=4.95MB/sec 2024-09-16T07:09:34.160 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dpaXiUtUzfIcDPJ off=13258937 len=1903628 2024-09-16T07:09:34.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 229 completed, throughput=4.99MB/sec 2024-09-16T07:09:34.166 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RA6HWsLIZfEJ-ro off=11629893 len=2006161 2024-09-16T07:09:34.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 230 completed, throughput=5.03MB/sec 2024-09-16T07:09:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:35.168 INFO:tasks.workunit.client.0.smithi042.stdout: 49: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:35.169 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6nq-ApZ2v7C9La6 off=3695380 len=2008509 2024-09-16T07:09:35.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 231 completed, throughput=4.96MB/sec 2024-09-16T07:09:35.180 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-caICS2ZvoxeZBwS off=21917440 len=140143 2024-09-16T07:09:35.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 232 completed, throughput=4.97MB/sec 2024-09-16T07:09:35.182 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X2Qr9rxjDRx1pYh off=10435340 len=673262 2024-09-16T07:09:35.183 INFO:tasks.workunit.client.0.smithi042.stdout:op 233 completed, throughput=4.98MB/sec 2024-09-16T07:09:35.183 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LctIZkn2zePKNJx off=15554496 len=542786 2024-09-16T07:09:35.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 234 completed, throughput=4.99MB/sec 2024-09-16T07:09:35.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z0tWUXvKyRw4ugV off=16221361 len=302446 2024-09-16T07:09:35.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 235 completed, throughput=4.99MB/sec 2024-09-16T07:09:35.188 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_8A-osHLO6NQgD5 off=12196978 len=1150550 2024-09-16T07:09:35.189 INFO:tasks.workunit.client.0.smithi042.stdout:op 236 completed, throughput=5.02MB/sec 2024-09-16T07:09:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:35 smithi164 ceph-mon[88760]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:35 smithi042 ceph-mon[94096]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:35 smithi042 ceph-mon[96574]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:09:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: 50: throughput=4.92MB/sec pending data=0 2024-09-16T07:09:36.190 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b7dvurzAsqcw1M0 off=2142448 len=285344 2024-09-16T07:09:36.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 237 completed, throughput=4.92MB/sec 2024-09-16T07:09:36.191 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RCXqRdR1Fr_nGO7 off=37339 len=1169570 2024-09-16T07:09:36.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 238 completed, throughput=4.94MB/sec 2024-09-16T07:09:36.193 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yN8F0ooLgrW9W3S off=329412 len=950595 2024-09-16T07:09:36.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 239 completed, throughput=4.96MB/sec 2024-09-16T07:09:36.200 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TALMYPgpqt2IqH7 off=4273101 len=197216 2024-09-16T07:09:36.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 240 completed, throughput=4.96MB/sec 2024-09-16T07:09:36.201 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sRB0ZTvTAiDjXM0 off=7513735 len=1723522 2024-09-16T07:09:36.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 241 completed, throughput=5MB/sec 2024-09-16T07:09:36.210 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Xdu9pLSNtfyhsFE off=15404777 len=100550 2024-09-16T07:09:36.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 242 completed, throughput=5MB/sec 2024-09-16T07:09:36.210 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5hMzHxS1N1mZdR2 off=1617125 len=993024 2024-09-16T07:09:36.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 243 completed, throughput=5.02MB/sec 2024-09-16T07:09:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: 51: throughput=4.92MB/sec pending data=0 2024-09-16T07:09:37.212 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-COvln5ByRgZgJUP off=11210643 len=899552 2024-09-16T07:09:37.214 INFO:tasks.workunit.client.0.smithi042.stdout:op 244 completed, throughput=4.94MB/sec 2024-09-16T07:09:37.214 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-75nxn3CcOmCTt7S off=9339421 len=471628 2024-09-16T07:09:37.215 INFO:tasks.workunit.client.0.smithi042.stdout:op 245 completed, throughput=4.94MB/sec 2024-09-16T07:09:37.215 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e2e4aHt28bLLIHU off=3691337 len=895762 2024-09-16T07:09:37.215 INFO:tasks.workunit.client.0.smithi042.stdout:op 246 completed, throughput=4.96MB/sec 2024-09-16T07:09:37.216 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-idfusx4giHCWPpa off=3019238 len=1600077 2024-09-16T07:09:37.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 247 completed, throughput=4.99MB/sec 2024-09-16T07:09:37.220 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LIFv_bSHsiOFwh- off=1638900 len=737998 2024-09-16T07:09:37.224 INFO:tasks.workunit.client.0.smithi042.stdout:op 248 completed, throughput=5MB/sec 2024-09-16T07:09:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:37 smithi164 ceph-mon[88760]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:37 smithi042 ceph-mon[94096]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:37 smithi042 ceph-mon[96574]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:38.225 INFO:tasks.workunit.client.0.smithi042.stdout: 52: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:38.225 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FTamu8bSiaICALt off=13199914 len=1939153 2024-09-16T07:09:38.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 249 completed, throughput=4.94MB/sec 2024-09-16T07:09:38.227 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xopb1doEAouDq60 off=10528368 len=923831 2024-09-16T07:09:38.232 INFO:tasks.workunit.client.0.smithi042.stdout:op 250 completed, throughput=4.96MB/sec 2024-09-16T07:09:38.232 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j8ObE8vnpsINDcK off=2313642 len=89048 2024-09-16T07:09:38.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 251 completed, throughput=4.96MB/sec 2024-09-16T07:09:38.233 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xVs-x__u945k8ej off=3464272 len=1925033 2024-09-16T07:09:38.235 INFO:tasks.workunit.client.0.smithi042.stdout:op 252 completed, throughput=5MB/sec 2024-09-16T07:09:38.235 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j-qu06XYMcJX7N8 off=7213228 len=1108499 2024-09-16T07:09:38.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 253 completed, throughput=5.01MB/sec 2024-09-16T07:09:39.241 INFO:tasks.workunit.client.0.smithi042.stdout: 53: throughput=4.92MB/sec pending data=0 2024-09-16T07:09:39.241 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ni98HKrhAkN2sK7 off=9517138 len=2027618 2024-09-16T07:09:39.249 INFO:tasks.workunit.client.0.smithi042.stdout:op 254 completed, throughput=4.96MB/sec 2024-09-16T07:09:39.249 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dyLos28XdRliz3c off=2783843 len=604974 2024-09-16T07:09:39.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 255 completed, throughput=4.97MB/sec 2024-09-16T07:09:39.254 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KGowMiFtRgperTk off=2865182 len=358660 2024-09-16T07:09:39.257 INFO:tasks.workunit.client.0.smithi042.stdout:op 256 completed, throughput=4.97MB/sec 2024-09-16T07:09:39.257 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kT0QNR-F_OGhr_S off=0 len=1555505 2024-09-16T07:09:39.260 INFO:tasks.workunit.client.0.smithi042.stdout:op 257 completed, throughput=5MB/sec 2024-09-16T07:09:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:39 smithi164 ceph-mon[88760]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:39 smithi042 ceph-mon[96574]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:39 smithi042 ceph-mon[94096]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:09:40.261 INFO:tasks.workunit.client.0.smithi042.stdout: 54: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:40.261 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8L9e1L4xEunHaDZ off=10150945 len=1007914 2024-09-16T07:09:40.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 258 completed, throughput=4.93MB/sec 2024-09-16T07:09:40.267 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7cbD0V9DWGDhDt4 off=18425774 len=169198 2024-09-16T07:09:40.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 259 completed, throughput=4.93MB/sec 2024-09-16T07:09:40.270 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j3jbYb8AcUwO5cK off=15434402 len=1044391 2024-09-16T07:09:40.273 INFO:tasks.workunit.client.0.smithi042.stdout:op 260 completed, throughput=4.95MB/sec 2024-09-16T07:09:40.273 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gLjKmf-9bV93Hd_ off=923958 len=585552 2024-09-16T07:09:40.274 INFO:tasks.workunit.client.0.smithi042.stdout:op 261 completed, throughput=4.96MB/sec 2024-09-16T07:09:40.274 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xgBc0bagtLdtFR5 off=5385875 len=553987 2024-09-16T07:09:40.278 INFO:tasks.workunit.client.0.smithi042.stdout:op 262 completed, throughput=4.97MB/sec 2024-09-16T07:09:40.278 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rOBCWGXNGm4Eux0 off=937777 len=876357 2024-09-16T07:09:40.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 263 completed, throughput=4.98MB/sec 2024-09-16T07:09:40.280 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UJ-N9hVIt8DNsP0 off=14083627 len=1319902 2024-09-16T07:09:40.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 264 completed, throughput=5MB/sec 2024-09-16T07:09:41.286 INFO:tasks.workunit.client.0.smithi042.stdout: 55: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:41.286 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-04v8BuqxUg_toAI off=7661025 len=513602 2024-09-16T07:09:41.287 INFO:tasks.workunit.client.0.smithi042.stdout:op 265 completed, throughput=4.92MB/sec 2024-09-16T07:09:41.287 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s2E3ZZQr1IgFtzi off=221987 len=675078 2024-09-16T07:09:41.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 266 completed, throughput=4.93MB/sec 2024-09-16T07:09:41.291 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yQGxVMVbEAD7Rld off=8267437 len=807163 2024-09-16T07:09:41.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 267 completed, throughput=4.95MB/sec 2024-09-16T07:09:41.294 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dOBvfwq9dk2OJFu off=13898686 len=584220 2024-09-16T07:09:41.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 268 completed, throughput=4.96MB/sec 2024-09-16T07:09:41.295 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--3eZlEsd3W8dsyq off=666428 len=2006286 2024-09-16T07:09:41.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 269 completed, throughput=4.99MB/sec 2024-09-16T07:09:41.306 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AEhUgbUhBV7G4ht off=1095948 len=716010 2024-09-16T07:09:41.307 INFO:tasks.workunit.client.0.smithi042.stdout:op 270 completed, throughput=5MB/sec 2024-09-16T07:09:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:41 smithi164 ceph-mon[88760]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:41 smithi042 ceph-mon[94096]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:41 smithi042 ceph-mon[96574]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:09:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:41] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T07:09:42.308 INFO:tasks.workunit.client.0.smithi042.stdout: 56: throughput=4.91MB/sec pending data=0 2024-09-16T07:09:42.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U5e1po23fMLe83i off=4603404 len=1891940 2024-09-16T07:09:42.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 271 completed, throughput=4.95MB/sec 2024-09-16T07:09:42.311 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HQofMDNoEDyH5iT off=4921955 len=1648630 2024-09-16T07:09:42.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 272 completed, throughput=4.97MB/sec 2024-09-16T07:09:42.314 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nQTt6Tk9-AH-1vE off=490176 len=241474 2024-09-16T07:09:42.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 273 completed, throughput=4.98MB/sec 2024-09-16T07:09:42.315 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S9Pm6QfUn8sqT4s off=13315419 len=740931 2024-09-16T07:09:42.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 274 completed, throughput=4.99MB/sec 2024-09-16T07:09:42.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FYCeMaAsEPyjH1z off=1802722 len=1976283 2024-09-16T07:09:42.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 275 completed, throughput=5.02MB/sec 2024-09-16T07:09:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:43.319 INFO:tasks.workunit.client.0.smithi042.stdout: 57: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:43.320 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wcMBwBunSCPu7R8 off=14613602 len=128402 2024-09-16T07:09:43.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 276 completed, throughput=4.94MB/sec 2024-09-16T07:09:43.322 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oZh3r2qIvSEMX5W off=10268867 len=2044722 2024-09-16T07:09:43.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 277 completed, throughput=4.97MB/sec 2024-09-16T07:09:43.325 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vPklaHRhLh9eOus off=12506615 len=181913 2024-09-16T07:09:43.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 278 completed, throughput=4.97MB/sec 2024-09-16T07:09:43.325 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_yVw-fSm1Og8Jk_ off=0 len=1434921 2024-09-16T07:09:43.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 279 completed, throughput=5MB/sec 2024-09-16T07:09:43.327 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BT0bg7E_1rEuwTq off=652856 len=1980282 2024-09-16T07:09:43.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 280 completed, throughput=5.03MB/sec 2024-09-16T07:09:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:43 smithi164 ceph-mon[88760]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:43 smithi042 ceph-mon[94096]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:43 smithi042 ceph-mon[96574]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:09:44.332 INFO:tasks.workunit.client.0.smithi042.stdout: 58: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:44.332 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-19kNLJhH6JcAJVW off=4778025 len=41354 2024-09-16T07:09:44.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 281 completed, throughput=4.94MB/sec 2024-09-16T07:09:44.333 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--IyyzPFXhaONfX8 off=300952 len=1768903 2024-09-16T07:09:44.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 282 completed, throughput=4.97MB/sec 2024-09-16T07:09:44.343 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v-fysXGhst4KjJ4 off=8556730 len=253624 2024-09-16T07:09:44.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 283 completed, throughput=4.98MB/sec 2024-09-16T07:09:44.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jttC3YBSvWrN2KV off=7126524 len=800536 2024-09-16T07:09:44.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 284 completed, throughput=4.99MB/sec 2024-09-16T07:09:44.347 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gaV0lg0OfkC5791 off=6218145 len=1387504 2024-09-16T07:09:44.348 INFO:tasks.workunit.client.0.smithi042.stdout:op 285 completed, throughput=5.01MB/sec 2024-09-16T07:09:45.348 INFO:tasks.workunit.client.0.smithi042.stdout: 59: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:45.349 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8vsuTqJNE4Rtrds off=3570126 len=866153 2024-09-16T07:09:45.350 INFO:tasks.workunit.client.0.smithi042.stdout:op 286 completed, throughput=4.94MB/sec 2024-09-16T07:09:45.350 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C1Vi7u-HIXORKLC off=4362147 len=593494 2024-09-16T07:09:45.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 287 completed, throughput=4.95MB/sec 2024-09-16T07:09:45.352 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WlAAJgc2I3Gnx6R off=14178908 len=936074 2024-09-16T07:09:45.358 INFO:tasks.workunit.client.0.smithi042.stdout:op 288 completed, throughput=4.97MB/sec 2024-09-16T07:09:45.358 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G9a6wdE9YIvZ5N3 off=1682242 len=1789494 2024-09-16T07:09:45.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 289 completed, throughput=4.99MB/sec 2024-09-16T07:09:45.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eZ0Lp8FsQ_j3Qmd off=707657 len=547058 2024-09-16T07:09:45.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 290 completed, throughput=5MB/sec 2024-09-16T07:09:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:45 smithi164 ceph-mon[88760]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:45 smithi042 ceph-mon[94096]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:45 smithi042 ceph-mon[96574]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:46.361 INFO:tasks.workunit.client.0.smithi042.stdout: 60: throughput=4.92MB/sec pending data=0 2024-09-16T07:09:46.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ENsL_nfacovYOOC off=16160170 len=401537 2024-09-16T07:09:46.362 INFO:tasks.workunit.client.0.smithi042.stdout:op 291 completed, throughput=4.93MB/sec 2024-09-16T07:09:46.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SPq_w4zw9t2NKCt off=853118 len=1510111 2024-09-16T07:09:46.366 INFO:tasks.workunit.client.0.smithi042.stdout:op 292 completed, throughput=4.95MB/sec 2024-09-16T07:09:46.366 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3yAwXNDmPqU4rLg off=4996206 len=1613242 2024-09-16T07:09:46.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 293 completed, throughput=4.97MB/sec 2024-09-16T07:09:46.368 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g2WYMM67kefA_Pw off=6906088 len=1845790 2024-09-16T07:09:46.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 294 completed, throughput=5MB/sec 2024-09-16T07:09:47.371 INFO:tasks.workunit.client.0.smithi042.stdout: 61: throughput=4.92MB/sec pending data=0 2024-09-16T07:09:47.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4UQxelzUNN3bUqq off=1016210 len=1167209 2024-09-16T07:09:47.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 295 completed, throughput=4.94MB/sec 2024-09-16T07:09:47.374 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mXqkh7pzQZ0v30d off=8404499 len=1625351 2024-09-16T07:09:47.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 296 completed, throughput=4.97MB/sec 2024-09-16T07:09:47.376 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XJ5e2T3gdZLoCg5 off=4213991 len=1081133 2024-09-16T07:09:47.382 INFO:tasks.workunit.client.0.smithi042.stdout:op 297 completed, throughput=4.98MB/sec 2024-09-16T07:09:47.382 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jYh3P9849KwGuwZ off=2528151 len=1586974 2024-09-16T07:09:47.385 INFO:tasks.workunit.client.0.smithi042.stdout:op 298 completed, throughput=5.01MB/sec 2024-09-16T07:09:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:47 smithi164 ceph-mon[88760]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:47 smithi042 ceph-mon[94096]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:47 smithi042 ceph-mon[96574]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:09:48.386 INFO:tasks.workunit.client.0.smithi042.stdout: 62: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:48.386 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SzeDoPbiGORvoU4 off=10648739 len=1481204 2024-09-16T07:09:48.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 299 completed, throughput=4.95MB/sec 2024-09-16T07:09:48.387 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WkAXeenHgB8BWux off=6293524 len=970467 2024-09-16T07:09:48.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 300 completed, throughput=4.96MB/sec 2024-09-16T07:09:48.390 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w_058Xd17zYZ3PL off=148500 len=1283333 2024-09-16T07:09:48.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 301 completed, throughput=4.98MB/sec 2024-09-16T07:09:48.393 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vcmzNsjxBFtE9GI off=3163056 len=1033611 2024-09-16T07:09:48.398 INFO:tasks.workunit.client.0.smithi042.stdout:op 302 completed, throughput=5MB/sec 2024-09-16T07:09:48.398 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WcAosYloijC9SUD off=139880 len=1308703 2024-09-16T07:09:48.400 INFO:tasks.workunit.client.0.smithi042.stdout:op 303 completed, throughput=5.02MB/sec 2024-09-16T07:09:49.400 INFO:tasks.workunit.client.0.smithi042.stdout: 63: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:49.400 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HeKHruJwmDouCew off=17612281 len=1953920 2024-09-16T07:09:49.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 304 completed, throughput=4.97MB/sec 2024-09-16T07:09:49.403 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q9rktwTRhRHkqLh off=5302071 len=506934 2024-09-16T07:09:49.404 INFO:tasks.workunit.client.0.smithi042.stdout:op 305 completed, throughput=4.97MB/sec 2024-09-16T07:09:49.404 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cCEG0RBy_3Xk1bb off=500452 len=1155516 2024-09-16T07:09:49.406 INFO:tasks.workunit.client.0.smithi042.stdout:op 306 completed, throughput=4.99MB/sec 2024-09-16T07:09:49.406 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eRqZoI0t0qSpiJL off=11743428 len=187016 2024-09-16T07:09:49.407 INFO:tasks.workunit.client.0.smithi042.stdout:op 307 completed, throughput=4.99MB/sec 2024-09-16T07:09:49.407 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HFIjoxUhLD4fzja off=14816780 len=2034262 2024-09-16T07:09:49.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 308 completed, throughput=5.02MB/sec 2024-09-16T07:09:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:49 smithi164 ceph-mon[88760]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:09:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:49 smithi042 ceph-mon[96574]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:09:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:49 smithi042 ceph-mon[94096]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:09:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:09:50.416 INFO:tasks.workunit.client.0.smithi042.stdout: 64: throughput=4.95MB/sec pending data=0 2024-09-16T07:09:50.416 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdltQmmVd-q48Iw off=5307199 len=1884766 2024-09-16T07:09:50.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 309 completed, throughput=4.97MB/sec 2024-09-16T07:09:50.427 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X0RBlzcQRfaFPWO off=3685609 len=479976 2024-09-16T07:09:50.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 310 completed, throughput=4.98MB/sec 2024-09-16T07:09:50.431 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Axh-3t6CLcKEha_ off=3709605 len=1209105 2024-09-16T07:09:50.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 311 completed, throughput=5MB/sec 2024-09-16T07:09:50.433 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ad4lwhwEibo9eop off=8275768 len=1966616 2024-09-16T07:09:50.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 312 completed, throughput=5.03MB/sec 2024-09-16T07:09:51.406 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:51 smithi042 ceph-mon[96574]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:09:51.406 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:51 smithi042 ceph-mon[94096]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:09:51.407 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:09:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:09:51] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:09:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: 65: throughput=4.95MB/sec pending data=0 2024-09-16T07:09:51.441 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EdxdNxsMnU2ZqPu off=340116 len=121443 2024-09-16T07:09:51.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 313 completed, throughput=4.95MB/sec 2024-09-16T07:09:51.444 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dG5wHdfXgTCVPLv off=2827074 len=253985 2024-09-16T07:09:51.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 314 completed, throughput=4.96MB/sec 2024-09-16T07:09:51.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dHiJUepktV5bFDz off=548063 len=830168 2024-09-16T07:09:51.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 315 completed, throughput=4.97MB/sec 2024-09-16T07:09:51.449 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ao1dUgzCiXa5tDe off=11984779 len=1033885 2024-09-16T07:09:51.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 316 completed, throughput=4.98MB/sec 2024-09-16T07:09:51.455 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XjbEkD5iwuyZh14 off=12171903 len=506977 2024-09-16T07:09:51.456 INFO:tasks.workunit.client.0.smithi042.stdout:op 317 completed, throughput=4.99MB/sec 2024-09-16T07:09:51.456 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-llA6IhryOd7Xycm off=12983142 len=1477125 2024-09-16T07:09:51.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 318 completed, throughput=5.01MB/sec 2024-09-16T07:09:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:51 smithi164 ceph-mon[88760]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:09:52.458 INFO:tasks.workunit.client.0.smithi042.stdout: 66: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:52.458 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5cgO6ZQ2zwfzBUa off=3782231 len=1853011 2024-09-16T07:09:52.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 319 completed, throughput=4.96MB/sec 2024-09-16T07:09:52.460 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-THzZGI5uxkGwbpN off=11801263 len=2075818 2024-09-16T07:09:52.469 INFO:tasks.workunit.client.0.smithi042.stdout:op 320 completed, throughput=4.99MB/sec 2024-09-16T07:09:52.469 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q3FQp9xqgXES3DT off=2079381 len=1132379 2024-09-16T07:09:52.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 321 completed, throughput=5.01MB/sec 2024-09-16T07:09:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:09:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:09:53.471 INFO:tasks.workunit.client.0.smithi042.stdout: 67: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:53.471 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vLnw6ut5Do72z-C off=5051430 len=324303 2024-09-16T07:09:53.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 322 completed, throughput=4.94MB/sec 2024-09-16T07:09:53.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fNt06j74rjIPOXC off=3365065 len=1967532 2024-09-16T07:09:53.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 323 completed, throughput=4.96MB/sec 2024-09-16T07:09:53.478 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AksSsZu1D_G3iri off=3486739 len=1045571 2024-09-16T07:09:53.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 324 completed, throughput=4.98MB/sec 2024-09-16T07:09:53.484 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vxOdoy1HIjdDsk7 off=5260491 len=388376 2024-09-16T07:09:53.485 INFO:tasks.workunit.client.0.smithi042.stdout:op 325 completed, throughput=4.98MB/sec 2024-09-16T07:09:53.485 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uZBsIn8HzA8qZJc off=4173992 len=23048 2024-09-16T07:09:53.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 326 completed, throughput=4.98MB/sec 2024-09-16T07:09:53.487 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-v-QqAaQVUWRU8Mq off=6826887 len=1950407 2024-09-16T07:09:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:53 smithi164 ceph-mon[88760]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:53.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 327 completed, throughput=5.01MB/sec 2024-09-16T07:09:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:53 smithi042 ceph-mon[94096]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:53 smithi042 ceph-mon[96574]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:54.491 INFO:tasks.workunit.client.0.smithi042.stdout: 68: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:54.492 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-An3lHjpOBy8SG1m off=6799935 len=829221 2024-09-16T07:09:54.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 328 completed, throughput=4.95MB/sec 2024-09-16T07:09:54.493 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hxkW5QuhtRhpA5U off=4644596 len=1583582 2024-09-16T07:09:54.499 INFO:tasks.workunit.client.0.smithi042.stdout:op 329 completed, throughput=4.97MB/sec 2024-09-16T07:09:54.499 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DFLVfzYrysZhQpW off=707210 len=560577 2024-09-16T07:09:54.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 330 completed, throughput=4.98MB/sec 2024-09-16T07:09:54.501 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-juyWOhJF2WLILsq off=18125095 len=1416351 2024-09-16T07:09:54.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 331 completed, throughput=5MB/sec 2024-09-16T07:09:54.509 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7__8O_7yIcLqJxa off=14213847 len=376179 2024-09-16T07:09:54.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 332 completed, throughput=5MB/sec 2024-09-16T07:09:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:55 smithi164 ceph-mon[88760]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:09:55.511 INFO:tasks.workunit.client.0.smithi042.stdout: 69: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:55.511 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Eqzoh_KQTshKOsv off=5000366 len=367974 2024-09-16T07:09:55.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 333 completed, throughput=4.94MB/sec 2024-09-16T07:09:55.511 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b8CFpUvuAInA96i off=7076497 len=1904697 2024-09-16T07:09:55.513 INFO:tasks.workunit.client.0.smithi042.stdout:op 334 completed, throughput=4.96MB/sec 2024-09-16T07:09:55.513 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IykKGZsc9PupeBn off=3940689 len=202086 2024-09-16T07:09:55.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 335 completed, throughput=4.97MB/sec 2024-09-16T07:09:55.514 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dMYJJ-lodkx94xv off=13443990 len=32444 2024-09-16T07:09:55.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 336 completed, throughput=4.97MB/sec 2024-09-16T07:09:55.515 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oG5n5sguREvLefr off=20472912 len=804208 2024-09-16T07:09:55.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 337 completed, throughput=4.98MB/sec 2024-09-16T07:09:55.515 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nmLXmbcVl8nIYuq off=858542 len=322506 2024-09-16T07:09:55.519 INFO:tasks.workunit.client.0.smithi042.stdout:op 338 completed, throughput=4.98MB/sec 2024-09-16T07:09:55.519 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HL5Sfhd08UC7yIk off=4389829 len=1610077 2024-09-16T07:09:55.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 339 completed, throughput=5MB/sec 2024-09-16T07:09:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:55 smithi042 ceph-mon[94096]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:09:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:55 smithi042 ceph-mon[96574]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:09:56.527 INFO:tasks.workunit.client.0.smithi042.stdout: 70: throughput=4.93MB/sec pending data=0 2024-09-16T07:09:56.527 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6NRANHZGhME7Qkx off=894026 len=73406 2024-09-16T07:09:56.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 340 completed, throughput=4.93MB/sec 2024-09-16T07:09:56.528 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3C0CsLnWbRW_Oag off=2901535 len=128967 2024-09-16T07:09:56.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 341 completed, throughput=4.93MB/sec 2024-09-16T07:09:56.528 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gGc8C9SP_Kd157- off=6883648 len=382299 2024-09-16T07:09:56.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 342 completed, throughput=4.94MB/sec 2024-09-16T07:09:56.532 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lnjeyYA0ZGZAKqW off=9692671 len=283092 2024-09-16T07:09:56.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 343 completed, throughput=4.94MB/sec 2024-09-16T07:09:56.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3GTWQ-CtfNXvAvK off=235575 len=1185798 2024-09-16T07:09:56.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 344 completed, throughput=4.96MB/sec 2024-09-16T07:09:56.537 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lvw2rxvC5aqFcGk off=5012337 len=73937 2024-09-16T07:09:56.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 345 completed, throughput=4.96MB/sec 2024-09-16T07:09:56.538 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PHH0VqIeozCTE2i off=3136598 len=1726162 2024-09-16T07:09:56.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 346 completed, throughput=4.98MB/sec 2024-09-16T07:09:56.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e7F-pWUXmn7b6us off=7689336 len=491335 2024-09-16T07:09:56.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 347 completed, throughput=4.99MB/sec 2024-09-16T07:09:56.544 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VW8JUgF4kx0XysX off=0 len=1333537 2024-09-16T07:09:56.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 348 completed, throughput=5.01MB/sec 2024-09-16T07:09:57.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:57 smithi164 ceph-mon[88760]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:09:57.552 INFO:tasks.workunit.client.0.smithi042.stdout: 71: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:57.552 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wsuXz3cRqA-A5ju off=15926119 len=1413240 2024-09-16T07:09:57.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 349 completed, throughput=4.96MB/sec 2024-09-16T07:09:57.554 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FzUGsspTm7iBaDo off=1611411 len=1662994 2024-09-16T07:09:57.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 350 completed, throughput=4.98MB/sec 2024-09-16T07:09:57.556 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AQrNXbtmVm08Q37 off=4853082 len=2092494 2024-09-16T07:09:57.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 351 completed, throughput=5MB/sec 2024-09-16T07:09:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:57 smithi042 ceph-mon[94096]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:09:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:57 smithi042 ceph-mon[96574]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:09:58.561 INFO:tasks.workunit.client.0.smithi042.stdout: 72: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:58.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cuReVEFA0UJFbvQ off=19827408 len=1184414 2024-09-16T07:09:58.569 INFO:tasks.workunit.client.0.smithi042.stdout:op 352 completed, throughput=4.95MB/sec 2024-09-16T07:09:58.569 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XGHLsOITnmiKPKA off=13646605 len=242815 2024-09-16T07:09:58.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 353 completed, throughput=4.95MB/sec 2024-09-16T07:09:58.570 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F9I7B3QMjEuadIl off=17221999 len=1381815 2024-09-16T07:09:58.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 354 completed, throughput=4.97MB/sec 2024-09-16T07:09:58.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8V7pLEbsmkTiSoD off=270107 len=1000886 2024-09-16T07:09:58.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 355 completed, throughput=4.98MB/sec 2024-09-16T07:09:58.584 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HTBUw6CIzmutrk7 off=3161513 len=1991272 2024-09-16T07:09:58.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 356 completed, throughput=5.01MB/sec 2024-09-16T07:09:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:09:59 smithi164 ceph-mon[88760]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:59.587 INFO:tasks.workunit.client.0.smithi042.stdout: 73: throughput=4.94MB/sec pending data=0 2024-09-16T07:09:59.588 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GVvlC9MQUz7fUAR off=11295149 len=84361 2024-09-16T07:09:59.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 357 completed, throughput=4.94MB/sec 2024-09-16T07:09:59.588 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xpKmgBII7CpwcVV off=14798010 len=351734 2024-09-16T07:09:59.589 INFO:tasks.workunit.client.0.smithi042.stdout:op 358 completed, throughput=4.95MB/sec 2024-09-16T07:09:59.589 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2jeVWQrb4ZDADGL off=4464671 len=196351 2024-09-16T07:09:59.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 359 completed, throughput=4.95MB/sec 2024-09-16T07:09:59.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0Wcm8JcBso6gEJt off=308686 len=1570359 2024-09-16T07:09:59.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 360 completed, throughput=4.97MB/sec 2024-09-16T07:09:59.595 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O_PDq2W6us42Mnn off=744229 len=958080 2024-09-16T07:09:59.599 INFO:tasks.workunit.client.0.smithi042.stdout:op 361 completed, throughput=4.98MB/sec 2024-09-16T07:09:59.599 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h78Xl3BTBrsWtrJ off=7110930 len=1391859 2024-09-16T07:09:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:09:59 smithi042 ceph-mon[96574]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:09:59 smithi042 ceph-mon[94096]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:09:59.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 362 completed, throughput=5MB/sec 2024-09-16T07:09:59.605 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qgSwEjkMbzZTG-n off=5113531 len=1796137 2024-09-16T07:09:59.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 363 completed, throughput=5.02MB/sec 2024-09-16T07:10:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T07:10:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T07:10:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T07:10:00.607 INFO:tasks.workunit.client.0.smithi042.stdout: 74: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:00.607 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XEC63-kkmVx-2NH off=1042402 len=144524 2024-09-16T07:10:00.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 364 completed, throughput=4.96MB/sec 2024-09-16T07:10:00.608 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9USmsSSrOmS7BIE off=4886510 len=1110515 2024-09-16T07:10:00.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 365 completed, throughput=4.97MB/sec 2024-09-16T07:10:00.610 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EkMSzlPDmRQEs4u off=2005545 len=1514476 2024-09-16T07:10:00.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 366 completed, throughput=4.99MB/sec 2024-09-16T07:10:00.616 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vXUpPFvIV5K3QuG off=3821501 len=566467 2024-09-16T07:10:00.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 367 completed, throughput=5MB/sec 2024-09-16T07:10:00.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0mGiti3Rnjp6gau off=17019092 len=1952152 2024-09-16T07:10:00.618 INFO:tasks.workunit.client.0.smithi042.stdout:op 368 completed, throughput=5.02MB/sec 2024-09-16T07:10:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:01 smithi164 ceph-mon[88760]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:10:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:01 smithi042 ceph-mon[94096]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:10:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:01 smithi042 ceph-mon[96574]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:10:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:01] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:10:01.619 INFO:tasks.workunit.client.0.smithi042.stdout: 75: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:01.619 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TTTTBK9skhc6gDS off=1032738 len=280308 2024-09-16T07:10:01.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 369 completed, throughput=4.96MB/sec 2024-09-16T07:10:01.620 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ay6ebSxnrr7nBUl off=2893905 len=192111 2024-09-16T07:10:01.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 370 completed, throughput=4.96MB/sec 2024-09-16T07:10:01.620 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V1eLeXygDREgIyr off=4764910 len=416750 2024-09-16T07:10:01.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 371 completed, throughput=4.97MB/sec 2024-09-16T07:10:01.621 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wj0sWUc9uu1zyNk off=19321419 len=1769006 2024-09-16T07:10:01.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 372 completed, throughput=4.99MB/sec 2024-09-16T07:10:01.624 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PmBJF-fauFKa3m7 off=8674040 len=151979 2024-09-16T07:10:01.627 INFO:tasks.workunit.client.0.smithi042.stdout:op 373 completed, throughput=4.99MB/sec 2024-09-16T07:10:01.627 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wezxKKyQiau9_Iz off=251630 len=453974 2024-09-16T07:10:01.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 374 completed, throughput=5MB/sec 2024-09-16T07:10:01.630 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pzsXsyrXet1pkDV off=783550 len=93616 2024-09-16T07:10:01.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 375 completed, throughput=5MB/sec 2024-09-16T07:10:01.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nzdCLRkM3Lofzuk off=1916956 len=1567422 2024-09-16T07:10:01.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 376 completed, throughput=5.02MB/sec 2024-09-16T07:10:02.634 INFO:tasks.workunit.client.0.smithi042.stdout: 76: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:02.634 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w5XVf-723JamhGc off=4406965 len=1449610 2024-09-16T07:10:02.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 377 completed, throughput=4.97MB/sec 2024-09-16T07:10:02.637 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fjeUNmaAIKkoI_b off=5951237 len=1298392 2024-09-16T07:10:02.639 INFO:tasks.workunit.client.0.smithi042.stdout:op 378 completed, throughput=4.99MB/sec 2024-09-16T07:10:02.639 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YOQ_KnUMD_8nD7v off=1808838 len=1598773 2024-09-16T07:10:02.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 379 completed, throughput=5MB/sec 2024-09-16T07:10:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:03 smithi164 ceph-mon[88760]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:03 smithi042 ceph-mon[94096]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:03 smithi042 ceph-mon[96574]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:03.642 INFO:tasks.workunit.client.0.smithi042.stdout: 77: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:03.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OkaQ-avAKfDXdzv off=14287966 len=722448 2024-09-16T07:10:03.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 380 completed, throughput=4.95MB/sec 2024-09-16T07:10:03.647 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-R_EfdyjDAfgCA-E off=5060367 len=1577882 2024-09-16T07:10:03.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 381 completed, throughput=4.97MB/sec 2024-09-16T07:10:03.650 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5mFA0adcxJU4TDp off=111306 len=1824043 2024-09-16T07:10:03.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 382 completed, throughput=4.99MB/sec 2024-09-16T07:10:03.658 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iwL_gvJzF3Xn3Hz off=2823854 len=1455709 2024-09-16T07:10:03.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 383 completed, throughput=5.01MB/sec 2024-09-16T07:10:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:10:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:10:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:10:04.660 INFO:tasks.workunit.client.0.smithi042.stdout: 78: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:04.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9WsH625giwqIkDr off=887680 len=701660 2024-09-16T07:10:04.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 384 completed, throughput=4.95MB/sec 2024-09-16T07:10:04.663 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7dDG-2mu30xucXX off=121177 len=1915006 2024-09-16T07:10:04.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 385 completed, throughput=4.98MB/sec 2024-09-16T07:10:04.665 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1bikGTzGcbrhU6h off=3832518 len=783660 2024-09-16T07:10:04.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 386 completed, throughput=4.98MB/sec 2024-09-16T07:10:04.666 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aoLvVbVtaHBntLA off=118202 len=1146949 2024-09-16T07:10:04.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 387 completed, throughput=5MB/sec 2024-09-16T07:10:04.673 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y_3Vv6cZiJ1Vijg off=9223687 len=211945 2024-09-16T07:10:04.674 INFO:tasks.workunit.client.0.smithi042.stdout:op 388 completed, throughput=5MB/sec 2024-09-16T07:10:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:05 smithi164 ceph-mon[88760]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:10:05.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:10:05.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:10:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[94096]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[96574]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:10:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:10:05.674 INFO:tasks.workunit.client.0.smithi042.stdout: 79: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:05.674 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LrIC7YxlsIgZoPN off=2532709 len=447999 2024-09-16T07:10:05.675 INFO:tasks.workunit.client.0.smithi042.stdout:op 389 completed, throughput=4.94MB/sec 2024-09-16T07:10:05.675 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xNmehYANj7FkfSN off=4210684 len=1125325 2024-09-16T07:10:05.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 390 completed, throughput=4.96MB/sec 2024-09-16T07:10:05.677 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CYdOklqgE8yZMba off=5611559 len=1743971 2024-09-16T07:10:05.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 391 completed, throughput=4.98MB/sec 2024-09-16T07:10:05.687 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O83pyUNoBTc_Pxa off=5934713 len=340077 2024-09-16T07:10:05.690 INFO:tasks.workunit.client.0.smithi042.stdout:op 392 completed, throughput=4.98MB/sec 2024-09-16T07:10:05.690 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6ptBiSr8m3TQMkQ off=16932221 len=1963030 2024-09-16T07:10:05.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 393 completed, throughput=5MB/sec 2024-09-16T07:10:06.702 INFO:tasks.workunit.client.0.smithi042.stdout: 80: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:06.702 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EiXk0JJbu9Ch6gV off=3066193 len=363186 2024-09-16T07:10:06.703 INFO:tasks.workunit.client.0.smithi042.stdout:op 394 completed, throughput=4.95MB/sec 2024-09-16T07:10:06.703 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FHIo4gSS6xuBGR- off=5810418 len=783575 2024-09-16T07:10:06.708 INFO:tasks.workunit.client.0.smithi042.stdout:op 395 completed, throughput=4.96MB/sec 2024-09-16T07:10:06.708 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MoOMuaLODCHsUP6 off=2894652 len=1255364 2024-09-16T07:10:06.716 INFO:tasks.workunit.client.0.smithi042.stdout:op 396 completed, throughput=4.97MB/sec 2024-09-16T07:10:06.716 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jIZIoQ8XBNKD0Vf off=13378581 len=1086948 2024-09-16T07:10:06.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 397 completed, throughput=4.98MB/sec 2024-09-16T07:10:06.718 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_yQA1Vgj0NNi9BG off=409981 len=814468 2024-09-16T07:10:06.722 INFO:tasks.workunit.client.0.smithi042.stdout:op 398 completed, throughput=4.99MB/sec 2024-09-16T07:10:06.722 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dR7UkVFcnYiHS9l off=10136650 len=350207 2024-09-16T07:10:06.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 399 completed, throughput=5MB/sec 2024-09-16T07:10:06.725 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gZZbRs7qyLMjz5l off=1079331 len=1094844 2024-09-16T07:10:06.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 400 completed, throughput=5.01MB/sec 2024-09-16T07:10:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:07 smithi164 ceph-mon[88760]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:10:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:07 smithi042 ceph-mon[96574]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:10:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:07 smithi042 ceph-mon[94096]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-09-16T07:10:07.727 INFO:tasks.workunit.client.0.smithi042.stdout: 81: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:07.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SP6sgtjREeZXaCS off=1063174 len=1738451 2024-09-16T07:10:07.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 401 completed, throughput=4.97MB/sec 2024-09-16T07:10:07.729 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wRLg4AA-7y3hdvf off=11185414 len=1115601 2024-09-16T07:10:07.735 INFO:tasks.workunit.client.0.smithi042.stdout:op 402 completed, throughput=4.98MB/sec 2024-09-16T07:10:07.735 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-udYPXKv7Iq7GxpX off=884250 len=1589654 2024-09-16T07:10:07.737 INFO:tasks.workunit.client.0.smithi042.stdout:op 403 completed, throughput=5MB/sec 2024-09-16T07:10:07.738 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lqoNI7rDHaJMiXf off=9030299 len=1148349 2024-09-16T07:10:07.739 INFO:tasks.workunit.client.0.smithi042.stdout:op 404 completed, throughput=5.01MB/sec 2024-09-16T07:10:08.740 INFO:tasks.workunit.client.0.smithi042.stdout: 82: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:08.740 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ONohre3tAPCgzOd off=737033 len=293192 2024-09-16T07:10:08.740 INFO:tasks.workunit.client.0.smithi042.stdout:op 405 completed, throughput=4.95MB/sec 2024-09-16T07:10:08.741 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J7nkg36JhlPIqur off=12592037 len=1773695 2024-09-16T07:10:08.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 406 completed, throughput=4.97MB/sec 2024-09-16T07:10:08.744 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xeen37Ul_PeSnA6 off=1373537 len=668474 2024-09-16T07:10:08.749 INFO:tasks.workunit.client.0.smithi042.stdout:op 407 completed, throughput=4.98MB/sec 2024-09-16T07:10:08.749 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P5q1ZYxIouxP15O off=3151065 len=1754069 2024-09-16T07:10:08.756 INFO:tasks.workunit.client.0.smithi042.stdout:op 408 completed, throughput=5MB/sec 2024-09-16T07:10:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:09 smithi164 ceph-mon[88760]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T07:10:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:09 smithi042 ceph-mon[96574]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T07:10:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:09 smithi042 ceph-mon[94096]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T07:10:09.757 INFO:tasks.workunit.client.0.smithi042.stdout: 83: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:09.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQw0qmg3UKmbz3_ off=68743 len=1849118 2024-09-16T07:10:09.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 409 completed, throughput=4.96MB/sec 2024-09-16T07:10:09.759 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Msolwv-2Ogj60OV off=705799 len=1492827 2024-09-16T07:10:09.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 410 completed, throughput=4.98MB/sec 2024-09-16T07:10:09.761 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ki27eqEWfykMq_T off=9405780 len=68202 2024-09-16T07:10:09.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 411 completed, throughput=4.98MB/sec 2024-09-16T07:10:09.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J3ZHzbhxSiZTTJu off=4006677 len=155269 2024-09-16T07:10:09.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 412 completed, throughput=4.98MB/sec 2024-09-16T07:10:09.763 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KfsCy1Bzzr7Zlyw off=7723026 len=361800 2024-09-16T07:10:09.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 413 completed, throughput=4.99MB/sec 2024-09-16T07:10:09.766 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U5-zkW28z89RwcL off=17079959 len=868082 2024-09-16T07:10:09.768 INFO:tasks.workunit.client.0.smithi042.stdout:op 414 completed, throughput=5MB/sec 2024-09-16T07:10:09.768 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T9BPnrSKQl4AiEk off=7119841 len=407351 2024-09-16T07:10:09.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 415 completed, throughput=5MB/sec 2024-09-16T07:10:10.773 INFO:tasks.workunit.client.0.smithi042.stdout: 84: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:10.773 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b1-1Kb-h8P78_lI off=3222407 len=351002 2024-09-16T07:10:10.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 416 completed, throughput=4.95MB/sec 2024-09-16T07:10:10.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ria0AOqvzLzx1BG off=6094624 len=100340 2024-09-16T07:10:10.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 417 completed, throughput=4.95MB/sec 2024-09-16T07:10:10.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1ECj1IHLiYiNPuR off=10122115 len=893615 2024-09-16T07:10:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 418 completed, throughput=4.96MB/sec 2024-09-16T07:10:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tFamM-owTDHPD65 off=11020550 len=1815654 2024-09-16T07:10:10.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 419 completed, throughput=4.98MB/sec 2024-09-16T07:10:10.787 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MAVl1E1AQZx4xwT off=966216 len=1578997 2024-09-16T07:10:10.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 420 completed, throughput=4.99MB/sec 2024-09-16T07:10:10.789 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HHbWVGmAFdpaEGk off=5745525 len=1522230 2024-09-16T07:10:10.794 INFO:tasks.workunit.client.0.smithi042.stdout:op 421 completed, throughput=5.01MB/sec 2024-09-16T07:10:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:11 smithi164 ceph-mon[88760]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:11 smithi042 ceph-mon[94096]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:11 smithi042 ceph-mon[96574]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:11] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-09-16T07:10:11.795 INFO:tasks.workunit.client.0.smithi042.stdout: 85: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:11.795 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vy4wPcdiGBpIneU off=4147482 len=1741459 2024-09-16T07:10:11.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 422 completed, throughput=4.97MB/sec 2024-09-16T07:10:11.797 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yNafPwWSkVQQA6g off=5838768 len=186531 2024-09-16T07:10:11.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 423 completed, throughput=4.97MB/sec 2024-09-16T07:10:11.800 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nNkwENhpC5NWswH off=11779005 len=155195 2024-09-16T07:10:11.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 424 completed, throughput=4.97MB/sec 2024-09-16T07:10:11.801 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-efOvqZSVy_W9HUb off=1386525 len=97037 2024-09-16T07:10:11.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 425 completed, throughput=4.98MB/sec 2024-09-16T07:10:11.801 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zFbSV7oW2SWv7U3 off=3368194 len=1344259 2024-09-16T07:10:11.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 426 completed, throughput=4.99MB/sec 2024-09-16T07:10:11.803 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ECl4cCHy2nkGDDn off=1955662 len=737237 2024-09-16T07:10:11.808 INFO:tasks.workunit.client.0.smithi042.stdout:op 427 completed, throughput=5MB/sec 2024-09-16T07:10:11.808 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cw8VtXXnGf5l4HT off=12363242 len=184279 2024-09-16T07:10:11.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 428 completed, throughput=5MB/sec 2024-09-16T07:10:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:12.809 INFO:tasks.workunit.client.0.smithi042.stdout: 86: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:12.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EjFSP71pc9pj_Ry off=19354273 len=435624 2024-09-16T07:10:12.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 429 completed, throughput=4.95MB/sec 2024-09-16T07:10:12.813 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SGNcJ8Hzctp7HHg off=2901644 len=1220544 2024-09-16T07:10:12.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 430 completed, throughput=4.96MB/sec 2024-09-16T07:10:12.818 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q--l3DuaqexfCbW off=11715458 len=1500068 2024-09-16T07:10:12.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 431 completed, throughput=4.98MB/sec 2024-09-16T07:10:12.822 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W9nGHHPwcSft85l off=775295 len=1532574 2024-09-16T07:10:12.829 INFO:tasks.workunit.client.0.smithi042.stdout:op 432 completed, throughput=4.99MB/sec 2024-09-16T07:10:12.829 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PKcVvYjzaz3LDCy off=1076281 len=141791 2024-09-16T07:10:12.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 433 completed, throughput=4.99MB/sec 2024-09-16T07:10:12.832 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s1tTHqOkPH453Gx off=1501973 len=1656351 2024-09-16T07:10:12.833 INFO:tasks.workunit.client.0.smithi042.stdout:op 434 completed, throughput=5.01MB/sec 2024-09-16T07:10:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:13 smithi164 ceph-mon[88760]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:13 smithi042 ceph-mon[96574]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:13 smithi042 ceph-mon[94096]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:10:13.834 INFO:tasks.workunit.client.0.smithi042.stdout: 87: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:13.834 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q1Nod-Mu5toj32P off=4947611 len=1984789 2024-09-16T07:10:13.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 435 completed, throughput=4.98MB/sec 2024-09-16T07:10:13.837 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ww-qxYICt-agduI off=91235 len=1800621 2024-09-16T07:10:13.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 436 completed, throughput=5MB/sec 2024-09-16T07:10:13.841 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2z5k_4wkJPpUYoc off=6670370 len=423474 2024-09-16T07:10:13.842 INFO:tasks.workunit.client.0.smithi042.stdout:op 437 completed, throughput=5MB/sec 2024-09-16T07:10:14.842 INFO:tasks.workunit.client.0.smithi042.stdout: 88: throughput=4.94MB/sec pending data=0 2024-09-16T07:10:14.843 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-L9ZiLiRR0grt-Ff off=1462787 len=730425 2024-09-16T07:10:14.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 438 completed, throughput=4.95MB/sec 2024-09-16T07:10:14.847 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HxYUkz9hvvi_EjF off=976870 len=192317 2024-09-16T07:10:14.850 INFO:tasks.workunit.client.0.smithi042.stdout:op 439 completed, throughput=4.95MB/sec 2024-09-16T07:10:14.850 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pzsXsyrXet1pkDV off=2814804 len=1671833 2024-09-16T07:10:14.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 440 completed, throughput=4.97MB/sec 2024-09-16T07:10:14.869 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-af57Gsfdcsffk-p off=9998903 len=1077697 2024-09-16T07:10:14.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 441 completed, throughput=4.98MB/sec 2024-09-16T07:10:14.875 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-R-HZC2Q08a5kFOF off=11405244 len=244166 2024-09-16T07:10:14.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 442 completed, throughput=4.98MB/sec 2024-09-16T07:10:14.875 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Km-GYAdM426rk2K off=16170350 len=1935551 2024-09-16T07:10:14.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 443 completed, throughput=5MB/sec 2024-09-16T07:10:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:15 smithi164 ceph-mon[88760]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:10:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:15 smithi042 ceph-mon[94096]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:10:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:15 smithi042 ceph-mon[96574]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:10:15.880 INFO:tasks.workunit.client.0.smithi042.stdout: 89: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:15.881 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EDkY8VVhvbJacp8 off=2558175 len=1683027 2024-09-16T07:10:15.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 444 completed, throughput=4.97MB/sec 2024-09-16T07:10:15.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qK90nutmccnka53 off=8807923 len=263926 2024-09-16T07:10:15.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 445 completed, throughput=4.97MB/sec 2024-09-16T07:10:15.891 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SVBg9QWSBBL6FVz off=7416528 len=1627215 2024-09-16T07:10:15.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 446 completed, throughput=4.99MB/sec 2024-09-16T07:10:15.892 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lhjP0-RbJmvcqv3 off=4549462 len=1476245 2024-09-16T07:10:15.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 447 completed, throughput=5MB/sec 2024-09-16T07:10:16.900 INFO:tasks.workunit.client.0.smithi042.stdout: 90: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:16.900 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3z3dqSA3G04bjh_ off=3631536 len=260456 2024-09-16T07:10:16.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 448 completed, throughput=4.95MB/sec 2024-09-16T07:10:16.903 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BmmAr3KqF2sO_hO off=6384557 len=689357 2024-09-16T07:10:16.905 INFO:tasks.workunit.client.0.smithi042.stdout:op 449 completed, throughput=4.96MB/sec 2024-09-16T07:10:16.905 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OfBXPFg1whrQyVz off=2732125 len=386358 2024-09-16T07:10:16.905 INFO:tasks.workunit.client.0.smithi042.stdout:op 450 completed, throughput=4.96MB/sec 2024-09-16T07:10:16.906 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hduS8kdAj24EiQq off=4213236 len=1664619 2024-09-16T07:10:16.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 451 completed, throughput=4.98MB/sec 2024-09-16T07:10:16.914 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I0wgdYU9TuF63pd off=1463882 len=516890 2024-09-16T07:10:16.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 452 completed, throughput=4.98MB/sec 2024-09-16T07:10:16.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C9t6ElNBTJtqJpf off=6896655 len=1131431 2024-09-16T07:10:16.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 453 completed, throughput=4.99MB/sec 2024-09-16T07:10:16.924 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3NxDTATiscxfJ9G off=4948636 len=1633899 2024-09-16T07:10:16.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 454 completed, throughput=5.01MB/sec 2024-09-16T07:10:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:17 smithi164 ceph-mon[88760]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:17 smithi042 ceph-mon[94096]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:17 smithi042 ceph-mon[96574]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:17.925 INFO:tasks.workunit.client.0.smithi042.stdout: 91: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:17.926 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EmLsXMe75sQrbj- off=803377 len=753598 2024-09-16T07:10:17.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 455 completed, throughput=4.96MB/sec 2024-09-16T07:10:17.930 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kbdTKFobCaj0sBa off=672106 len=818966 2024-09-16T07:10:17.934 INFO:tasks.workunit.client.0.smithi042.stdout:op 456 completed, throughput=4.97MB/sec 2024-09-16T07:10:17.934 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sQXaJ8rCdswFa82 off=13556122 len=799813 2024-09-16T07:10:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:op 457 completed, throughput=4.98MB/sec 2024-09-16T07:10:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0LYCre7UMNfBn1i off=14256317 len=28593 2024-09-16T07:10:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 458 completed, throughput=4.98MB/sec 2024-09-16T07:10:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KgOaWk3lu6cMt1e off=5054294 len=87286 2024-09-16T07:10:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 459 completed, throughput=4.98MB/sec 2024-09-16T07:10:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DDPlDggtibeIO4- off=3145328 len=2042544 2024-09-16T07:10:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 460 completed, throughput=5MB/sec 2024-09-16T07:10:18.942 INFO:tasks.workunit.client.0.smithi042.stdout: 92: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:18.943 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IRSppf4x3ppKvvQ off=0 len=1533893 2024-09-16T07:10:18.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 461 completed, throughput=4.96MB/sec 2024-09-16T07:10:18.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EaLKK5UFENl-PMu off=8184850 len=818119 2024-09-16T07:10:18.953 INFO:tasks.workunit.client.0.smithi042.stdout:op 462 completed, throughput=4.97MB/sec 2024-09-16T07:10:18.953 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hoTJV2hoKBg_R3_ off=8512290 len=1280434 2024-09-16T07:10:18.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 463 completed, throughput=4.99MB/sec 2024-09-16T07:10:18.959 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i4-egoVMjp4fjSY off=14763832 len=431100 2024-09-16T07:10:18.960 INFO:tasks.workunit.client.0.smithi042.stdout:op 464 completed, throughput=4.99MB/sec 2024-09-16T07:10:18.960 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PVjq_rIyQpJDTl6 off=3684765 len=1097098 2024-09-16T07:10:18.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 465 completed, throughput=5MB/sec 2024-09-16T07:10:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:19 smithi164 ceph-mon[88760]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:19 smithi042 ceph-mon[94096]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:19 smithi042 ceph-mon[96574]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:19.966 INFO:tasks.workunit.client.0.smithi042.stdout: 93: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:19.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bwMa9efBvrDaDNn off=2181346 len=1944215 2024-09-16T07:10:19.968 INFO:tasks.workunit.client.0.smithi042.stdout:op 466 completed, throughput=4.97MB/sec 2024-09-16T07:10:19.968 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rHDhVWIkf2Gi6oY off=5847879 len=190600 2024-09-16T07:10:19.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 467 completed, throughput=4.97MB/sec 2024-09-16T07:10:19.970 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g_uRHNBBUA4DCKU off=3678794 len=676370 2024-09-16T07:10:19.971 INFO:tasks.workunit.client.0.smithi042.stdout:op 468 completed, throughput=4.98MB/sec 2024-09-16T07:10:19.971 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ScAPR3LR4Tj78qk off=4690436 len=321858 2024-09-16T07:10:19.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 469 completed, throughput=4.98MB/sec 2024-09-16T07:10:19.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gnLgXmtx-OF9rn8 off=295206 len=852736 2024-09-16T07:10:19.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 470 completed, throughput=4.99MB/sec 2024-09-16T07:10:19.979 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d-_ENmdl-cXXDVr off=8755233 len=340541 2024-09-16T07:10:19.982 INFO:tasks.workunit.client.0.smithi042.stdout:op 471 completed, throughput=4.99MB/sec 2024-09-16T07:10:19.983 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j6aT3wZY9_tUDdf off=7941558 len=1144545 2024-09-16T07:10:19.984 INFO:tasks.workunit.client.0.smithi042.stdout:op 472 completed, throughput=5MB/sec 2024-09-16T07:10:20.985 INFO:tasks.workunit.client.0.smithi042.stdout: 94: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:20.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a2N1_AsHmDjQZ09 off=19443739 len=952932 2024-09-16T07:10:20.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 473 completed, throughput=4.96MB/sec 2024-09-16T07:10:20.986 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_8IBhoiri7c9ILL off=2403287 len=2056149 2024-09-16T07:10:20.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 474 completed, throughput=4.98MB/sec 2024-09-16T07:10:20.999 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iVHD__6AU8hhbX0 off=15466914 len=409661 2024-09-16T07:10:21.000 INFO:tasks.workunit.client.0.smithi042.stdout:op 475 completed, throughput=4.98MB/sec 2024-09-16T07:10:21.000 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GpTZ8PJ581tRntn off=18332781 len=1504573 2024-09-16T07:10:21.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 476 completed, throughput=5MB/sec 2024-09-16T07:10:21.002 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o8ZIQMCUFirq3xJ off=13779882 len=1134107 2024-09-16T07:10:21.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 477 completed, throughput=5.01MB/sec 2024-09-16T07:10:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:21 smithi164 ceph-mon[88760]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:21 smithi042 ceph-mon[94096]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:21 smithi042 ceph-mon[96574]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:21] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T07:10:22.009 INFO:tasks.workunit.client.0.smithi042.stdout: 95: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:22.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QcdxLgmQLCO15mU off=1462087 len=1658230 2024-09-16T07:10:22.011 INFO:tasks.workunit.client.0.smithi042.stdout:op 478 completed, throughput=4.97MB/sec 2024-09-16T07:10:22.011 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oDX90SHg7kuzd1q off=15457922 len=1149826 2024-09-16T07:10:22.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 479 completed, throughput=4.98MB/sec 2024-09-16T07:10:22.017 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J6mC0b72xFxqZkN off=1423256 len=1397440 2024-09-16T07:10:22.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 480 completed, throughput=5MB/sec 2024-09-16T07:10:22.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n8NCWm8JhIsw966 off=1751489 len=1282014 2024-09-16T07:10:22.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 481 completed, throughput=5.01MB/sec 2024-09-16T07:10:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:23.024 INFO:tasks.workunit.client.0.smithi042.stdout: 96: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:23.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vuhmy9rBXCDS2uw off=104632 len=1230342 2024-09-16T07:10:23.026 INFO:tasks.workunit.client.0.smithi042.stdout:op 482 completed, throughput=4.97MB/sec 2024-09-16T07:10:23.026 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xgjMU_HLra2WOkK off=6428460 len=993358 2024-09-16T07:10:23.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 483 completed, throughput=4.98MB/sec 2024-09-16T07:10:23.028 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XvYxjcIdNMd44JY off=7660313 len=1781786 2024-09-16T07:10:23.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 484 completed, throughput=5MB/sec 2024-09-16T07:10:23.039 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f_3G0MMO7ir3AJE off=2909222 len=1251126 2024-09-16T07:10:23.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 485 completed, throughput=5.01MB/sec 2024-09-16T07:10:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:23 smithi164 ceph-mon[88760]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:10:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:23 smithi042 ceph-mon[94096]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:10:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:23 smithi042 ceph-mon[96574]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:10:24.038 INFO:tasks.workunit.client.0.smithi042.stdout: 97: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:24.039 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l2QgfEL3AMqY9jv off=15221880 len=847107 2024-09-16T07:10:24.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 486 completed, throughput=4.97MB/sec 2024-09-16T07:10:24.044 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QRMgdLOpjzfMyA4 off=437816 len=1902153 2024-09-16T07:10:24.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 487 completed, throughput=4.98MB/sec 2024-09-16T07:10:24.047 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q7oaENsUTEp4G99 off=1246727 len=1151872 2024-09-16T07:10:24.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 488 completed, throughput=5MB/sec 2024-09-16T07:10:24.049 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lGhkT3Gdo86NHsb off=461751 len=1599209 2024-09-16T07:10:24.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 489 completed, throughput=5.01MB/sec 2024-09-16T07:10:25.052 INFO:tasks.workunit.client.0.smithi042.stdout: 98: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:25.052 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nWEzu2SwjRygnTs off=14941237 len=1457420 2024-09-16T07:10:25.055 INFO:tasks.workunit.client.0.smithi042.stdout:op 490 completed, throughput=4.97MB/sec 2024-09-16T07:10:25.056 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DNB4-Msc4eDMoOU off=1479208 len=686238 2024-09-16T07:10:25.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 491 completed, throughput=4.98MB/sec 2024-09-16T07:10:25.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vsl1h9CQO5kPnlm off=4596170 len=302674 2024-09-16T07:10:25.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 492 completed, throughput=4.98MB/sec 2024-09-16T07:10:25.057 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RaUjecZad-YCWLP off=4587333 len=933651 2024-09-16T07:10:25.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 493 completed, throughput=4.99MB/sec 2024-09-16T07:10:25.063 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7N_GAQz3ARlG4QC off=6208050 len=569340 2024-09-16T07:10:25.072 INFO:tasks.workunit.client.0.smithi042.stdout:op 494 completed, throughput=5MB/sec 2024-09-16T07:10:25.072 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_esKCRvrJep7BIA off=1619318 len=1656980 2024-09-16T07:10:25.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 495 completed, throughput=5.01MB/sec 2024-09-16T07:10:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:25 smithi164 ceph-mon[88760]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:10:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:25 smithi042 ceph-mon[94096]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:10:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:25 smithi042 ceph-mon[96574]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:10:26.074 INFO:tasks.workunit.client.0.smithi042.stdout: 99: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:26.074 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FbR5mGuwym9whPA off=11955004 len=1157529 2024-09-16T07:10:26.076 INFO:tasks.workunit.client.0.smithi042.stdout:op 496 completed, throughput=4.97MB/sec 2024-09-16T07:10:26.076 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dhLAqYPTxUbLeZF off=150566 len=245466 2024-09-16T07:10:26.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 497 completed, throughput=4.98MB/sec 2024-09-16T07:10:26.079 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I-Ft_Zm4j8sx1xe off=11351207 len=2015394 2024-09-16T07:10:26.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 498 completed, throughput=5MB/sec 2024-09-16T07:10:26.081 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fOoXMRGdi3_s-9v off=7967706 len=1013096 2024-09-16T07:10:26.086 INFO:tasks.workunit.client.0.smithi042.stdout:op 499 completed, throughput=5.01MB/sec 2024-09-16T07:10:27.087 INFO:tasks.workunit.client.0.smithi042.stdout: 100: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:27.087 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RnyFmqU6d3DUrXx off=5282660 len=1796155 2024-09-16T07:10:27.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 500 completed, throughput=4.97MB/sec 2024-09-16T07:10:27.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y3rDH5JAcj4qdPR off=0 len=1368493 2024-09-16T07:10:27.092 INFO:tasks.workunit.client.0.smithi042.stdout:op 501 completed, throughput=4.99MB/sec 2024-09-16T07:10:27.092 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tWQA-t8eEYQXnUt off=9811393 len=905966 2024-09-16T07:10:27.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 502 completed, throughput=4.99MB/sec 2024-09-16T07:10:27.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kt1TeszX6NbGzNO off=4281381 len=1645753 2024-09-16T07:10:27.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 503 completed, throughput=5.01MB/sec 2024-09-16T07:10:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:27 smithi164 ceph-mon[88760]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:27 smithi042 ceph-mon[94096]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:27 smithi042 ceph-mon[96574]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:28.105 INFO:tasks.workunit.client.0.smithi042.stdout: 101: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:28.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3V6tylM8dKmRQvF off=3433238 len=14897 2024-09-16T07:10:28.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 504 completed, throughput=4.96MB/sec 2024-09-16T07:10:28.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pgaZUXGj-63munW off=10768934 len=1609474 2024-09-16T07:10:28.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 505 completed, throughput=4.97MB/sec 2024-09-16T07:10:28.107 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-94Yk9bLO565XxpE off=5332168 len=345136 2024-09-16T07:10:28.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 506 completed, throughput=4.98MB/sec 2024-09-16T07:10:28.108 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vozh8xN0j1jibrj off=2286016 len=1255082 2024-09-16T07:10:28.110 INFO:tasks.workunit.client.0.smithi042.stdout:op 507 completed, throughput=4.99MB/sec 2024-09-16T07:10:28.110 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DDKXx32G57UXpy1 off=7371036 len=1435141 2024-09-16T07:10:28.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 508 completed, throughput=5MB/sec 2024-09-16T07:10:29.114 INFO:tasks.workunit.client.0.smithi042.stdout: 102: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:29.114 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zJ7HCsq2929zFmq off=6048406 len=235889 2024-09-16T07:10:29.115 INFO:tasks.workunit.client.0.smithi042.stdout:op 509 completed, throughput=4.96MB/sec 2024-09-16T07:10:29.115 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UaHUkdjaMBXKo0y off=182248 len=549809 2024-09-16T07:10:29.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 510 completed, throughput=4.96MB/sec 2024-09-16T07:10:29.119 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8_Jh4PMvB4j25xX off=2090569 len=117592 2024-09-16T07:10:29.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 511 completed, throughput=4.96MB/sec 2024-09-16T07:10:29.120 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ufc4craJVWl-GL6 off=744461 len=905647 2024-09-16T07:10:29.122 INFO:tasks.workunit.client.0.smithi042.stdout:op 512 completed, throughput=4.97MB/sec 2024-09-16T07:10:29.122 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YOlrN-PJbJbIQwa off=4610620 len=407733 2024-09-16T07:10:29.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 513 completed, throughput=4.97MB/sec 2024-09-16T07:10:29.125 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-n0scFgWHsWnZNV5 off=8490848 len=2052549 2024-09-16T07:10:29.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 514 completed, throughput=4.99MB/sec 2024-09-16T07:10:29.128 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-37muRsP0eGm66I4 off=7756026 len=226609 2024-09-16T07:10:29.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 515 completed, throughput=4.99MB/sec 2024-09-16T07:10:29.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JcYyJu2DYIIHgtQ off=4987199 len=1891856 2024-09-16T07:10:29.142 INFO:tasks.workunit.client.0.smithi042.stdout:op 516 completed, throughput=5.01MB/sec 2024-09-16T07:10:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:29 smithi164 ceph-mon[88760]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:29 smithi042 ceph-mon[94096]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:29 smithi042 ceph-mon[96574]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:30.142 INFO:tasks.workunit.client.0.smithi042.stdout: 103: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:30.143 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bEpTX6uTRLXyOsd off=12461487 len=1105004 2024-09-16T07:10:30.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 517 completed, throughput=4.97MB/sec 2024-09-16T07:10:30.149 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XcyPXnilD_1cxjm off=9022014 len=920388 2024-09-16T07:10:30.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 518 completed, throughput=4.98MB/sec 2024-09-16T07:10:30.150 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2ZrE7qbgFS5wqGA off=877706 len=920945 2024-09-16T07:10:30.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 519 completed, throughput=4.99MB/sec 2024-09-16T07:10:30.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_1WOYCLHbQA5Cuc off=260665 len=1546079 2024-09-16T07:10:30.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 520 completed, throughput=5MB/sec 2024-09-16T07:10:31.159 INFO:tasks.workunit.client.0.smithi042.stdout: 104: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:31.160 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uyuYRfnGlB2lOBa off=359502 len=828460 2024-09-16T07:10:31.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 521 completed, throughput=4.96MB/sec 2024-09-16T07:10:31.161 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OCvHKl5tbHEQwLd off=4308538 len=475588 2024-09-16T07:10:31.163 INFO:tasks.workunit.client.0.smithi042.stdout:op 522 completed, throughput=4.97MB/sec 2024-09-16T07:10:31.163 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WdDao-D9yfa-0Ib off=5496533 len=30071 2024-09-16T07:10:31.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 523 completed, throughput=4.97MB/sec 2024-09-16T07:10:31.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MUyQN6Mk7OMG32V off=7124117 len=1560230 2024-09-16T07:10:31.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 524 completed, throughput=4.98MB/sec 2024-09-16T07:10:31.169 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JU94xrmbJfuIprB off=1637336 len=106635 2024-09-16T07:10:31.169 INFO:tasks.workunit.client.0.smithi042.stdout:op 525 completed, throughput=4.98MB/sec 2024-09-16T07:10:31.169 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GozHClGVzlt1gwz off=282075 len=1930045 2024-09-16T07:10:31.177 INFO:tasks.workunit.client.0.smithi042.stdout:op 526 completed, throughput=5MB/sec 2024-09-16T07:10:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:31 smithi164 ceph-mon[88760]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:31 smithi042 ceph-mon[94096]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:31 smithi042 ceph-mon[96574]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:10:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:31] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T07:10:32.177 INFO:tasks.workunit.client.0.smithi042.stdout: 105: throughput=4.95MB/sec pending data=0 2024-09-16T07:10:32.177 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8MGbc6n6kw2yenr off=11807495 len=675560 2024-09-16T07:10:32.178 INFO:tasks.workunit.client.0.smithi042.stdout:op 527 completed, throughput=4.96MB/sec 2024-09-16T07:10:32.178 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WtZrzPGVEiBa4sn off=634889 len=535617 2024-09-16T07:10:32.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 528 completed, throughput=4.96MB/sec 2024-09-16T07:10:32.182 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gxH_AEzcrgvCCH9 off=12572471 len=392933 2024-09-16T07:10:32.183 INFO:tasks.workunit.client.0.smithi042.stdout:op 529 completed, throughput=4.97MB/sec 2024-09-16T07:10:32.183 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NasCuztM3KGlyGn off=8258440 len=1678265 2024-09-16T07:10:32.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 530 completed, throughput=4.98MB/sec 2024-09-16T07:10:32.190 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z82GRmJf0cjniiw off=6222662 len=499226 2024-09-16T07:10:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 531 completed, throughput=4.99MB/sec 2024-09-16T07:10:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FglNcXwM6Y9a_2i off=9303137 len=2020014 2024-09-16T07:10:32.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 532 completed, throughput=5MB/sec 2024-09-16T07:10:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:33.207 INFO:tasks.workunit.client.0.smithi042.stdout: 106: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:33.208 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Mq2LysvNtPlpkxI off=15159062 len=1086701 2024-09-16T07:10:33.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 533 completed, throughput=4.97MB/sec 2024-09-16T07:10:33.209 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3BOvPNauDUJNirJ off=11091697 len=1885882 2024-09-16T07:10:33.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 534 completed, throughput=4.98MB/sec 2024-09-16T07:10:33.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N8C1nP1I2vYtLnG off=1319437 len=538758 2024-09-16T07:10:33.215 INFO:tasks.workunit.client.0.smithi042.stdout:op 535 completed, throughput=4.99MB/sec 2024-09-16T07:10:33.216 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wOpuK3fASP1PQl0 off=6769014 len=91113 2024-09-16T07:10:33.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 536 completed, throughput=4.99MB/sec 2024-09-16T07:10:33.216 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MKfVRrjdjYH5rjY off=3962894 len=510192 2024-09-16T07:10:33.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 537 completed, throughput=4.99MB/sec 2024-09-16T07:10:33.220 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aY23oqkmnxTXKpw off=2882871 len=1215858 2024-09-16T07:10:33.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 538 completed, throughput=5MB/sec 2024-09-16T07:10:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:33 smithi164 ceph-mon[88760]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:33 smithi042 ceph-mon[94096]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:33 smithi042 ceph-mon[96574]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:10:34.221 INFO:tasks.workunit.client.0.smithi042.stdout: 107: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:34.222 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JWDnGbj8K-TKwU9 off=23448127 len=495886 2024-09-16T07:10:34.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 539 completed, throughput=4.96MB/sec 2024-09-16T07:10:34.225 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vdi12Pe3URmW2zy off=4043178 len=817724 2024-09-16T07:10:34.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 540 completed, throughput=4.97MB/sec 2024-09-16T07:10:34.228 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h2-O4WXcZE0IEpI off=21154219 len=447598 2024-09-16T07:10:34.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 541 completed, throughput=4.97MB/sec 2024-09-16T07:10:34.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q5dtG4i0xALaaei off=5822323 len=772847 2024-09-16T07:10:34.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 542 completed, throughput=4.98MB/sec 2024-09-16T07:10:34.233 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aWVk_MIxSkpjV7k off=1531429 len=1553348 2024-09-16T07:10:34.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 543 completed, throughput=4.99MB/sec 2024-09-16T07:10:34.239 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lpuIBus0As_6JVJ off=2928408 len=70666 2024-09-16T07:10:34.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 544 completed, throughput=4.99MB/sec 2024-09-16T07:10:34.241 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HZim46rgELC2dSr off=49639 len=1929601 2024-09-16T07:10:34.248 INFO:tasks.workunit.client.0.smithi042.stdout:op 545 completed, throughput=5.01MB/sec 2024-09-16T07:10:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:35.249 INFO:tasks.workunit.client.0.smithi042.stdout: 108: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:35.249 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VH7KvGNPYtTt_eR off=3590207 len=995222 2024-09-16T07:10:35.255 INFO:tasks.workunit.client.0.smithi042.stdout:op 546 completed, throughput=4.97MB/sec 2024-09-16T07:10:35.255 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7QUsc-v8Fuwu7GH off=4003111 len=1330577 2024-09-16T07:10:35.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 547 completed, throughput=4.98MB/sec 2024-09-16T07:10:35.261 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dZj0Ceehw3P-L0q off=2586486 len=1028626 2024-09-16T07:10:35.263 INFO:tasks.workunit.client.0.smithi042.stdout:op 548 completed, throughput=4.99MB/sec 2024-09-16T07:10:35.263 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u7QlX-Na3wbcodH off=4391350 len=206347 2024-09-16T07:10:35.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 549 completed, throughput=4.99MB/sec 2024-09-16T07:10:35.268 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxcm1dPX_OKOkc0 off=86778 len=1864217 2024-09-16T07:10:35.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 550 completed, throughput=5.01MB/sec 2024-09-16T07:10:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:35 smithi164 ceph-mon[88760]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:35 smithi042 ceph-mon[94096]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:35 smithi042 ceph-mon[96574]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:10:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: 109: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:36.271 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5-HFnHOc8QuDrMP off=233209 len=951669 2024-09-16T07:10:36.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 551 completed, throughput=4.97MB/sec 2024-09-16T07:10:36.272 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YLDCNSADUt64pzA off=6414498 len=1869150 2024-09-16T07:10:36.280 INFO:tasks.workunit.client.0.smithi042.stdout:op 552 completed, throughput=4.99MB/sec 2024-09-16T07:10:36.280 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rc6cPaCOfa22RTY off=0 len=1241238 2024-09-16T07:10:36.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 553 completed, throughput=5MB/sec 2024-09-16T07:10:36.284 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nDEqjJb-gXHW9We off=3309395 len=1994509 2024-09-16T07:10:36.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 554 completed, throughput=5.02MB/sec 2024-09-16T07:10:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: 110: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:37.296 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f_gTlhWGBs9NQl- off=8043840 len=1463118 2024-09-16T07:10:37.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 555 completed, throughput=4.98MB/sec 2024-09-16T07:10:37.306 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7v5CFkcoNNZBWhZ off=9233197 len=1376676 2024-09-16T07:10:37.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 556 completed, throughput=5MB/sec 2024-09-16T07:10:37.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7qdiAYxHb0bmse0 off=1480605 len=334318 2024-09-16T07:10:37.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 557 completed, throughput=5MB/sec 2024-09-16T07:10:37.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8kc0rLbGs6-OZkr off=4936516 len=511737 2024-09-16T07:10:37.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 558 completed, throughput=5MB/sec 2024-09-16T07:10:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:37 smithi164 ceph-mon[88760]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:37 smithi042 ceph-mon[94096]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:37 smithi042 ceph-mon[96574]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:10:38.312 INFO:tasks.workunit.client.0.smithi042.stdout: 111: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:38.312 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HiGmOehKhdn8tph off=7794565 len=1319845 2024-09-16T07:10:38.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 559 completed, throughput=4.97MB/sec 2024-09-16T07:10:38.314 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BJq__xjhaIlYlWm off=18651589 len=525694 2024-09-16T07:10:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 560 completed, throughput=4.97MB/sec 2024-09-16T07:10:38.318 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_PVjuKmIbTceBoY off=676929 len=1024960 2024-09-16T07:10:38.323 INFO:tasks.workunit.client.0.smithi042.stdout:op 561 completed, throughput=4.98MB/sec 2024-09-16T07:10:38.323 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z1x5z3jpvnsajAa off=7812290 len=1970194 2024-09-16T07:10:38.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 562 completed, throughput=5MB/sec 2024-09-16T07:10:38.331 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J_JyVbjz3yx8SuT off=8351909 len=1743607 2024-09-16T07:10:38.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 563 completed, throughput=5.01MB/sec 2024-09-16T07:10:39.335 INFO:tasks.workunit.client.0.smithi042.stdout: 112: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:39.335 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vde_2j95BaBsYR_ off=1747164 len=1251712 2024-09-16T07:10:39.337 INFO:tasks.workunit.client.0.smithi042.stdout:op 564 completed, throughput=4.98MB/sec 2024-09-16T07:10:39.338 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FLnsdZa0rztz5AM off=5355175 len=433925 2024-09-16T07:10:39.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 565 completed, throughput=4.98MB/sec 2024-09-16T07:10:39.339 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Tb1sBZkIY2htXeP off=2488386 len=176896 2024-09-16T07:10:39.339 INFO:tasks.workunit.client.0.smithi042.stdout:op 566 completed, throughput=4.98MB/sec 2024-09-16T07:10:39.339 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BAchsWSpeF29eEl off=1499289 len=77406 2024-09-16T07:10:39.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 567 completed, throughput=4.98MB/sec 2024-09-16T07:10:39.342 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rDVqcUChfltZ59B off=12134101 len=956667 2024-09-16T07:10:39.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 568 completed, throughput=4.99MB/sec 2024-09-16T07:10:39.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QIKLVGzl3SxaLy4 off=3300518 len=989331 2024-09-16T07:10:39.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 569 completed, throughput=5MB/sec 2024-09-16T07:10:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:39 smithi164 ceph-mon[88760]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:10:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:39 smithi042 ceph-mon[94096]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:10:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:39 smithi042 ceph-mon[96574]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:10:40.353 INFO:tasks.workunit.client.0.smithi042.stdout: 113: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8gy72hxG6zDh9Lj off=2834925 len=471954 2024-09-16T07:10:40.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 570 completed, throughput=4.96MB/sec 2024-09-16T07:10:40.354 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_X7QOUV-l1RhU9q off=5105890 len=1101233 2024-09-16T07:10:40.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 571 completed, throughput=4.97MB/sec 2024-09-16T07:10:40.356 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xqLxBgmGbSliF4V off=15651950 len=1117538 2024-09-16T07:10:40.362 INFO:tasks.workunit.client.0.smithi042.stdout:op 572 completed, throughput=4.98MB/sec 2024-09-16T07:10:40.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-okeegvuEH3oi46m off=12569088 len=1136322 2024-09-16T07:10:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 573 completed, throughput=4.99MB/sec 2024-09-16T07:10:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xmzsb-NeTM-7pVn off=1051614 len=130612 2024-09-16T07:10:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 574 completed, throughput=4.99MB/sec 2024-09-16T07:10:40.365 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EFhYPlgKEH78sgt off=5383767 len=487689 2024-09-16T07:10:40.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 575 completed, throughput=4.99MB/sec 2024-09-16T07:10:40.369 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S_I3vOVC7eCG-Mf off=12569124 len=211375 2024-09-16T07:10:40.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 576 completed, throughput=4.99MB/sec 2024-09-16T07:10:40.370 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s9Xm9s709m0sugD off=13115006 len=1501105 2024-09-16T07:10:40.378 INFO:tasks.workunit.client.0.smithi042.stdout:op 577 completed, throughput=5.01MB/sec 2024-09-16T07:10:41.378 INFO:tasks.workunit.client.0.smithi042.stdout: 114: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5zKHtwcZT43Agy0 off=403388 len=1142888 2024-09-16T07:10:41.385 INFO:tasks.workunit.client.0.smithi042.stdout:op 578 completed, throughput=4.97MB/sec 2024-09-16T07:10:41.385 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3absPRRxBisl6_x off=2822715 len=581939 2024-09-16T07:10:41.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 579 completed, throughput=4.98MB/sec 2024-09-16T07:10:41.387 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vsl1h9CQO5kPnlm off=7020453 len=431352 2024-09-16T07:10:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 580 completed, throughput=4.98MB/sec 2024-09-16T07:10:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vozh8xN0j1jibrj off=7315759 len=713746 2024-09-16T07:10:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 581 completed, throughput=4.99MB/sec 2024-09-16T07:10:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZumJbs7gNv0L7kf off=13561146 len=2003418 2024-09-16T07:10:41.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 582 completed, throughput=5MB/sec 2024-09-16T07:10:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:41 smithi164 ceph-mon[88760]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:41 smithi042 ceph-mon[94096]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:41 smithi042 ceph-mon[96574]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:10:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:41] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T07:10:42.402 INFO:tasks.workunit.client.0.smithi042.stdout: 115: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:42.402 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Qu0Ui6B6j-hpmjh off=2401050 len=1171099 2024-09-16T07:10:42.404 INFO:tasks.workunit.client.0.smithi042.stdout:op 583 completed, throughput=4.97MB/sec 2024-09-16T07:10:42.404 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AYeUPBspjx_H3BQ off=3341521 len=761526 2024-09-16T07:10:42.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 584 completed, throughput=4.98MB/sec 2024-09-16T07:10:42.405 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eRqZoI0t0qSpiJL off=6194828 len=434293 2024-09-16T07:10:42.406 INFO:tasks.workunit.client.0.smithi042.stdout:op 585 completed, throughput=4.98MB/sec 2024-09-16T07:10:42.406 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3qYAcz2VuYAFaVg off=8465822 len=1907227 2024-09-16T07:10:42.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 586 completed, throughput=4.99MB/sec 2024-09-16T07:10:42.408 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LAVpC2PR9fmdaN3 off=3555344 len=1925268 2024-09-16T07:10:42.417 INFO:tasks.workunit.client.0.smithi042.stdout:op 587 completed, throughput=5.01MB/sec 2024-09-16T07:10:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:43.417 INFO:tasks.workunit.client.0.smithi042.stdout: 116: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:43.417 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nyii-oXU00WQ5kH off=6829939 len=1023292 2024-09-16T07:10:43.419 INFO:tasks.workunit.client.0.smithi042.stdout:op 588 completed, throughput=4.98MB/sec 2024-09-16T07:10:43.419 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cZ_OXLv0GbqzvtM off=9875621 len=1852663 2024-09-16T07:10:43.423 INFO:tasks.workunit.client.0.smithi042.stdout:op 589 completed, throughput=4.99MB/sec 2024-09-16T07:10:43.423 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F_xWTEU_72D1oc4 off=2601047 len=454791 2024-09-16T07:10:43.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 590 completed, throughput=4.99MB/sec 2024-09-16T07:10:43.427 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OAXm3vXqSxDg28V off=467029 len=1447836 2024-09-16T07:10:43.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 591 completed, throughput=5.01MB/sec 2024-09-16T07:10:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:43 smithi164 ceph-mon[88760]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:43 smithi042 ceph-mon[94096]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:43 smithi042 ceph-mon[96574]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:10:44.433 INFO:tasks.workunit.client.0.smithi042.stdout: 117: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:44.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PO1oCF_dzyZ7c7L off=7244123 len=111658 2024-09-16T07:10:44.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 592 completed, throughput=4.96MB/sec 2024-09-16T07:10:44.434 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AFT3tZqNUtNj0Oj off=1206504 len=1927318 2024-09-16T07:10:44.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 593 completed, throughput=4.98MB/sec 2024-09-16T07:10:44.444 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Be6yKEQ0js-iphv off=6472606 len=966486 2024-09-16T07:10:44.445 INFO:tasks.workunit.client.0.smithi042.stdout:op 594 completed, throughput=4.99MB/sec 2024-09-16T07:10:44.446 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CGKpbIopg7y_Kw1 off=16589082 len=165075 2024-09-16T07:10:44.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 595 completed, throughput=4.99MB/sec 2024-09-16T07:10:44.448 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--U7XgGDpmj60X-- off=0 len=1312572 2024-09-16T07:10:44.454 INFO:tasks.workunit.client.0.smithi042.stdout:op 596 completed, throughput=5MB/sec 2024-09-16T07:10:44.454 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uLfpAK8SplpBo1w off=5161596 len=1225157 2024-09-16T07:10:44.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 597 completed, throughput=5.01MB/sec 2024-09-16T07:10:45.460 INFO:tasks.workunit.client.0.smithi042.stdout: 118: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:45.461 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QA3tFhScqYyv4D5 off=1599820 len=1223654 2024-09-16T07:10:45.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 598 completed, throughput=4.98MB/sec 2024-09-16T07:10:45.467 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2YhDGD2Su3b1Dli off=8489789 len=710747 2024-09-16T07:10:45.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 599 completed, throughput=4.98MB/sec 2024-09-16T07:10:45.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lHMKOrzn9dnPehC off=15821624 len=1089429 2024-09-16T07:10:45.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 600 completed, throughput=4.99MB/sec 2024-09-16T07:10:45.470 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U1qWxZCv18YnQ2R off=608679 len=528347 2024-09-16T07:10:45.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 601 completed, throughput=4.99MB/sec 2024-09-16T07:10:45.474 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VhSxwrEU05AqnLg off=12958808 len=1527781 2024-09-16T07:10:45.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 602 completed, throughput=5.01MB/sec 2024-09-16T07:10:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:45 smithi164 ceph-mon[88760]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T07:10:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:45 smithi042 ceph-mon[96574]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T07:10:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:45 smithi042 ceph-mon[94096]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-09-16T07:10:46.481 INFO:tasks.workunit.client.0.smithi042.stdout: 119: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:46.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oVEMzHRYZLqj5OS off=15525317 len=141768 2024-09-16T07:10:46.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 603 completed, throughput=4.97MB/sec 2024-09-16T07:10:46.484 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ahH7AQ2WUEln10J off=16307124 len=1290479 2024-09-16T07:10:46.485 INFO:tasks.workunit.client.0.smithi042.stdout:op 604 completed, throughput=4.98MB/sec 2024-09-16T07:10:46.486 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B6HajCRBRVamqU4 off=7015761 len=2076339 2024-09-16T07:10:46.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 605 completed, throughput=4.99MB/sec 2024-09-16T07:10:46.488 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BW3CQuxMp0Fje23 off=12734636 len=1265622 2024-09-16T07:10:46.497 INFO:tasks.workunit.client.0.smithi042.stdout:op 606 completed, throughput=5MB/sec 2024-09-16T07:10:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:47 smithi164 ceph-mon[88760]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:10:47.497 INFO:tasks.workunit.client.0.smithi042.stdout: 120: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:47.497 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_-4O8KyhNeyR7yz off=6949958 len=1102883 2024-09-16T07:10:47.499 INFO:tasks.workunit.client.0.smithi042.stdout:op 607 completed, throughput=4.97MB/sec 2024-09-16T07:10:47.499 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e_PaXE30rpsi1ZL off=15731248 len=1414735 2024-09-16T07:10:47.500 INFO:tasks.workunit.client.0.smithi042.stdout:op 608 completed, throughput=4.98MB/sec 2024-09-16T07:10:47.501 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o0NjElNE7RcorGN off=2807660 len=2039307 2024-09-16T07:10:47.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 609 completed, throughput=5MB/sec 2024-09-16T07:10:47.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wmkAGE0st7v7FRN off=575843 len=1239453 2024-09-16T07:10:47.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 610 completed, throughput=5MB/sec 2024-09-16T07:10:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:47 smithi042 ceph-mon[94096]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:10:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:47 smithi042 ceph-mon[96574]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:10:48.514 INFO:tasks.workunit.client.0.smithi042.stdout: 121: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:48.514 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NQc7xyGndpcllsg off=6751103 len=1519300 2024-09-16T07:10:48.521 INFO:tasks.workunit.client.0.smithi042.stdout:op 611 completed, throughput=4.98MB/sec 2024-09-16T07:10:48.522 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lpuIBus0As_6JVJ off=7223624 len=2029836 2024-09-16T07:10:48.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 612 completed, throughput=4.99MB/sec 2024-09-16T07:10:48.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0FOUblqq7QfnTKq off=308831 len=1421271 2024-09-16T07:10:48.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 613 completed, throughput=5MB/sec 2024-09-16T07:10:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:49 smithi164 ceph-mon[88760]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:10:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:49.526 INFO:tasks.workunit.client.0.smithi042.stdout: 122: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:49.526 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zcA9d9c5yHfFrev off=4675603 len=1866490 2024-09-16T07:10:49.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 614 completed, throughput=4.98MB/sec 2024-09-16T07:10:49.528 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2hILGgxxUcDGyxE off=0 len=1158288 2024-09-16T07:10:49.530 INFO:tasks.workunit.client.0.smithi042.stdout:op 615 completed, throughput=4.98MB/sec 2024-09-16T07:10:49.530 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0IW6E7a6xCWY_a9 off=1501618 len=770417 2024-09-16T07:10:49.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 616 completed, throughput=4.99MB/sec 2024-09-16T07:10:49.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3VVWhFJvQGnfSr7 off=3758461 len=1800179 2024-09-16T07:10:49.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 617 completed, throughput=5MB/sec 2024-09-16T07:10:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:49 smithi042 ceph-mon[94096]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:10:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:49 smithi042 ceph-mon[96574]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:10:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:10:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: 123: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:50.540 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AUb3BZXFtb4H4wZ off=19972589 len=1849223 2024-09-16T07:10:50.542 INFO:tasks.workunit.client.0.smithi042.stdout:op 618 completed, throughput=4.98MB/sec 2024-09-16T07:10:50.542 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ddzR6YOfNktOeG1 off=9522339 len=1387004 2024-09-16T07:10:50.548 INFO:tasks.workunit.client.0.smithi042.stdout:op 619 completed, throughput=4.99MB/sec 2024-09-16T07:10:50.549 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Hiy6ab7BORp0DR off=11478820 len=89345 2024-09-16T07:10:50.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 620 completed, throughput=4.99MB/sec 2024-09-16T07:10:50.551 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gf3SEIEC6Wvy2Hv off=11008803 len=2054373 2024-09-16T07:10:50.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 621 completed, throughput=5MB/sec 2024-09-16T07:10:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:51 smithi164 ceph-mon[88760]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:10:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: 124: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:51.560 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FZTesIzj7Z5SsPx off=12497231 len=410234 2024-09-16T07:10:51.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 622 completed, throughput=4.97MB/sec 2024-09-16T07:10:51.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mq2LysvNtPlpkxI off=2767679 len=1883576 2024-09-16T07:10:51.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 623 completed, throughput=4.98MB/sec 2024-09-16T07:10:51.571 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3xtlkNEywbFhueS off=1030620 len=27633 2024-09-16T07:10:51.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 624 completed, throughput=4.98MB/sec 2024-09-16T07:10:51.572 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xa4St9rE6Jj89wf off=1847219 len=77672 2024-09-16T07:10:51.574 INFO:tasks.workunit.client.0.smithi042.stdout:op 625 completed, throughput=4.98MB/sec 2024-09-16T07:10:51.575 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1wy2DfzLVcOr243 off=2774412 len=643399 2024-09-16T07:10:51.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 626 completed, throughput=4.99MB/sec 2024-09-16T07:10:51.578 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1bX1f2Pmsl6z-Y4 off=9416027 len=2036832 2024-09-16T07:10:51.589 INFO:tasks.workunit.client.0.smithi042.stdout:op 627 completed, throughput=5MB/sec 2024-09-16T07:10:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:51 smithi042 ceph-mon[94096]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:10:51.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:51 smithi042 ceph-mon[96574]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:10:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:10:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:10:51] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:10:52.590 INFO:tasks.workunit.client.0.smithi042.stdout: 125: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:52.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vAKNmd7epg6rxlv off=871920 len=687564 2024-09-16T07:10:52.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 628 completed, throughput=4.97MB/sec 2024-09-16T07:10:52.591 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wRvITo6Gqfu5s3R off=18438146 len=1998962 2024-09-16T07:10:52.593 INFO:tasks.workunit.client.0.smithi042.stdout:op 629 completed, throughput=4.98MB/sec 2024-09-16T07:10:52.593 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cEVazVGgLQygbHL off=7632250 len=1971110 2024-09-16T07:10:52.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 630 completed, throughput=5MB/sec 2024-09-16T07:10:52.605 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z_voKvr3Fwx14Ad off=9702688 len=380223 2024-09-16T07:10:52.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 631 completed, throughput=5MB/sec 2024-09-16T07:10:52.606 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SgnQWtsQ--Bw3Eb off=156937 len=916276 2024-09-16T07:10:52.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 632 completed, throughput=5.01MB/sec 2024-09-16T07:10:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:10:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:10:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:10:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:53 smithi164 ceph-mon[88760]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:10:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:53 smithi042 ceph-mon[94096]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:10:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:53 smithi042 ceph-mon[96574]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:10:53.611 INFO:tasks.workunit.client.0.smithi042.stdout: 126: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:53.611 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z9wEJjxHFCPVX-8 off=1972217 len=655380 2024-09-16T07:10:53.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 633 completed, throughput=4.97MB/sec 2024-09-16T07:10:53.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Rp7Ae9jP7PGEs_8 off=11764724 len=1909225 2024-09-16T07:10:53.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 634 completed, throughput=4.99MB/sec 2024-09-16T07:10:53.622 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FEgaTbkoGNaOuHR off=4194951 len=1636687 2024-09-16T07:10:53.631 INFO:tasks.workunit.client.0.smithi042.stdout:op 635 completed, throughput=5MB/sec 2024-09-16T07:10:53.631 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5P3mABhAYlCLY0M off=6258578 len=622521 2024-09-16T07:10:53.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 636 completed, throughput=5MB/sec 2024-09-16T07:10:54.632 INFO:tasks.workunit.client.0.smithi042.stdout: 127: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:54.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-up3eu6xM9EQ25kK off=11238803 len=873164 2024-09-16T07:10:54.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 637 completed, throughput=4.97MB/sec 2024-09-16T07:10:54.634 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eVfhObOEZwF9150 off=1335445 len=1339170 2024-09-16T07:10:54.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 638 completed, throughput=4.98MB/sec 2024-09-16T07:10:54.642 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kKDk2iCn3DvnaRr off=3740784 len=305642 2024-09-16T07:10:54.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 639 completed, throughput=4.98MB/sec 2024-09-16T07:10:54.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I9Om50RWYP4bvkV off=5436071 len=638434 2024-09-16T07:10:54.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 640 completed, throughput=4.99MB/sec 2024-09-16T07:10:54.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qwSLdWTnO4QVOL1 off=140460 len=840160 2024-09-16T07:10:54.648 INFO:tasks.workunit.client.0.smithi042.stdout:op 641 completed, throughput=4.99MB/sec 2024-09-16T07:10:54.648 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yeMHbCYj8lCp4x5 off=1439696 len=2093451 2024-09-16T07:10:54.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 642 completed, throughput=5.01MB/sec 2024-09-16T07:10:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:55 smithi164 ceph-mon[88760]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:10:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:55 smithi042 ceph-mon[96574]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:10:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:55 smithi042 ceph-mon[94096]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:10:55.660 INFO:tasks.workunit.client.0.smithi042.stdout: 128: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:55.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OJTyxXTR4IdD5KE off=41103 len=459834 2024-09-16T07:10:55.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 643 completed, throughput=4.97MB/sec 2024-09-16T07:10:55.663 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C58vezgJsa0N3jq off=683425 len=1459467 2024-09-16T07:10:55.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 644 completed, throughput=4.98MB/sec 2024-09-16T07:10:55.666 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1OCA738waWyScnu off=760981 len=183229 2024-09-16T07:10:55.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 645 completed, throughput=4.98MB/sec 2024-09-16T07:10:55.666 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-coyCtnSG10mWmJv off=1171302 len=1701141 2024-09-16T07:10:55.675 INFO:tasks.workunit.client.0.smithi042.stdout:op 646 completed, throughput=5MB/sec 2024-09-16T07:10:55.675 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PNRYXvqWnm5h5jT off=50749 len=601832 2024-09-16T07:10:55.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 647 completed, throughput=5MB/sec 2024-09-16T07:10:56.677 INFO:tasks.workunit.client.0.smithi042.stdout: 129: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:56.677 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GLcAdvVcOyGf0Kt off=22061317 len=1504841 2024-09-16T07:10:56.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 648 completed, throughput=4.97MB/sec 2024-09-16T07:10:56.679 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l5agN7TCqQ-lVFs off=2153485 len=1607046 2024-09-16T07:10:56.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 649 completed, throughput=4.99MB/sec 2024-09-16T07:10:56.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P5A_--7RoQ1lbN8 off=14878481 len=168059 2024-09-16T07:10:56.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 650 completed, throughput=4.99MB/sec 2024-09-16T07:10:56.683 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rfWMVXzES9FOfSG off=10929613 len=1880373 2024-09-16T07:10:56.685 INFO:tasks.workunit.client.0.smithi042.stdout:op 651 completed, throughput=5MB/sec 2024-09-16T07:10:56.686 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1G0gQ27Y4T35rIU off=967839 len=571428 2024-09-16T07:10:56.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 652 completed, throughput=5MB/sec 2024-09-16T07:10:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:57 smithi042 ceph-mon[94096]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:10:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:57 smithi042 ceph-mon[96574]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:10:57.690 INFO:tasks.workunit.client.0.smithi042.stdout: 130: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:57.690 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lnc0f6ju6P8zvvt off=4595005 len=157048 2024-09-16T07:10:57.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 653 completed, throughput=4.97MB/sec 2024-09-16T07:10:57.693 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EXystp3mBJjfpDG off=6785767 len=334964 2024-09-16T07:10:57.693 INFO:tasks.workunit.client.0.smithi042.stdout:op 654 completed, throughput=4.97MB/sec 2024-09-16T07:10:57.693 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r3hzmCeFKIeCEjM off=805394 len=1495507 2024-09-16T07:10:57.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 655 completed, throughput=4.98MB/sec 2024-09-16T07:10:57.695 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YBEWxM_DrGr4rVy off=10831445 len=285578 2024-09-16T07:10:57.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 656 completed, throughput=4.98MB/sec 2024-09-16T07:10:57.696 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EoOJJvSsByouS3F off=3421154 len=1437371 2024-09-16T07:10:57.697 INFO:tasks.workunit.client.0.smithi042.stdout:op 657 completed, throughput=4.99MB/sec 2024-09-16T07:10:57.698 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qZV_DHmXCUvYRdm off=451735 len=119695 2024-09-16T07:10:57.700 INFO:tasks.workunit.client.0.smithi042.stdout:op 658 completed, throughput=4.99MB/sec 2024-09-16T07:10:57.700 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e27zeQKFpAkq6Bo off=782200 len=1230985 2024-09-16T07:10:57.702 INFO:tasks.workunit.client.0.smithi042.stdout:op 659 completed, throughput=5MB/sec 2024-09-16T07:10:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:57 smithi164 ceph-mon[88760]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:10:58.702 INFO:tasks.workunit.client.0.smithi042.stdout: 131: throughput=4.96MB/sec pending data=0 2024-09-16T07:10:58.702 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5sEkcRfGQXci4lE off=271544 len=910050 2024-09-16T07:10:58.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 660 completed, throughput=4.97MB/sec 2024-09-16T07:10:58.707 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EnZGAXujaMushCZ off=981710 len=1467216 2024-09-16T07:10:58.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 661 completed, throughput=4.98MB/sec 2024-09-16T07:10:58.715 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J6mC0b72xFxqZkN off=7711276 len=84115 2024-09-16T07:10:58.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 662 completed, throughput=4.98MB/sec 2024-09-16T07:10:58.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-waOvgBtX1jhkdOy off=2735247 len=367580 2024-09-16T07:10:58.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 663 completed, throughput=4.98MB/sec 2024-09-16T07:10:58.718 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3oiJkqj-ZgKR__V off=8069067 len=684021 2024-09-16T07:10:58.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 664 completed, throughput=4.99MB/sec 2024-09-16T07:10:58.722 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fLpkxQgJYwTthTa off=8863903 len=250757 2024-09-16T07:10:58.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 665 completed, throughput=4.99MB/sec 2024-09-16T07:10:58.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EhbXLGMvODt6i94 off=1335170 len=1026254 2024-09-16T07:10:58.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 666 completed, throughput=5MB/sec 2024-09-16T07:10:58.728 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BUtzDqNCuvUyLnc off=134810 len=1303097 2024-09-16T07:10:58.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 667 completed, throughput=5.01MB/sec 2024-09-16T07:10:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:10:59 smithi042 ceph-mon[94096]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:10:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:10:59 smithi042 ceph-mon[96574]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:10:59.734 INFO:tasks.workunit.client.0.smithi042.stdout: 132: throughput=4.97MB/sec pending data=0 2024-09-16T07:10:59.734 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q_BUwYVtkQD5vHO off=9120839 len=1400591 2024-09-16T07:10:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:10:59 smithi164 ceph-mon[88760]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:10:59.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 668 completed, throughput=4.98MB/sec 2024-09-16T07:10:59.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WkwuNvxMbzQHGeB off=13934818 len=1859084 2024-09-16T07:10:59.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 669 completed, throughput=4.99MB/sec 2024-09-16T07:10:59.750 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X68sWVOe1pk_WlR off=1478276 len=1778514 2024-09-16T07:10:59.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 670 completed, throughput=5MB/sec 2024-09-16T07:11:00.753 INFO:tasks.workunit.client.0.smithi042.stdout: 133: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:00.753 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DEEdrsU9vQ2kth0 off=12087143 len=1934152 2024-09-16T07:11:00.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 671 completed, throughput=4.98MB/sec 2024-09-16T07:11:00.755 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XU0BQ-xabLOnZcA off=2551907 len=806235 2024-09-16T07:11:00.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 672 completed, throughput=4.99MB/sec 2024-09-16T07:11:00.760 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fYWNU8Lpe-XOxtr off=5077068 len=1605218 2024-09-16T07:11:00.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 673 completed, throughput=5MB/sec 2024-09-16T07:11:00.766 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I5U1jcUbh5zq8WG off=2934123 len=1490898 2024-09-16T07:11:00.773 INFO:tasks.workunit.client.0.smithi042.stdout:op 674 completed, throughput=5.01MB/sec 2024-09-16T07:11:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:01 smithi042 ceph-mon[94096]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:11:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:01 smithi042 ceph-mon[96574]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:11:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:01] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:11:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:01 smithi164 ceph-mon[88760]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:11:01.774 INFO:tasks.workunit.client.0.smithi042.stdout: 134: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:01.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yEi1yYh7WeL4L6F off=602799 len=940236 2024-09-16T07:11:01.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 675 completed, throughput=4.98MB/sec 2024-09-16T07:11:01.779 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Pe1ZH_M9c1jYYjR off=0 len=1262674 2024-09-16T07:11:01.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 676 completed, throughput=4.99MB/sec 2024-09-16T07:11:01.792 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sJbslhNuI1-Puw9 off=5924648 len=343137 2024-09-16T07:11:01.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 677 completed, throughput=4.99MB/sec 2024-09-16T07:11:01.793 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G_69n4bruM8lOme off=23084813 len=859991 2024-09-16T07:11:01.795 INFO:tasks.workunit.client.0.smithi042.stdout:op 678 completed, throughput=4.99MB/sec 2024-09-16T07:11:01.795 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jqRpovP5Gb8J4mc off=961054 len=1814158 2024-09-16T07:11:01.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 679 completed, throughput=5.01MB/sec 2024-09-16T07:11:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:02.804 INFO:tasks.workunit.client.0.smithi042.stdout: 135: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:02.804 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CeUcTdVu7xQPt99 off=1293335 len=1481850 2024-09-16T07:11:02.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 680 completed, throughput=4.98MB/sec 2024-09-16T07:11:02.810 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iszVKRWKP8eT-5- off=7356795 len=188988 2024-09-16T07:11:02.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 681 completed, throughput=4.98MB/sec 2024-09-16T07:11:02.813 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KyNEzE44LxHBnGj off=4615723 len=837936 2024-09-16T07:11:02.817 INFO:tasks.workunit.client.0.smithi042.stdout:op 682 completed, throughput=4.99MB/sec 2024-09-16T07:11:02.817 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0Rve4v_tzB3UcO4 off=22853398 len=977912 2024-09-16T07:11:02.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 683 completed, throughput=4.99MB/sec 2024-09-16T07:11:02.822 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OBUc3fCp5Nn1DGG off=9440093 len=1700570 2024-09-16T07:11:02.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 684 completed, throughput=5.01MB/sec 2024-09-16T07:11:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:03 smithi042 ceph-mon[96574]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:03 smithi042 ceph-mon[94096]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:03 smithi164 ceph-mon[88760]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:03.824 INFO:tasks.workunit.client.0.smithi042.stdout: 136: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:03.824 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Wl3jRXIQkcaxu7f off=1100365 len=1253371 2024-09-16T07:11:03.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 685 completed, throughput=4.98MB/sec 2024-09-16T07:11:03.830 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BHjA2qYXYq9MDiE off=166924 len=1132643 2024-09-16T07:11:03.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 686 completed, throughput=4.99MB/sec 2024-09-16T07:11:03.832 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tPJR1jxPx30Z5K6 off=2110954 len=661114 2024-09-16T07:11:03.833 INFO:tasks.workunit.client.0.smithi042.stdout:op 687 completed, throughput=4.99MB/sec 2024-09-16T07:11:03.833 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-To3RIBx5V3fnMz1 off=8871377 len=1998937 2024-09-16T07:11:03.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 688 completed, throughput=5MB/sec 2024-09-16T07:11:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:04.838 INFO:tasks.workunit.client.0.smithi042.stdout: 137: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:04.838 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zM_t-y6SvxusU2U off=1948924 len=1102119 2024-09-16T07:11:04.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 689 completed, throughput=4.98MB/sec 2024-09-16T07:11:04.840 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YT72zN6Xkse30Fb off=589528 len=1150379 2024-09-16T07:11:04.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 690 completed, throughput=4.98MB/sec 2024-09-16T07:11:04.844 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1K1AmN5odtbipuW off=11658053 len=2085887 2024-09-16T07:11:04.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 691 completed, throughput=5MB/sec 2024-09-16T07:11:04.846 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R9SbO8LZHsn1qR7 off=8288261 len=1024252 2024-09-16T07:11:04.851 INFO:tasks.workunit.client.0.smithi042.stdout:op 692 completed, throughput=5MB/sec 2024-09-16T07:11:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:11:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:11:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:11:05.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:11:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:11:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:11:05.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:11:05.851 INFO:tasks.workunit.client.0.smithi042.stdout: 138: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:05.851 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fINatwMgjiXivfK off=5444655 len=1040001 2024-09-16T07:11:05.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 693 completed, throughput=4.98MB/sec 2024-09-16T07:11:05.854 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4IRxjqbnsqL85yv off=5504663 len=1434263 2024-09-16T07:11:05.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 694 completed, throughput=4.98MB/sec 2024-09-16T07:11:05.863 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zO7TJ44FHFi9oQV off=3607516 len=1748942 2024-09-16T07:11:05.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 695 completed, throughput=5MB/sec 2024-09-16T07:11:05.864 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wM1g3RBt4zmFkEc off=2761608 len=420552 2024-09-16T07:11:05.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 696 completed, throughput=5MB/sec 2024-09-16T07:11:05.868 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pVabBhmkuXaC8wh off=12020619 len=812451 2024-09-16T07:11:05.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 697 completed, throughput=5MB/sec 2024-09-16T07:11:06.869 INFO:tasks.workunit.client.0.smithi042.stdout: 139: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:06.869 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0-lrs6Vi4jJiWnG off=2419510 len=1631907 2024-09-16T07:11:06.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 698 completed, throughput=4.98MB/sec 2024-09-16T07:11:06.873 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9w3P6pp2u5zf7_W off=563835 len=268930 2024-09-16T07:11:06.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 699 completed, throughput=4.98MB/sec 2024-09-16T07:11:06.874 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oj7-FLw_3SUUzXP off=29940 len=1744553 2024-09-16T07:11:06.883 INFO:tasks.workunit.client.0.smithi042.stdout:op 700 completed, throughput=4.99MB/sec 2024-09-16T07:11:06.883 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vDRcJx26LzK3-dA off=1437700 len=654996 2024-09-16T07:11:06.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 701 completed, throughput=5MB/sec 2024-09-16T07:11:06.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mIFQPMhRaWhV0ky off=6545692 len=384311 2024-09-16T07:11:06.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 702 completed, throughput=5MB/sec 2024-09-16T07:11:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:07 smithi042 ceph-mon[94096]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:07 smithi042 ceph-mon[96574]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:07 smithi164 ceph-mon[88760]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:07.889 INFO:tasks.workunit.client.0.smithi042.stdout: 140: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:07.890 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AJWCG3qmx-Jq8WR off=435657 len=1883561 2024-09-16T07:11:07.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 703 completed, throughput=4.98MB/sec 2024-09-16T07:11:07.892 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LZQeqY2JikJoPeX off=2697274 len=371396 2024-09-16T07:11:07.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 704 completed, throughput=4.98MB/sec 2024-09-16T07:11:07.895 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bGRndwKBDoxOYCB off=661321 len=1168095 2024-09-16T07:11:07.897 INFO:tasks.workunit.client.0.smithi042.stdout:op 705 completed, throughput=4.99MB/sec 2024-09-16T07:11:07.897 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D1wuGS2ehLfvekW off=16674561 len=1788694 2024-09-16T07:11:07.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 706 completed, throughput=5MB/sec 2024-09-16T07:11:07.907 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u0-C5Ds-vzqIDfK off=4004858 len=371951 2024-09-16T07:11:07.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 707 completed, throughput=5MB/sec 2024-09-16T07:11:08.908 INFO:tasks.workunit.client.0.smithi042.stdout: 141: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:08.909 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F-yt5TO3s3ljLD5 off=738858 len=331192 2024-09-16T07:11:08.912 INFO:tasks.workunit.client.0.smithi042.stdout:op 708 completed, throughput=4.97MB/sec 2024-09-16T07:11:08.912 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U5e1po23fMLe83i off=10924122 len=47123 2024-09-16T07:11:08.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 709 completed, throughput=4.97MB/sec 2024-09-16T07:11:08.913 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JcZZMrY9xdNxzqc off=7791111 len=1152670 2024-09-16T07:11:08.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 710 completed, throughput=4.98MB/sec 2024-09-16T07:11:08.919 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oOngmu7saOMgXn_ off=14257416 len=1296223 2024-09-16T07:11:08.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 711 completed, throughput=4.99MB/sec 2024-09-16T07:11:08.921 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9dZYzab1JHkLsj4 off=1776812 len=1288772 2024-09-16T07:11:08.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 712 completed, throughput=4.99MB/sec 2024-09-16T07:11:08.923 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CVSzu0q6l5nmQRl off=8514416 len=404742 2024-09-16T07:11:08.927 INFO:tasks.workunit.client.0.smithi042.stdout:op 713 completed, throughput=5MB/sec 2024-09-16T07:11:08.927 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3EkCP9u-jAyWgQp off=3939768 len=1028859 2024-09-16T07:11:08.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 714 completed, throughput=5MB/sec 2024-09-16T07:11:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:09 smithi042 ceph-mon[94096]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:11:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:09 smithi042 ceph-mon[96574]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:11:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:09 smithi164 ceph-mon[88760]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:11:09.932 INFO:tasks.workunit.client.0.smithi042.stdout: 142: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:09.932 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UlhhFcGpvzX4kf5 off=4985705 len=1981335 2024-09-16T07:11:09.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 715 completed, throughput=4.98MB/sec 2024-09-16T07:11:09.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5m7qPoyj0voMci0 off=12496663 len=1385914 2024-09-16T07:11:09.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 716 completed, throughput=4.99MB/sec 2024-09-16T07:11:09.941 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k_3I14l8hTukf3- off=1613605 len=1478476 2024-09-16T07:11:09.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 717 completed, throughput=5MB/sec 2024-09-16T07:11:09.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R63UPWNqF43Hfwd off=5971254 len=271822 2024-09-16T07:11:09.952 INFO:tasks.workunit.client.0.smithi042.stdout:op 718 completed, throughput=5MB/sec 2024-09-16T07:11:10.953 INFO:tasks.workunit.client.0.smithi042.stdout: 143: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:10.953 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l0ZTJfhSUCDnsf8 off=6847918 len=2087812 2024-09-16T07:11:10.958 INFO:tasks.workunit.client.0.smithi042.stdout:op 719 completed, throughput=4.98MB/sec 2024-09-16T07:11:10.958 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tBCcKlNgVpYoHMb off=9609545 len=608272 2024-09-16T07:11:10.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 720 completed, throughput=4.98MB/sec 2024-09-16T07:11:10.960 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y3qD3-bMv9F5cZ5 off=11871094 len=1602153 2024-09-16T07:11:10.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 721 completed, throughput=4.99MB/sec 2024-09-16T07:11:10.966 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X2VaZ4bnWzIlKDK off=8842038 len=1941687 2024-09-16T07:11:10.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 722 completed, throughput=5.01MB/sec 2024-09-16T07:11:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:11 smithi042 ceph-mon[94096]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:11 smithi042 ceph-mon[96574]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:11] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:11:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:11 smithi164 ceph-mon[88760]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:11.973 INFO:tasks.workunit.client.0.smithi042.stdout: 144: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:11.973 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c8qQi03ZJZvj1fR off=1074069 len=796624 2024-09-16T07:11:11.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 723 completed, throughput=4.98MB/sec 2024-09-16T07:11:11.979 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7OO9ozCyGX5fnLm off=10270076 len=1152712 2024-09-16T07:11:11.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 724 completed, throughput=4.99MB/sec 2024-09-16T07:11:11.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ur9Y2bYjp9T2HS5 off=5810383 len=1926927 2024-09-16T07:11:11.987 INFO:tasks.workunit.client.0.smithi042.stdout:op 725 completed, throughput=5MB/sec 2024-09-16T07:11:11.987 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kt2njhaDrhBD_wc off=11535858 len=784196 2024-09-16T07:11:11.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 726 completed, throughput=5MB/sec 2024-09-16T07:11:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:12.992 INFO:tasks.workunit.client.0.smithi042.stdout: 145: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:12.992 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ww6lNZxlXv7ljys off=4417585 len=1486661 2024-09-16T07:11:12.994 INFO:tasks.workunit.client.0.smithi042.stdout:op 727 completed, throughput=4.98MB/sec 2024-09-16T07:11:12.994 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IfcD0fzCw_CJc1s off=270627 len=1859477 2024-09-16T07:11:13.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 728 completed, throughput=4.99MB/sec 2024-09-16T07:11:13.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XwjyoShKJb5JxEy off=3689915 len=114593 2024-09-16T07:11:13.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 729 completed, throughput=4.99MB/sec 2024-09-16T07:11:13.003 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bFP-KCxc6-F9kYk off=13026662 len=317678 2024-09-16T07:11:13.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 730 completed, throughput=4.99MB/sec 2024-09-16T07:11:13.004 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c25PIeS5RsXm0q8 off=12838507 len=911601 2024-09-16T07:11:13.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 731 completed, throughput=5MB/sec 2024-09-16T07:11:13.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cCX4vKV-CKOGUmc off=2756536 len=814878 2024-09-16T07:11:13.013 INFO:tasks.workunit.client.0.smithi042.stdout:op 732 completed, throughput=5MB/sec 2024-09-16T07:11:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:13 smithi042 ceph-mon[94096]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:11:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:13 smithi042 ceph-mon[96574]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:11:13.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:13 smithi164 ceph-mon[88760]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:11:14.013 INFO:tasks.workunit.client.0.smithi042.stdout: 146: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:14.014 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OhxB-9mtpkDZk3s off=5850836 len=1858779 2024-09-16T07:11:14.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 733 completed, throughput=4.98MB/sec 2024-09-16T07:11:14.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hZ1GPAOR_WQY4an off=8711484 len=600516 2024-09-16T07:11:14.026 INFO:tasks.workunit.client.0.smithi042.stdout:op 734 completed, throughput=4.99MB/sec 2024-09-16T07:11:14.026 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r3j70Xl38WZESDs off=14008165 len=1691252 2024-09-16T07:11:14.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 735 completed, throughput=5MB/sec 2024-09-16T07:11:14.028 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-30qtjYoLf7J3ZBO off=3260440 len=814924 2024-09-16T07:11:14.033 INFO:tasks.workunit.client.0.smithi042.stdout:op 736 completed, throughput=5MB/sec 2024-09-16T07:11:15.033 INFO:tasks.workunit.client.0.smithi042.stdout: 147: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:15.033 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6hzIQKkQyxSRUh4 off=4017650 len=1842088 2024-09-16T07:11:15.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 737 completed, throughput=4.98MB/sec 2024-09-16T07:11:15.036 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TDKJ2psJyfc2auo off=1378727 len=1528082 2024-09-16T07:11:15.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 738 completed, throughput=4.99MB/sec 2024-09-16T07:11:15.038 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2aYK4xRTQTd0Ec9 off=2241146 len=1043075 2024-09-16T07:11:15.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 739 completed, throughput=5MB/sec 2024-09-16T07:11:15.039 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tKL2egGIy3Z19n4 off=312601 len=1444852 2024-09-16T07:11:15.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 740 completed, throughput=5.01MB/sec 2024-09-16T07:11:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:15 smithi042 ceph-mon[94096]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:15 smithi042 ceph-mon[96574]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:15 smithi164 ceph-mon[88760]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:16.041 INFO:tasks.workunit.client.0.smithi042.stdout: 148: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:16.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EGljUhNtIq0SuLT off=1171813 len=1505211 2024-09-16T07:11:16.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 741 completed, throughput=4.98MB/sec 2024-09-16T07:11:16.043 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qj1F7pWldPHpqc4 off=8419721 len=383585 2024-09-16T07:11:16.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 742 completed, throughput=4.98MB/sec 2024-09-16T07:11:16.047 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2KWmPGOJbkxie7S off=7137847 len=546011 2024-09-16T07:11:16.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 743 completed, throughput=4.99MB/sec 2024-09-16T07:11:16.051 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bkAfdj09f7xW0bP off=8581134 len=1847095 2024-09-16T07:11:16.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 744 completed, throughput=5MB/sec 2024-09-16T07:11:16.061 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HcJElxSwH8o3ZzQ off=12695115 len=884450 2024-09-16T07:11:16.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 745 completed, throughput=5MB/sec 2024-09-16T07:11:17.066 INFO:tasks.workunit.client.0.smithi042.stdout: 149: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:17.066 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-t8tUqpJU7w8fOIq off=5224774 len=338451 2024-09-16T07:11:17.072 INFO:tasks.workunit.client.0.smithi042.stdout:op 746 completed, throughput=4.97MB/sec 2024-09-16T07:11:17.072 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6Dg9UklD4bH_mh1 off=15186757 len=1040897 2024-09-16T07:11:17.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 747 completed, throughput=4.98MB/sec 2024-09-16T07:11:17.078 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RuNZXjNPl6b1XHp off=16304899 len=632502 2024-09-16T07:11:17.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 748 completed, throughput=4.98MB/sec 2024-09-16T07:11:17.082 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JEL1SUOUNRES9tN off=9193603 len=1878500 2024-09-16T07:11:17.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 749 completed, throughput=4.99MB/sec 2024-09-16T07:11:17.091 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P2uWxV0feoAnIna off=17847413 len=372861 2024-09-16T07:11:17.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 750 completed, throughput=5MB/sec 2024-09-16T07:11:17.094 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3FucPzC8Zdpe_1C off=1408329 len=1509249 2024-09-16T07:11:17.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 751 completed, throughput=5.01MB/sec 2024-09-16T07:11:17.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:17 smithi042 ceph-mon[96574]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:17 smithi042 ceph-mon[94096]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:17 smithi164 ceph-mon[88760]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:18.101 INFO:tasks.workunit.client.0.smithi042.stdout: 150: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:18.101 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IPUkef8-3PQg6cv off=15763445 len=416277 2024-09-16T07:11:18.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 752 completed, throughput=4.98MB/sec 2024-09-16T07:11:18.105 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WAQT_en9Us2W4f0 off=806777 len=1886938 2024-09-16T07:11:18.115 INFO:tasks.workunit.client.0.smithi042.stdout:op 753 completed, throughput=4.99MB/sec 2024-09-16T07:11:18.115 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cmKH78lO7r2gOKx off=764962 len=1226118 2024-09-16T07:11:18.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 754 completed, throughput=4.99MB/sec 2024-09-16T07:11:18.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YF-fycGt6DfcYwi off=8271598 len=1463361 2024-09-16T07:11:18.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 755 completed, throughput=5MB/sec 2024-09-16T07:11:19.124 INFO:tasks.workunit.client.0.smithi042.stdout: 151: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:19.125 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CDK_8PjBlly8VRL off=10245633 len=267745 2024-09-16T07:11:19.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 756 completed, throughput=4.97MB/sec 2024-09-16T07:11:19.128 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ldtcoDOyuoePUei off=1149533 len=877851 2024-09-16T07:11:19.132 INFO:tasks.workunit.client.0.smithi042.stdout:op 757 completed, throughput=4.98MB/sec 2024-09-16T07:11:19.132 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QccNKHSTAKDY1dF off=10223627 len=931835 2024-09-16T07:11:19.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 758 completed, throughput=4.98MB/sec 2024-09-16T07:11:19.136 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tuJ-4J-eARKJ8-H off=5163528 len=157279 2024-09-16T07:11:19.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 759 completed, throughput=4.98MB/sec 2024-09-16T07:11:19.136 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OS_M7VYshLb7Nwa off=947306 len=411682 2024-09-16T07:11:19.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 760 completed, throughput=4.99MB/sec 2024-09-16T07:11:19.138 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_TncJSMBucCd3b3 off=3245838 len=990918 2024-09-16T07:11:19.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 761 completed, throughput=4.99MB/sec 2024-09-16T07:11:19.138 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3tMEKiSKtRqKemO off=11828129 len=388291 2024-09-16T07:11:19.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 762 completed, throughput=5MB/sec 2024-09-16T07:11:19.139 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KgGvyoNTSvU_ual off=9901728 len=534010 2024-09-16T07:11:19.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 763 completed, throughput=5MB/sec 2024-09-16T07:11:19.140 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D9FjEfbKynFxoN2 off=1020959 len=1724110 2024-09-16T07:11:19.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 764 completed, throughput=5.01MB/sec 2024-09-16T07:11:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:19 smithi042 ceph-mon[94096]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:19 smithi042 ceph-mon[96574]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:19 smithi164 ceph-mon[88760]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:20.147 INFO:tasks.workunit.client.0.smithi042.stdout: 152: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:20.147 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FXiwEY2X0DCNrvV off=21064810 len=1152347 2024-09-16T07:11:20.152 INFO:tasks.workunit.client.0.smithi042.stdout:op 765 completed, throughput=4.98MB/sec 2024-09-16T07:11:20.152 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WAQT_en9Us2W4f0 off=5636564 len=12843 2024-09-16T07:11:20.153 INFO:tasks.workunit.client.0.smithi042.stdout:op 766 completed, throughput=4.98MB/sec 2024-09-16T07:11:20.153 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-idfusx4giHCWPpa off=16520781 len=1306922 2024-09-16T07:11:20.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 767 completed, throughput=4.99MB/sec 2024-09-16T07:11:20.162 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fdjKT59xhEb5TnY off=9541422 len=1250484 2024-09-16T07:11:20.163 INFO:tasks.workunit.client.0.smithi042.stdout:op 768 completed, throughput=5MB/sec 2024-09-16T07:11:20.163 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P6NEbC0b7RlxZ8y off=354471 len=24234 2024-09-16T07:11:20.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 769 completed, throughput=5MB/sec 2024-09-16T07:11:20.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GbAAhYY0ZTfufYW off=975792 len=1192168 2024-09-16T07:11:20.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 770 completed, throughput=5.01MB/sec 2024-09-16T07:11:21.176 INFO:tasks.workunit.client.0.smithi042.stdout: 153: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:21.176 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rDVqcUChfltZ59B off=15360412 len=1349123 2024-09-16T07:11:21.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 771 completed, throughput=4.98MB/sec 2024-09-16T07:11:21.185 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Yv66MEZsZroXnkf off=15093635 len=421397 2024-09-16T07:11:21.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 772 completed, throughput=4.98MB/sec 2024-09-16T07:11:21.186 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P3TfjUMOI3T7K36 off=194574 len=297255 2024-09-16T07:11:21.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 773 completed, throughput=4.99MB/sec 2024-09-16T07:11:21.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D2gdAU0fafponvG off=3073409 len=1682610 2024-09-16T07:11:21.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 774 completed, throughput=5MB/sec 2024-09-16T07:11:21.190 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AHZLZgQV6epCxAe off=8938618 len=1290911 2024-09-16T07:11:21.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 775 completed, throughput=5MB/sec 2024-09-16T07:11:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:21 smithi042 ceph-mon[94096]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:21 smithi042 ceph-mon[96574]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:21] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:11:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:21 smithi164 ceph-mon[88760]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:22.196 INFO:tasks.workunit.client.0.smithi042.stdout: 154: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:22.196 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c5GeUiPrtId7Q-S off=11204995 len=1286731 2024-09-16T07:11:22.203 INFO:tasks.workunit.client.0.smithi042.stdout:op 776 completed, throughput=4.98MB/sec 2024-09-16T07:11:22.203 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ef-RYfizoQPC9Gt off=5048458 len=999710 2024-09-16T07:11:22.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 777 completed, throughput=4.99MB/sec 2024-09-16T07:11:22.209 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mShLCNfja1pPjIm off=2405977 len=1483414 2024-09-16T07:11:22.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 778 completed, throughput=4.99MB/sec 2024-09-16T07:11:22.216 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fpNmrhG86zIDIz- off=772233 len=436131 2024-09-16T07:11:22.218 INFO:tasks.workunit.client.0.smithi042.stdout:op 779 completed, throughput=5MB/sec 2024-09-16T07:11:22.218 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qdhkOnAulDcnAf1 off=11004060 len=1276840 2024-09-16T07:11:22.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 780 completed, throughput=5.01MB/sec 2024-09-16T07:11:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:23.220 INFO:tasks.workunit.client.0.smithi042.stdout: 155: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:23.220 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VMyVz_AKek9mLX2 off=6194891 len=1242007 2024-09-16T07:11:23.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 781 completed, throughput=4.98MB/sec 2024-09-16T07:11:23.226 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5jRihFcGqUsZWtd off=3053629 len=535359 2024-09-16T07:11:23.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 782 completed, throughput=4.98MB/sec 2024-09-16T07:11:23.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BXcrb0p5GEm8uC0 off=2675972 len=6536 2024-09-16T07:11:23.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 783 completed, throughput=4.98MB/sec 2024-09-16T07:11:23.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xB-sRUITLm6-1p7 off=11947216 len=1283687 2024-09-16T07:11:23.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 784 completed, throughput=4.99MB/sec 2024-09-16T07:11:23.236 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z70Xtimf3EsCBJp off=4996171 len=601609 2024-09-16T07:11:23.238 INFO:tasks.workunit.client.0.smithi042.stdout:op 785 completed, throughput=4.99MB/sec 2024-09-16T07:11:23.238 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nr6dEN3ZclCq3Ei off=6472361 len=1004425 2024-09-16T07:11:23.238 INFO:tasks.workunit.client.0.smithi042.stdout:op 786 completed, throughput=5MB/sec 2024-09-16T07:11:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:23 smithi042 ceph-mon[94096]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:23 smithi042 ceph-mon[96574]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:23 smithi164 ceph-mon[88760]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:11:24.239 INFO:tasks.workunit.client.0.smithi042.stdout: 156: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:24.239 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HOXlMjfwn1NdGLz off=1210733 len=1552072 2024-09-16T07:11:24.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 787 completed, throughput=4.98MB/sec 2024-09-16T07:11:24.241 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4JYXnMUhdNHM5-K off=6798341 len=1083300 2024-09-16T07:11:24.247 INFO:tasks.workunit.client.0.smithi042.stdout:op 788 completed, throughput=4.99MB/sec 2024-09-16T07:11:24.247 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UsZc3tgWhwmS5gM off=19515227 len=1341118 2024-09-16T07:11:24.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 789 completed, throughput=4.99MB/sec 2024-09-16T07:11:24.254 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--VR921_W27ZGdWK off=3376160 len=1799514 2024-09-16T07:11:24.256 INFO:tasks.workunit.client.0.smithi042.stdout:op 790 completed, throughput=5MB/sec 2024-09-16T07:11:25.257 INFO:tasks.workunit.client.0.smithi042.stdout: 157: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:25.257 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lt6n377QRHzmHp_ off=17529656 len=1525688 2024-09-16T07:11:25.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 791 completed, throughput=4.98MB/sec 2024-09-16T07:11:25.259 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8RyrtIwj3Yt8uf2 off=6646417 len=2096775 2024-09-16T07:11:25.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 792 completed, throughput=4.99MB/sec 2024-09-16T07:11:25.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GV4qtGct9hmMo_v off=12984549 len=1096041 2024-09-16T07:11:25.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 793 completed, throughput=5MB/sec 2024-09-16T07:11:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:25 smithi042 ceph-mon[94096]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:25 smithi042 ceph-mon[96574]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:25 smithi164 ceph-mon[88760]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:26.268 INFO:tasks.workunit.client.0.smithi042.stdout: 158: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:26.269 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XcuhbZP1-dZp_tT off=9391346 len=1142299 2024-09-16T07:11:26.274 INFO:tasks.workunit.client.0.smithi042.stdout:op 794 completed, throughput=4.98MB/sec 2024-09-16T07:11:26.274 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PxBFoB_Hp0bydFM off=3804342 len=1091047 2024-09-16T07:11:26.280 INFO:tasks.workunit.client.0.smithi042.stdout:op 795 completed, throughput=4.98MB/sec 2024-09-16T07:11:26.280 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_irujq1KTGi1KkH off=21528695 len=951072 2024-09-16T07:11:26.281 INFO:tasks.workunit.client.0.smithi042.stdout:op 796 completed, throughput=4.99MB/sec 2024-09-16T07:11:26.281 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qn5216qJjFh8jzS off=2640292 len=1670584 2024-09-16T07:11:26.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 797 completed, throughput=5MB/sec 2024-09-16T07:11:26.289 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gMy-sy6LtzTiQPb off=14969102 len=103417 2024-09-16T07:11:26.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 798 completed, throughput=5MB/sec 2024-09-16T07:11:26.290 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EoOJJvSsByouS3F off=5927924 len=1616569 2024-09-16T07:11:26.297 INFO:tasks.workunit.client.0.smithi042.stdout:op 799 completed, throughput=5.01MB/sec 2024-09-16T07:11:27.297 INFO:tasks.workunit.client.0.smithi042.stdout: 159: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:27.297 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZWrK7y3Dcxzt8B9 off=16720559 len=1698217 2024-09-16T07:11:27.299 INFO:tasks.workunit.client.0.smithi042.stdout:op 800 completed, throughput=4.99MB/sec 2024-09-16T07:11:27.300 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hl-Y7btJnHg1a_P off=2405490 len=304377 2024-09-16T07:11:27.300 INFO:tasks.workunit.client.0.smithi042.stdout:op 801 completed, throughput=4.99MB/sec 2024-09-16T07:11:27.300 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a2Enpe9viPeImpG off=8820305 len=1915947 2024-09-16T07:11:27.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 802 completed, throughput=5MB/sec 2024-09-16T07:11:27.303 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gtWaxjJCT8ieb38 off=6646948 len=647177 2024-09-16T07:11:27.307 INFO:tasks.workunit.client.0.smithi042.stdout:op 803 completed, throughput=5MB/sec 2024-09-16T07:11:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:27 smithi042 ceph-mon[94096]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:11:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:27 smithi042 ceph-mon[96574]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:11:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:27 smithi164 ceph-mon[88760]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:11:28.307 INFO:tasks.workunit.client.0.smithi042.stdout: 160: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:28.307 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fMoiMdUmXnEqGOF off=604919 len=318721 2024-09-16T07:11:28.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 804 completed, throughput=4.97MB/sec 2024-09-16T07:11:28.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vCYEu4WrkC0giQq off=11687956 len=1311531 2024-09-16T07:11:28.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 805 completed, throughput=4.98MB/sec 2024-09-16T07:11:28.310 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-baIEbJNSziN0AEE off=2976648 len=434414 2024-09-16T07:11:28.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 806 completed, throughput=4.98MB/sec 2024-09-16T07:11:28.311 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lkAPuVhGIaMs3iU off=8105378 len=1219190 2024-09-16T07:11:28.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 807 completed, throughput=4.99MB/sec 2024-09-16T07:11:28.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YIpYpXxOCyPIGla off=21872653 len=1336390 2024-09-16T07:11:28.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 808 completed, throughput=5MB/sec 2024-09-16T07:11:28.318 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pvtT6eUTXuRhBsX off=12379658 len=1660773 2024-09-16T07:11:28.320 INFO:tasks.workunit.client.0.smithi042.stdout:op 809 completed, throughput=5.01MB/sec 2024-09-16T07:11:29.320 INFO:tasks.workunit.client.0.smithi042.stdout: 161: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:29.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GN-pYfLeUnVH73B off=55022 len=1987373 2024-09-16T07:11:29.323 INFO:tasks.workunit.client.0.smithi042.stdout:op 810 completed, throughput=4.99MB/sec 2024-09-16T07:11:29.323 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fINatwMgjiXivfK off=5789085 len=700233 2024-09-16T07:11:29.328 INFO:tasks.workunit.client.0.smithi042.stdout:op 811 completed, throughput=4.99MB/sec 2024-09-16T07:11:29.328 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ol9ncGCSRa0vg0H off=11110596 len=1823114 2024-09-16T07:11:29.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 812 completed, throughput=5MB/sec 2024-09-16T07:11:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:29 smithi042 ceph-mon[94096]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:29 smithi042 ceph-mon[96574]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:29 smithi164 ceph-mon[88760]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:30.336 INFO:tasks.workunit.client.0.smithi042.stdout: 162: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:30.336 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZznyWaCeCNB-cJv off=2276066 len=1507985 2024-09-16T07:11:30.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 813 completed, throughput=4.98MB/sec 2024-09-16T07:11:30.338 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dZj0Ceehw3P-L0q off=3196133 len=811399 2024-09-16T07:11:30.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 814 completed, throughput=4.99MB/sec 2024-09-16T07:11:30.342 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lVMagHweYynS4r2 off=13256252 len=1937783 2024-09-16T07:11:30.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 815 completed, throughput=5MB/sec 2024-09-16T07:11:30.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8oYrdfb36BSHgRu off=8183940 len=840951 2024-09-16T07:11:30.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 816 completed, throughput=5MB/sec 2024-09-16T07:11:31.352 INFO:tasks.workunit.client.0.smithi042.stdout: 163: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:31.352 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fj0GY1Bm7n_vqAf off=1484656 len=1315827 2024-09-16T07:11:31.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 817 completed, throughput=4.98MB/sec 2024-09-16T07:11:31.354 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GRSxzvuL2jrLf1R off=2106172 len=480629 2024-09-16T07:11:31.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 818 completed, throughput=4.98MB/sec 2024-09-16T07:11:31.355 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Tiv_Ves_AONRqYb off=4430332 len=572322 2024-09-16T07:11:31.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 819 completed, throughput=4.99MB/sec 2024-09-16T07:11:31.356 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6Gn6302x0HyRR_v off=6925892 len=1955091 2024-09-16T07:11:31.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 820 completed, throughput=5MB/sec 2024-09-16T07:11:31.360 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UQoygM2awbNF_Vn off=3570739 len=1984285 2024-09-16T07:11:31.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 821 completed, throughput=5.01MB/sec 2024-09-16T07:11:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:31 smithi042 ceph-mon[94096]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:31 smithi042 ceph-mon[96574]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:31] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:11:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:31 smithi164 ceph-mon[88760]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:32.369 INFO:tasks.workunit.client.0.smithi042.stdout: 164: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:32.369 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7jrxmW3d-OxxD10 off=8027352 len=191007 2024-09-16T07:11:32.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 822 completed, throughput=4.98MB/sec 2024-09-16T07:11:32.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ThYAzjy2sS-ZnzR off=11934861 len=394200 2024-09-16T07:11:32.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 823 completed, throughput=4.98MB/sec 2024-09-16T07:11:32.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ULI2tT-Z57dh1Eh off=18903580 len=1435216 2024-09-16T07:11:32.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 824 completed, throughput=4.99MB/sec 2024-09-16T07:11:32.373 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9h-VJnGLlmm4a98 off=7671707 len=1637906 2024-09-16T07:11:32.383 INFO:tasks.workunit.client.0.smithi042.stdout:op 825 completed, throughput=5MB/sec 2024-09-16T07:11:32.383 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P4f_ZKswb07n--o off=14292337 len=1959286 2024-09-16T07:11:32.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 826 completed, throughput=5.01MB/sec 2024-09-16T07:11:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:33.388 INFO:tasks.workunit.client.0.smithi042.stdout: 165: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:33.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yXgd3fM7hssDWwS off=1701042 len=1141080 2024-09-16T07:11:33.394 INFO:tasks.workunit.client.0.smithi042.stdout:op 827 completed, throughput=4.99MB/sec 2024-09-16T07:11:33.394 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7WL-KKntpx32wwZ off=1382454 len=1849473 2024-09-16T07:11:33.396 INFO:tasks.workunit.client.0.smithi042.stdout:op 828 completed, throughput=5MB/sec 2024-09-16T07:11:33.396 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--qS9WYxhbHNNBcC off=287165 len=1568123 2024-09-16T07:11:33.404 INFO:tasks.workunit.client.0.smithi042.stdout:op 829 completed, throughput=5MB/sec 2024-09-16T07:11:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:33 smithi042 ceph-mon[94096]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:33 smithi042 ceph-mon[96574]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:33 smithi164 ceph-mon[88760]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:11:34.405 INFO:tasks.workunit.client.0.smithi042.stdout: 166: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:34.405 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kWyP4L1Xwx9JhKA off=803981 len=814765 2024-09-16T07:11:34.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 830 completed, throughput=4.98MB/sec 2024-09-16T07:11:34.408 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-412O22c8m4rS7E4 off=3184205 len=1147275 2024-09-16T07:11:34.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 831 completed, throughput=4.99MB/sec 2024-09-16T07:11:34.409 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fvIEVKBYuwsaTtF off=1704664 len=1901537 2024-09-16T07:11:34.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 832 completed, throughput=5MB/sec 2024-09-16T07:11:34.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QgMyfJwJWwyv68i off=4961479 len=350689 2024-09-16T07:11:34.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 833 completed, throughput=5MB/sec 2024-09-16T07:11:34.415 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O1XTIEZgJEzh-Ku off=6921958 len=616994 2024-09-16T07:11:34.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 834 completed, throughput=5MB/sec 2024-09-16T07:11:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:35.419 INFO:tasks.workunit.client.0.smithi042.stdout: 167: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:35.419 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xCBTq3GiwziHo6u off=12039572 len=463389 2024-09-16T07:11:35.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 835 completed, throughput=4.98MB/sec 2024-09-16T07:11:35.422 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eZJrLxMgs-T_XRY off=2715822 len=838896 2024-09-16T07:11:35.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 836 completed, throughput=4.98MB/sec 2024-09-16T07:11:35.424 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bwMa9efBvrDaDNn off=2002083 len=1758045 2024-09-16T07:11:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 837 completed, throughput=4.99MB/sec 2024-09-16T07:11:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sNP2wROS_JUXEGo off=4515220 len=1350325 2024-09-16T07:11:35.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 838 completed, throughput=5MB/sec 2024-09-16T07:11:35.440 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IaLp7AYM46Bznyt off=4828609 len=678898 2024-09-16T07:11:35.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 839 completed, throughput=5MB/sec 2024-09-16T07:11:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:35 smithi042 ceph-mon[94096]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:35 smithi042 ceph-mon[96574]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:35 smithi164 ceph-mon[88760]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: 168: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:36.443 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-87W86fqZTywKU7N off=12958516 len=1212959 2024-09-16T07:11:36.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 840 completed, throughput=4.98MB/sec 2024-09-16T07:11:36.452 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6NM84cKz7QPwcKo off=19243343 len=1654445 2024-09-16T07:11:36.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 841 completed, throughput=4.99MB/sec 2024-09-16T07:11:36.458 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rH2TSMyXhIbpToq off=1026428 len=384953 2024-09-16T07:11:36.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 842 completed, throughput=4.99MB/sec 2024-09-16T07:11:36.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I9Om50RWYP4bvkV off=3050739 len=403957 2024-09-16T07:11:36.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 843 completed, throughput=4.99MB/sec 2024-09-16T07:11:36.462 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-54mFM13VIzOIaLA off=15687751 len=603698 2024-09-16T07:11:36.465 INFO:tasks.workunit.client.0.smithi042.stdout:op 844 completed, throughput=4.99MB/sec 2024-09-16T07:11:36.466 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QvkrvTD2zi0QjHv off=1162101 len=1194918 2024-09-16T07:11:36.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 845 completed, throughput=5MB/sec 2024-09-16T07:11:37.467 INFO:tasks.workunit.client.0.smithi042.stdout: 169: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:37.467 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CwRpSGCIFqGdyK_ off=1327590 len=101359 2024-09-16T07:11:37.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 846 completed, throughput=4.97MB/sec 2024-09-16T07:11:37.468 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4eXKWBlMY-WgXuZ off=4907039 len=1375369 2024-09-16T07:11:37.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 847 completed, throughput=4.98MB/sec 2024-09-16T07:11:37.476 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vBa10CqarK5juJe off=7921666 len=1851238 2024-09-16T07:11:37.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 848 completed, throughput=4.99MB/sec 2024-09-16T07:11:37.480 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cgYCWsbjTgIOwHr off=977122 len=987695 2024-09-16T07:11:37.485 INFO:tasks.workunit.client.0.smithi042.stdout:op 849 completed, throughput=5MB/sec 2024-09-16T07:11:37.485 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uEenZ5erDD9pnBt off=19163668 len=671433 2024-09-16T07:11:37.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 850 completed, throughput=5MB/sec 2024-09-16T07:11:37.486 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-64s6qWYgLkbnVOG off=15781431 len=658708 2024-09-16T07:11:37.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 851 completed, throughput=5MB/sec 2024-09-16T07:11:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:37 smithi042 ceph-mon[94096]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:37 smithi042 ceph-mon[96574]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:37 smithi164 ceph-mon[88760]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:38.490 INFO:tasks.workunit.client.0.smithi042.stdout: 170: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:38.490 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nnIE5zitXw4OOG4 off=10887716 len=1870069 2024-09-16T07:11:38.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 852 completed, throughput=4.98MB/sec 2024-09-16T07:11:38.494 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oZh3r2qIvSEMX5W off=14723784 len=1850982 2024-09-16T07:11:38.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 853 completed, throughput=4.99MB/sec 2024-09-16T07:11:38.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W0dy_y6MC3j1yNF off=2194173 len=633912 2024-09-16T07:11:38.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 854 completed, throughput=5MB/sec 2024-09-16T07:11:38.501 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zH9lUDZG9nLYWtc off=15074221 len=708613 2024-09-16T07:11:38.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 855 completed, throughput=5MB/sec 2024-09-16T07:11:39.503 INFO:tasks.workunit.client.0.smithi042.stdout: 171: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:39.503 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QwCZJgS3sQaxt7c off=728559 len=480933 2024-09-16T07:11:39.504 INFO:tasks.workunit.client.0.smithi042.stdout:op 856 completed, throughput=4.98MB/sec 2024-09-16T07:11:39.504 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A9GOuZCxfuXw7-i off=3588130 len=1619819 2024-09-16T07:11:39.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 857 completed, throughput=4.98MB/sec 2024-09-16T07:11:39.507 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vFKXswa-wijBTnu off=8873505 len=1759586 2024-09-16T07:11:39.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 858 completed, throughput=4.99MB/sec 2024-09-16T07:11:39.509 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8q3CrzmZt0mzCQT off=10599535 len=2027866 2024-09-16T07:11:39.512 INFO:tasks.workunit.client.0.smithi042.stdout:op 859 completed, throughput=5MB/sec 2024-09-16T07:11:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:39 smithi042 ceph-mon[94096]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:11:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:39 smithi042 ceph-mon[96574]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:11:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:39 smithi164 ceph-mon[88760]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:11:40.512 INFO:tasks.workunit.client.0.smithi042.stdout: 172: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:40.513 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X0RBlzcQRfaFPWO off=5216338 len=1940530 2024-09-16T07:11:40.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 860 completed, throughput=4.99MB/sec 2024-09-16T07:11:40.522 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_X4yqqcg4W4ZS7C off=4101558 len=1397702 2024-09-16T07:11:40.529 INFO:tasks.workunit.client.0.smithi042.stdout:op 861 completed, throughput=4.99MB/sec 2024-09-16T07:11:40.529 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nARs2C5H8ABvXtF off=1826256 len=1567325 2024-09-16T07:11:40.531 INFO:tasks.workunit.client.0.smithi042.stdout:op 862 completed, throughput=5MB/sec 2024-09-16T07:11:41.532 INFO:tasks.workunit.client.0.smithi042.stdout: 173: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:41.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qITao2inVdhJLXr off=2848158 len=494916 2024-09-16T07:11:41.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 863 completed, throughput=4.98MB/sec 2024-09-16T07:11:41.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I2pcHlRn5tyWtay off=15086176 len=1931684 2024-09-16T07:11:41.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 864 completed, throughput=4.99MB/sec 2024-09-16T07:11:41.541 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GSqrnVou1ygiwC_ off=16283433 len=1645949 2024-09-16T07:11:41.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 865 completed, throughput=5MB/sec 2024-09-16T07:11:41.543 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lk1iFdv4yI_o8p2 off=615103 len=1198402 2024-09-16T07:11:41.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 866 completed, throughput=5MB/sec 2024-09-16T07:11:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:41 smithi042 ceph-mon[94096]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:41 smithi042 ceph-mon[96574]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:41] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:11:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:41 smithi164 ceph-mon[88760]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:11:42.549 INFO:tasks.workunit.client.0.smithi042.stdout: 174: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:42.549 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q5sZxn2_MInstIJ off=3037128 len=713616 2024-09-16T07:11:42.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 867 completed, throughput=4.98MB/sec 2024-09-16T07:11:42.551 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mbHDZwVA97rgxFC off=8467576 len=408893 2024-09-16T07:11:42.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 868 completed, throughput=4.98MB/sec 2024-09-16T07:11:42.551 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pZ8BvhJWzUkpCZh off=1437278 len=934834 2024-09-16T07:11:42.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 869 completed, throughput=4.98MB/sec 2024-09-16T07:11:42.556 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EV6bytnctMlIXQi off=14090648 len=987621 2024-09-16T07:11:42.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 870 completed, throughput=4.99MB/sec 2024-09-16T07:11:42.560 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9bao8fc5m9icVhb off=1077856 len=1851781 2024-09-16T07:11:42.562 INFO:tasks.workunit.client.0.smithi042.stdout:op 871 completed, throughput=5MB/sec 2024-09-16T07:11:42.562 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Cpi9VYESAeqwcwp off=5383443 len=938796 2024-09-16T07:11:42.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 872 completed, throughput=5MB/sec 2024-09-16T07:11:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:43.567 INFO:tasks.workunit.client.0.smithi042.stdout: 175: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:43.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JcVUX8KyTkTSliI off=5348652 len=2013501 2024-09-16T07:11:43.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 873 completed, throughput=4.99MB/sec 2024-09-16T07:11:43.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gwV_RxRXyIeravr off=21774 len=2029173 2024-09-16T07:11:43.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 874 completed, throughput=5MB/sec 2024-09-16T07:11:43.587 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2L-3FIcABwwyq91 off=3750485 len=221228 2024-09-16T07:11:43.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 875 completed, throughput=5MB/sec 2024-09-16T07:11:43.588 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-42A_9_fU5dXkFM4 off=15751502 len=165186 2024-09-16T07:11:43.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 876 completed, throughput=5MB/sec 2024-09-16T07:11:43.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MgEToaVk9rQg74A off=2025091 len=860934 2024-09-16T07:11:43.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 877 completed, throughput=5MB/sec 2024-09-16T07:11:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:43 smithi042 ceph-mon[94096]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:43 smithi042 ceph-mon[96574]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:43 smithi164 ceph-mon[88760]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:44.592 INFO:tasks.workunit.client.0.smithi042.stdout: 176: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:44.592 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bmEcZAop9h5peDV off=1809202 len=328701 2024-09-16T07:11:44.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 878 completed, throughput=4.98MB/sec 2024-09-16T07:11:44.595 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mGEAttIcpHYxnHx off=1934012 len=237878 2024-09-16T07:11:44.598 INFO:tasks.workunit.client.0.smithi042.stdout:op 879 completed, throughput=4.98MB/sec 2024-09-16T07:11:44.598 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z_GxqrkIIt0y0qc off=17126343 len=599317 2024-09-16T07:11:44.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 880 completed, throughput=4.98MB/sec 2024-09-16T07:11:44.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3t8CI2L_s80kcG2 off=4334816 len=1958699 2024-09-16T07:11:44.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 881 completed, throughput=4.99MB/sec 2024-09-16T07:11:44.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OvxfTZv4t8q98Yk off=240313 len=1373963 2024-09-16T07:11:44.619 INFO:tasks.workunit.client.0.smithi042.stdout:op 882 completed, throughput=5MB/sec 2024-09-16T07:11:44.619 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XHm_FIRkmfkC0Op off=1836181 len=82297 2024-09-16T07:11:44.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 883 completed, throughput=5MB/sec 2024-09-16T07:11:44.622 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GicejNKyCqIamD1 off=1256778 len=1514721 2024-09-16T07:11:44.628 INFO:tasks.workunit.client.0.smithi042.stdout:op 884 completed, throughput=5.01MB/sec 2024-09-16T07:11:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:45 smithi042 ceph-mon[94096]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:45 smithi042 ceph-mon[96574]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:45.628 INFO:tasks.workunit.client.0.smithi042.stdout: 177: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:45.629 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XcuhbZP1-dZp_tT off=10236023 len=1265460 2024-09-16T07:11:45.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 885 completed, throughput=4.99MB/sec 2024-09-16T07:11:45.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sHnauWvS0dC2Cfo off=11854828 len=1413118 2024-09-16T07:11:45.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 886 completed, throughput=4.99MB/sec 2024-09-16T07:11:45.641 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JBzKrQmZHQTE1HU off=1575568 len=1328334 2024-09-16T07:11:45.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 887 completed, throughput=5MB/sec 2024-09-16T07:11:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:45 smithi164 ceph-mon[88760]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:11:46.643 INFO:tasks.workunit.client.0.smithi042.stdout: 178: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:46.643 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aSs0ZcZeYypgt0B off=15600 len=620176 2024-09-16T07:11:46.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 888 completed, throughput=4.98MB/sec 2024-09-16T07:11:46.644 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KYms4UonNo0W5-j off=4828052 len=261185 2024-09-16T07:11:46.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 889 completed, throughput=4.98MB/sec 2024-09-16T07:11:46.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qqpVR0uN0vBDTP7 off=3478984 len=44054 2024-09-16T07:11:46.649 INFO:tasks.workunit.client.0.smithi042.stdout:op 890 completed, throughput=4.98MB/sec 2024-09-16T07:11:46.649 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I_SWGYrznulzaOb off=402359 len=1527189 2024-09-16T07:11:46.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 891 completed, throughput=4.99MB/sec 2024-09-16T07:11:46.658 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hc7d-3BtYHjOvbU off=13453463 len=196775 2024-09-16T07:11:46.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 892 completed, throughput=4.99MB/sec 2024-09-16T07:11:46.658 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-juyWOhJF2WLILsq off=8743099 len=924303 2024-09-16T07:11:46.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 893 completed, throughput=4.99MB/sec 2024-09-16T07:11:46.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VMOi8v9KiDhtR0p off=8820004 len=734771 2024-09-16T07:11:46.664 INFO:tasks.workunit.client.0.smithi042.stdout:op 894 completed, throughput=4.99MB/sec 2024-09-16T07:11:46.664 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EyeJYW8l-Kv9Dmc off=5949884 len=1150315 2024-09-16T07:11:46.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 895 completed, throughput=5MB/sec 2024-09-16T07:11:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:47 smithi042 ceph-mon[94096]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:47 smithi042 ceph-mon[96574]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:47.667 INFO:tasks.workunit.client.0.smithi042.stdout: 179: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:47.667 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zO2tli5iQenWDNb off=14475346 len=834916 2024-09-16T07:11:47.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 896 completed, throughput=4.98MB/sec 2024-09-16T07:11:47.668 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XP3oVO4uFc51G77 off=13759234 len=1486832 2024-09-16T07:11:47.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 897 completed, throughput=4.99MB/sec 2024-09-16T07:11:47.679 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9nE3axe_xz6Rr0D off=324067 len=426649 2024-09-16T07:11:47.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 898 completed, throughput=4.99MB/sec 2024-09-16T07:11:47.680 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kiuBKU8ywstpDrR off=333336 len=306742 2024-09-16T07:11:47.680 INFO:tasks.workunit.client.0.smithi042.stdout:op 899 completed, throughput=4.99MB/sec 2024-09-16T07:11:47.680 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a-PmWo4NRMt8aW2 off=881830 len=1906445 2024-09-16T07:11:47.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 900 completed, throughput=5MB/sec 2024-09-16T07:11:47.683 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PajobOQXA2VFcEO off=6604873 len=1445876 2024-09-16T07:11:47.690 INFO:tasks.workunit.client.0.smithi042.stdout:op 901 completed, throughput=5.01MB/sec 2024-09-16T07:11:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:47 smithi164 ceph-mon[88760]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:11:48.691 INFO:tasks.workunit.client.0.smithi042.stdout: 180: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:48.691 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rJVEo1RibXNbzEF off=13772044 len=342624 2024-09-16T07:11:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 902 completed, throughput=4.98MB/sec 2024-09-16T07:11:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TALMYPgpqt2IqH7 off=6510409 len=173529 2024-09-16T07:11:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 903 completed, throughput=4.98MB/sec 2024-09-16T07:11:48.692 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-laAxp3txceawtES off=1656349 len=643703 2024-09-16T07:11:48.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 904 completed, throughput=4.98MB/sec 2024-09-16T07:11:48.694 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s9WdFWkiogfydpn off=2658871 len=1180477 2024-09-16T07:11:48.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 905 completed, throughput=4.99MB/sec 2024-09-16T07:11:48.699 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uzhzC_r3z1xjWi5 off=8511478 len=683011 2024-09-16T07:11:48.704 INFO:tasks.workunit.client.0.smithi042.stdout:op 906 completed, throughput=4.99MB/sec 2024-09-16T07:11:48.704 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WoZszfPIzyt0mrn off=6923665 len=1532243 2024-09-16T07:11:48.705 INFO:tasks.workunit.client.0.smithi042.stdout:op 907 completed, throughput=5MB/sec 2024-09-16T07:11:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:49 smithi042 ceph-mon[94096]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:49 smithi042 ceph-mon[96574]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:49.706 INFO:tasks.workunit.client.0.smithi042.stdout: 181: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:49.706 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KHhaXsd3kib0LuL off=12842060 len=478241 2024-09-16T07:11:49.710 INFO:tasks.workunit.client.0.smithi042.stdout:op 908 completed, throughput=4.98MB/sec 2024-09-16T07:11:49.710 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m0TQf6nd_IjsekR off=4225620 len=1447896 2024-09-16T07:11:49.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 909 completed, throughput=4.98MB/sec 2024-09-16T07:11:49.712 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3MqWX7Lh9GT0PoH off=2292478 len=2016888 2024-09-16T07:11:49.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 910 completed, throughput=5MB/sec 2024-09-16T07:11:49.715 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C7y4faKUEvISzWt off=5496364 len=80938 2024-09-16T07:11:49.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 911 completed, throughput=5MB/sec 2024-09-16T07:11:49.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6ZdSuqkHmUIh-0q off=22528243 len=324936 2024-09-16T07:11:49.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 912 completed, throughput=5MB/sec 2024-09-16T07:11:49.718 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jJzm1FQ4QsEDjDt off=2139356 len=1809705 2024-09-16T07:11:49.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 913 completed, throughput=5.01MB/sec 2024-09-16T07:11:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:49 smithi164 ceph-mon[88760]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:49.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:11:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: 182: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:50.730 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sPs1_kVV9BdG1Qy off=1311359 len=805327 2024-09-16T07:11:50.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 914 completed, throughput=4.98MB/sec 2024-09-16T07:11:50.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MvZ-Z9F85J5fHEW off=3179893 len=771812 2024-09-16T07:11:50.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 915 completed, throughput=4.99MB/sec 2024-09-16T07:11:50.736 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e4NXZG4ba2o8WL0 off=5724890 len=1201207 2024-09-16T07:11:50.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 916 completed, throughput=4.99MB/sec 2024-09-16T07:11:50.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YeWE4TiqlHpf9TL off=9484863 len=1484447 2024-09-16T07:11:50.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 917 completed, throughput=5MB/sec 2024-09-16T07:11:51.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:51 smithi042 ceph-mon[96574]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:51 smithi042 ceph-mon[94096]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:11:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:11:51] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:11:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:51 smithi164 ceph-mon[88760]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:11:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: 183: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:51.751 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K-2zPLDa93gNiaU off=7727796 len=238297 2024-09-16T07:11:51.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 918 completed, throughput=4.98MB/sec 2024-09-16T07:11:51.755 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N-3Ex2UUBvQNP5L off=5575641 len=1403065 2024-09-16T07:11:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 919 completed, throughput=4.98MB/sec 2024-09-16T07:11:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LZAWHP5sMchGbSw off=9805948 len=1878906 2024-09-16T07:11:51.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 920 completed, throughput=4.99MB/sec 2024-09-16T07:11:51.764 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5kBSwZoScggJEVR off=18788474 len=470687 2024-09-16T07:11:51.767 INFO:tasks.workunit.client.0.smithi042.stdout:op 921 completed, throughput=4.99MB/sec 2024-09-16T07:11:51.767 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eWakkeoVc6Bhk1q off=3139973 len=164095 2024-09-16T07:11:51.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 922 completed, throughput=4.99MB/sec 2024-09-16T07:11:51.770 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e8Y1dd2qH_Cl6D3 off=1481790 len=1378973 2024-09-16T07:11:51.776 INFO:tasks.workunit.client.0.smithi042.stdout:op 923 completed, throughput=5MB/sec 2024-09-16T07:11:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:11:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:11:52.776 INFO:tasks.workunit.client.0.smithi042.stdout: 184: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:52.776 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--VUJSrhT2uzyymh off=7276330 len=1969997 2024-09-16T07:11:52.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 924 completed, throughput=4.98MB/sec 2024-09-16T07:11:52.778 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GOWg69JuERAyyJ5 off=11548358 len=1631615 2024-09-16T07:11:52.780 INFO:tasks.workunit.client.0.smithi042.stdout:op 925 completed, throughput=4.99MB/sec 2024-09-16T07:11:52.780 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FH5Nuu7DHrEfeDQ off=12190870 len=365248 2024-09-16T07:11:52.784 INFO:tasks.workunit.client.0.smithi042.stdout:op 926 completed, throughput=4.99MB/sec 2024-09-16T07:11:52.784 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zaM2aJhX-QzfILR off=11081475 len=1663298 2024-09-16T07:11:52.794 INFO:tasks.workunit.client.0.smithi042.stdout:op 927 completed, throughput=5MB/sec 2024-09-16T07:11:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:53 smithi042 ceph-mon[94096]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:53 smithi042 ceph-mon[96574]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:53 smithi164 ceph-mon[88760]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:11:53.794 INFO:tasks.workunit.client.0.smithi042.stdout: 185: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:53.794 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WtxiT_KgKf3ogqm off=10779174 len=1795452 2024-09-16T07:11:53.805 INFO:tasks.workunit.client.0.smithi042.stdout:op 928 completed, throughput=4.99MB/sec 2024-09-16T07:11:53.805 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yybWRD2Teyii7Qw off=2488903 len=1607692 2024-09-16T07:11:53.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 929 completed, throughput=4.99MB/sec 2024-09-16T07:11:53.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BD7Z2HsAk5Gg7bq off=8832522 len=908732 2024-09-16T07:11:53.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 930 completed, throughput=5MB/sec 2024-09-16T07:11:53.815 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jLXiPFMl10FLtCM off=14062803 len=1795428 2024-09-16T07:11:53.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 931 completed, throughput=5.01MB/sec 2024-09-16T07:11:54.825 INFO:tasks.workunit.client.0.smithi042.stdout: 186: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:54.825 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YbljC56pklmjSr8 off=9865818 len=813266 2024-09-16T07:11:54.827 INFO:tasks.workunit.client.0.smithi042.stdout:op 932 completed, throughput=4.98MB/sec 2024-09-16T07:11:54.828 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uE6V4vwqqOtqLZP off=18522875 len=315935 2024-09-16T07:11:54.828 INFO:tasks.workunit.client.0.smithi042.stdout:op 933 completed, throughput=4.99MB/sec 2024-09-16T07:11:54.828 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lSwsV2wdNk5Dr7a off=11474277 len=385803 2024-09-16T07:11:54.829 INFO:tasks.workunit.client.0.smithi042.stdout:op 934 completed, throughput=4.99MB/sec 2024-09-16T07:11:54.829 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2Wj6-5l5gdbQCem off=261711 len=768164 2024-09-16T07:11:54.834 INFO:tasks.workunit.client.0.smithi042.stdout:op 935 completed, throughput=4.99MB/sec 2024-09-16T07:11:54.834 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ikYkrODI4-a2sB_ off=9462416 len=1978075 2024-09-16T07:11:54.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 936 completed, throughput=5MB/sec 2024-09-16T07:11:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:55 smithi042 ceph-mon[96574]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:55 smithi042 ceph-mon[94096]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:55 smithi164 ceph-mon[88760]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:11:55.837 INFO:tasks.workunit.client.0.smithi042.stdout: 187: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:55.837 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lqGjfrs-80HSgAq off=5486525 len=1337852 2024-09-16T07:11:55.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 937 completed, throughput=4.98MB/sec 2024-09-16T07:11:55.839 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yTZgpjyw3MGx_vp off=19365722 len=761415 2024-09-16T07:11:55.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 938 completed, throughput=4.99MB/sec 2024-09-16T07:11:55.840 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GGkFycs2E9YQGSu off=3126693 len=2084866 2024-09-16T07:11:55.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 939 completed, throughput=5MB/sec 2024-09-16T07:11:55.854 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2QFiUERcz0uiBto off=11808840 len=217971 2024-09-16T07:11:55.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 940 completed, throughput=5MB/sec 2024-09-16T07:11:55.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AjU-CbXw2uk4fYL off=258594 len=1171198 2024-09-16T07:11:55.860 INFO:tasks.workunit.client.0.smithi042.stdout:op 941 completed, throughput=5MB/sec 2024-09-16T07:11:56.860 INFO:tasks.workunit.client.0.smithi042.stdout: 188: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:56.860 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dLb_33fJa4y6c_Q off=19563463 len=628505 2024-09-16T07:11:56.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 942 completed, throughput=4.98MB/sec 2024-09-16T07:11:56.861 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-otIMcYtVnOPS00d off=14589164 len=1664297 2024-09-16T07:11:56.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 943 completed, throughput=4.99MB/sec 2024-09-16T07:11:56.864 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BjPpbc_ChcTYd4F off=5132857 len=1376536 2024-09-16T07:11:56.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 944 completed, throughput=4.99MB/sec 2024-09-16T07:11:56.865 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ql0-QojTYEI5iu7 off=11593023 len=1779240 2024-09-16T07:11:56.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 945 completed, throughput=5MB/sec 2024-09-16T07:11:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:57 smithi042 ceph-mon[94096]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:57 smithi042 ceph-mon[96574]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:57 smithi164 ceph-mon[88760]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:11:57.874 INFO:tasks.workunit.client.0.smithi042.stdout: 189: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:57.874 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r8A4ZsoWDsSxu0L off=10251954 len=871595 2024-09-16T07:11:57.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 946 completed, throughput=4.98MB/sec 2024-09-16T07:11:57.876 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-H9H86i3QLKAJiV0 off=4538131 len=248437 2024-09-16T07:11:57.876 INFO:tasks.workunit.client.0.smithi042.stdout:op 947 completed, throughput=4.98MB/sec 2024-09-16T07:11:57.876 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uE6LLRI8qAuVO04 off=8837292 len=98178 2024-09-16T07:11:57.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 948 completed, throughput=4.98MB/sec 2024-09-16T07:11:57.877 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4hODOjNNfRw30Uk off=8514622 len=1801783 2024-09-16T07:11:57.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 949 completed, throughput=4.99MB/sec 2024-09-16T07:11:57.879 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s8L06H-ROB0Si_z off=2529176 len=1361683 2024-09-16T07:11:57.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 950 completed, throughput=5MB/sec 2024-09-16T07:11:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OPSbX-gkDeLJaTv off=5713433 len=392856 2024-09-16T07:11:57.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 951 completed, throughput=5MB/sec 2024-09-16T07:11:58.889 INFO:tasks.workunit.client.0.smithi042.stdout: 190: throughput=4.97MB/sec pending data=0 2024-09-16T07:11:58.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KEXxHRs6Qx4iq73 off=334006 len=216646 2024-09-16T07:11:58.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 952 completed, throughput=4.98MB/sec 2024-09-16T07:11:58.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GKC0df4gZMhvT8O off=20678422 len=460558 2024-09-16T07:11:58.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 953 completed, throughput=4.98MB/sec 2024-09-16T07:11:58.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VghQc0bXCtc5FGt off=595046 len=185959 2024-09-16T07:11:58.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 954 completed, throughput=4.98MB/sec 2024-09-16T07:11:58.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxY9tR1C5g1ZO-B off=7405864 len=1107728 2024-09-16T07:11:58.896 INFO:tasks.workunit.client.0.smithi042.stdout:op 955 completed, throughput=4.98MB/sec 2024-09-16T07:11:58.896 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5fj6FI_5-qvwDVa off=1465534 len=1789058 2024-09-16T07:11:58.900 INFO:tasks.workunit.client.0.smithi042.stdout:op 956 completed, throughput=4.99MB/sec 2024-09-16T07:11:58.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_rsuZmyXABr8Is9 off=23573804 len=1843497 2024-09-16T07:11:58.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 957 completed, throughput=5MB/sec 2024-09-16T07:11:59.903 INFO:tasks.workunit.client.0.smithi042.stdout: 191: throughput=4.98MB/sec pending data=0 2024-09-16T07:11:59.903 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-te0fH3CZQpysEXS off=6911434 len=1819508 2024-09-16T07:11:59.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 958 completed, throughput=4.98MB/sec 2024-09-16T07:11:59.906 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qJggkQpFFLBgGVY off=2671494 len=874084 2024-09-16T07:11:59.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 959 completed, throughput=4.99MB/sec 2024-09-16T07:11:59.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wvhDw9YrH5JqFyR off=14331106 len=559354 2024-09-16T07:11:59.912 INFO:tasks.workunit.client.0.smithi042.stdout:op 960 completed, throughput=4.99MB/sec 2024-09-16T07:11:59.912 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WysJGfrt1V7O0qc off=6412924 len=1565201 2024-09-16T07:11:59.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 961 completed, throughput=5MB/sec 2024-09-16T07:11:59.914 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sDSiEkzHw4WOxg_ off=4364236 len=1806893 2024-09-16T07:11:59.920 INFO:tasks.workunit.client.0.smithi042.stdout:op 962 completed, throughput=5.01MB/sec 2024-09-16T07:12:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:11:59 smithi042 ceph-mon[94096]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:00.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:11:59 smithi042 ceph-mon[96574]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:11:59 smithi164 ceph-mon[88760]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:00.921 INFO:tasks.workunit.client.0.smithi042.stdout: 192: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:00.921 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7k_EF0iH1sAXGJH off=4808110 len=1841487 2024-09-16T07:12:00.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 963 completed, throughput=4.99MB/sec 2024-09-16T07:12:00.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sw4N0mQpW_mSiry off=15737138 len=62275 2024-09-16T07:12:00.934 INFO:tasks.workunit.client.0.smithi042.stdout:op 964 completed, throughput=4.99MB/sec 2024-09-16T07:12:00.934 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iixdsPDAODVrj7n off=7318475 len=159356 2024-09-16T07:12:00.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 965 completed, throughput=4.99MB/sec 2024-09-16T07:12:00.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZzHItEk1ZsTU9cA off=4329417 len=386369 2024-09-16T07:12:00.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 966 completed, throughput=4.99MB/sec 2024-09-16T07:12:00.938 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PY0xlzxaCw1c6Ym off=463303 len=897719 2024-09-16T07:12:00.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 967 completed, throughput=5MB/sec 2024-09-16T07:12:00.942 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wpC6fIyLZ3JajCk off=380749 len=382739 2024-09-16T07:12:00.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 968 completed, throughput=5MB/sec 2024-09-16T07:12:00.945 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T2IEZw9r6wIz-ND off=755327 len=595861 2024-09-16T07:12:00.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 969 completed, throughput=5MB/sec 2024-09-16T07:12:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:01] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:12:01.946 INFO:tasks.workunit.client.0.smithi042.stdout: 193: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:01.946 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HV91JdJbu-vlepM off=13038652 len=1047992 2024-09-16T07:12:01.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 970 completed, throughput=4.98MB/sec 2024-09-16T07:12:01.951 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iYtWHSCdUg0UcyL off=2679123 len=363840 2024-09-16T07:12:01.952 INFO:tasks.workunit.client.0.smithi042.stdout:op 971 completed, throughput=4.98MB/sec 2024-09-16T07:12:01.953 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a8XmKXzK6xNMqHB off=829672 len=750740 2024-09-16T07:12:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 972 completed, throughput=4.99MB/sec 2024-09-16T07:12:01.957 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0VpChre8FTU8gdg off=5336 len=293005 2024-09-16T07:12:01.960 INFO:tasks.workunit.client.0.smithi042.stdout:op 973 completed, throughput=4.99MB/sec 2024-09-16T07:12:01.960 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6xJtrTuQaBidBKK off=3713059 len=1991341 2024-09-16T07:12:01.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 974 completed, throughput=5MB/sec 2024-09-16T07:12:01.973 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BpcNrGn3Btvqlwq off=21470038 len=1142242 2024-09-16T07:12:01.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 975 completed, throughput=5MB/sec 2024-09-16T07:12:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:01 smithi042 ceph-mon[94096]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:12:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:01 smithi042 ceph-mon[96574]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:12:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:01 smithi164 ceph-mon[88760]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:12:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:02.979 INFO:tasks.workunit.client.0.smithi042.stdout: 194: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:02.979 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UyJnn_tHWHq7XXo off=3461170 len=291905 2024-09-16T07:12:02.980 INFO:tasks.workunit.client.0.smithi042.stdout:op 976 completed, throughput=4.98MB/sec 2024-09-16T07:12:02.980 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7Npmt1_Y7rjpN4V off=3304726 len=561920 2024-09-16T07:12:02.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 977 completed, throughput=4.98MB/sec 2024-09-16T07:12:02.983 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HYwtuAiGtAn7arS off=22339574 len=1573469 2024-09-16T07:12:02.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 978 completed, throughput=4.99MB/sec 2024-09-16T07:12:02.986 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dMiDzwScBxNjgdX off=4830183 len=313244 2024-09-16T07:12:02.987 INFO:tasks.workunit.client.0.smithi042.stdout:op 979 completed, throughput=4.99MB/sec 2024-09-16T07:12:02.987 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-an5F4QZlsN3XClY off=360011 len=788881 2024-09-16T07:12:02.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 980 completed, throughput=5MB/sec 2024-09-16T07:12:02.988 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uRk5AwbQtKhfmS3 off=5228304 len=665013 2024-09-16T07:12:02.993 INFO:tasks.workunit.client.0.smithi042.stdout:op 981 completed, throughput=5MB/sec 2024-09-16T07:12:02.993 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vlJwT9PwzmViwgh off=2254991 len=1830762 2024-09-16T07:12:02.995 INFO:tasks.workunit.client.0.smithi042.stdout:op 982 completed, throughput=5.01MB/sec 2024-09-16T07:12:03.995 INFO:tasks.workunit.client.0.smithi042.stdout: 195: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:03.995 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hq_Kv8mYPE2w1EG off=336479 len=2052389 2024-09-16T07:12:03.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 983 completed, throughput=4.99MB/sec 2024-09-16T07:12:03.998 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4sSZSH5X5GMhqiQ off=620094 len=422031 2024-09-16T07:12:04.001 INFO:tasks.workunit.client.0.smithi042.stdout:op 984 completed, throughput=4.99MB/sec 2024-09-16T07:12:04.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wst6lsgOAYixFz9 off=1194421 len=578767 2024-09-16T07:12:04.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 985 completed, throughput=5MB/sec 2024-09-16T07:12:04.003 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--N4QGgjOzyosVGk off=12643620 len=405120 2024-09-16T07:12:04.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 986 completed, throughput=5MB/sec 2024-09-16T07:12:04.006 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pcQc0v7NFfUn8S5 off=4648296 len=255009 2024-09-16T07:12:04.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 987 completed, throughput=5MB/sec 2024-09-16T07:12:04.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a08eMs5jH9yoNFO off=1622867 len=990292 2024-09-16T07:12:04.014 INFO:tasks.workunit.client.0.smithi042.stdout:op 988 completed, throughput=5MB/sec 2024-09-16T07:12:04.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:03 smithi042 ceph-mon[96574]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:03 smithi042 ceph-mon[94096]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:03 smithi164 ceph-mon[88760]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:05.014 INFO:tasks.workunit.client.0.smithi042.stdout: 196: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:05.014 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mApaHmMrFh0Njwy off=5774916 len=1213076 2024-09-16T07:12:05.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 989 completed, throughput=4.98MB/sec 2024-09-16T07:12:05.017 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j8ObE8vnpsINDcK off=3023257 len=169671 2024-09-16T07:12:05.019 INFO:tasks.workunit.client.0.smithi042.stdout:op 990 completed, throughput=4.99MB/sec 2024-09-16T07:12:05.020 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r-FL2qPNXEadB8U off=20044028 len=1263265 2024-09-16T07:12:05.021 INFO:tasks.workunit.client.0.smithi042.stdout:op 991 completed, throughput=4.99MB/sec 2024-09-16T07:12:05.021 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gxyX3_6dED0b597 off=565075 len=1033594 2024-09-16T07:12:05.022 INFO:tasks.workunit.client.0.smithi042.stdout:op 992 completed, throughput=5MB/sec 2024-09-16T07:12:05.022 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KwjDs9vuqwz-HyT off=0 len=1502650 2024-09-16T07:12:05.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 993 completed, throughput=5MB/sec 2024-09-16T07:12:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:06.024 INFO:tasks.workunit.client.0.smithi042.stdout: 197: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:06.024 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M8IMk3nqzHRv3Vv off=2432670 len=427813 2024-09-16T07:12:06.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 994 completed, throughput=4.98MB/sec 2024-09-16T07:12:06.027 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bV2hmAG-SCkKUij off=9007630 len=894885 2024-09-16T07:12:06.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 995 completed, throughput=4.98MB/sec 2024-09-16T07:12:06.031 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q1LUKLnuXbUCFdC off=57045 len=1945947 2024-09-16T07:12:06.033 INFO:tasks.workunit.client.0.smithi042.stdout:op 996 completed, throughput=4.99MB/sec 2024-09-16T07:12:06.033 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PkArN1CAtgaXMXf off=776723 len=804527 2024-09-16T07:12:06.037 INFO:tasks.workunit.client.0.smithi042.stdout:op 997 completed, throughput=5MB/sec 2024-09-16T07:12:06.037 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zQOegdFEeBRknkc off=3369149 len=1768791 2024-09-16T07:12:06.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 998 completed, throughput=5.01MB/sec 2024-09-16T07:12:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:12:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:12:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:12:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:12:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:12:06.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:12:07.039 INFO:tasks.workunit.client.0.smithi042.stdout: 198: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:07.039 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aSI7Lp_v4_GlMe9 off=8784040 len=1868385 2024-09-16T07:12:07.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 999 completed, throughput=4.99MB/sec 2024-09-16T07:12:07.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MDH8JrYNllpWEL_ off=1025724 len=1750470 2024-09-16T07:12:07.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 1000 completed, throughput=5MB/sec 2024-09-16T07:12:07.043 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gZco5lEfP4eKZ6v off=3309977 len=85037 2024-09-16T07:12:07.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 1001 completed, throughput=5MB/sec 2024-09-16T07:12:07.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iKMufqgSikq5Dk5 off=2626386 len=2094327 2024-09-16T07:12:07.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 1002 completed, throughput=5.01MB/sec 2024-09-16T07:12:08.050 INFO:tasks.workunit.client.0.smithi042.stdout: 199: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:08.050 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wT1fcACspWD4R7e off=10773493 len=890623 2024-09-16T07:12:08.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 1003 completed, throughput=4.99MB/sec 2024-09-16T07:12:08.051 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eZH1VwNbs-jLfHZ off=21716161 len=488029 2024-09-16T07:12:08.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 1004 completed, throughput=4.99MB/sec 2024-09-16T07:12:08.054 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V4FXwIyyVBeRSWp off=17010402 len=1548380 2024-09-16T07:12:08.055 INFO:tasks.workunit.client.0.smithi042.stdout:op 1005 completed, throughput=5MB/sec 2024-09-16T07:12:08.055 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BUtzDqNCuvUyLnc off=160654 len=1149996 2024-09-16T07:12:08.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 1006 completed, throughput=5MB/sec 2024-09-16T07:12:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:07 smithi042 ceph-mon[94096]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:08.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:07 smithi042 ceph-mon[96574]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:07 smithi164 ceph-mon[88760]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:09.061 INFO:tasks.workunit.client.0.smithi042.stdout: 200: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:09.062 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W7e9ItsQGttcB84 off=6891750 len=31590 2024-09-16T07:12:09.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 1007 completed, throughput=4.98MB/sec 2024-09-16T07:12:09.062 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T2rXTLzfMzrDgBR off=1077320 len=859007 2024-09-16T07:12:09.067 INFO:tasks.workunit.client.0.smithi042.stdout:op 1008 completed, throughput=4.98MB/sec 2024-09-16T07:12:09.067 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fWem0WjmPpmGoOu off=4857811 len=1265239 2024-09-16T07:12:09.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 1009 completed, throughput=4.99MB/sec 2024-09-16T07:12:09.073 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dKfPjO3g--WEQic off=10904878 len=924469 2024-09-16T07:12:09.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 1010 completed, throughput=4.99MB/sec 2024-09-16T07:12:09.078 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pWvLuPqix5c9rUO off=22552688 len=157859 2024-09-16T07:12:09.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 1011 completed, throughput=4.99MB/sec 2024-09-16T07:12:09.081 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CTYplwYTk88e2oA off=2149913 len=1511361 2024-09-16T07:12:09.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 1012 completed, throughput=5MB/sec 2024-09-16T07:12:09.087 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ieqkXCsBKl0gO0r off=9173391 len=563955 2024-09-16T07:12:09.088 INFO:tasks.workunit.client.0.smithi042.stdout:op 1013 completed, throughput=5MB/sec 2024-09-16T07:12:10.088 INFO:tasks.workunit.client.0.smithi042.stdout: 201: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:10.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SsygsjRMRdGARjp off=1398828 len=601494 2024-09-16T07:12:10.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 1014 completed, throughput=4.98MB/sec 2024-09-16T07:12:10.090 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jEZW7eg67Al_ZP0 off=378126 len=749700 2024-09-16T07:12:10.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 1015 completed, throughput=4.98MB/sec 2024-09-16T07:12:10.091 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bkz7QajFdByT-Lk off=7137913 len=1646045 2024-09-16T07:12:10.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 1016 completed, throughput=4.99MB/sec 2024-09-16T07:12:10.094 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bhEUclR9nUOp0M7 off=19023981 len=93974 2024-09-16T07:12:10.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 1017 completed, throughput=4.99MB/sec 2024-09-16T07:12:10.094 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pq76rcp4OB1Nd7J off=12054982 len=55549 2024-09-16T07:12:10.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 1018 completed, throughput=4.99MB/sec 2024-09-16T07:12:10.097 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hJgTvv0xhcWK19s off=5880234 len=1565910 2024-09-16T07:12:10.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 1019 completed, throughput=5MB/sec 2024-09-16T07:12:10.099 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ymAkaNXkOs5ak7B off=462221 len=1795094 2024-09-16T07:12:10.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:09 smithi042 ceph-mon[96574]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:09 smithi042 ceph-mon[94096]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:10.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 1020 completed, throughput=5.01MB/sec 2024-09-16T07:12:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:09 smithi164 ceph-mon[88760]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:11.108 INFO:tasks.workunit.client.0.smithi042.stdout: 202: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:11.108 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sbGIe7xY6gU6VcX off=13824824 len=1668313 2024-09-16T07:12:11.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 1021 completed, throughput=4.99MB/sec 2024-09-16T07:12:11.117 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CnPQLrpNTdFx7_T off=2986367 len=144040 2024-09-16T07:12:11.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 1022 completed, throughput=4.99MB/sec 2024-09-16T07:12:11.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GDn9WmKISxW3Nz- off=13699831 len=138351 2024-09-16T07:12:11.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 1023 completed, throughput=4.99MB/sec 2024-09-16T07:12:11.120 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WzwV72Ry6OuCN-8 off=2882076 len=2052317 2024-09-16T07:12:11.122 INFO:tasks.workunit.client.0.smithi042.stdout:op 1024 completed, throughput=5MB/sec 2024-09-16T07:12:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:11] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:12:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:11 smithi042 ceph-mon[94096]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:12:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:11 smithi042 ceph-mon[96574]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:12:12.122 INFO:tasks.workunit.client.0.smithi042.stdout: 203: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:12.123 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9LULwA6iaSJ9ze- off=19033885 len=165836 2024-09-16T07:12:12.126 INFO:tasks.workunit.client.0.smithi042.stdout:op 1025 completed, throughput=4.98MB/sec 2024-09-16T07:12:12.126 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rrMttsCDoo7Kxyo off=16559660 len=913241 2024-09-16T07:12:12.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 1026 completed, throughput=4.98MB/sec 2024-09-16T07:12:12.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FaqmKyHb8PxmIzc off=2483006 len=1979549 2024-09-16T07:12:12.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 1027 completed, throughput=4.99MB/sec 2024-09-16T07:12:12.139 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DlxPlrRSPcOCPm_ off=12963001 len=1221457 2024-09-16T07:12:12.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 1028 completed, throughput=5MB/sec 2024-09-16T07:12:12.145 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YLDCNSADUt64pzA off=4121072 len=583658 2024-09-16T07:12:12.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 1029 completed, throughput=5MB/sec 2024-09-16T07:12:12.148 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AMW6Ul5fqRYXuBQ off=5614995 len=220622 2024-09-16T07:12:12.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 1030 completed, throughput=5MB/sec 2024-09-16T07:12:12.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s3zh5OiU1X48hvn off=3763944 len=1084054 2024-09-16T07:12:12.154 INFO:tasks.workunit.client.0.smithi042.stdout:op 1031 completed, throughput=5MB/sec 2024-09-16T07:12:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:11 smithi164 ceph-mon[88760]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:12:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:13.155 INFO:tasks.workunit.client.0.smithi042.stdout: 204: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:13.155 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6IhzLVqXui1D7Dj off=180910 len=1249829 2024-09-16T07:12:13.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 1032 completed, throughput=4.99MB/sec 2024-09-16T07:12:13.158 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JMkEatraL8N1Hv4 off=6736590 len=704207 2024-09-16T07:12:13.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 1033 completed, throughput=4.99MB/sec 2024-09-16T07:12:13.160 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4guCD-RX7n3ClLm off=2169547 len=1417306 2024-09-16T07:12:13.162 INFO:tasks.workunit.client.0.smithi042.stdout:op 1034 completed, throughput=5MB/sec 2024-09-16T07:12:13.162 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-onAY7RHCKAIG8OI off=13917901 len=1864545 2024-09-16T07:12:13.169 INFO:tasks.workunit.client.0.smithi042.stdout:op 1035 completed, throughput=5MB/sec 2024-09-16T07:12:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:13 smithi042 ceph-mon[94096]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:12:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:13 smithi042 ceph-mon[96574]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:12:14.170 INFO:tasks.workunit.client.0.smithi042.stdout: 205: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:14.170 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zTR1GNnZSm4Yk9n off=9922144 len=1320254 2024-09-16T07:12:14.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 1036 completed, throughput=4.99MB/sec 2024-09-16T07:12:14.171 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PtsDzoREeeitZlP off=95838 len=159621 2024-09-16T07:12:14.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 1037 completed, throughput=4.99MB/sec 2024-09-16T07:12:14.172 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3CSUxrL3-BmVBNo off=203237 len=1533434 2024-09-16T07:12:14.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 1038 completed, throughput=4.99MB/sec 2024-09-16T07:12:14.174 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-koGIHI2KBW4e5S4 off=2972376 len=1062065 2024-09-16T07:12:14.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 1039 completed, throughput=5MB/sec 2024-09-16T07:12:14.179 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-93PEZbVyUGQvhJe off=18314570 len=1526675 2024-09-16T07:12:14.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 1040 completed, throughput=5.01MB/sec 2024-09-16T07:12:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:13 smithi164 ceph-mon[88760]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:12:15.187 INFO:tasks.workunit.client.0.smithi042.stdout: 206: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:15.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-daKKm8TJY3omnnF off=14116072 len=1363441 2024-09-16T07:12:15.189 INFO:tasks.workunit.client.0.smithi042.stdout:op 1041 completed, throughput=4.99MB/sec 2024-09-16T07:12:15.189 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xC-dWAJQA5JgSPc off=255669 len=1317444 2024-09-16T07:12:15.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 1042 completed, throughput=4.99MB/sec 2024-09-16T07:12:15.190 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V1bimnX-ml5cuZa off=7455088 len=717174 2024-09-16T07:12:15.191 INFO:tasks.workunit.client.0.smithi042.stdout:op 1043 completed, throughput=5MB/sec 2024-09-16T07:12:15.191 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4X5Rn4iHr_EH7Hq off=13987868 len=1974746 2024-09-16T07:12:15.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 1044 completed, throughput=5.01MB/sec 2024-09-16T07:12:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:15 smithi042 ceph-mon[94096]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:15 smithi042 ceph-mon[96574]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:16.193 INFO:tasks.workunit.client.0.smithi042.stdout: 207: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:16.194 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a-hos4oHXNUu6Yo off=7432962 len=1849474 2024-09-16T07:12:16.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 1045 completed, throughput=4.99MB/sec 2024-09-16T07:12:16.196 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q32CQSlDzIHXVPh off=5167085 len=648940 2024-09-16T07:12:16.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 1046 completed, throughput=4.99MB/sec 2024-09-16T07:12:16.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--EYrY1vC1YBxDgF off=331901 len=994538 2024-09-16T07:12:16.202 INFO:tasks.workunit.client.0.smithi042.stdout:op 1047 completed, throughput=5MB/sec 2024-09-16T07:12:16.202 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQRoUqvfKnZTBIY off=411864 len=1815684 2024-09-16T07:12:16.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 1048 completed, throughput=5.01MB/sec 2024-09-16T07:12:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:15 smithi164 ceph-mon[88760]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:17.205 INFO:tasks.workunit.client.0.smithi042.stdout: 208: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:17.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mShLCNfja1pPjIm off=7265918 len=1581285 2024-09-16T07:12:17.213 INFO:tasks.workunit.client.0.smithi042.stdout:op 1049 completed, throughput=4.99MB/sec 2024-09-16T07:12:17.213 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LdbdSww1GR_dfwB off=17647897 len=207618 2024-09-16T07:12:17.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 1050 completed, throughput=4.99MB/sec 2024-09-16T07:12:17.217 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NnDz2F3VcJfQ9rC off=3951852 len=531235 2024-09-16T07:12:17.217 INFO:tasks.workunit.client.0.smithi042.stdout:op 1051 completed, throughput=4.99MB/sec 2024-09-16T07:12:17.217 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6wY1Isd-zvDy_xS off=6430345 len=1339229 2024-09-16T07:12:17.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 1052 completed, throughput=5MB/sec 2024-09-16T07:12:17.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wk-KsVUuivbkXnh off=4551250 len=669110 2024-09-16T07:12:17.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 1053 completed, throughput=5MB/sec 2024-09-16T07:12:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:17 smithi042 ceph-mon[94096]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:17 smithi042 ceph-mon[96574]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:18.223 INFO:tasks.workunit.client.0.smithi042.stdout: 209: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:18.223 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xNmehYANj7FkfSN off=4475222 len=989819 2024-09-16T07:12:18.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 1054 completed, throughput=4.98MB/sec 2024-09-16T07:12:18.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-43g3h-MlzsBG_po off=5850631 len=640214 2024-09-16T07:12:18.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 1055 completed, throughput=4.98MB/sec 2024-09-16T07:12:18.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gOS5o2jjFP9SP4Y off=7320478 len=1868635 2024-09-16T07:12:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:17 smithi164 ceph-mon[88760]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:18.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 1056 completed, throughput=4.99MB/sec 2024-09-16T07:12:18.241 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-v-fysXGhst4KjJ4 off=10781819 len=1019527 2024-09-16T07:12:18.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 1057 completed, throughput=5MB/sec 2024-09-16T07:12:18.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xfdfDpB5TWltB6B off=8654830 len=343652 2024-09-16T07:12:18.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 1058 completed, throughput=5MB/sec 2024-09-16T07:12:18.246 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TE7cIm2oqQdbAUs off=1857218 len=1278072 2024-09-16T07:12:18.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 1059 completed, throughput=5MB/sec 2024-09-16T07:12:19.254 INFO:tasks.workunit.client.0.smithi042.stdout: 210: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:19.254 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cYjPLwu03pOqyS5 off=3780467 len=1352152 2024-09-16T07:12:19.256 INFO:tasks.workunit.client.0.smithi042.stdout:op 1060 completed, throughput=4.99MB/sec 2024-09-16T07:12:19.257 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gP-WH1JMaSbaDsx off=18768231 len=57896 2024-09-16T07:12:19.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 1061 completed, throughput=4.99MB/sec 2024-09-16T07:12:19.259 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HhKhSc6Z7w3Gd1j off=4381973 len=1208909 2024-09-16T07:12:19.265 INFO:tasks.workunit.client.0.smithi042.stdout:op 1062 completed, throughput=4.99MB/sec 2024-09-16T07:12:19.265 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dCLVXHNgnNWnNlL off=4707982 len=215954 2024-09-16T07:12:19.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 1063 completed, throughput=4.99MB/sec 2024-09-16T07:12:19.268 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rg9kHR_IBGlUBsj off=2774239 len=2032188 2024-09-16T07:12:19.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 1064 completed, throughput=5MB/sec 2024-09-16T07:12:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:19 smithi042 ceph-mon[94096]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:19 smithi042 ceph-mon[96574]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:20.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:19 smithi164 ceph-mon[88760]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:12:20.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:20.270 INFO:tasks.workunit.client.0.smithi042.stdout: 211: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:20.270 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bh3S9HHBC5lSlpC off=11375548 len=1869831 2024-09-16T07:12:20.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 1065 completed, throughput=4.99MB/sec 2024-09-16T07:12:20.279 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-syBYXJ9jcsgmpWZ off=6448016 len=80686 2024-09-16T07:12:20.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 1066 completed, throughput=4.99MB/sec 2024-09-16T07:12:20.279 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mSmivBoYLNP9G37 off=7909277 len=1451820 2024-09-16T07:12:20.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 1067 completed, throughput=4.99MB/sec 2024-09-16T07:12:20.283 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gsBgq2Y7ay19iX8 off=1193560 len=1803679 2024-09-16T07:12:20.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 1068 completed, throughput=5MB/sec 2024-09-16T07:12:21.291 INFO:tasks.workunit.client.0.smithi042.stdout: 212: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:21.291 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sb2mK9cNkW3Uaqo off=3825527 len=679214 2024-09-16T07:12:21.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 1069 completed, throughput=4.98MB/sec 2024-09-16T07:12:21.295 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-THzZGI5uxkGwbpN off=3946265 len=269456 2024-09-16T07:12:21.298 INFO:tasks.workunit.client.0.smithi042.stdout:op 1070 completed, throughput=4.98MB/sec 2024-09-16T07:12:21.298 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-otIMcYtVnOPS00d off=3792273 len=1210278 2024-09-16T07:12:21.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 1071 completed, throughput=4.99MB/sec 2024-09-16T07:12:21.304 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7SgyVebBVO9Htca off=12477414 len=522321 2024-09-16T07:12:21.304 INFO:tasks.workunit.client.0.smithi042.stdout:op 1072 completed, throughput=4.99MB/sec 2024-09-16T07:12:21.304 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FvtgXOiWfMGlKPy off=9801269 len=317151 2024-09-16T07:12:21.305 INFO:tasks.workunit.client.0.smithi042.stdout:op 1073 completed, throughput=4.99MB/sec 2024-09-16T07:12:21.305 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PKrc8RbH6PatPS1 off=4279544 len=528911 2024-09-16T07:12:21.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 1074 completed, throughput=4.99MB/sec 2024-09-16T07:12:21.306 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VW8JUgF4kx0XysX off=0 len=1333537 2024-09-16T07:12:21.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 1075 completed, throughput=5MB/sec 2024-09-16T07:12:21.309 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lFpFjtYCgwDXAhP off=1827821 len=1152992 2024-09-16T07:12:21.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 1076 completed, throughput=5MB/sec 2024-09-16T07:12:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:21] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-16T07:12:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:21 smithi042 ceph-mon[94096]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:12:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:21 smithi042 ceph-mon[96574]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:12:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:21 smithi164 ceph-mon[88760]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:12:22.312 INFO:tasks.workunit.client.0.smithi042.stdout: 213: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:22.312 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U1lMWz3UwSsCiPI off=3399583 len=399784 2024-09-16T07:12:22.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 1077 completed, throughput=4.98MB/sec 2024-09-16T07:12:22.313 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M0si_bent6cws3W off=1700205 len=576910 2024-09-16T07:12:22.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 1078 completed, throughput=4.99MB/sec 2024-09-16T07:12:22.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GTYIKLbPTfunIH4 off=2511013 len=445892 2024-09-16T07:12:22.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 1079 completed, throughput=4.99MB/sec 2024-09-16T07:12:22.318 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m2EFtdK_MGWL4ir off=3486488 len=115847 2024-09-16T07:12:22.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 1080 completed, throughput=4.99MB/sec 2024-09-16T07:12:22.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V1eLeXygDREgIyr off=3279077 len=1321117 2024-09-16T07:12:22.323 INFO:tasks.workunit.client.0.smithi042.stdout:op 1081 completed, throughput=4.99MB/sec 2024-09-16T07:12:22.323 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JoeyO4qPhgtAU8i off=3389844 len=1639674 2024-09-16T07:12:22.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 1082 completed, throughput=5MB/sec 2024-09-16T07:12:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:23.325 INFO:tasks.workunit.client.0.smithi042.stdout: 214: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:23.325 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rTs4tvFe2-BTYV3 off=3555987 len=1730371 2024-09-16T07:12:23.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 1083 completed, throughput=4.99MB/sec 2024-09-16T07:12:23.327 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-okeegvuEH3oi46m off=4892831 len=1125552 2024-09-16T07:12:23.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 1084 completed, throughput=4.99MB/sec 2024-09-16T07:12:23.330 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YRM4CMJqmRNf5CF off=12423649 len=1751539 2024-09-16T07:12:23.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 1085 completed, throughput=5MB/sec 2024-09-16T07:12:23.341 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-78m0129sbwuc_-4 off=9355961 len=741907 2024-09-16T07:12:23.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 1086 completed, throughput=5MB/sec 2024-09-16T07:12:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:23 smithi042 ceph-mon[94096]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:23 smithi042 ceph-mon[96574]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:23 smithi164 ceph-mon[88760]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:24.342 INFO:tasks.workunit.client.0.smithi042.stdout: 215: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:24.342 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g2WYMM67kefA_Pw off=10505316 len=1935028 2024-09-16T07:12:24.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 1087 completed, throughput=4.99MB/sec 2024-09-16T07:12:24.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LhO3ahiljATFii6 off=13159515 len=444677 2024-09-16T07:12:24.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 1088 completed, throughput=4.99MB/sec 2024-09-16T07:12:24.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3nKq85gZvO8W4ym off=15613248 len=229820 2024-09-16T07:12:24.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 1089 completed, throughput=4.99MB/sec 2024-09-16T07:12:24.349 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gSM3Hy5jCpKjxRX off=2188932 len=994283 2024-09-16T07:12:24.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 1090 completed, throughput=4.99MB/sec 2024-09-16T07:12:24.353 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BBu2IDKQAM69lhx off=22756175 len=1669185 2024-09-16T07:12:24.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 1091 completed, throughput=5MB/sec 2024-09-16T07:12:25.362 INFO:tasks.workunit.client.0.smithi042.stdout: 216: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:25.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6Gn6302x0HyRR_v off=10722038 len=1211181 2024-09-16T07:12:25.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 1092 completed, throughput=4.98MB/sec 2024-09-16T07:12:25.364 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--8HXuDBCyDFmRBc off=4171734 len=151285 2024-09-16T07:12:25.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 1093 completed, throughput=4.98MB/sec 2024-09-16T07:12:25.368 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZ4ogiK9hOo5KUw off=143220 len=839792 2024-09-16T07:12:25.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 1094 completed, throughput=4.99MB/sec 2024-09-16T07:12:25.372 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cTZ6zzOgmmPdtnQ off=4996815 len=943280 2024-09-16T07:12:25.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 1095 completed, throughput=4.99MB/sec 2024-09-16T07:12:25.376 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3zt3XrkxK-_8HxT off=3696014 len=587060 2024-09-16T07:12:25.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 1096 completed, throughput=4.99MB/sec 2024-09-16T07:12:25.380 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0YPJPc5fZjRqnP2 off=106812 len=172223 2024-09-16T07:12:25.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 1097 completed, throughput=4.99MB/sec 2024-09-16T07:12:25.380 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G8woUlD437ZkPsw off=14365359 len=1149692 2024-09-16T07:12:25.382 INFO:tasks.workunit.client.0.smithi042.stdout:op 1098 completed, throughput=5MB/sec 2024-09-16T07:12:25.382 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vOaYRFO7wdIPiI1 off=1396574 len=576889 2024-09-16T07:12:25.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 1099 completed, throughput=5MB/sec 2024-09-16T07:12:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:25 smithi164 ceph-mon[88760]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:25 smithi042 ceph-mon[94096]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:25 smithi042 ceph-mon[96574]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:12:26.386 INFO:tasks.workunit.client.0.smithi042.stdout: 217: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:26.386 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qJ8naeS-S76jwJP off=5792311 len=1821947 2024-09-16T07:12:26.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 1100 completed, throughput=4.99MB/sec 2024-09-16T07:12:26.397 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e_PaXE30rpsi1ZL off=7031158 len=346079 2024-09-16T07:12:26.400 INFO:tasks.workunit.client.0.smithi042.stdout:op 1101 completed, throughput=4.99MB/sec 2024-09-16T07:12:26.400 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ag4IKwpG0s-jAWt off=8915340 len=1043520 2024-09-16T07:12:26.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 1102 completed, throughput=4.99MB/sec 2024-09-16T07:12:26.405 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U27_AOw34cE2Hh3 off=2698868 len=1262556 2024-09-16T07:12:26.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 1103 completed, throughput=5MB/sec 2024-09-16T07:12:26.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FQdahrFLd4_YNJB off=13509977 len=1196999 2024-09-16T07:12:26.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 1104 completed, throughput=5MB/sec 2024-09-16T07:12:27.416 INFO:tasks.workunit.client.0.smithi042.stdout: 218: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:27.416 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ntNnncAX-wRaJ3V off=368881 len=904929 2024-09-16T07:12:27.420 INFO:tasks.workunit.client.0.smithi042.stdout:op 1105 completed, throughput=4.98MB/sec 2024-09-16T07:12:27.420 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XsLiQRfNWm2ONyy off=8492117 len=347955 2024-09-16T07:12:27.421 INFO:tasks.workunit.client.0.smithi042.stdout:op 1106 completed, throughput=4.99MB/sec 2024-09-16T07:12:27.421 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vBg3yaAnVbkJymM off=12556531 len=2021174 2024-09-16T07:12:27.425 INFO:tasks.workunit.client.0.smithi042.stdout:op 1107 completed, throughput=4.99MB/sec 2024-09-16T07:12:27.425 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vO3uQGOEDG3J2MT off=11738913 len=116414 2024-09-16T07:12:27.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 1108 completed, throughput=5MB/sec 2024-09-16T07:12:27.426 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FvtgXOiWfMGlKPy off=12647768 len=111036 2024-09-16T07:12:27.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 1109 completed, throughput=5MB/sec 2024-09-16T07:12:27.427 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ssfGQNoURCXk53b off=10371111 len=1596430 2024-09-16T07:12:27.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 1110 completed, throughput=5MB/sec 2024-09-16T07:12:28.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:27 smithi164 ceph-mon[88760]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:27 smithi042 ceph-mon[94096]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:27 smithi042 ceph-mon[96574]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:28.433 INFO:tasks.workunit.client.0.smithi042.stdout: 219: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:28.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y38wBESR2f_E8bp off=1163721 len=377355 2024-09-16T07:12:28.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 1111 completed, throughput=4.98MB/sec 2024-09-16T07:12:28.435 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wlp3VATfxbE0J_g off=24282651 len=601826 2024-09-16T07:12:28.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 1112 completed, throughput=4.98MB/sec 2024-09-16T07:12:28.439 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rlhia09NTsLAkDE off=888540 len=1880447 2024-09-16T07:12:28.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 1113 completed, throughput=4.99MB/sec 2024-09-16T07:12:28.442 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e-mLaTSZYfubwKR off=17538826 len=1019687 2024-09-16T07:12:28.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 1114 completed, throughput=5MB/sec 2024-09-16T07:12:28.443 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t8bsh7IrUawklgU off=2370772 len=102355 2024-09-16T07:12:28.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 1115 completed, throughput=5MB/sec 2024-09-16T07:12:28.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2aYK4xRTQTd0Ec9 off=7205299 len=1961502 2024-09-16T07:12:28.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 1116 completed, throughput=5MB/sec 2024-09-16T07:12:29.456 INFO:tasks.workunit.client.0.smithi042.stdout: 220: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:29.456 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-G4UQoYZau6Xe0_n off=6089284 len=1562930 2024-09-16T07:12:29.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 1117 completed, throughput=4.99MB/sec 2024-09-16T07:12:29.468 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5IVkGOXfae2QY9M off=1846720 len=223812 2024-09-16T07:12:29.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 1118 completed, throughput=4.99MB/sec 2024-09-16T07:12:29.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rYH9lStpt8qdhah off=11949162 len=1071183 2024-09-16T07:12:29.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 1119 completed, throughput=4.99MB/sec 2024-09-16T07:12:29.470 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7a5A4uDvbzPIvFg off=6183889 len=1607348 2024-09-16T07:12:29.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 1120 completed, throughput=5MB/sec 2024-09-16T07:12:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:29 smithi164 ceph-mon[88760]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:29 smithi042 ceph-mon[94096]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:29 smithi042 ceph-mon[96574]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:30.472 INFO:tasks.workunit.client.0.smithi042.stdout: 221: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:30.473 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1MGtCjgbBJaPl_n off=8460356 len=300808 2024-09-16T07:12:30.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 1121 completed, throughput=4.98MB/sec 2024-09-16T07:12:30.476 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ctW9gVeWVcIfUEU off=6776762 len=802016 2024-09-16T07:12:30.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 1122 completed, throughput=4.98MB/sec 2024-09-16T07:12:30.481 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1UOXAB-XYPRjlhr off=6040451 len=497858 2024-09-16T07:12:30.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 1123 completed, throughput=4.99MB/sec 2024-09-16T07:12:30.482 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oTl7y00J4xlYYFG off=17981725 len=1213213 2024-09-16T07:12:30.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 1124 completed, throughput=4.99MB/sec 2024-09-16T07:12:30.489 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vuhmy9rBXCDS2uw off=5098426 len=1799239 2024-09-16T07:12:30.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 1125 completed, throughput=5MB/sec 2024-09-16T07:12:30.491 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y0hNUzBxKgD7FW_ off=939656 len=945103 2024-09-16T07:12:30.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 1126 completed, throughput=5MB/sec 2024-09-16T07:12:31.496 INFO:tasks.workunit.client.0.smithi042.stdout: 222: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:31.497 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X1Po8W2OGz_xOwB off=3208693 len=425054 2024-09-16T07:12:31.497 INFO:tasks.workunit.client.0.smithi042.stdout:op 1127 completed, throughput=4.98MB/sec 2024-09-16T07:12:31.498 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F9LQKqSMLbXnYl7 off=4873093 len=1575540 2024-09-16T07:12:31.500 INFO:tasks.workunit.client.0.smithi042.stdout:op 1128 completed, throughput=4.99MB/sec 2024-09-16T07:12:31.500 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IKA5vYWXTWHJJeS off=21163608 len=718236 2024-09-16T07:12:31.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 1129 completed, throughput=4.99MB/sec 2024-09-16T07:12:31.501 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tqDKBpzYOb70Naj off=1748772 len=1998509 2024-09-16T07:12:31.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 1130 completed, throughput=5MB/sec 2024-09-16T07:12:31.504 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5MT4WSjkZH_ecrE off=6703488 len=540534 2024-09-16T07:12:31.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 1131 completed, throughput=5MB/sec 2024-09-16T07:12:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:31] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-09-16T07:12:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:31 smithi164 ceph-mon[88760]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:31 smithi042 ceph-mon[94096]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:31 smithi042 ceph-mon[96574]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:12:32.506 INFO:tasks.workunit.client.0.smithi042.stdout: 223: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:32.506 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WmP8Xizc42TsRfy off=1842779 len=483283 2024-09-16T07:12:32.510 INFO:tasks.workunit.client.0.smithi042.stdout:op 1132 completed, throughput=4.98MB/sec 2024-09-16T07:12:32.510 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p_FdcrsxLJs0wmR off=426709 len=360303 2024-09-16T07:12:32.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 1133 completed, throughput=4.98MB/sec 2024-09-16T07:12:32.511 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--LVeaOS0khRCgZ7 off=1163610 len=178029 2024-09-16T07:12:32.513 INFO:tasks.workunit.client.0.smithi042.stdout:op 1134 completed, throughput=4.98MB/sec 2024-09-16T07:12:32.513 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-n-sTZgIcSrS3CTA off=0 len=1147487 2024-09-16T07:12:32.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 1135 completed, throughput=4.99MB/sec 2024-09-16T07:12:32.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-L81eBnYMcwleM4p off=899880 len=519395 2024-09-16T07:12:32.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 1136 completed, throughput=4.99MB/sec 2024-09-16T07:12:32.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2MAEJOFR3J9jaxB off=5983116 len=1470223 2024-09-16T07:12:32.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 1137 completed, throughput=5MB/sec 2024-09-16T07:12:32.518 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JOxVcsLIMmXRIX0 off=298386 len=287396 2024-09-16T07:12:32.519 INFO:tasks.workunit.client.0.smithi042.stdout:op 1138 completed, throughput=5MB/sec 2024-09-16T07:12:32.519 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Xu7HkIEBZxnxTwm off=12325075 len=1982618 2024-09-16T07:12:32.520 INFO:tasks.workunit.client.0.smithi042.stdout:op 1139 completed, throughput=5.01MB/sec 2024-09-16T07:12:32.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:33.521 INFO:tasks.workunit.client.0.smithi042.stdout: 224: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:33.521 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O3laVer_vgryAAz off=22291315 len=122292 2024-09-16T07:12:33.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 1140 completed, throughput=4.98MB/sec 2024-09-16T07:12:33.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YTCAod9EUt7Z0zl off=5805992 len=1553320 2024-09-16T07:12:33.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 1141 completed, throughput=4.99MB/sec 2024-09-16T07:12:33.526 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JW4HzQujsd_nVVB off=338176 len=541568 2024-09-16T07:12:33.530 INFO:tasks.workunit.client.0.smithi042.stdout:op 1142 completed, throughput=4.99MB/sec 2024-09-16T07:12:33.530 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eRqZoI0t0qSpiJL off=3574684 len=452744 2024-09-16T07:12:33.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 1143 completed, throughput=5MB/sec 2024-09-16T07:12:33.534 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VYJwjVHhsn40aq3 off=12061664 len=988987 2024-09-16T07:12:33.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 1144 completed, throughput=5MB/sec 2024-09-16T07:12:33.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SiOf1Wt-q6Q-JeZ off=8578123 len=1483812 2024-09-16T07:12:33.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 1145 completed, throughput=5.01MB/sec 2024-09-16T07:12:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:33 smithi164 ceph-mon[88760]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-16T07:12:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:33 smithi042 ceph-mon[94096]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-16T07:12:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:33 smithi042 ceph-mon[96574]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-09-16T07:12:34.539 INFO:tasks.workunit.client.0.smithi042.stdout: 225: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:34.539 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mZdfZFgsLWSZ6qv off=3138056 len=1169842 2024-09-16T07:12:34.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 1146 completed, throughput=4.99MB/sec 2024-09-16T07:12:34.541 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cmKH78lO7r2gOKx off=2198200 len=1017275 2024-09-16T07:12:34.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 1147 completed, throughput=4.99MB/sec 2024-09-16T07:12:34.546 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cTZ6zzOgmmPdtnQ off=5834493 len=74831 2024-09-16T07:12:34.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 1148 completed, throughput=4.99MB/sec 2024-09-16T07:12:34.546 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EAokXQm516Zas39 off=591039 len=1048295 2024-09-16T07:12:34.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 1149 completed, throughput=5MB/sec 2024-09-16T07:12:34.549 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ofRuN2dOTYQOnoB off=9470559 len=316034 2024-09-16T07:12:34.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 1150 completed, throughput=5MB/sec 2024-09-16T07:12:34.549 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b9r1EG7gzM1GKEa off=4566237 len=1069175 2024-09-16T07:12:34.554 INFO:tasks.workunit.client.0.smithi042.stdout:op 1151 completed, throughput=5MB/sec 2024-09-16T07:12:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:35.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:35.554 INFO:tasks.workunit.client.0.smithi042.stdout: 226: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:35.555 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mbHDZwVA97rgxFC off=8843024 len=878438 2024-09-16T07:12:35.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 1152 completed, throughput=4.98MB/sec 2024-09-16T07:12:35.556 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_GrzQHj2UAHrOw- off=12065406 len=1784449 2024-09-16T07:12:35.565 INFO:tasks.workunit.client.0.smithi042.stdout:op 1153 completed, throughput=4.99MB/sec 2024-09-16T07:12:35.565 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XHUO-lbZI9UA5HM off=11651408 len=1641048 2024-09-16T07:12:35.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 1154 completed, throughput=5MB/sec 2024-09-16T07:12:35.572 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KEe84UBlEiOOPUG off=3662692 len=292803 2024-09-16T07:12:35.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 1155 completed, throughput=5MB/sec 2024-09-16T07:12:35.575 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ykFiz6QsyrRh3Mq off=17840791 len=1445426 2024-09-16T07:12:35.577 INFO:tasks.workunit.client.0.smithi042.stdout:op 1156 completed, throughput=5.01MB/sec 2024-09-16T07:12:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:35 smithi164 ceph-mon[88760]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:35 smithi042 ceph-mon[94096]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:35 smithi042 ceph-mon[96574]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: 227: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:36.577 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N41jaF4YoukJTjq off=3405917 len=836490 2024-09-16T07:12:36.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 1157 completed, throughput=4.99MB/sec 2024-09-16T07:12:36.583 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PVjcCtLu6oftdPF off=5331061 len=230663 2024-09-16T07:12:36.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 1158 completed, throughput=4.99MB/sec 2024-09-16T07:12:36.586 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HbDt4ym5pp9eLww off=2949170 len=31647 2024-09-16T07:12:36.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 1159 completed, throughput=4.99MB/sec 2024-09-16T07:12:36.588 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7NVIVZ2KDC3dxkL off=12375661 len=700469 2024-09-16T07:12:36.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 1160 completed, throughput=4.99MB/sec 2024-09-16T07:12:36.592 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XQ4mnZ20kZ0ZUkc off=13600349 len=1960157 2024-09-16T07:12:36.603 INFO:tasks.workunit.client.0.smithi042.stdout:op 1161 completed, throughput=5MB/sec 2024-09-16T07:12:36.603 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ge68iMK2yr-M6Vf off=13945797 len=933602 2024-09-16T07:12:36.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 1162 completed, throughput=5MB/sec 2024-09-16T07:12:37.606 INFO:tasks.workunit.client.0.smithi042.stdout: 228: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:37.606 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iEjRzViYMXBSXMC off=12650371 len=1587157 2024-09-16T07:12:37.615 INFO:tasks.workunit.client.0.smithi042.stdout:op 1163 completed, throughput=4.99MB/sec 2024-09-16T07:12:37.616 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FyAO_rlmoj6nqwB off=9317040 len=2039493 2024-09-16T07:12:37.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 1164 completed, throughput=5MB/sec 2024-09-16T07:12:37.625 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_IR04kbepnPAHZD off=6101840 len=387929 2024-09-16T07:12:37.626 INFO:tasks.workunit.client.0.smithi042.stdout:op 1165 completed, throughput=5MB/sec 2024-09-16T07:12:37.626 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fq7ID5TtH054jXh off=3645413 len=1980655 2024-09-16T07:12:37.636 INFO:tasks.workunit.client.0.smithi042.stdout:op 1166 completed, throughput=5.01MB/sec 2024-09-16T07:12:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:37 smithi164 ceph-mon[88760]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:37 smithi042 ceph-mon[94096]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:37 smithi042 ceph-mon[96574]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:12:38.636 INFO:tasks.workunit.client.0.smithi042.stdout: 229: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:38.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MS30wZbp5PkurT3 off=2629170 len=744296 2024-09-16T07:12:38.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 1167 completed, throughput=4.99MB/sec 2024-09-16T07:12:38.641 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CVSzu0q6l5nmQRl off=13396853 len=1215962 2024-09-16T07:12:38.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 1168 completed, throughput=4.99MB/sec 2024-09-16T07:12:38.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y9ysVthZTB32e8u off=1317996 len=509779 2024-09-16T07:12:38.651 INFO:tasks.workunit.client.0.smithi042.stdout:op 1169 completed, throughput=4.99MB/sec 2024-09-16T07:12:38.651 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uaCcHmvQXtnn3ic off=6397150 len=901712 2024-09-16T07:12:38.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 1170 completed, throughput=5MB/sec 2024-09-16T07:12:38.656 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4F7gtDmX6I5-VzY off=264435 len=394093 2024-09-16T07:12:38.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 1171 completed, throughput=5MB/sec 2024-09-16T07:12:38.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DAk9Wj-yupRiTle off=1004204 len=1033997 2024-09-16T07:12:38.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 1172 completed, throughput=5MB/sec 2024-09-16T07:12:39.666 INFO:tasks.workunit.client.0.smithi042.stdout: 230: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:39.666 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lwzjeZIhhnX6Ll7 off=22371456 len=1968152 2024-09-16T07:12:39.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 1173 completed, throughput=4.99MB/sec 2024-09-16T07:12:39.668 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rxvVKrgaiPztkFG off=1459222 len=1073761 2024-09-16T07:12:39.674 INFO:tasks.workunit.client.0.smithi042.stdout:op 1174 completed, throughput=4.99MB/sec 2024-09-16T07:12:39.674 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N701SJuLgcjaZI2 off=5139595 len=1200486 2024-09-16T07:12:39.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 1175 completed, throughput=5MB/sec 2024-09-16T07:12:39.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZvxusI4iegyE_w9 off=631811 len=203044 2024-09-16T07:12:39.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 1176 completed, throughput=5MB/sec 2024-09-16T07:12:39.682 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oTl7y00J4xlYYFG off=15312098 len=2011906 2024-09-16T07:12:39.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 1177 completed, throughput=5.01MB/sec 2024-09-16T07:12:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:39 smithi164 ceph-mon[88760]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:39 smithi042 ceph-mon[94096]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:39 smithi042 ceph-mon[96574]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:12:40.695 INFO:tasks.workunit.client.0.smithi042.stdout: 231: throughput=4.99MB/sec pending data=0 2024-09-16T07:12:40.695 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yDbA9T6Rl95NI7f off=5667239 len=791152 2024-09-16T07:12:40.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 1178 completed, throughput=4.99MB/sec 2024-09-16T07:12:40.699 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6bz5JSp6lItKjrR off=399067 len=780897 2024-09-16T07:12:40.704 INFO:tasks.workunit.client.0.smithi042.stdout:op 1179 completed, throughput=4.99MB/sec 2024-09-16T07:12:40.704 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eusRVAWjyWoDLCp off=7302605 len=1338726 2024-09-16T07:12:40.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 1180 completed, throughput=5MB/sec 2024-09-16T07:12:40.711 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dkOPLa68_bF_0od off=449522 len=466835 2024-09-16T07:12:40.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 1181 completed, throughput=5MB/sec 2024-09-16T07:12:40.714 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7deVX_VyejDjMpJ off=6566068 len=94310 2024-09-16T07:12:40.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 1182 completed, throughput=5MB/sec 2024-09-16T07:12:40.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ktD9JW6cmw6XAd2 off=2544406 len=264639 2024-09-16T07:12:40.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 1183 completed, throughput=5MB/sec 2024-09-16T07:12:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:41] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:12:41.718 INFO:tasks.workunit.client.0.smithi042.stdout: 232: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:41.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fw3j2CNJnbiQPrd off=686824 len=1296983 2024-09-16T07:12:41.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 1184 completed, throughput=4.98MB/sec 2024-09-16T07:12:41.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A4PHSL_mI-5TH54 off=14055998 len=1505807 2024-09-16T07:12:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 1185 completed, throughput=4.99MB/sec 2024-09-16T07:12:41.729 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3x4iYvezm50ErGZ off=5768495 len=1320779 2024-09-16T07:12:41.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 1186 completed, throughput=5MB/sec 2024-09-16T07:12:41.735 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JqIeK8L26qBEIwg off=1560992 len=1029999 2024-09-16T07:12:41.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 1187 completed, throughput=5MB/sec 2024-09-16T07:12:41.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ntr45zWK567y1dc off=4323763 len=118478 2024-09-16T07:12:41.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 1188 completed, throughput=5MB/sec 2024-09-16T07:12:41.744 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dhLAqYPTxUbLeZF off=17634262 len=1803697 2024-09-16T07:12:41.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 1189 completed, throughput=5.01MB/sec 2024-09-16T07:12:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:41 smithi164 ceph-mon[88760]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:12:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:41 smithi042 ceph-mon[94096]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:12:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:41 smithi042 ceph-mon[96574]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:12:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:42.746 INFO:tasks.workunit.client.0.smithi042.stdout: 233: throughput=4.99MB/sec pending data=0 2024-09-16T07:12:42.747 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IoYMccJSi0scEBM off=13743713 len=588353 2024-09-16T07:12:42.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 1190 completed, throughput=4.99MB/sec 2024-09-16T07:12:42.751 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GbAAhYY0ZTfufYW off=10904023 len=96329 2024-09-16T07:12:42.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 1191 completed, throughput=4.99MB/sec 2024-09-16T07:12:42.751 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Kr4xPxHbc2v6X93 off=23300868 len=365250 2024-09-16T07:12:42.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 1192 completed, throughput=4.99MB/sec 2024-09-16T07:12:42.752 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_6yJdjuxSpfFUDV off=17121297 len=77109 2024-09-16T07:12:42.754 INFO:tasks.workunit.client.0.smithi042.stdout:op 1193 completed, throughput=4.99MB/sec 2024-09-16T07:12:42.754 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2PK08DpKfEyXWS- off=3837358 len=1771280 2024-09-16T07:12:42.765 INFO:tasks.workunit.client.0.smithi042.stdout:op 1194 completed, throughput=5MB/sec 2024-09-16T07:12:42.765 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DtJGhMtQd_MYJHb off=5170419 len=1285146 2024-09-16T07:12:42.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 1195 completed, throughput=5MB/sec 2024-09-16T07:12:43.767 INFO:tasks.workunit.client.0.smithi042.stdout: 234: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:43.767 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-39P-OKsrYcKMxdi off=2301178 len=382517 2024-09-16T07:12:43.768 INFO:tasks.workunit.client.0.smithi042.stdout:op 1196 completed, throughput=4.98MB/sec 2024-09-16T07:12:43.768 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i3xyFSLthHS1Vn8 off=4226384 len=1503764 2024-09-16T07:12:43.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 1197 completed, throughput=4.99MB/sec 2024-09-16T07:12:43.770 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hbit2NvGMbPZZCA off=1776516 len=732875 2024-09-16T07:12:43.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 1198 completed, throughput=4.99MB/sec 2024-09-16T07:12:43.774 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ovVgcM46zHWnLJ6 off=4621334 len=371472 2024-09-16T07:12:43.775 INFO:tasks.workunit.client.0.smithi042.stdout:op 1199 completed, throughput=4.99MB/sec 2024-09-16T07:12:43.775 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ydg0Fq8BKRYvaZT off=1279512 len=1235379 2024-09-16T07:12:43.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 1200 completed, throughput=5MB/sec 2024-09-16T07:12:43.782 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TPXF6669KDPVAEk off=1794176 len=1489268 2024-09-16T07:12:43.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 1201 completed, throughput=5MB/sec 2024-09-16T07:12:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:43 smithi164 ceph-mon[88760]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:43 smithi042 ceph-mon[94096]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:43 smithi042 ceph-mon[96574]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:12:44.789 INFO:tasks.workunit.client.0.smithi042.stdout: 235: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:44.789 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-B_p7K3oZGNn_q9w off=608698 len=1648204 2024-09-16T07:12:44.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 1202 completed, throughput=4.99MB/sec 2024-09-16T07:12:44.796 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Rc2jgSyi8vPYdvj off=3073381 len=990321 2024-09-16T07:12:44.802 INFO:tasks.workunit.client.0.smithi042.stdout:op 1203 completed, throughput=4.99MB/sec 2024-09-16T07:12:44.802 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hYmFS_g5ymQSUw6 off=6668101 len=1904198 2024-09-16T07:12:44.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 1204 completed, throughput=5MB/sec 2024-09-16T07:12:45.488 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:12:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=sqlstore.transactions t=2024-09-16T07:12:45.075999146Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T07:12:45.806 INFO:tasks.workunit.client.0.smithi042.stdout: 236: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:45.807 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MSVWvVHVffCMRsj off=12970688 len=1212354 2024-09-16T07:12:45.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 1205 completed, throughput=4.98MB/sec 2024-09-16T07:12:45.813 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tuJ-4J-eARKJ8-H off=12584378 len=960650 2024-09-16T07:12:45.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 1206 completed, throughput=4.99MB/sec 2024-09-16T07:12:45.818 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-POpyzMWocrO7rtL off=12261680 len=1162399 2024-09-16T07:12:45.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 1207 completed, throughput=4.99MB/sec 2024-09-16T07:12:45.824 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yGvVGUCVjMCAse6 off=3558911 len=2083904 2024-09-16T07:12:45.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 1208 completed, throughput=5MB/sec 2024-09-16T07:12:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:45 smithi164 ceph-mon[88760]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:12:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:45 smithi042 ceph-mon[94096]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:12:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:45 smithi042 ceph-mon[96574]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:12:46.838 INFO:tasks.workunit.client.0.smithi042.stdout: 237: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:46.838 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KExLizqbMeK3shc off=5095788 len=935220 2024-09-16T07:12:46.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 1209 completed, throughput=4.98MB/sec 2024-09-16T07:12:46.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tMJGC8VCqSjNEIB off=4689068 len=7420 2024-09-16T07:12:46.841 INFO:tasks.workunit.client.0.smithi042.stdout:op 1210 completed, throughput=4.98MB/sec 2024-09-16T07:12:46.841 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ETUsmXWyKnqBQlD off=12780056 len=1065587 2024-09-16T07:12:46.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 1211 completed, throughput=4.99MB/sec 2024-09-16T07:12:46.843 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2KP9XeSjbmminHm off=0 len=1102970 2024-09-16T07:12:46.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 1212 completed, throughput=4.99MB/sec 2024-09-16T07:12:46.844 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fvhEoT4bmZ9tHam off=0 len=1149396 2024-09-16T07:12:46.850 INFO:tasks.workunit.client.0.smithi042.stdout:op 1213 completed, throughput=5MB/sec 2024-09-16T07:12:46.850 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N701SJuLgcjaZI2 off=5106976 len=1908136 2024-09-16T07:12:46.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 1214 completed, throughput=5MB/sec 2024-09-16T07:12:47.863 INFO:tasks.workunit.client.0.smithi042.stdout: 238: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:47.863 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xHQj0x21a217PLb off=6833409 len=747131 2024-09-16T07:12:47.868 INFO:tasks.workunit.client.0.smithi042.stdout:op 1215 completed, throughput=4.99MB/sec 2024-09-16T07:12:47.868 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q54dFbP2zpcsokU off=19621066 len=1727821 2024-09-16T07:12:47.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 1216 completed, throughput=4.99MB/sec 2024-09-16T07:12:47.875 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nLHQQWa9u-L3u2x off=18899037 len=939835 2024-09-16T07:12:47.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 1217 completed, throughput=5MB/sec 2024-09-16T07:12:47.880 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i-EaQ9llwIFtodO off=20661488 len=2051131 2024-09-16T07:12:47.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 1218 completed, throughput=5MB/sec 2024-09-16T07:12:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:47 smithi164 ceph-mon[88760]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:47 smithi042 ceph-mon[94096]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:47 smithi042 ceph-mon[96574]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:12:48.891 INFO:tasks.workunit.client.0.smithi042.stdout: 239: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:48.891 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PEmY-W7Gm77uZGW off=11158641 len=1145345 2024-09-16T07:12:48.893 INFO:tasks.workunit.client.0.smithi042.stdout:op 1219 completed, throughput=4.99MB/sec 2024-09-16T07:12:48.893 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XKJ8-bFYMZiwf2O off=9074483 len=1484969 2024-09-16T07:12:48.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 1220 completed, throughput=4.99MB/sec 2024-09-16T07:12:48.895 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wl0-ehfG3goffT2 off=3089410 len=1797765 2024-09-16T07:12:48.897 INFO:tasks.workunit.client.0.smithi042.stdout:op 1221 completed, throughput=5MB/sec 2024-09-16T07:12:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:12:49.898 INFO:tasks.workunit.client.0.smithi042.stdout: 240: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:49.898 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kPxfJdeVVzFiVOc off=805920 len=1650482 2024-09-16T07:12:49.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 1222 completed, throughput=4.99MB/sec 2024-09-16T07:12:49.906 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qnJmIMF4PvOyvXg off=15569013 len=1741274 2024-09-16T07:12:49.909 INFO:tasks.workunit.client.0.smithi042.stdout:op 1223 completed, throughput=4.99MB/sec 2024-09-16T07:12:49.909 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SlHaa4wwPzoe74r off=1801901 len=1676836 2024-09-16T07:12:49.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 1224 completed, throughput=5MB/sec 2024-09-16T07:12:49.911 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S-oy_0_aetiWRt3 off=9333369 len=1789179 2024-09-16T07:12:49.918 INFO:tasks.workunit.client.0.smithi042.stdout:op 1225 completed, throughput=5.01MB/sec 2024-09-16T07:12:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:49 smithi164 ceph-mon[88760]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:12:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:49 smithi042 ceph-mon[94096]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:12:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:49 smithi042 ceph-mon[96574]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:12:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: 241: throughput=4.99MB/sec pending data=0 2024-09-16T07:12:50.918 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mSHT_WlYblTx5At off=1019343 len=799767 2024-09-16T07:12:50.920 INFO:tasks.workunit.client.0.smithi042.stdout:op 1226 completed, throughput=4.99MB/sec 2024-09-16T07:12:50.920 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VXbN4dV9YDgd_mc off=13992431 len=1470529 2024-09-16T07:12:50.922 INFO:tasks.workunit.client.0.smithi042.stdout:op 1227 completed, throughput=4.99MB/sec 2024-09-16T07:12:50.922 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DnozL1fz5fNrdlb off=2220737 len=119618 2024-09-16T07:12:50.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 1228 completed, throughput=5MB/sec 2024-09-16T07:12:50.925 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2sLFSF6m_JirEjr off=1646392 len=835977 2024-09-16T07:12:50.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 1229 completed, throughput=5MB/sec 2024-09-16T07:12:50.930 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-plp_kvRpWzqbPlp off=11541829 len=252902 2024-09-16T07:12:50.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 1230 completed, throughput=5MB/sec 2024-09-16T07:12:50.931 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2L-3FIcABwwyq91 off=3356762 len=62499 2024-09-16T07:12:50.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 1231 completed, throughput=5MB/sec 2024-09-16T07:12:50.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AFzAj73F6mrPeMz off=50990 len=877842 2024-09-16T07:12:50.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 1232 completed, throughput=5MB/sec 2024-09-16T07:12:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:12:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:12:51] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:12:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: 242: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:51.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6jGF9tM5kGsBo25 off=5230623 len=409619 2024-09-16T07:12:51.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 1233 completed, throughput=4.98MB/sec 2024-09-16T07:12:51.939 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Suy5LwhsjEalSdz off=8754858 len=2004260 2024-09-16T07:12:51.952 INFO:tasks.workunit.client.0.smithi042.stdout:op 1234 completed, throughput=4.99MB/sec 2024-09-16T07:12:51.952 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vpC9exZqv5iSUWo off=1931595 len=1378843 2024-09-16T07:12:51.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 1235 completed, throughput=5MB/sec 2024-09-16T07:12:51.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tKL2egGIy3Z19n4 off=131589 len=720379 2024-09-16T07:12:51.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 1236 completed, throughput=5MB/sec 2024-09-16T07:12:51.965 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-khPQisrkQHz5vQo off=28832 len=779891 2024-09-16T07:12:51.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 1237 completed, throughput=5MB/sec 2024-09-16T07:12:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:51 smithi164 ceph-mon[88760]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:12:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:51 smithi042 ceph-mon[94096]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:12:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:51 smithi042 ceph-mon[96574]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:12:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:12:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:12:52.967 INFO:tasks.workunit.client.0.smithi042.stdout: 243: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:52.967 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BTFvjjeasDoCODR off=11913303 len=82950 2024-09-16T07:12:52.969 INFO:tasks.workunit.client.0.smithi042.stdout:op 1238 completed, throughput=4.98MB/sec 2024-09-16T07:12:52.969 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CrewYOTQKlAZWMU off=3981639 len=943679 2024-09-16T07:12:52.975 INFO:tasks.workunit.client.0.smithi042.stdout:op 1239 completed, throughput=4.99MB/sec 2024-09-16T07:12:52.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fxcm1dPX_OKOkc0 off=11157195 len=727608 2024-09-16T07:12:52.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 1240 completed, throughput=4.99MB/sec 2024-09-16T07:12:52.979 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bbO4wCxPdUs-YJl off=8416485 len=1239052 2024-09-16T07:12:52.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 1241 completed, throughput=4.99MB/sec 2024-09-16T07:12:52.981 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eHRZ4oiv-HsXWO5 off=10607702 len=744151 2024-09-16T07:12:52.982 INFO:tasks.workunit.client.0.smithi042.stdout:op 1242 completed, throughput=5MB/sec 2024-09-16T07:12:52.982 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-caICS2ZvoxeZBwS off=4810668 len=597116 2024-09-16T07:12:52.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 1243 completed, throughput=5MB/sec 2024-09-16T07:12:52.983 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AOTrq4HFp9fjHiM off=11609163 len=1313782 2024-09-16T07:12:52.984 INFO:tasks.workunit.client.0.smithi042.stdout:op 1244 completed, throughput=5MB/sec 2024-09-16T07:12:53.985 INFO:tasks.workunit.client.0.smithi042.stdout: 244: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:53.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yIBBWr3GoWsunbn off=9089009 len=480986 2024-09-16T07:12:53.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 1245 completed, throughput=4.99MB/sec 2024-09-16T07:12:53.986 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x86HJo1Oyx8za23 off=2482604 len=1848396 2024-09-16T07:12:53.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 1246 completed, throughput=4.99MB/sec 2024-09-16T07:12:53.997 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9j71RvGOiyGbImd off=3944415 len=1446566 2024-09-16T07:12:53.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 1247 completed, throughput=5MB/sec 2024-09-16T07:12:53.999 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nWEzu2SwjRygnTs off=12665759 len=1636960 2024-09-16T07:12:54.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 1248 completed, throughput=5MB/sec 2024-09-16T07:12:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:53 smithi164 ceph-mon[88760]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-16T07:12:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:53 smithi042 ceph-mon[94096]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-16T07:12:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:53 smithi042 ceph-mon[96574]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-09-16T07:12:55.007 INFO:tasks.workunit.client.0.smithi042.stdout: 245: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:55.007 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-93yK0vNGo3TbdTj off=15846171 len=1124618 2024-09-16T07:12:55.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 1249 completed, throughput=4.99MB/sec 2024-09-16T07:12:55.012 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M6rQ97Jzhiu7jJg off=13717232 len=1483468 2024-09-16T07:12:55.022 INFO:tasks.workunit.client.0.smithi042.stdout:op 1250 completed, throughput=4.99MB/sec 2024-09-16T07:12:55.022 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oQPQalm4aae0OE0 off=4774789 len=650724 2024-09-16T07:12:55.026 INFO:tasks.workunit.client.0.smithi042.stdout:op 1251 completed, throughput=5MB/sec 2024-09-16T07:12:55.026 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TpOeY7SumUbvZAo off=8139758 len=1562056 2024-09-16T07:12:55.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 1252 completed, throughput=5MB/sec 2024-09-16T07:12:56.028 INFO:tasks.workunit.client.0.smithi042.stdout: 246: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:56.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9Fv7xYLbHpLLm03 off=12461015 len=219360 2024-09-16T07:12:56.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 1253 completed, throughput=4.98MB/sec 2024-09-16T07:12:56.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m6dsnE4xpUj8QBZ off=8853988 len=112552 2024-09-16T07:12:56.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 1254 completed, throughput=4.98MB/sec 2024-09-16T07:12:56.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O_PDq2W6us42Mnn off=8674729 len=461027 2024-09-16T07:12:56.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 1255 completed, throughput=4.98MB/sec 2024-09-16T07:12:56.030 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uU8J_YGLB-_QXFE off=3686354 len=714441 2024-09-16T07:12:56.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 1256 completed, throughput=4.99MB/sec 2024-09-16T07:12:56.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GuJjdeCoo6aVQFt off=3377456 len=92507 2024-09-16T07:12:56.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 1257 completed, throughput=4.99MB/sec 2024-09-16T07:12:56.035 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_5lme0peaYZfMRa off=1345594 len=239857 2024-09-16T07:12:56.036 INFO:tasks.workunit.client.0.smithi042.stdout:op 1258 completed, throughput=4.99MB/sec 2024-09-16T07:12:56.037 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I0-VtRUfUiKJogB off=5227425 len=926076 2024-09-16T07:12:56.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 1259 completed, throughput=4.99MB/sec 2024-09-16T07:12:56.041 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cRCHCwDlVFvm5p- off=11689260 len=1209863 2024-09-16T07:12:56.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 1260 completed, throughput=5MB/sec 2024-09-16T07:12:56.047 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0d8al8K4ph6kDq_ off=1277842 len=1996490 2024-09-16T07:12:56.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 1261 completed, throughput=5MB/sec 2024-09-16T07:12:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:55 smithi164 ceph-mon[88760]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:12:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:55 smithi042 ceph-mon[94096]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:12:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:55 smithi042 ceph-mon[96574]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:12:57.051 INFO:tasks.workunit.client.0.smithi042.stdout: 247: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:57.051 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iA2jWg4f__bm7z4 off=1762864 len=1691008 2024-09-16T07:12:57.053 INFO:tasks.workunit.client.0.smithi042.stdout:op 1262 completed, throughput=4.99MB/sec 2024-09-16T07:12:57.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y4eoY-rX0B7mRJB off=2325029 len=15102 2024-09-16T07:12:57.056 INFO:tasks.workunit.client.0.smithi042.stdout:op 1263 completed, throughput=4.99MB/sec 2024-09-16T07:12:57.056 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V7-CxrsqDjC2pTU off=3131846 len=556198 2024-09-16T07:12:57.060 INFO:tasks.workunit.client.0.smithi042.stdout:op 1264 completed, throughput=4.99MB/sec 2024-09-16T07:12:57.060 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LAWA_oMfbNBzO05 off=479280 len=1831045 2024-09-16T07:12:57.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 1265 completed, throughput=5MB/sec 2024-09-16T07:12:57.062 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M2TFDBSvTNW8vV5 off=6743425 len=534795 2024-09-16T07:12:57.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 1266 completed, throughput=5MB/sec 2024-09-16T07:12:58.066 INFO:tasks.workunit.client.0.smithi042.stdout: 248: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:58.066 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-flNdjerH9oGU0t1 off=1704142 len=679133 2024-09-16T07:12:58.068 INFO:tasks.workunit.client.0.smithi042.stdout:op 1267 completed, throughput=4.98MB/sec 2024-09-16T07:12:58.068 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-93Etieep1_OGP9I off=4537967 len=955299 2024-09-16T07:12:58.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 1268 completed, throughput=4.99MB/sec 2024-09-16T07:12:58.073 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K93DxdQ12ti5P9Z off=1031975 len=738643 2024-09-16T07:12:58.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 1269 completed, throughput=4.99MB/sec 2024-09-16T07:12:58.075 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZY4mLW6T_kYS8jd off=11593161 len=488965 2024-09-16T07:12:58.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 1270 completed, throughput=4.99MB/sec 2024-09-16T07:12:58.078 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5gCEwTZWs_wk95p off=15924411 len=464535 2024-09-16T07:12:58.079 INFO:tasks.workunit.client.0.smithi042.stdout:op 1271 completed, throughput=4.99MB/sec 2024-09-16T07:12:58.079 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y4EveHnNW4GO5Fo off=12855620 len=1104310 2024-09-16T07:12:58.080 INFO:tasks.workunit.client.0.smithi042.stdout:op 1272 completed, throughput=5MB/sec 2024-09-16T07:12:58.080 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qH2S6RIUHrgfk5t off=16425512 len=1294183 2024-09-16T07:12:58.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 1273 completed, throughput=5MB/sec 2024-09-16T07:12:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:57 smithi164 ceph-mon[88760]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:12:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:57 smithi042 ceph-mon[94096]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:12:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:57 smithi042 ceph-mon[96574]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:12:59.082 INFO:tasks.workunit.client.0.smithi042.stdout: 249: throughput=4.98MB/sec pending data=0 2024-09-16T07:12:59.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2K83xjLUHZ6K1bT off=6487553 len=1483878 2024-09-16T07:12:59.084 INFO:tasks.workunit.client.0.smithi042.stdout:op 1274 completed, throughput=4.99MB/sec 2024-09-16T07:12:59.084 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_-jdnHSMYxY2m_I off=16806535 len=279491 2024-09-16T07:12:59.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 1275 completed, throughput=4.99MB/sec 2024-09-16T07:12:59.087 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_ifFVVOEWpg59XF off=14677165 len=1832142 2024-09-16T07:12:59.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 1276 completed, throughput=5MB/sec 2024-09-16T07:12:59.090 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hhDw9JPtnkTurvZ off=3459453 len=234312 2024-09-16T07:12:59.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 1277 completed, throughput=5MB/sec 2024-09-16T07:12:59.090 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vUIzjXV62prbXU1 off=518859 len=395955 2024-09-16T07:12:59.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 1278 completed, throughput=5MB/sec 2024-09-16T07:12:59.094 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V5LRzwT4IaEc90Z off=10760770 len=962783 2024-09-16T07:12:59.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 1279 completed, throughput=5MB/sec 2024-09-16T07:13:00.095 INFO:tasks.workunit.client.0.smithi042.stdout: 250: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:00.095 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ep4EDispLxKk7md off=15781083 len=1384293 2024-09-16T07:13:00.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 1280 completed, throughput=4.99MB/sec 2024-09-16T07:13:00.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BrZIdx3D1Asxsdo off=10612215 len=610527 2024-09-16T07:13:00.103 INFO:tasks.workunit.client.0.smithi042.stdout:op 1281 completed, throughput=4.99MB/sec 2024-09-16T07:13:00.103 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s60ABfWJaBdDWNV off=647078 len=1724014 2024-09-16T07:13:00.106 INFO:tasks.workunit.client.0.smithi042.stdout:op 1282 completed, throughput=5MB/sec 2024-09-16T07:13:00.106 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7Fo3gGVpgB5FAaA off=1300978 len=411802 2024-09-16T07:13:00.109 INFO:tasks.workunit.client.0.smithi042.stdout:op 1283 completed, throughput=5MB/sec 2024-09-16T07:13:00.110 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q4uG3piZeXXr_U6 off=3392462 len=287192 2024-09-16T07:13:00.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 1284 completed, throughput=5MB/sec 2024-09-16T07:13:00.113 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eFtw8uSsOi87it6 off=16442134 len=587695 2024-09-16T07:13:00.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 1285 completed, throughput=5MB/sec 2024-09-16T07:13:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:12:59 smithi164 ceph-mon[88760]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:13:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:12:59 smithi042 ceph-mon[96574]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:13:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:12:59 smithi042 ceph-mon[94096]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:13:01.117 INFO:tasks.workunit.client.0.smithi042.stdout: 251: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:01.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ha4socCdL_kA_oa off=1576793 len=504513 2024-09-16T07:13:01.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 1286 completed, throughput=4.98MB/sec 2024-09-16T07:13:01.121 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XUhB3j2uDNJ6y-j off=3497079 len=1435172 2024-09-16T07:13:01.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 1287 completed, throughput=4.99MB/sec 2024-09-16T07:13:01.123 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FNBjVY4TH8_aTOI off=7308859 len=893883 2024-09-16T07:13:01.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 1288 completed, throughput=4.99MB/sec 2024-09-16T07:13:01.125 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-umrOgMwLLkqUveZ off=15440537 len=453424 2024-09-16T07:13:01.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 1289 completed, throughput=4.99MB/sec 2024-09-16T07:13:01.127 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wpwpiYP0sx2rKqv off=6491171 len=1571728 2024-09-16T07:13:01.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 1290 completed, throughput=5MB/sec 2024-09-16T07:13:01.129 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A_UHndV0k1RR7Ql off=6333902 len=223844 2024-09-16T07:13:01.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 1291 completed, throughput=5MB/sec 2024-09-16T07:13:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:01] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:13:02.132 INFO:tasks.workunit.client.0.smithi042.stdout: 252: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:02.132 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r2A8rYfSzmneDBt off=20075078 len=2080947 2024-09-16T07:13:02.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 1292 completed, throughput=4.99MB/sec 2024-09-16T07:13:02.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-slzS05_dVMe5J4b off=15333918 len=943847 2024-09-16T07:13:02.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 1293 completed, throughput=4.99MB/sec 2024-09-16T07:13:02.150 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-98LBAdnsWaVzCJ3 off=2734249 len=358705 2024-09-16T07:13:02.153 INFO:tasks.workunit.client.0.smithi042.stdout:op 1294 completed, throughput=4.99MB/sec 2024-09-16T07:13:02.153 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w1FjFoBTlk6okSU off=9714454 len=396675 2024-09-16T07:13:02.154 INFO:tasks.workunit.client.0.smithi042.stdout:op 1295 completed, throughput=4.99MB/sec 2024-09-16T07:13:02.154 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pOh8GGUKBzn5dWn off=1978724 len=457110 2024-09-16T07:13:02.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 1296 completed, throughput=5MB/sec 2024-09-16T07:13:02.156 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9V2_d6RknZ4vHRo off=3283490 len=143357 2024-09-16T07:13:02.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 1297 completed, throughput=5MB/sec 2024-09-16T07:13:02.156 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uPqYY9FARnV86T1 off=16687550 len=338409 2024-09-16T07:13:02.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 1298 completed, throughput=5MB/sec 2024-09-16T07:13:02.157 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-L9ZiLiRR0grt-Ff off=1418977 len=1154706 2024-09-16T07:13:02.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 1299 completed, throughput=5MB/sec 2024-09-16T07:13:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:01 smithi164 ceph-mon[88760]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:13:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:01 smithi042 ceph-mon[94096]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:13:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:01 smithi042 ceph-mon[96574]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:13:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:03.158 INFO:tasks.workunit.client.0.smithi042.stdout: 253: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:03.158 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IfxpvCUW_AyWVPq off=1125378 len=1796347 2024-09-16T07:13:03.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 1300 completed, throughput=4.99MB/sec 2024-09-16T07:13:03.161 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J6XSL6E2N58Wtsm off=10746938 len=1823725 2024-09-16T07:13:03.170 INFO:tasks.workunit.client.0.smithi042.stdout:op 1301 completed, throughput=5MB/sec 2024-09-16T07:13:03.171 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8WZNlsF1t8gxKn2 off=23692621 len=69026 2024-09-16T07:13:03.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 1302 completed, throughput=5MB/sec 2024-09-16T07:13:03.171 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x86HJo1Oyx8za23 off=10387621 len=1169695 2024-09-16T07:13:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 1303 completed, throughput=5MB/sec 2024-09-16T07:13:04.175 INFO:tasks.workunit.client.0.smithi042.stdout: 254: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:04.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zIBO6vaBJCFITOq off=11376999 len=1048509 2024-09-16T07:13:04.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 1304 completed, throughput=4.98MB/sec 2024-09-16T07:13:04.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NWM_DBxswmdqL19 off=18012646 len=1959890 2024-09-16T07:13:04.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 1305 completed, throughput=4.99MB/sec 2024-09-16T07:13:04.190 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KDMGkheW06uD25M off=3701078 len=468507 2024-09-16T07:13:04.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 1306 completed, throughput=4.99MB/sec 2024-09-16T07:13:04.191 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I-Ft_Zm4j8sx1xe off=17721059 len=1634611 2024-09-16T07:13:04.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 1307 completed, throughput=5MB/sec 2024-09-16T07:13:04.192 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G3ybj_cTbX9HwOf off=1864029 len=593859 2024-09-16T07:13:04.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 1308 completed, throughput=5MB/sec 2024-09-16T07:13:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:03 smithi164 ceph-mon[88760]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:03 smithi042 ceph-mon[94096]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:03 smithi042 ceph-mon[96574]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:05.193 INFO:tasks.workunit.client.0.smithi042.stdout: 255: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:05.194 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a_bH_YrQC4CUOvq off=7663761 len=377190 2024-09-16T07:13:05.195 INFO:tasks.workunit.client.0.smithi042.stdout:op 1309 completed, throughput=4.98MB/sec 2024-09-16T07:13:05.195 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fislPG912HOM0vn off=193480 len=1260423 2024-09-16T07:13:05.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 1310 completed, throughput=4.99MB/sec 2024-09-16T07:13:05.197 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4yhXcUlYgqjI9HO off=14507935 len=1607021 2024-09-16T07:13:05.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 1311 completed, throughput=4.99MB/sec 2024-09-16T07:13:05.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CiQqV2bNd7k4mNM off=1384394 len=230998 2024-09-16T07:13:05.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 1312 completed, throughput=5MB/sec 2024-09-16T07:13:05.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1K1AmN5odtbipuW off=9722167 len=1961348 2024-09-16T07:13:05.214 INFO:tasks.workunit.client.0.smithi042.stdout:op 1313 completed, throughput=5MB/sec 2024-09-16T07:13:06.214 INFO:tasks.workunit.client.0.smithi042.stdout: 256: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:06.214 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oc-ie27FAALuxL1 off=14165060 len=1221335 2024-09-16T07:13:06.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 1314 completed, throughput=4.99MB/sec 2024-09-16T07:13:06.221 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TGIbMmWf17HTjbn off=13186528 len=535026 2024-09-16T07:13:06.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 1315 completed, throughput=4.99MB/sec 2024-09-16T07:13:06.223 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QOXH2pNIjBxblSM off=13044117 len=804667 2024-09-16T07:13:06.224 INFO:tasks.workunit.client.0.smithi042.stdout:op 1316 completed, throughput=4.99MB/sec 2024-09-16T07:13:06.224 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7tZ68jg1uRUfjuK off=2839668 len=801495 2024-09-16T07:13:06.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 1317 completed, throughput=4.99MB/sec 2024-09-16T07:13:06.228 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UvW-JsM6a0Rt5sz off=20636407 len=1848737 2024-09-16T07:13:06.231 INFO:tasks.workunit.client.0.smithi042.stdout:op 1318 completed, throughput=5MB/sec 2024-09-16T07:13:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:05 smithi164 ceph-mon[88760]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:13:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:05 smithi042 ceph-mon[94096]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:13:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:05 smithi042 ceph-mon[96574]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:13:07.232 INFO:tasks.workunit.client.0.smithi042.stdout: 257: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:07.232 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mrmZruOznQ1OUDr off=7633727 len=819862 2024-09-16T07:13:07.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 1319 completed, throughput=4.99MB/sec 2024-09-16T07:13:07.237 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-juAWNP28YmyyxWJ off=8605338 len=1445380 2024-09-16T07:13:07.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:13:07.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:13:07.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:13:07.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 1320 completed, throughput=4.99MB/sec 2024-09-16T07:13:07.239 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dQQXNfVqt-zh_Yn off=2542056 len=479326 2024-09-16T07:13:07.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 1321 completed, throughput=4.99MB/sec 2024-09-16T07:13:07.239 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d21BUTQ2QseyYv3 off=2404888 len=508937 2024-09-16T07:13:07.243 INFO:tasks.workunit.client.0.smithi042.stdout:op 1322 completed, throughput=4.99MB/sec 2024-09-16T07:13:07.243 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_X4yqqcg4W4ZS7C off=1206767 len=1849127 2024-09-16T07:13:07.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 1323 completed, throughput=5MB/sec 2024-09-16T07:13:07.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:13:07.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:13:07.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:13:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:13:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:13:07.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:13:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:07 smithi164 ceph-mon[88760]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:08.253 INFO:tasks.workunit.client.0.smithi042.stdout: 258: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:08.253 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T-aaYWL2xZD1PY8 off=4476735 len=2049875 2024-09-16T07:13:08.256 INFO:tasks.workunit.client.0.smithi042.stdout:op 1324 completed, throughput=4.99MB/sec 2024-09-16T07:13:08.256 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CTbVxFAqukXGKiY off=22416988 len=1267394 2024-09-16T07:13:08.263 INFO:tasks.workunit.client.0.smithi042.stdout:op 1325 completed, throughput=4.99MB/sec 2024-09-16T07:13:08.263 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-801yf04vxMCacvs off=0 len=1184308 2024-09-16T07:13:08.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 1326 completed, throughput=5MB/sec 2024-09-16T07:13:08.264 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-evGauQx-pYobsCK off=12261701 len=162549 2024-09-16T07:13:08.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 1327 completed, throughput=5MB/sec 2024-09-16T07:13:08.267 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xMTsClfIApMpyM6 off=55505 len=221636 2024-09-16T07:13:08.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 1328 completed, throughput=5MB/sec 2024-09-16T07:13:08.270 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y3qD3-bMv9F5cZ5 off=7797343 len=659419 2024-09-16T07:13:08.273 INFO:tasks.workunit.client.0.smithi042.stdout:op 1329 completed, throughput=5MB/sec 2024-09-16T07:13:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:07 smithi042 ceph-mon[94096]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:07 smithi042 ceph-mon[96574]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:13:09.273 INFO:tasks.workunit.client.0.smithi042.stdout: 259: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:09.273 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iCaq74IWBuTrvSv off=2979284 len=1764305 2024-09-16T07:13:09.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 1330 completed, throughput=4.99MB/sec 2024-09-16T07:13:09.284 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M0EzFK8O2gcGB_U off=4554695 len=1998379 2024-09-16T07:13:09.287 INFO:tasks.workunit.client.0.smithi042.stdout:op 1331 completed, throughput=5MB/sec 2024-09-16T07:13:09.287 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EiXk0JJbu9Ch6gV off=740596 len=1178821 2024-09-16T07:13:09.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 1332 completed, throughput=5MB/sec 2024-09-16T07:13:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:09 smithi164 ceph-mon[88760]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:13:10.289 INFO:tasks.workunit.client.0.smithi042.stdout: 260: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:10.289 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZGSgFFJU7UByYmT off=6488395 len=923811 2024-09-16T07:13:10.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 1333 completed, throughput=4.98MB/sec 2024-09-16T07:13:10.291 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7IcFFUePlkvPcrT off=13633329 len=1708200 2024-09-16T07:13:10.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 1334 completed, throughput=4.99MB/sec 2024-09-16T07:13:10.293 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QsEsHPeXzLtBVkY off=3831322 len=1205942 2024-09-16T07:13:10.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 1335 completed, throughput=4.99MB/sec 2024-09-16T07:13:10.295 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nxgJkbRj8FUPaBp off=315537 len=1500741 2024-09-16T07:13:10.304 INFO:tasks.workunit.client.0.smithi042.stdout:op 1336 completed, throughput=5MB/sec 2024-09-16T07:13:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:09 smithi042 ceph-mon[94096]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:13:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:09 smithi042 ceph-mon[96574]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:13:11.304 INFO:tasks.workunit.client.0.smithi042.stdout: 261: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:11.305 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cRCHCwDlVFvm5p- off=11833737 len=586347 2024-09-16T07:13:11.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 1337 completed, throughput=4.98MB/sec 2024-09-16T07:13:11.306 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wbXrc7mlD3s-ebU off=204660 len=1378706 2024-09-16T07:13:11.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 1338 completed, throughput=4.99MB/sec 2024-09-16T07:13:11.315 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0ckzc1CQwuH99_7 off=13245221 len=31823 2024-09-16T07:13:11.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 1339 completed, throughput=4.99MB/sec 2024-09-16T07:13:11.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RcJdwfj3aq_XWj2 off=6674022 len=974479 2024-09-16T07:13:11.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 1340 completed, throughput=4.99MB/sec 2024-09-16T07:13:11.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dTAtWNdu9bxL4my off=935378 len=2036888 2024-09-16T07:13:11.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 1341 completed, throughput=5MB/sec 2024-09-16T07:13:11.319 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bj17srfjFl895VR off=371703 len=2093853 2024-09-16T07:13:11.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 1342 completed, throughput=5.01MB/sec 2024-09-16T07:13:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:11] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T07:13:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:11 smithi164 ceph-mon[88760]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:13:12.331 INFO:tasks.workunit.client.0.smithi042.stdout: 262: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:12.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qjzKUhcooYMbpNQ off=1031626 len=463484 2024-09-16T07:13:12.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 1343 completed, throughput=4.99MB/sec 2024-09-16T07:13:12.335 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aNew3aVN1UU5hAc off=7816830 len=1938332 2024-09-16T07:13:12.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 1344 completed, throughput=5MB/sec 2024-09-16T07:13:12.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ONohre3tAPCgzOd off=941499 len=270000 2024-09-16T07:13:12.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 1345 completed, throughput=5MB/sec 2024-09-16T07:13:12.349 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OZ2dUQpQCA9o18w off=1840544 len=95750 2024-09-16T07:13:12.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 1346 completed, throughput=5MB/sec 2024-09-16T07:13:12.351 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-udqlmcYOTwqLGj5 off=3067989 len=991810 2024-09-16T07:13:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:11 smithi042 ceph-mon[96574]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:13:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:11 smithi042 ceph-mon[94096]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:13:12.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 1347 completed, throughput=5MB/sec 2024-09-16T07:13:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:13.356 INFO:tasks.workunit.client.0.smithi042.stdout: 263: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:13.356 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sETXbmhk8ZD2ycy off=7876517 len=1431036 2024-09-16T07:13:13.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 1348 completed, throughput=4.99MB/sec 2024-09-16T07:13:13.359 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k9hLUWlUBPMN-Tn off=2871037 len=1148502 2024-09-16T07:13:13.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 1349 completed, throughput=4.99MB/sec 2024-09-16T07:13:13.365 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_Xbi23xXvSLFVT0 off=4145177 len=1686432 2024-09-16T07:13:13.367 INFO:tasks.workunit.client.0.smithi042.stdout:op 1350 completed, throughput=5MB/sec 2024-09-16T07:13:13.367 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SDcMxHfVswd9qjr off=7371452 len=836145 2024-09-16T07:13:13.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 1351 completed, throughput=5MB/sec 2024-09-16T07:13:13.369 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tOMkB-MSD2FYCqt off=2315339 len=559829 2024-09-16T07:13:13.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 1352 completed, throughput=5MB/sec 2024-09-16T07:13:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:13 smithi164 ceph-mon[88760]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:13:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:13 smithi042 ceph-mon[94096]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:13:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:13 smithi042 ceph-mon[96574]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:13:14.370 INFO:tasks.workunit.client.0.smithi042.stdout: 264: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:14.370 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1bikGTzGcbrhU6h off=4926394 len=684594 2024-09-16T07:13:14.375 INFO:tasks.workunit.client.0.smithi042.stdout:op 1353 completed, throughput=4.99MB/sec 2024-09-16T07:13:14.375 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Gw4dvFO1Cq8QFXt off=9990955 len=1039426 2024-09-16T07:13:14.381 INFO:tasks.workunit.client.0.smithi042.stdout:op 1354 completed, throughput=4.99MB/sec 2024-09-16T07:13:14.381 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bb1Hqz5TKjsAYoY off=1204280 len=269054 2024-09-16T07:13:14.382 INFO:tasks.workunit.client.0.smithi042.stdout:op 1355 completed, throughput=4.99MB/sec 2024-09-16T07:13:14.382 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OkrpE9bAajQpvfo off=1894144 len=1198784 2024-09-16T07:13:14.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 1356 completed, throughput=4.99MB/sec 2024-09-16T07:13:14.388 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uUGM7Ka5L9uJ9MS off=651399 len=1486174 2024-09-16T07:13:14.399 INFO:tasks.workunit.client.0.smithi042.stdout:op 1357 completed, throughput=5MB/sec 2024-09-16T07:13:14.400 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xW66Ofh6srGW6da off=4654443 len=945467 2024-09-16T07:13:14.401 INFO:tasks.workunit.client.0.smithi042.stdout:op 1358 completed, throughput=5MB/sec 2024-09-16T07:13:15.401 INFO:tasks.workunit.client.0.smithi042.stdout: 265: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:15.401 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-E3PlS37ahmK0Oek off=3779131 len=873902 2024-09-16T07:13:15.403 INFO:tasks.workunit.client.0.smithi042.stdout:op 1359 completed, throughput=4.99MB/sec 2024-09-16T07:13:15.403 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GSTqLMLSvZlJnz_ off=1754075 len=1002659 2024-09-16T07:13:15.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 1360 completed, throughput=4.99MB/sec 2024-09-16T07:13:15.409 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UIY1kWtwmY640kO off=4323855 len=1259448 2024-09-16T07:13:15.414 INFO:tasks.workunit.client.0.smithi042.stdout:op 1361 completed, throughput=4.99MB/sec 2024-09-16T07:13:15.414 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZvxusI4iegyE_w9 off=19877063 len=1341143 2024-09-16T07:13:15.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 1362 completed, throughput=5MB/sec 2024-09-16T07:13:15.422 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-c8lWRkLOLHKn6qg off=7409940 len=1200328 2024-09-16T07:13:15.423 INFO:tasks.workunit.client.0.smithi042.stdout:op 1363 completed, throughput=5MB/sec 2024-09-16T07:13:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:15 smithi164 ceph-mon[88760]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:15 smithi042 ceph-mon[94096]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:15 smithi042 ceph-mon[96574]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:16.424 INFO:tasks.workunit.client.0.smithi042.stdout: 266: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:16.424 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hhj4NdaTaNXGm6Y off=16329213 len=984252 2024-09-16T07:13:16.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 1364 completed, throughput=4.99MB/sec 2024-09-16T07:13:16.426 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KRUUS9YHicar5TY off=7129360 len=713924 2024-09-16T07:13:16.430 INFO:tasks.workunit.client.0.smithi042.stdout:op 1365 completed, throughput=4.99MB/sec 2024-09-16T07:13:16.430 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-roqdHUeOG1wGNAx off=7194554 len=1694070 2024-09-16T07:13:16.432 INFO:tasks.workunit.client.0.smithi042.stdout:op 1366 completed, throughput=5MB/sec 2024-09-16T07:13:16.432 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1y3llxjfC4oe_mT off=15068748 len=246539 2024-09-16T07:13:16.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 1367 completed, throughput=5MB/sec 2024-09-16T07:13:16.433 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WEwHHtGZyPBegKm off=1513556 len=216689 2024-09-16T07:13:16.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 1368 completed, throughput=5MB/sec 2024-09-16T07:13:16.436 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mRG7_nRYA-gz9IF off=18268765 len=1966275 2024-09-16T07:13:16.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 1369 completed, throughput=5.01MB/sec 2024-09-16T07:13:17.439 INFO:tasks.workunit.client.0.smithi042.stdout: 267: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:17.439 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3wKKOXiRbFoC-dM off=4820141 len=779057 2024-09-16T07:13:17.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 1370 completed, throughput=4.99MB/sec 2024-09-16T07:13:17.440 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vXwBjkBGiPee7pa off=20153890 len=1067368 2024-09-16T07:13:17.442 INFO:tasks.workunit.client.0.smithi042.stdout:op 1371 completed, throughput=4.99MB/sec 2024-09-16T07:13:17.442 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gvAmImzJtjOcVeO off=11861799 len=1160067 2024-09-16T07:13:17.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 1372 completed, throughput=5MB/sec 2024-09-16T07:13:17.448 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qv_iKer92NJYQe2 off=6692234 len=924076 2024-09-16T07:13:17.453 INFO:tasks.workunit.client.0.smithi042.stdout:op 1373 completed, throughput=5MB/sec 2024-09-16T07:13:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:17 smithi164 ceph-mon[88760]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:17 smithi042 ceph-mon[94096]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:17 smithi042 ceph-mon[96574]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:18.453 INFO:tasks.workunit.client.0.smithi042.stdout: 268: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:18.453 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8wk6vpb1MhYEQ0d off=8010494 len=80321 2024-09-16T07:13:18.454 INFO:tasks.workunit.client.0.smithi042.stdout:op 1374 completed, throughput=4.98MB/sec 2024-09-16T07:13:18.454 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8JgeNNaKoL4l3E7 off=4766273 len=790784 2024-09-16T07:13:18.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 1375 completed, throughput=4.99MB/sec 2024-09-16T07:13:18.455 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ftuwwgs0kdwqyPE off=5006972 len=1850536 2024-09-16T07:13:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:op 1376 completed, throughput=4.99MB/sec 2024-09-16T07:13:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vw5D5mM5c7tbd0g off=10988260 len=1249921 2024-09-16T07:13:18.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 1377 completed, throughput=5MB/sec 2024-09-16T07:13:18.461 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-44aA9w2mb07gtsu off=3012877 len=1939560 2024-09-16T07:13:18.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 1378 completed, throughput=5MB/sec 2024-09-16T07:13:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:19.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:19.469 INFO:tasks.workunit.client.0.smithi042.stdout: 269: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:19.469 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z2R0gL5OFNENPoq off=8476993 len=2008285 2024-09-16T07:13:19.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 1379 completed, throughput=4.99MB/sec 2024-09-16T07:13:19.472 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Tb1sBZkIY2htXeP off=1106682 len=2042052 2024-09-16T07:13:19.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 1380 completed, throughput=5MB/sec 2024-09-16T07:13:19.484 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qSi6v_WLLuVljJK off=610168 len=217650 2024-09-16T07:13:19.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 1381 completed, throughput=5MB/sec 2024-09-16T07:13:19.487 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uE7Wzmp2aGb3Wuf off=2333202 len=1807357 2024-09-16T07:13:19.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 1382 completed, throughput=5MB/sec 2024-09-16T07:13:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:19 smithi164 ceph-mon[88760]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:19 smithi042 ceph-mon[94096]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:19 smithi042 ceph-mon[96574]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:20.497 INFO:tasks.workunit.client.0.smithi042.stdout: 270: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:20.497 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HqcuY1laFl2ErN2 off=11010999 len=1764572 2024-09-16T07:13:20.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 1383 completed, throughput=4.99MB/sec 2024-09-16T07:13:20.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aO3oTLilx4HOjeM off=8482101 len=1590164 2024-09-16T07:13:20.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 1384 completed, throughput=5MB/sec 2024-09-16T07:13:20.511 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ibqxZLBLhg_Rk_O off=1450725 len=1940800 2024-09-16T07:13:20.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 1385 completed, throughput=5MB/sec 2024-09-16T07:13:21.519 INFO:tasks.workunit.client.0.smithi042.stdout: 271: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:21.519 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CuqFhuUZLHEiI2y off=4738378 len=1429807 2024-09-16T07:13:21.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 1386 completed, throughput=4.99MB/sec 2024-09-16T07:13:21.522 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bEpTX6uTRLXyOsd off=21768012 len=1898150 2024-09-16T07:13:21.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 1387 completed, throughput=5MB/sec 2024-09-16T07:13:21.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ofROAvs3s0aU7Zg off=21798292 len=1851483 2024-09-16T07:13:21.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 1388 completed, throughput=5MB/sec 2024-09-16T07:13:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:21] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T07:13:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:21 smithi164 ceph-mon[88760]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:21 smithi042 ceph-mon[94096]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:21 smithi042 ceph-mon[96574]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:22.529 INFO:tasks.workunit.client.0.smithi042.stdout: 272: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:22.529 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T8p4a0fYgYNfHDl off=0 len=1355436 2024-09-16T07:13:22.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 1389 completed, throughput=4.99MB/sec 2024-09-16T07:13:22.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9QcF1OrHK7PDAYx off=360213 len=643015 2024-09-16T07:13:22.536 INFO:tasks.workunit.client.0.smithi042.stdout:op 1390 completed, throughput=4.99MB/sec 2024-09-16T07:13:22.536 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IluUTCv0gBV6OWV off=6131025 len=37490 2024-09-16T07:13:22.538 INFO:tasks.workunit.client.0.smithi042.stdout:op 1391 completed, throughput=4.99MB/sec 2024-09-16T07:13:22.538 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eC8ev24ASjcAyia off=5087542 len=1717584 2024-09-16T07:13:22.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 1392 completed, throughput=5MB/sec 2024-09-16T07:13:22.546 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ISaylGLMnKnJvNI off=988663 len=384106 2024-09-16T07:13:22.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 1393 completed, throughput=5MB/sec 2024-09-16T07:13:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:23.549 INFO:tasks.workunit.client.0.smithi042.stdout: 273: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:23.549 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2f6LADQaouxVLg0 off=645623 len=1042067 2024-09-16T07:13:23.555 INFO:tasks.workunit.client.0.smithi042.stdout:op 1394 completed, throughput=4.99MB/sec 2024-09-16T07:13:23.555 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zlFVm05FfkzPrl0 off=1693493 len=1739196 2024-09-16T07:13:23.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 1395 completed, throughput=4.99MB/sec 2024-09-16T07:13:23.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Zh2ft3UW4psKdwl off=5295938 len=1146035 2024-09-16T07:13:23.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 1396 completed, throughput=5MB/sec 2024-09-16T07:13:23.572 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LVolZW2G9TCk_QK off=11947914 len=480751 2024-09-16T07:13:23.573 INFO:tasks.workunit.client.0.smithi042.stdout:op 1397 completed, throughput=5MB/sec 2024-09-16T07:13:23.573 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sj04s1mtlMx9Xwz off=21108719 len=501237 2024-09-16T07:13:23.577 INFO:tasks.workunit.client.0.smithi042.stdout:op 1398 completed, throughput=5MB/sec 2024-09-16T07:13:23.577 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TqVSpU44wRz4v95 off=15698380 len=1308201 2024-09-16T07:13:23.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 1399 completed, throughput=5MB/sec 2024-09-16T07:13:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:23 smithi164 ceph-mon[88760]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:23 smithi042 ceph-mon[94096]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:23 smithi042 ceph-mon[96574]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:24.579 INFO:tasks.workunit.client.0.smithi042.stdout: 274: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:24.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-csRXLjWJE8tSYwc off=7186840 len=25149 2024-09-16T07:13:24.581 INFO:tasks.workunit.client.0.smithi042.stdout:op 1400 completed, throughput=4.98MB/sec 2024-09-16T07:13:24.581 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BUtzDqNCuvUyLnc off=67849 len=1476534 2024-09-16T07:13:24.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 1401 completed, throughput=4.99MB/sec 2024-09-16T07:13:24.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BsJvWS0SRDUi_c5 off=1494915 len=879235 2024-09-16T07:13:24.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 1402 completed, throughput=4.99MB/sec 2024-09-16T07:13:24.586 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CJipnXVnZTjAkhf off=7720351 len=24328 2024-09-16T07:13:24.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 1403 completed, throughput=4.99MB/sec 2024-09-16T07:13:24.586 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3j1Lu0sMZBWinFS off=4249656 len=1381759 2024-09-16T07:13:24.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 1404 completed, throughput=5MB/sec 2024-09-16T07:13:24.587 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-98NW_v77TMi_kTQ off=0 len=1982327 2024-09-16T07:13:24.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 1405 completed, throughput=5MB/sec 2024-09-16T07:13:25.590 INFO:tasks.workunit.client.0.smithi042.stdout: 275: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:25.590 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3AoxOFFZhCn2bGz off=4115138 len=2010613 2024-09-16T07:13:25.603 INFO:tasks.workunit.client.0.smithi042.stdout:op 1406 completed, throughput=4.99MB/sec 2024-09-16T07:13:25.603 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d21BUTQ2QseyYv3 off=1839651 len=442415 2024-09-16T07:13:25.603 INFO:tasks.workunit.client.0.smithi042.stdout:op 1407 completed, throughput=4.99MB/sec 2024-09-16T07:13:25.603 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0aeaKSkbxP9FQUu off=3165940 len=1208210 2024-09-16T07:13:25.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 1408 completed, throughput=5MB/sec 2024-09-16T07:13:25.605 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hm7RZwoAr8rKqCF off=10468920 len=1654912 2024-09-16T07:13:25.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 1409 completed, throughput=5MB/sec 2024-09-16T07:13:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:25 smithi164 ceph-mon[88760]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:25 smithi042 ceph-mon[94096]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:25 smithi042 ceph-mon[96574]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:13:26.611 INFO:tasks.workunit.client.0.smithi042.stdout: 276: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:26.611 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6cJTfDBz5dK3WlI off=5862540 len=1471766 2024-09-16T07:13:26.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 1410 completed, throughput=4.99MB/sec 2024-09-16T07:13:26.613 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Coo1HW_TL86h7Ne off=4129855 len=1307626 2024-09-16T07:13:26.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 1411 completed, throughput=5MB/sec 2024-09-16T07:13:26.614 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sBslrLp3xszypYD off=66922 len=14376 2024-09-16T07:13:26.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 1412 completed, throughput=5MB/sec 2024-09-16T07:13:26.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Aw6Aq7V19fppQle off=9040081 len=1239997 2024-09-16T07:13:26.618 INFO:tasks.workunit.client.0.smithi042.stdout:op 1413 completed, throughput=5MB/sec 2024-09-16T07:13:27.618 INFO:tasks.workunit.client.0.smithi042.stdout: 277: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:27.619 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NASI4sLpQR_eXQ5 off=2942657 len=564222 2024-09-16T07:13:27.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 1414 completed, throughput=4.98MB/sec 2024-09-16T07:13:27.623 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uzRs4CyF1V-3uq8 off=3328842 len=250196 2024-09-16T07:13:27.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 1415 completed, throughput=4.98MB/sec 2024-09-16T07:13:27.624 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OJTyxXTR4IdD5KE off=5612489 len=1821976 2024-09-16T07:13:27.626 INFO:tasks.workunit.client.0.smithi042.stdout:op 1416 completed, throughput=4.99MB/sec 2024-09-16T07:13:27.626 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p_FdcrsxLJs0wmR off=597378 len=657462 2024-09-16T07:13:27.628 INFO:tasks.workunit.client.0.smithi042.stdout:op 1417 completed, throughput=4.99MB/sec 2024-09-16T07:13:27.628 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X0F4jlBo5JFEOo7 off=18953986 len=1752640 2024-09-16T07:13:27.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 1418 completed, throughput=5MB/sec 2024-09-16T07:13:27.630 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wZCKsYq_aig2P4E off=19448448 len=1092695 2024-09-16T07:13:27.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 1419 completed, throughput=5MB/sec 2024-09-16T07:13:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:27 smithi164 ceph-mon[88760]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:27 smithi042 ceph-mon[94096]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:27 smithi042 ceph-mon[96574]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:13:28.632 INFO:tasks.workunit.client.0.smithi042.stdout: 278: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:28.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AHzCIZE4Eq9LzhU off=3920255 len=1835550 2024-09-16T07:13:28.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 1420 completed, throughput=4.99MB/sec 2024-09-16T07:13:28.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ggdL6shebQ3hDyW off=12244380 len=1804926 2024-09-16T07:13:28.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 1421 completed, throughput=5MB/sec 2024-09-16T07:13:28.643 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-65gu4-Y5wr44qZS off=1217902 len=1511226 2024-09-16T07:13:28.651 INFO:tasks.workunit.client.0.smithi042.stdout:op 1422 completed, throughput=5MB/sec 2024-09-16T07:13:29.651 INFO:tasks.workunit.client.0.smithi042.stdout: 279: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:29.651 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NS9xup_hJnnXWbY off=18697421 len=1671301 2024-09-16T07:13:29.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 1423 completed, throughput=4.99MB/sec 2024-09-16T07:13:29.653 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k7B4DSxeoCMiO5S off=21081267 len=1523936 2024-09-16T07:13:29.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 1424 completed, throughput=5MB/sec 2024-09-16T07:13:29.657 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1_DRd3urlQgG5by off=9884669 len=948188 2024-09-16T07:13:29.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 1425 completed, throughput=5MB/sec 2024-09-16T07:13:29.662 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-25XAuyRxPMk7ZPW off=4485568 len=376462 2024-09-16T07:13:29.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 1426 completed, throughput=5MB/sec 2024-09-16T07:13:29.665 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b1b8RPbtZEr55wE off=3305781 len=1792874 2024-09-16T07:13:29.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 1427 completed, throughput=5.01MB/sec 2024-09-16T07:13:30.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:29 smithi164 ceph-mon[88760]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:29 smithi042 ceph-mon[94096]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:29 smithi042 ceph-mon[96574]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:30.667 INFO:tasks.workunit.client.0.smithi042.stdout: 280: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:30.667 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m0TQf6nd_IjsekR off=5676451 len=451688 2024-09-16T07:13:30.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 1428 completed, throughput=4.99MB/sec 2024-09-16T07:13:30.669 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dSMPdr32XRaL1gK off=12547900 len=254773 2024-09-16T07:13:30.672 INFO:tasks.workunit.client.0.smithi042.stdout:op 1429 completed, throughput=4.99MB/sec 2024-09-16T07:13:30.672 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fk6yjO8x7jnma_D off=5144839 len=972965 2024-09-16T07:13:30.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 1430 completed, throughput=4.99MB/sec 2024-09-16T07:13:30.677 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WzwV72Ry6OuCN-8 off=3079450 len=1850305 2024-09-16T07:13:30.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 1431 completed, throughput=5MB/sec 2024-09-16T07:13:30.679 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fZurf7m73gxBkb_ off=7468015 len=1635608 2024-09-16T07:13:30.690 INFO:tasks.workunit.client.0.smithi042.stdout:op 1432 completed, throughput=5MB/sec 2024-09-16T07:13:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:31] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-09-16T07:13:31.690 INFO:tasks.workunit.client.0.smithi042.stdout: 281: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:31.690 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QZV-MDiLVSxYU3m off=12476730 len=1374272 2024-09-16T07:13:31.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 1433 completed, throughput=4.99MB/sec 2024-09-16T07:13:31.692 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UZ2aCxk2CvKfGbO off=3603953 len=885926 2024-09-16T07:13:31.697 INFO:tasks.workunit.client.0.smithi042.stdout:op 1434 completed, throughput=4.99MB/sec 2024-09-16T07:13:31.697 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Soxil6eFbMg2GvC off=1097402 len=158999 2024-09-16T07:13:31.700 INFO:tasks.workunit.client.0.smithi042.stdout:op 1435 completed, throughput=5MB/sec 2024-09-16T07:13:31.700 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wOvnLUwF_5Kht4C off=5834347 len=1805514 2024-09-16T07:13:31.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 1436 completed, throughput=5MB/sec 2024-09-16T07:13:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:31 smithi164 ceph-mon[88760]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:13:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:31 smithi042 ceph-mon[94096]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:13:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:31 smithi042 ceph-mon[96574]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:13:32.707 INFO:tasks.workunit.client.0.smithi042.stdout: 282: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:32.707 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-59aQsilRDOLgiJA off=5943682 len=1013161 2024-09-16T07:13:32.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 1437 completed, throughput=4.99MB/sec 2024-09-16T07:13:32.712 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Qpv3g3YaBBhdsfS off=2601363 len=832219 2024-09-16T07:13:32.713 INFO:tasks.workunit.client.0.smithi042.stdout:op 1438 completed, throughput=4.99MB/sec 2024-09-16T07:13:32.713 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QwCZJgS3sQaxt7c off=7452116 len=680565 2024-09-16T07:13:32.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 1439 completed, throughput=4.99MB/sec 2024-09-16T07:13:32.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FQv3NBRS_yWExhD off=9868805 len=1720290 2024-09-16T07:13:32.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 1440 completed, throughput=5MB/sec 2024-09-16T07:13:32.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TGFTSVHtWPQnpC3 off=589251 len=254217 2024-09-16T07:13:32.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 1441 completed, throughput=5MB/sec 2024-09-16T07:13:32.724 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AEkN-edCN44t3M2 off=607800 len=2093936 2024-09-16T07:13:32.732 INFO:tasks.workunit.client.0.smithi042.stdout:op 1442 completed, throughput=5.01MB/sec 2024-09-16T07:13:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:33.732 INFO:tasks.workunit.client.0.smithi042.stdout: 283: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:33.733 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ccleYDeX8ghHXku off=2781889 len=241750 2024-09-16T07:13:33.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 1443 completed, throughput=4.99MB/sec 2024-09-16T07:13:33.733 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-idfusx4giHCWPpa off=10696298 len=1150043 2024-09-16T07:13:33.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 1444 completed, throughput=4.99MB/sec 2024-09-16T07:13:33.736 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ghCdrkx-deu13lm off=4964276 len=1416098 2024-09-16T07:13:33.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 1445 completed, throughput=5MB/sec 2024-09-16T07:13:33.742 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8YD5eV6yrN27-kW off=6997135 len=75858 2024-09-16T07:13:33.743 INFO:tasks.workunit.client.0.smithi042.stdout:op 1446 completed, throughput=5MB/sec 2024-09-16T07:13:33.743 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f245JxSm8LDCFJr off=258956 len=287017 2024-09-16T07:13:33.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 1447 completed, throughput=5MB/sec 2024-09-16T07:13:33.747 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xKi-2S-3RS6oPFd off=138325 len=1190660 2024-09-16T07:13:33.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 1448 completed, throughput=5MB/sec 2024-09-16T07:13:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:33 smithi164 ceph-mon[88760]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T07:13:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:33 smithi042 ceph-mon[94096]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T07:13:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:33 smithi042 ceph-mon[96574]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-09-16T07:13:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:34.748 INFO:tasks.workunit.client.0.smithi042.stdout: 284: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:34.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OkqIILFhQSJMjil off=8678361 len=640487 2024-09-16T07:13:34.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 1449 completed, throughput=4.99MB/sec 2024-09-16T07:13:34.753 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0U7_Ns1DQO-E4pL off=23868711 len=1595311 2024-09-16T07:13:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 1450 completed, throughput=4.99MB/sec 2024-09-16T07:13:34.760 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HMII6ttb-jNrwRI off=17037222 len=348758 2024-09-16T07:13:34.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 1451 completed, throughput=4.99MB/sec 2024-09-16T07:13:34.763 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sbmYHxxbbSfWD99 off=10221256 len=1040608 2024-09-16T07:13:34.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 1452 completed, throughput=5MB/sec 2024-09-16T07:13:34.769 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ID3z7YYmEKu-8wt off=0 len=1623772 2024-09-16T07:13:34.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 1453 completed, throughput=5MB/sec 2024-09-16T07:13:35.771 INFO:tasks.workunit.client.0.smithi042.stdout: 285: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:35.772 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e27zeQKFpAkq6Bo off=4288885 len=374468 2024-09-16T07:13:35.775 INFO:tasks.workunit.client.0.smithi042.stdout:op 1454 completed, throughput=4.99MB/sec 2024-09-16T07:13:35.775 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5EunjXeqmHyQA5m off=12411645 len=2046110 2024-09-16T07:13:35.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 1455 completed, throughput=4.99MB/sec 2024-09-16T07:13:35.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XvYxjcIdNMd44JY off=8023743 len=1293281 2024-09-16T07:13:35.791 INFO:tasks.workunit.client.0.smithi042.stdout:op 1456 completed, throughput=5MB/sec 2024-09-16T07:13:35.791 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6jyvYEYo9hWbHtp off=7691574 len=238073 2024-09-16T07:13:35.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 1457 completed, throughput=5MB/sec 2024-09-16T07:13:35.793 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jf9jVx5LPlBU0y8 off=20830641 len=513106 2024-09-16T07:13:35.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 1458 completed, throughput=5MB/sec 2024-09-16T07:13:35.797 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OEFkK4k7eAPzve8 off=7488921 len=1720901 2024-09-16T07:13:35.804 INFO:tasks.workunit.client.0.smithi042.stdout:op 1459 completed, throughput=5MB/sec 2024-09-16T07:13:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:35 smithi164 ceph-mon[88760]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:13:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:35 smithi042 ceph-mon[94096]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:13:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:35 smithi042 ceph-mon[96574]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:13:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: 286: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:36.805 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9LLO37KpceD3v3a off=1506322 len=1888252 2024-09-16T07:13:36.808 INFO:tasks.workunit.client.0.smithi042.stdout:op 1460 completed, throughput=4.99MB/sec 2024-09-16T07:13:36.808 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4BneHlwe_KZ22An off=5742260 len=1180526 2024-09-16T07:13:36.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 1461 completed, throughput=5MB/sec 2024-09-16T07:13:36.813 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vVnxR-YNNWwozH0 off=1695468 len=1073513 2024-09-16T07:13:36.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 1462 completed, throughput=5MB/sec 2024-09-16T07:13:37.818 INFO:tasks.workunit.client.0.smithi042.stdout: 287: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:37.818 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2RyqTpHvf46ffN5 off=693899 len=889588 2024-09-16T07:13:37.823 INFO:tasks.workunit.client.0.smithi042.stdout:op 1463 completed, throughput=4.99MB/sec 2024-09-16T07:13:37.823 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BANzrV7ZiR9L90Z off=4284560 len=340232 2024-09-16T07:13:37.826 INFO:tasks.workunit.client.0.smithi042.stdout:op 1464 completed, throughput=4.99MB/sec 2024-09-16T07:13:37.826 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IAUFXBCJgK1fkPz off=279859 len=736599 2024-09-16T07:13:37.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 1465 completed, throughput=4.99MB/sec 2024-09-16T07:13:37.830 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-umuLffseCRQxlty off=1051077 len=1159012 2024-09-16T07:13:37.835 INFO:tasks.workunit.client.0.smithi042.stdout:op 1466 completed, throughput=4.99MB/sec 2024-09-16T07:13:37.835 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QvDMP_sSrnqYLZ0 off=2898257 len=263447 2024-09-16T07:13:37.838 INFO:tasks.workunit.client.0.smithi042.stdout:op 1467 completed, throughput=4.99MB/sec 2024-09-16T07:13:37.838 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TeM9_9_FbgzMHgx off=1581462 len=1794733 2024-09-16T07:13:37.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 1468 completed, throughput=5MB/sec 2024-09-16T07:13:37.846 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dJtj082HQCSa8_x off=3006144 len=816404 2024-09-16T07:13:37.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 1469 completed, throughput=5MB/sec 2024-09-16T07:13:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:37 smithi164 ceph-mon[88760]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:37 smithi042 ceph-mon[94096]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:38.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:37 smithi042 ceph-mon[96574]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:38.847 INFO:tasks.workunit.client.0.smithi042.stdout: 288: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:38.848 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bK0qJeV3x7bO-NF off=8442227 len=1110912 2024-09-16T07:13:38.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 1470 completed, throughput=4.99MB/sec 2024-09-16T07:13:38.853 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BPQvqW4LgRw9cIX off=2978565 len=1117073 2024-09-16T07:13:38.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 1471 completed, throughput=4.99MB/sec 2024-09-16T07:13:38.855 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TzIcKrG6Kri9HCb off=2524232 len=1362881 2024-09-16T07:13:38.857 INFO:tasks.workunit.client.0.smithi042.stdout:op 1472 completed, throughput=5MB/sec 2024-09-16T07:13:38.857 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J5xe31aosx-D4XP off=1683127 len=778431 2024-09-16T07:13:38.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 1473 completed, throughput=5MB/sec 2024-09-16T07:13:38.861 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N-3Ex2UUBvQNP5L off=14526024 len=459789 2024-09-16T07:13:38.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 1474 completed, throughput=5MB/sec 2024-09-16T07:13:39.862 INFO:tasks.workunit.client.0.smithi042.stdout: 289: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:39.862 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj---XRv8tqki6Un-G off=22262320 len=482409 2024-09-16T07:13:39.866 INFO:tasks.workunit.client.0.smithi042.stdout:op 1475 completed, throughput=4.99MB/sec 2024-09-16T07:13:39.866 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OCY6D0g9Hginekr off=1480771 len=798388 2024-09-16T07:13:39.868 INFO:tasks.workunit.client.0.smithi042.stdout:op 1476 completed, throughput=4.99MB/sec 2024-09-16T07:13:39.868 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J6mC0b72xFxqZkN off=7077498 len=1402660 2024-09-16T07:13:39.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 1477 completed, throughput=4.99MB/sec 2024-09-16T07:13:39.870 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vVU33IEsgxN5_Wz off=10488750 len=65627 2024-09-16T07:13:39.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 1478 completed, throughput=4.99MB/sec 2024-09-16T07:13:39.873 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pB0wjUDI2_IckZ7 off=1114308 len=1264435 2024-09-16T07:13:39.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 1479 completed, throughput=5MB/sec 2024-09-16T07:13:39.874 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1q9n6WwIAEx4Gx4 off=7065007 len=1511313 2024-09-16T07:13:39.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 1480 completed, throughput=5MB/sec 2024-09-16T07:13:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:39 smithi164 ceph-mon[88760]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:13:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:39 smithi042 ceph-mon[94096]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:13:40.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:39 smithi042 ceph-mon[96574]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:13:40.876 INFO:tasks.workunit.client.0.smithi042.stdout: 290: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:40.877 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KOKIAFb8bWa5TOs off=13077949 len=576981 2024-09-16T07:13:40.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 1481 completed, throughput=4.99MB/sec 2024-09-16T07:13:40.881 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--_o70F3hVYeazCN off=1325096 len=748942 2024-09-16T07:13:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 1482 completed, throughput=4.99MB/sec 2024-09-16T07:13:40.882 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3TxsGxrds-Zl7oY off=4188836 len=1017125 2024-09-16T07:13:40.888 INFO:tasks.workunit.client.0.smithi042.stdout:op 1483 completed, throughput=4.99MB/sec 2024-09-16T07:13:40.888 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lsnLCJIN5Q_LXe1 off=313612 len=408552 2024-09-16T07:13:40.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 1484 completed, throughput=4.99MB/sec 2024-09-16T07:13:40.892 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jIsBtNLikWhX8HE off=4470360 len=19519 2024-09-16T07:13:40.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 1485 completed, throughput=4.99MB/sec 2024-09-16T07:13:40.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5r5U8BpvlltZFa9 off=16635867 len=1974735 2024-09-16T07:13:40.896 INFO:tasks.workunit.client.0.smithi042.stdout:op 1486 completed, throughput=5MB/sec 2024-09-16T07:13:40.896 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VVcz3RgHUEoQEfO off=2111488 len=531246 2024-09-16T07:13:40.900 INFO:tasks.workunit.client.0.smithi042.stdout:op 1487 completed, throughput=5MB/sec 2024-09-16T07:13:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:41] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-09-16T07:13:41.900 INFO:tasks.workunit.client.0.smithi042.stdout: 291: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:41.900 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q0mzTwYEI8BQUHT off=1589349 len=1069822 2024-09-16T07:13:41.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 1488 completed, throughput=4.99MB/sec 2024-09-16T07:13:41.906 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DklFmPw8XOq8ll4 off=422954 len=1816334 2024-09-16T07:13:41.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 1489 completed, throughput=4.99MB/sec 2024-09-16T07:13:41.911 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OObcLTjeZVfzs-q off=11735926 len=120522 2024-09-16T07:13:41.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 1490 completed, throughput=4.99MB/sec 2024-09-16T07:13:41.911 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BxOzhwNDfSRt8-F off=1073658 len=2063619 2024-09-16T07:13:41.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 1491 completed, throughput=5MB/sec 2024-09-16T07:13:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:41 smithi164 ceph-mon[88760]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:41 smithi042 ceph-mon[94096]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:41 smithi042 ceph-mon[96574]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:42.913 INFO:tasks.workunit.client.0.smithi042.stdout: 292: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:42.913 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m7D5tIuMyiDceOb off=3030079 len=985228 2024-09-16T07:13:42.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 1492 completed, throughput=4.99MB/sec 2024-09-16T07:13:42.916 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FjlF1shDaueWehX off=8849753 len=637837 2024-09-16T07:13:42.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 1493 completed, throughput=4.99MB/sec 2024-09-16T07:13:42.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RevvNubBV7vDFEE off=2626774 len=1061324 2024-09-16T07:13:42.922 INFO:tasks.workunit.client.0.smithi042.stdout:op 1494 completed, throughput=4.99MB/sec 2024-09-16T07:13:42.922 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BKSqi6iU6mX6YX7 off=619133 len=153150 2024-09-16T07:13:42.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 1495 completed, throughput=4.99MB/sec 2024-09-16T07:13:42.925 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2aYK4xRTQTd0Ec9 off=9276314 len=1498850 2024-09-16T07:13:42.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 1496 completed, throughput=5MB/sec 2024-09-16T07:13:42.932 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LodsSBZQ1Ur1j4c off=1437329 len=214696 2024-09-16T07:13:42.933 INFO:tasks.workunit.client.0.smithi042.stdout:op 1497 completed, throughput=5MB/sec 2024-09-16T07:13:42.933 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rWBDOD7hBY5Y8Ll off=4350572 len=208948 2024-09-16T07:13:42.936 INFO:tasks.workunit.client.0.smithi042.stdout:op 1498 completed, throughput=5MB/sec 2024-09-16T07:13:42.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ufZvy9u16Tuv_ww off=5185890 len=544428 2024-09-16T07:13:42.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 1499 completed, throughput=5MB/sec 2024-09-16T07:13:42.937 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l5JFocwvDrtSev1 off=2276829 len=854809 2024-09-16T07:13:42.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 1500 completed, throughput=5MB/sec 2024-09-16T07:13:43.941 INFO:tasks.workunit.client.0.smithi042.stdout: 293: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:43.941 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FYCeMaAsEPyjH1z off=10705111 len=102317 2024-09-16T07:13:43.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 1501 completed, throughput=4.99MB/sec 2024-09-16T07:13:43.944 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TALMYPgpqt2IqH7 off=3234870 len=1321460 2024-09-16T07:13:43.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 1502 completed, throughput=4.99MB/sec 2024-09-16T07:13:43.945 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g8apJ4QXiIWs5sm off=6418311 len=99670 2024-09-16T07:13:43.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 1503 completed, throughput=4.99MB/sec 2024-09-16T07:13:43.946 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9KYxFEDRDbaJBOm off=17503588 len=1160814 2024-09-16T07:13:43.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 1504 completed, throughput=4.99MB/sec 2024-09-16T07:13:43.952 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eWn7Ggnm1wpkOmR off=9250752 len=88064 2024-09-16T07:13:43.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 1505 completed, throughput=4.99MB/sec 2024-09-16T07:13:43.957 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xopb1doEAouDq60 off=16655089 len=1926345 2024-09-16T07:13:43.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 1506 completed, throughput=5MB/sec 2024-09-16T07:13:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:43 smithi164 ceph-mon[88760]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:43 smithi042 ceph-mon[94096]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:43 smithi042 ceph-mon[96574]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:44.956 INFO:tasks.workunit.client.0.smithi042.stdout: 294: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:44.956 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m2Fu_KbiSldkwso off=10049891 len=413341 2024-09-16T07:13:44.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 1507 completed, throughput=4.99MB/sec 2024-09-16T07:13:44.959 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-edrSdNWJbTfbuXA off=23222425 len=1264023 2024-09-16T07:13:44.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 1508 completed, throughput=4.99MB/sec 2024-09-16T07:13:44.961 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bY73PiFXooCf-I- off=19615504 len=2006440 2024-09-16T07:13:44.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 1509 completed, throughput=5MB/sec 2024-09-16T07:13:44.963 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V_n0pOugLIhkzOy off=1757313 len=2037 2024-09-16T07:13:44.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 1510 completed, throughput=5MB/sec 2024-09-16T07:13:44.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ymdasyfSn1okqWL off=537497 len=1879845 2024-09-16T07:13:44.968 INFO:tasks.workunit.client.0.smithi042.stdout:op 1511 completed, throughput=5MB/sec 2024-09-16T07:13:45.969 INFO:tasks.workunit.client.0.smithi042.stdout: 295: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:45.969 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TI599igPVXbCMbJ off=16015264 len=1599275 2024-09-16T07:13:45.971 INFO:tasks.workunit.client.0.smithi042.stdout:op 1512 completed, throughput=4.99MB/sec 2024-09-16T07:13:45.971 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gZLbr2L8luzOevv off=7797030 len=1243880 2024-09-16T07:13:45.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 1513 completed, throughput=4.99MB/sec 2024-09-16T07:13:45.974 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ssfGQNoURCXk53b off=10436069 len=1474516 2024-09-16T07:13:45.976 INFO:tasks.workunit.client.0.smithi042.stdout:op 1514 completed, throughput=5MB/sec 2024-09-16T07:13:45.976 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wvhDw9YrH5JqFyR off=12391876 len=1083539 2024-09-16T07:13:45.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 1515 completed, throughput=5MB/sec 2024-09-16T07:13:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:45 smithi164 ceph-mon[88760]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:45 smithi042 ceph-mon[94096]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:45 smithi042 ceph-mon[96574]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:13:46.982 INFO:tasks.workunit.client.0.smithi042.stdout: 296: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:46.983 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--91VD5RqWmwFIhb off=11736767 len=1538486 2024-09-16T07:13:46.990 INFO:tasks.workunit.client.0.smithi042.stdout:op 1516 completed, throughput=4.99MB/sec 2024-09-16T07:13:46.990 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N9MR8wdJ7vKaViJ off=7118379 len=1155336 2024-09-16T07:13:46.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 1517 completed, throughput=4.99MB/sec 2024-09-16T07:13:46.991 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AY28bS8QfIewPYV off=12267158 len=877339 2024-09-16T07:13:46.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 1518 completed, throughput=5MB/sec 2024-09-16T07:13:46.992 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YfMTPpH7vPKnylj off=311316 len=1106403 2024-09-16T07:13:46.997 INFO:tasks.workunit.client.0.smithi042.stdout:op 1519 completed, throughput=5MB/sec 2024-09-16T07:13:46.997 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K0NgnnzsqMrJbPd off=7496584 len=682735 2024-09-16T07:13:46.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 1520 completed, throughput=5MB/sec 2024-09-16T07:13:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:47 smithi042 ceph-mon[94096]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:47 smithi042 ceph-mon[96574]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:47 smithi164 ceph-mon[88760]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:13:47.998 INFO:tasks.workunit.client.0.smithi042.stdout: 297: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:47.998 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fislPG912HOM0vn off=1787882 len=453441 2024-09-16T07:13:47.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 1521 completed, throughput=4.99MB/sec 2024-09-16T07:13:47.999 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KMokDriwENr3KZ1 off=483696 len=418435 2024-09-16T07:13:48.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 1522 completed, throughput=4.99MB/sec 2024-09-16T07:13:48.003 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hnrX-u6v7tJFLff off=22001 len=301492 2024-09-16T07:13:48.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 1523 completed, throughput=4.99MB/sec 2024-09-16T07:13:48.006 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HHaKGF3-dRUejZj off=6947845 len=1807894 2024-09-16T07:13:48.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 1524 completed, throughput=4.99MB/sec 2024-09-16T07:13:48.008 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MczIo0l6TT5agP7 off=5499463 len=378769 2024-09-16T07:13:48.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 1525 completed, throughput=5MB/sec 2024-09-16T07:13:48.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fkpg7ffGGgtka4B off=0 len=1441267 2024-09-16T07:13:48.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 1526 completed, throughput=5MB/sec 2024-09-16T07:13:49.018 INFO:tasks.workunit.client.0.smithi042.stdout: 298: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:49.019 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5MeSX_KA2ex5vOG off=0 len=1205964 2024-09-16T07:13:49.020 INFO:tasks.workunit.client.0.smithi042.stdout:op 1527 completed, throughput=4.99MB/sec 2024-09-16T07:13:49.021 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uBK-F66Jqjw5dY_ off=17918371 len=1975107 2024-09-16T07:13:49.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 1528 completed, throughput=4.99MB/sec 2024-09-16T07:13:49.036 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4y9FWlDTNps79HC off=2250849 len=1793499 2024-09-16T07:13:49.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 1529 completed, throughput=5MB/sec 2024-09-16T07:13:49.038 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QpA4Do9IJ-yVhsz off=10332979 len=944711 2024-09-16T07:13:49.042 INFO:tasks.workunit.client.0.smithi042.stdout:op 1530 completed, throughput=5MB/sec 2024-09-16T07:13:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:49 smithi164 ceph-mon[88760]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:49 smithi042 ceph-mon[94096]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:49 smithi042 ceph-mon[96574]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:13:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:13:50.042 INFO:tasks.workunit.client.0.smithi042.stdout: 299: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:50.042 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fNt06j74rjIPOXC off=1702696 len=1107973 2024-09-16T07:13:50.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 1531 completed, throughput=4.99MB/sec 2024-09-16T07:13:50.045 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K3GbLhnQVBSiAPL off=8872070 len=31028 2024-09-16T07:13:50.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 1532 completed, throughput=4.99MB/sec 2024-09-16T07:13:50.048 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Okn27NpsxoYaYR2 off=12329486 len=1912066 2024-09-16T07:13:50.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 1533 completed, throughput=4.99MB/sec 2024-09-16T07:13:50.059 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vXUpPFvIV5K3QuG off=4824389 len=474275 2024-09-16T07:13:50.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 1534 completed, throughput=5MB/sec 2024-09-16T07:13:50.063 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-35r-belpbBYtW2R off=8833885 len=791226 2024-09-16T07:13:50.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 1535 completed, throughput=5MB/sec 2024-09-16T07:13:50.064 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wydj5LQ3EB5XsED off=545801 len=1102577 2024-09-16T07:13:50.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 1536 completed, throughput=5MB/sec 2024-09-16T07:13:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: 300: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:51.066 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lSwsV2wdNk5Dr7a off=3641906 len=1172846 2024-09-16T07:13:51.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 1537 completed, throughput=4.99MB/sec 2024-09-16T07:13:51.073 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eTy07SwcUvjAhYA off=2530052 len=739522 2024-09-16T07:13:51.076 INFO:tasks.workunit.client.0.smithi042.stdout:op 1538 completed, throughput=4.99MB/sec 2024-09-16T07:13:51.076 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W63TTgcMiwbeD1E off=5888757 len=1729750 2024-09-16T07:13:51.086 INFO:tasks.workunit.client.0.smithi042.stdout:op 1539 completed, throughput=5MB/sec 2024-09-16T07:13:51.086 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w9ELi8PtsYfyPLJ off=798781 len=320960 2024-09-16T07:13:51.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 1540 completed, throughput=5MB/sec 2024-09-16T07:13:51.087 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NqyRbZjZM7tzTpE off=10664705 len=1149416 2024-09-16T07:13:51.088 INFO:tasks.workunit.client.0.smithi042.stdout:op 1541 completed, throughput=5MB/sec 2024-09-16T07:13:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:51 smithi164 ceph-mon[88760]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:51 smithi042 ceph-mon[94096]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:51 smithi042 ceph-mon[96574]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:13:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:13:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:13:51] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T07:13:52.088 INFO:tasks.workunit.client.0.smithi042.stdout: 301: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:52.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NnbzmB3Fv3ZawoA off=2669459 len=1774556 2024-09-16T07:13:52.092 INFO:tasks.workunit.client.0.smithi042.stdout:op 1542 completed, throughput=4.99MB/sec 2024-09-16T07:13:52.092 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gtWaxjJCT8ieb38 off=11028868 len=454179 2024-09-16T07:13:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:op 1543 completed, throughput=4.99MB/sec 2024-09-16T07:13:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h92zhu9uqbcX7OB off=7152401 len=154786 2024-09-16T07:13:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:op 1544 completed, throughput=4.99MB/sec 2024-09-16T07:13:52.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qPX3Jaxs9HFPrdU off=208484 len=82392 2024-09-16T07:13:52.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 1545 completed, throughput=4.99MB/sec 2024-09-16T07:13:52.099 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-acnxtVfD_Zs8dAM off=6914150 len=1993283 2024-09-16T07:13:52.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 1546 completed, throughput=5MB/sec 2024-09-16T07:13:52.107 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-shVvbRVlYapgg69 off=12020969 len=1605361 2024-09-16T07:13:52.110 INFO:tasks.workunit.client.0.smithi042.stdout:op 1547 completed, throughput=5MB/sec 2024-09-16T07:13:52.741 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:13:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:13:53.111 INFO:tasks.workunit.client.0.smithi042.stdout: 302: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:53.111 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A17qfCAEFyIN9nX off=1869061 len=2064127 2024-09-16T07:13:53.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 1548 completed, throughput=4.99MB/sec 2024-09-16T07:13:53.114 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-acA35dQ3OvclMsv off=2684338 len=908804 2024-09-16T07:13:53.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 1549 completed, throughput=5MB/sec 2024-09-16T07:13:53.119 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_w5RLW4Fmt1zJhV off=9435550 len=1521260 2024-09-16T07:13:53.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 1550 completed, throughput=5MB/sec 2024-09-16T07:13:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:53 smithi164 ceph-mon[88760]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:13:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:53 smithi042 ceph-mon[94096]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:13:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:53 smithi042 ceph-mon[96574]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:13:54.122 INFO:tasks.workunit.client.0.smithi042.stdout: 303: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:54.122 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zZlWo7a0kZT1gRV off=6658997 len=1557734 2024-09-16T07:13:54.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 1551 completed, throughput=4.99MB/sec 2024-09-16T07:13:54.130 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W3SAktY4lThzHd2 off=3380550 len=1142264 2024-09-16T07:13:54.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 1552 completed, throughput=4.99MB/sec 2024-09-16T07:13:54.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7AXeJ9v3VuN0SpJ off=5409929 len=1864951 2024-09-16T07:13:54.142 INFO:tasks.workunit.client.0.smithi042.stdout:op 1553 completed, throughput=5MB/sec 2024-09-16T07:13:54.142 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a8SzW01OWaYdP76 off=2287649 len=1461993 2024-09-16T07:13:54.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 1554 completed, throughput=5MB/sec 2024-09-16T07:13:55.149 INFO:tasks.workunit.client.0.smithi042.stdout: 304: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:55.149 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C8Tukfs1tSGWgJJ off=4810396 len=329094 2024-09-16T07:13:55.152 INFO:tasks.workunit.client.0.smithi042.stdout:op 1555 completed, throughput=4.99MB/sec 2024-09-16T07:13:55.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-99ZR_uNVtXpyzd6 off=239774 len=542568 2024-09-16T07:13:55.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 1556 completed, throughput=4.99MB/sec 2024-09-16T07:13:55.156 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YSS2IseMfbz8Job off=4669138 len=1853775 2024-09-16T07:13:55.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 1557 completed, throughput=4.99MB/sec 2024-09-16T07:13:55.165 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-p1xOsoQXRA0tPpr off=12415964 len=364699 2024-09-16T07:13:55.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 1558 completed, throughput=5MB/sec 2024-09-16T07:13:55.168 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6jw_4e18uwufNcl off=12125247 len=263676 2024-09-16T07:13:55.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 1559 completed, throughput=5MB/sec 2024-09-16T07:13:55.172 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RevvNubBV7vDFEE off=4681254 len=1029564 2024-09-16T07:13:55.177 INFO:tasks.workunit.client.0.smithi042.stdout:op 1560 completed, throughput=5MB/sec 2024-09-16T07:13:55.177 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6pJLd__QXeW7GCz off=11948775 len=353209 2024-09-16T07:13:55.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 1561 completed, throughput=5MB/sec 2024-09-16T07:13:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:55 smithi164 ceph-mon[88760]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:13:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:55 smithi042 ceph-mon[94096]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:13:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:55 smithi042 ceph-mon[96574]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:13:56.180 INFO:tasks.workunit.client.0.smithi042.stdout: 305: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:56.180 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1iIiQvdt8i0yvli off=5012763 len=579153 2024-09-16T07:13:56.184 INFO:tasks.workunit.client.0.smithi042.stdout:op 1562 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.184 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vS6co9H5Mlb8GkR off=10639546 len=386778 2024-09-16T07:13:56.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 1563 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.188 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uEenZ5erDD9pnBt off=10966383 len=892498 2024-09-16T07:13:56.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 1564 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.193 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A17qfCAEFyIN9nX off=727365 len=889702 2024-09-16T07:13:56.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 1565 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.194 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k8FEi-cw3Urjgxm off=7296418 len=156598 2024-09-16T07:13:56.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 1566 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.196 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EYdN-qAr4qoz7qU off=21449370 len=188812 2024-09-16T07:13:56.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 1567 completed, throughput=4.99MB/sec 2024-09-16T07:13:56.197 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EOALP44ounKvM19 off=1681825 len=1643283 2024-09-16T07:13:56.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 1568 completed, throughput=5MB/sec 2024-09-16T07:13:56.198 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LSaiqrv2nTwdoMH off=1715865 len=1870444 2024-09-16T07:13:56.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 1569 completed, throughput=5MB/sec 2024-09-16T07:13:57.209 INFO:tasks.workunit.client.0.smithi042.stdout: 306: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:57.209 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-boSpcSswYuXD4Q1 off=7522448 len=1118360 2024-09-16T07:13:57.215 INFO:tasks.workunit.client.0.smithi042.stdout:op 1570 completed, throughput=4.99MB/sec 2024-09-16T07:13:57.215 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k7XVC6uuG9H3DpI off=17984086 len=741448 2024-09-16T07:13:57.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 1571 completed, throughput=4.99MB/sec 2024-09-16T07:13:57.220 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sq0BUftD75fBBiS off=8782261 len=471371 2024-09-16T07:13:57.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 1572 completed, throughput=5MB/sec 2024-09-16T07:13:57.221 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CGuRgXlgasYNRy8 off=7050139 len=217196 2024-09-16T07:13:57.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 1573 completed, throughput=5MB/sec 2024-09-16T07:13:57.221 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TZ22LmvP9rvL3EQ off=8732285 len=401808 2024-09-16T07:13:57.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 1574 completed, throughput=5MB/sec 2024-09-16T07:13:57.225 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1y07AWk1CfL4Ffh off=12552507 len=950034 2024-09-16T07:13:57.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 1575 completed, throughput=5MB/sec 2024-09-16T07:13:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:57 smithi164 ceph-mon[88760]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:57 smithi042 ceph-mon[94096]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:57 smithi042 ceph-mon[96574]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:13:58.227 INFO:tasks.workunit.client.0.smithi042.stdout: 307: throughput=4.98MB/sec pending data=0 2024-09-16T07:13:58.227 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AzhMB8gBq8CV2nA off=4393988 len=1779401 2024-09-16T07:13:58.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 1576 completed, throughput=4.99MB/sec 2024-09-16T07:13:58.237 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sm5qlKViGqJyEQF off=12770818 len=2039598 2024-09-16T07:13:58.240 INFO:tasks.workunit.client.0.smithi042.stdout:op 1577 completed, throughput=5MB/sec 2024-09-16T07:13:58.240 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pJHyoI6PpIEdWjn off=10663503 len=1277816 2024-09-16T07:13:58.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 1578 completed, throughput=5MB/sec 2024-09-16T07:13:58.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RMATkf_chmNWrtj off=9797494 len=1671257 2024-09-16T07:13:58.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 1579 completed, throughput=5MB/sec 2024-09-16T07:13:59.253 INFO:tasks.workunit.client.0.smithi042.stdout: 308: throughput=4.99MB/sec pending data=0 2024-09-16T07:13:59.253 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lzLm6iog9Wvru9z off=7105944 len=1838423 2024-09-16T07:13:59.257 INFO:tasks.workunit.client.0.smithi042.stdout:op 1580 completed, throughput=4.99MB/sec 2024-09-16T07:13:59.257 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--_3dWPwzdDBVi0Z off=7300166 len=961485 2024-09-16T07:13:59.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 1581 completed, throughput=5MB/sec 2024-09-16T07:13:59.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2O1B1MuqfGfXh72 off=297503 len=1641255 2024-09-16T07:13:59.271 INFO:tasks.workunit.client.0.smithi042.stdout:op 1582 completed, throughput=5MB/sec 2024-09-16T07:13:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:13:59 smithi164 ceph-mon[88760]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:13:59 smithi042 ceph-mon[94096]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:13:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:13:59 smithi042 ceph-mon[96574]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:14:00.272 INFO:tasks.workunit.client.0.smithi042.stdout: 309: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:00.272 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lAz5U5hV-EEnV0E off=16175033 len=705486 2024-09-16T07:14:00.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 1583 completed, throughput=4.99MB/sec 2024-09-16T07:14:00.277 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sru7XAqgJF2hJb6 off=7161783 len=88200 2024-09-16T07:14:00.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 1584 completed, throughput=4.99MB/sec 2024-09-16T07:14:00.279 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JUX6hdtSKVKCYpm off=1170919 len=1770796 2024-09-16T07:14:00.283 INFO:tasks.workunit.client.0.smithi042.stdout:op 1585 completed, throughput=4.99MB/sec 2024-09-16T07:14:00.283 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wydj5LQ3EB5XsED off=1665814 len=1840036 2024-09-16T07:14:00.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 1586 completed, throughput=5MB/sec 2024-09-16T07:14:00.285 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uLBPHUuCLvFi8iI off=1908084 len=116968 2024-09-16T07:14:00.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 1587 completed, throughput=5MB/sec 2024-09-16T07:14:00.288 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BVSr2HpzY3sNRG4 off=2433637 len=167309 2024-09-16T07:14:00.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 1588 completed, throughput=5MB/sec 2024-09-16T07:14:00.291 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dLJL9OIV5czjPx4 off=5249454 len=2083744 2024-09-16T07:14:00.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 1589 completed, throughput=5.01MB/sec 2024-09-16T07:14:01.303 INFO:tasks.workunit.client.0.smithi042.stdout: 310: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:01.304 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MGIMLxwtbbWCtGH off=4530744 len=1668850 2024-09-16T07:14:01.307 INFO:tasks.workunit.client.0.smithi042.stdout:op 1590 completed, throughput=4.99MB/sec 2024-09-16T07:14:01.307 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W2DpA5_iBZ1kClP off=19301242 len=366977 2024-09-16T07:14:01.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 1591 completed, throughput=5MB/sec 2024-09-16T07:14:01.308 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bGRndwKBDoxOYCB off=2722891 len=1444163 2024-09-16T07:14:01.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 1592 completed, throughput=5MB/sec 2024-09-16T07:14:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:01 smithi164 ceph-mon[88760]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:14:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:01 smithi042 ceph-mon[94096]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:14:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:01 smithi042 ceph-mon[96574]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:14:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:01] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T07:14:02.315 INFO:tasks.workunit.client.0.smithi042.stdout: 311: throughput=4.98MB/sec pending data=0 2024-09-16T07:14:02.315 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UCQUo9gSwYIDsBR off=12858847 len=2092641 2024-09-16T07:14:02.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 1593 completed, throughput=4.99MB/sec 2024-09-16T07:14:02.329 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z5KroIJMGjtTptm off=1196439 len=1977418 2024-09-16T07:14:02.337 INFO:tasks.workunit.client.0.smithi042.stdout:op 1594 completed, throughput=5MB/sec 2024-09-16T07:14:02.337 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sn6Pg6P05ZPfuO8 off=12142448 len=2086764 2024-09-16T07:14:02.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 1595 completed, throughput=5MB/sec 2024-09-16T07:14:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:03.341 INFO:tasks.workunit.client.0.smithi042.stdout: 312: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:03.341 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-URS11c2MfdmXSCz off=11816983 len=1583581 2024-09-16T07:14:03.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 1596 completed, throughput=4.99MB/sec 2024-09-16T07:14:03.344 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5Vr0x2CSVkg0zb2 off=432353 len=1391935 2024-09-16T07:14:03.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 1597 completed, throughput=5MB/sec 2024-09-16T07:14:03.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SPWfoVzcHKpJh4Y off=13440275 len=304476 2024-09-16T07:14:03.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 1598 completed, throughput=5MB/sec 2024-09-16T07:14:03.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sRd5nhkle4NIS2o off=7149364 len=1517744 2024-09-16T07:14:03.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 1599 completed, throughput=5MB/sec 2024-09-16T07:14:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:03 smithi164 ceph-mon[88760]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:03 smithi042 ceph-mon[94096]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:03 smithi042 ceph-mon[96574]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:04.356 INFO:tasks.workunit.client.0.smithi042.stdout: 313: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:04.357 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qmFHBPJqQ7KMh7u off=13022314 len=1368076 2024-09-16T07:14:04.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 1600 completed, throughput=4.99MB/sec 2024-09-16T07:14:04.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DeylcGo_1ighZHE off=1311802 len=988409 2024-09-16T07:14:04.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 1601 completed, throughput=4.99MB/sec 2024-09-16T07:14:04.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dL8AnSRoOX_HnOa off=1656350 len=291148 2024-09-16T07:14:04.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 1602 completed, throughput=4.99MB/sec 2024-09-16T07:14:04.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e_FUN9oHebWZ3fl off=6173412 len=426314 2024-09-16T07:14:04.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 1603 completed, throughput=4.99MB/sec 2024-09-16T07:14:04.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6M2pVLfM2RzAe-h off=804671 len=1439974 2024-09-16T07:14:04.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 1604 completed, throughput=5MB/sec 2024-09-16T07:14:04.373 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QJZeft_fVmLMU6d off=3688862 len=1039326 2024-09-16T07:14:04.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 1605 completed, throughput=5MB/sec 2024-09-16T07:14:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:05.377 INFO:tasks.workunit.client.0.smithi042.stdout: 314: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:05.377 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jf1aIGmiX6B4Gtj off=3675190 len=457030 2024-09-16T07:14:05.378 INFO:tasks.workunit.client.0.smithi042.stdout:op 1606 completed, throughput=4.99MB/sec 2024-09-16T07:14:05.378 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MYlmUeH5dhZVnc- off=12014320 len=1164045 2024-09-16T07:14:05.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 1607 completed, throughput=4.99MB/sec 2024-09-16T07:14:05.386 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--4YwiLNVl0QKsoW off=11668243 len=176770 2024-09-16T07:14:05.389 INFO:tasks.workunit.client.0.smithi042.stdout:op 1608 completed, throughput=4.99MB/sec 2024-09-16T07:14:05.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fli74Vsksl7lE52 off=4703422 len=672248 2024-09-16T07:14:05.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 1609 completed, throughput=4.99MB/sec 2024-09-16T07:14:05.393 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hywTjy_rmVc6l1w off=10045983 len=1878504 2024-09-16T07:14:05.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 1610 completed, throughput=5MB/sec 2024-09-16T07:14:05.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rjWxfMxtYDxUIcz off=2864365 len=1745835 2024-09-16T07:14:05.412 INFO:tasks.workunit.client.0.smithi042.stdout:op 1611 completed, throughput=5MB/sec 2024-09-16T07:14:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:05 smithi164 ceph-mon[88760]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:14:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:05 smithi042 ceph-mon[94096]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:14:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:05 smithi042 ceph-mon[96574]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:14:06.412 INFO:tasks.workunit.client.0.smithi042.stdout: 315: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:06.412 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k0UHbRGsi0oFtYF off=4496049 len=1689928 2024-09-16T07:14:06.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 1612 completed, throughput=4.99MB/sec 2024-09-16T07:14:06.418 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tn-yvZL-iQ-BI5E off=3804968 len=609621 2024-09-16T07:14:06.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 1613 completed, throughput=4.99MB/sec 2024-09-16T07:14:06.422 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SXvAoIFC1otE4OB off=21649373 len=1238200 2024-09-16T07:14:06.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 1614 completed, throughput=5MB/sec 2024-09-16T07:14:06.428 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OutFI2AC4P0Gk6D off=6007110 len=2019851 2024-09-16T07:14:06.430 INFO:tasks.workunit.client.0.smithi042.stdout:op 1615 completed, throughput=5MB/sec 2024-09-16T07:14:07.430 INFO:tasks.workunit.client.0.smithi042.stdout: 316: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:07.430 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W18whAryvtXU94w off=2281137 len=531004 2024-09-16T07:14:07.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 1616 completed, throughput=4.99MB/sec 2024-09-16T07:14:07.431 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MzZk0qhxadhW0ia off=2192236 len=1267413 2024-09-16T07:14:07.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 1617 completed, throughput=4.99MB/sec 2024-09-16T07:14:07.433 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NergRNFhKgOWLuW off=4087510 len=9857 2024-09-16T07:14:07.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 1618 completed, throughput=4.99MB/sec 2024-09-16T07:14:07.433 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UIsQm0DYOJZhDZ_ off=21309229 len=1750896 2024-09-16T07:14:07.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 1619 completed, throughput=5MB/sec 2024-09-16T07:14:07.435 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eJwKAX3dF_RghQk off=12624596 len=2069181 2024-09-16T07:14:07.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 1620 completed, throughput=5.01MB/sec 2024-09-16T07:14:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:07 smithi164 ceph-mon[88760]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:14:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:14:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:14:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:14:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:14:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[94096]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:14:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[96574]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:14:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:14:08.445 INFO:tasks.workunit.client.0.smithi042.stdout: 317: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:08.445 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-emsElhte2Az2f2W off=19119128 len=1208122 2024-09-16T07:14:08.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 1621 completed, throughput=4.99MB/sec 2024-09-16T07:14:08.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B82FU2dp2GI6cE8 off=4606886 len=553469 2024-09-16T07:14:08.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 1622 completed, throughput=4.99MB/sec 2024-09-16T07:14:08.452 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EQ3clHVU_V4P4A5 off=4664906 len=939100 2024-09-16T07:14:08.454 INFO:tasks.workunit.client.0.smithi042.stdout:op 1623 completed, throughput=5MB/sec 2024-09-16T07:14:08.454 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bJIbMelR48e1fOK off=929654 len=1148322 2024-09-16T07:14:08.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 1624 completed, throughput=5MB/sec 2024-09-16T07:14:09.460 INFO:tasks.workunit.client.0.smithi042.stdout: 318: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:09.460 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4BneHlwe_KZ22An off=2952303 len=764094 2024-09-16T07:14:09.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 1625 completed, throughput=4.99MB/sec 2024-09-16T07:14:09.465 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pTLMS-au8bezrXZ off=18008421 len=296837 2024-09-16T07:14:09.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 1626 completed, throughput=4.99MB/sec 2024-09-16T07:14:09.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YDIEI_52VY8te3Z off=132854 len=662239 2024-09-16T07:14:09.469 INFO:tasks.workunit.client.0.smithi042.stdout:op 1627 completed, throughput=4.99MB/sec 2024-09-16T07:14:09.469 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XzWb8tqajY7lF4w off=6591926 len=1907304 2024-09-16T07:14:09.471 INFO:tasks.workunit.client.0.smithi042.stdout:op 1628 completed, throughput=5MB/sec 2024-09-16T07:14:09.471 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S69M7jZm81IaTFH off=9465557 len=1990334 2024-09-16T07:14:09.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 1629 completed, throughput=5MB/sec 2024-09-16T07:14:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:09 smithi164 ceph-mon[88760]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:14:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:09 smithi042 ceph-mon[94096]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:14:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:09 smithi042 ceph-mon[96574]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:14:10.483 INFO:tasks.workunit.client.0.smithi042.stdout: 319: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:10.483 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1CCKjfAVZ1iuoQt off=10503650 len=206603 2024-09-16T07:14:10.483 INFO:tasks.workunit.client.0.smithi042.stdout:op 1630 completed, throughput=4.99MB/sec 2024-09-16T07:14:10.483 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2oVmSq8JhlltPRY off=12179990 len=375968 2024-09-16T07:14:10.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 1631 completed, throughput=4.99MB/sec 2024-09-16T07:14:10.484 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q67VK3n2DOZ_r9z off=10771860 len=251896 2024-09-16T07:14:10.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 1632 completed, throughput=4.99MB/sec 2024-09-16T07:14:10.487 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f6SsB36acGkvsk- off=2930157 len=905837 2024-09-16T07:14:10.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 1633 completed, throughput=4.99MB/sec 2024-09-16T07:14:10.488 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oNqH9RESjOa2uvl off=3333100 len=469719 2024-09-16T07:14:10.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 1634 completed, throughput=4.99MB/sec 2024-09-16T07:14:10.489 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pzzLGpRZOn791FP off=7416950 len=1388433 2024-09-16T07:14:10.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 1635 completed, throughput=5MB/sec 2024-09-16T07:14:10.491 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HjnfirzWKDC0Jku off=158673 len=672334 2024-09-16T07:14:10.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 1636 completed, throughput=5MB/sec 2024-09-16T07:14:10.492 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CYNekQloPZx5xjI off=14584451 len=364712 2024-09-16T07:14:10.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 1637 completed, throughput=5MB/sec 2024-09-16T07:14:10.493 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XkmDJrbaVzI_4wz off=7152995 len=852100 2024-09-16T07:14:10.494 INFO:tasks.workunit.client.0.smithi042.stdout:op 1638 completed, throughput=5MB/sec 2024-09-16T07:14:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:11 smithi164 ceph-mon[88760]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:14:11.495 INFO:tasks.workunit.client.0.smithi042.stdout: 320: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:11.495 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sBZMO3GLsMN6EVP off=5483869 len=652191 2024-09-16T07:14:11.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 1639 completed, throughput=4.99MB/sec 2024-09-16T07:14:11.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lqGjfrs-80HSgAq off=4365045 len=1095641 2024-09-16T07:14:11.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 1640 completed, throughput=4.99MB/sec 2024-09-16T07:14:11.502 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ciuYaJdzuulJWEX off=5719016 len=1227199 2024-09-16T07:14:11.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 1641 completed, throughput=5MB/sec 2024-09-16T07:14:11.507 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eOAtGAFTPUSZR2c off=9049512 len=748145 2024-09-16T07:14:11.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 1642 completed, throughput=5MB/sec 2024-09-16T07:14:11.512 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cFNM4w35qHlZQY- off=2019988 len=1013958 2024-09-16T07:14:11.512 INFO:tasks.workunit.client.0.smithi042.stdout:op 1643 completed, throughput=5MB/sec 2024-09-16T07:14:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:11 smithi042 ceph-mon[94096]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:14:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:11 smithi042 ceph-mon[96574]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:14:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:11] "GET /metrics HTTP/1.1" 200 33987 "" "Prometheus/2.43.0" 2024-09-16T07:14:12.513 INFO:tasks.workunit.client.0.smithi042.stdout: 321: throughput=4.98MB/sec pending data=0 2024-09-16T07:14:12.513 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4JbQO1zYARpJ62E off=689365 len=371744 2024-09-16T07:14:12.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 1644 completed, throughput=4.99MB/sec 2024-09-16T07:14:12.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g2cPZOR7mQ1NqY5 off=301058 len=1876079 2024-09-16T07:14:12.520 INFO:tasks.workunit.client.0.smithi042.stdout:op 1645 completed, throughput=4.99MB/sec 2024-09-16T07:14:12.521 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XEC63-kkmVx-2NH off=4612678 len=400339 2024-09-16T07:14:12.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 1646 completed, throughput=4.99MB/sec 2024-09-16T07:14:12.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FAHAb5yVNJRcA79 off=5577982 len=502682 2024-09-16T07:14:12.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 1647 completed, throughput=4.99MB/sec 2024-09-16T07:14:12.525 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ftVmOGR_z8lZN6Z off=2580757 len=494801 2024-09-16T07:14:12.529 INFO:tasks.workunit.client.0.smithi042.stdout:op 1648 completed, throughput=5MB/sec 2024-09-16T07:14:12.530 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mYj7x5tkyo8_zkp off=5079642 len=1459612 2024-09-16T07:14:12.531 INFO:tasks.workunit.client.0.smithi042.stdout:op 1649 completed, throughput=5MB/sec 2024-09-16T07:14:12.531 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RYOzXVTisOKU15_ off=16297538 len=975509 2024-09-16T07:14:12.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 1650 completed, throughput=5MB/sec 2024-09-16T07:14:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:13 smithi164 ceph-mon[88760]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:13.533 INFO:tasks.workunit.client.0.smithi042.stdout: 322: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:13.533 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o2r0hn10WVBiYKz off=5637844 len=146925 2024-09-16T07:14:13.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 1651 completed, throughput=4.99MB/sec 2024-09-16T07:14:13.534 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CGjcwNkwqvg0pGh off=1707582 len=941120 2024-09-16T07:14:13.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 1652 completed, throughput=4.99MB/sec 2024-09-16T07:14:13.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ss2kd9298t529Bw off=8196608 len=2023118 2024-09-16T07:14:13.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 1653 completed, throughput=5MB/sec 2024-09-16T07:14:13.550 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lwTCzomLmc0G3bY off=7174373 len=914121 2024-09-16T07:14:13.555 INFO:tasks.workunit.client.0.smithi042.stdout:op 1654 completed, throughput=5MB/sec 2024-09-16T07:14:13.555 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6b7uTqHwqBwi14e off=4597189 len=791022 2024-09-16T07:14:13.557 INFO:tasks.workunit.client.0.smithi042.stdout:op 1655 completed, throughput=5MB/sec 2024-09-16T07:14:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:13 smithi042 ceph-mon[94096]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:13 smithi042 ceph-mon[96574]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:14.558 INFO:tasks.workunit.client.0.smithi042.stdout: 323: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:14.558 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XEC63-kkmVx-2NH off=1646774 len=1183932 2024-09-16T07:14:14.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 1656 completed, throughput=4.99MB/sec 2024-09-16T07:14:14.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lt6n377QRHzmHp_ off=17769484 len=1285860 2024-09-16T07:14:14.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 1657 completed, throughput=4.99MB/sec 2024-09-16T07:14:14.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1q9n6WwIAEx4Gx4 off=3182188 len=429805 2024-09-16T07:14:14.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 1658 completed, throughput=4.99MB/sec 2024-09-16T07:14:14.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sWwO1n0P20uQksg off=17148906 len=1349625 2024-09-16T07:14:14.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 1659 completed, throughput=5MB/sec 2024-09-16T07:14:14.571 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hSc8C-SY7hQ34Fm off=2189670 len=1004648 2024-09-16T07:14:14.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 1660 completed, throughput=5MB/sec 2024-09-16T07:14:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:15 smithi164 ceph-mon[88760]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:15.573 INFO:tasks.workunit.client.0.smithi042.stdout: 324: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:15.573 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bh3S9HHBC5lSlpC off=2435715 len=1437496 2024-09-16T07:14:15.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 1661 completed, throughput=4.99MB/sec 2024-09-16T07:14:15.575 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sXOG3CwG4YA2ZAt off=7691780 len=311318 2024-09-16T07:14:15.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 1662 completed, throughput=4.99MB/sec 2024-09-16T07:14:15.576 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3qYAcz2VuYAFaVg off=8670599 len=1270859 2024-09-16T07:14:15.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 1663 completed, throughput=4.99MB/sec 2024-09-16T07:14:15.578 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lb_OJ6f-cdda4JB off=17766545 len=978763 2024-09-16T07:14:15.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 1664 completed, throughput=5MB/sec 2024-09-16T07:14:15.584 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ocnAWq1_8iXaXDW off=5629171 len=1693863 2024-09-16T07:14:15.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 1665 completed, throughput=5MB/sec 2024-09-16T07:14:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:15 smithi042 ceph-mon[94096]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:15 smithi042 ceph-mon[96574]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:14:16.589 INFO:tasks.workunit.client.0.smithi042.stdout: 325: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:16.589 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5b0iYJURc0LI689 off=11518680 len=1457561 2024-09-16T07:14:16.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 1666 completed, throughput=4.99MB/sec 2024-09-16T07:14:16.591 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u1T_EwcpKUD2-2h off=1176939 len=866001 2024-09-16T07:14:16.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 1667 completed, throughput=4.99MB/sec 2024-09-16T07:14:16.596 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jf1aIGmiX6B4Gtj off=3466034 len=1938147 2024-09-16T07:14:16.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 1668 completed, throughput=5MB/sec 2024-09-16T07:14:16.609 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KSXo7y5dZ_itgEk off=8546236 len=986844 2024-09-16T07:14:16.615 INFO:tasks.workunit.client.0.smithi042.stdout:op 1669 completed, throughput=5MB/sec 2024-09-16T07:14:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:17 smithi164 ceph-mon[88760]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:14:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:17 smithi042 ceph-mon[94096]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:14:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:17 smithi042 ceph-mon[96574]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:14:17.615 INFO:tasks.workunit.client.0.smithi042.stdout: 326: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:17.615 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QuHFQVqq7UbjEYM off=1385588 len=1660846 2024-09-16T07:14:17.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 1670 completed, throughput=4.99MB/sec 2024-09-16T07:14:17.622 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O5vVgBSfqwoTEsM off=904162 len=1328307 2024-09-16T07:14:17.629 INFO:tasks.workunit.client.0.smithi042.stdout:op 1671 completed, throughput=4.99MB/sec 2024-09-16T07:14:17.629 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-etcpsX6ZJorhITY off=2574706 len=872750 2024-09-16T07:14:17.631 INFO:tasks.workunit.client.0.smithi042.stdout:op 1672 completed, throughput=5MB/sec 2024-09-16T07:14:17.631 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7aJ_R6kgzNFuCbj off=7384097 len=1608126 2024-09-16T07:14:17.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 1673 completed, throughput=5MB/sec 2024-09-16T07:14:18.643 INFO:tasks.workunit.client.0.smithi042.stdout: 327: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:18.643 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E7TKh-siy7Xsd7c off=2995737 len=1900062 2024-09-16T07:14:18.652 INFO:tasks.workunit.client.0.smithi042.stdout:op 1674 completed, throughput=4.99MB/sec 2024-09-16T07:14:18.652 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WUjYTuvdPYkT8yy off=9328939 len=152363 2024-09-16T07:14:18.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 1675 completed, throughput=4.99MB/sec 2024-09-16T07:14:18.653 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--4L-QCZcRJwW3YD off=1775669 len=731000 2024-09-16T07:14:18.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 1676 completed, throughput=4.99MB/sec 2024-09-16T07:14:18.657 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bmwg_TXjffu4BKX off=1479057 len=561001 2024-09-16T07:14:18.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 1677 completed, throughput=5MB/sec 2024-09-16T07:14:18.661 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vx_Of8pcdkbBg00 off=1732925 len=88582 2024-09-16T07:14:18.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 1678 completed, throughput=5MB/sec 2024-09-16T07:14:18.661 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9Fv7xYLbHpLLm03 off=4392913 len=1343300 2024-09-16T07:14:18.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 1679 completed, throughput=5MB/sec 2024-09-16T07:14:18.667 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oiSt9UegMTVurwH off=2872738 len=738409 2024-09-16T07:14:18.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 1680 completed, throughput=5MB/sec 2024-09-16T07:14:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:19 smithi164 ceph-mon[88760]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:14:19.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:19 smithi042 ceph-mon[94096]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:14:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:19 smithi042 ceph-mon[96574]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:14:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:19.668 INFO:tasks.workunit.client.0.smithi042.stdout: 328: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:19.668 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PiICyKAQlJxVEXJ off=1558719 len=1257846 2024-09-16T07:14:19.670 INFO:tasks.workunit.client.0.smithi042.stdout:op 1681 completed, throughput=4.99MB/sec 2024-09-16T07:14:19.670 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9AelOYL6sn1UnDx off=2881535 len=661244 2024-09-16T07:14:19.674 INFO:tasks.workunit.client.0.smithi042.stdout:op 1682 completed, throughput=4.99MB/sec 2024-09-16T07:14:19.674 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2hILGgxxUcDGyxE off=93637 len=988031 2024-09-16T07:14:19.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 1683 completed, throughput=4.99MB/sec 2024-09-16T07:14:19.679 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-THGskJB07eNA1S0 off=12282612 len=1778601 2024-09-16T07:14:19.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 1684 completed, throughput=5MB/sec 2024-09-16T07:14:20.682 INFO:tasks.workunit.client.0.smithi042.stdout: 329: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:20.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fBfxSDI3Y2McWku off=580467 len=1454824 2024-09-16T07:14:20.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 1685 completed, throughput=4.99MB/sec 2024-09-16T07:14:20.684 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ea2zybcoO3CQ1xv off=6668124 len=858197 2024-09-16T07:14:20.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 1686 completed, throughput=4.99MB/sec 2024-09-16T07:14:20.687 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nztnCnqXNH9WIUN off=2280953 len=829175 2024-09-16T07:14:20.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 1687 completed, throughput=4.99MB/sec 2024-09-16T07:14:20.692 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nB7J0ARjxYaey55 off=2002043 len=785841 2024-09-16T07:14:20.696 INFO:tasks.workunit.client.0.smithi042.stdout:op 1688 completed, throughput=5MB/sec 2024-09-16T07:14:20.696 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sRB0ZTvTAiDjXM0 off=1816877 len=1964926 2024-09-16T07:14:20.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 1689 completed, throughput=5MB/sec 2024-09-16T07:14:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:21 smithi164 ceph-mon[88760]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:14:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:21 smithi042 ceph-mon[94096]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:14:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:21 smithi042 ceph-mon[96574]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:14:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:21] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:14:21.699 INFO:tasks.workunit.client.0.smithi042.stdout: 330: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:21.699 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JmRpMYPXUHvLj5C off=1521282 len=2072980 2024-09-16T07:14:21.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 1690 completed, throughput=4.99MB/sec 2024-09-16T07:14:21.711 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GJppl-18yhwETFS off=11350647 len=1184991 2024-09-16T07:14:21.716 INFO:tasks.workunit.client.0.smithi042.stdout:op 1691 completed, throughput=5MB/sec 2024-09-16T07:14:21.717 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8OdPosFeyV4BAxz off=934281 len=560465 2024-09-16T07:14:21.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 1692 completed, throughput=5MB/sec 2024-09-16T07:14:21.721 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kAuo2wtKPh9LG8E off=18981061 len=1027669 2024-09-16T07:14:21.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 1693 completed, throughput=5MB/sec 2024-09-16T07:14:22.723 INFO:tasks.workunit.client.0.smithi042.stdout: 331: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:22.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lRsdovlCj7lP0-h off=13236813 len=1700466 2024-09-16T07:14:22.732 INFO:tasks.workunit.client.0.smithi042.stdout:op 1694 completed, throughput=4.99MB/sec 2024-09-16T07:14:22.732 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zEi-7r0RnGev18e off=681537 len=389235 2024-09-16T07:14:22.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 1695 completed, throughput=4.99MB/sec 2024-09-16T07:14:22.733 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j-ZcGNaXJAAAPV_ off=2023897 len=1825456 2024-09-16T07:14:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:22.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 1696 completed, throughput=5MB/sec 2024-09-16T07:14:22.741 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UajE8bheSMKKrEA off=11300512 len=174674 2024-09-16T07:14:22.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 1697 completed, throughput=5MB/sec 2024-09-16T07:14:22.744 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9owC6duD0SCllJI off=2072633 len=605182 2024-09-16T07:14:22.745 INFO:tasks.workunit.client.0.smithi042.stdout:op 1698 completed, throughput=5MB/sec 2024-09-16T07:14:22.745 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vwgl3muu6319BQP off=13191380 len=1028424 2024-09-16T07:14:22.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 1699 completed, throughput=5MB/sec 2024-09-16T07:14:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:23 smithi164 ceph-mon[88760]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:14:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:23 smithi042 ceph-mon[94096]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:14:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:23 smithi042 ceph-mon[96574]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:14:23.746 INFO:tasks.workunit.client.0.smithi042.stdout: 332: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:23.746 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-daKKm8TJY3omnnF off=9556524 len=950272 2024-09-16T07:14:23.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 1700 completed, throughput=4.99MB/sec 2024-09-16T07:14:23.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A-0JdVCw4hGFxnY off=3290333 len=1146648 2024-09-16T07:14:23.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 1701 completed, throughput=4.99MB/sec 2024-09-16T07:14:23.751 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aE03kTT4ZSaavV6 off=11998898 len=321313 2024-09-16T07:14:23.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 1702 completed, throughput=4.99MB/sec 2024-09-16T07:14:23.755 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m9m2gCj-VdqagUk off=19911990 len=2068093 2024-09-16T07:14:23.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 1703 completed, throughput=5MB/sec 2024-09-16T07:14:23.759 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OLV9h4Oo0D6zK7x off=5073190 len=1695976 2024-09-16T07:14:23.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 1704 completed, throughput=5MB/sec 2024-09-16T07:14:24.762 INFO:tasks.workunit.client.0.smithi042.stdout: 333: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:24.763 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q5dB30V6fUF_nxD off=8396356 len=776823 2024-09-16T07:14:24.767 INFO:tasks.workunit.client.0.smithi042.stdout:op 1705 completed, throughput=4.99MB/sec 2024-09-16T07:14:24.767 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vMSOj4C2WzRtIX4 off=3048740 len=413556 2024-09-16T07:14:24.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 1706 completed, throughput=4.99MB/sec 2024-09-16T07:14:24.769 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V1eLeXygDREgIyr off=1381118 len=838438 2024-09-16T07:14:24.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 1707 completed, throughput=4.99MB/sec 2024-09-16T07:14:24.770 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A6_yLs3s1Bu29xM off=8044474 len=904220 2024-09-16T07:14:24.775 INFO:tasks.workunit.client.0.smithi042.stdout:op 1708 completed, throughput=5MB/sec 2024-09-16T07:14:24.775 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lp3lrordxS5Pbeh off=5700878 len=1711413 2024-09-16T07:14:24.777 INFO:tasks.workunit.client.0.smithi042.stdout:op 1709 completed, throughput=5MB/sec 2024-09-16T07:14:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:25 smithi164 ceph-mon[88760]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:25 smithi042 ceph-mon[94096]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:25 smithi042 ceph-mon[96574]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:25.777 INFO:tasks.workunit.client.0.smithi042.stdout: 334: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:25.778 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZUb_mAMFe3wseFB off=5969298 len=928987 2024-09-16T07:14:25.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 1710 completed, throughput=4.99MB/sec 2024-09-16T07:14:25.779 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mpw1qpwIX5COIEW off=1517645 len=931898 2024-09-16T07:14:25.781 INFO:tasks.workunit.client.0.smithi042.stdout:op 1711 completed, throughput=4.99MB/sec 2024-09-16T07:14:25.781 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uGaMcaGNH3i8q5t off=20874086 len=758428 2024-09-16T07:14:25.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 1712 completed, throughput=4.99MB/sec 2024-09-16T07:14:25.782 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q0oM9k0jbGv7tz2 off=5102126 len=270277 2024-09-16T07:14:25.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 1713 completed, throughput=4.99MB/sec 2024-09-16T07:14:25.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pOp99xbjDe5lQgk off=921046 len=2073612 2024-09-16T07:14:25.795 INFO:tasks.workunit.client.0.smithi042.stdout:op 1714 completed, throughput=5MB/sec 2024-09-16T07:14:26.795 INFO:tasks.workunit.client.0.smithi042.stdout: 335: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:26.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WoZszfPIzyt0mrn off=6399530 len=625598 2024-09-16T07:14:26.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 1715 completed, throughput=4.99MB/sec 2024-09-16T07:14:26.796 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wzpQPY-rW9tSOST off=6278004 len=2027613 2024-09-16T07:14:26.804 INFO:tasks.workunit.client.0.smithi042.stdout:op 1716 completed, throughput=4.99MB/sec 2024-09-16T07:14:26.804 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NLdjfNV9o22TBN4 off=7280039 len=1627205 2024-09-16T07:14:26.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 1717 completed, throughput=5MB/sec 2024-09-16T07:14:26.806 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jQhkoPlf5zcF4PS off=470317 len=423922 2024-09-16T07:14:26.807 INFO:tasks.workunit.client.0.smithi042.stdout:op 1718 completed, throughput=5MB/sec 2024-09-16T07:14:26.807 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hhm6G5buGIdRzTB off=20334235 len=394304 2024-09-16T07:14:26.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 1719 completed, throughput=5MB/sec 2024-09-16T07:14:26.810 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7qPD-syQA9pg5bm off=6006468 len=173252 2024-09-16T07:14:26.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 1720 completed, throughput=5MB/sec 2024-09-16T07:14:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:27 smithi164 ceph-mon[88760]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:27 smithi042 ceph-mon[94096]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:27 smithi042 ceph-mon[96574]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:27.813 INFO:tasks.workunit.client.0.smithi042.stdout: 336: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:27.813 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KXTaysIyRfJdMS9 off=2302055 len=1535474 2024-09-16T07:14:27.816 INFO:tasks.workunit.client.0.smithi042.stdout:op 1721 completed, throughput=4.99MB/sec 2024-09-16T07:14:27.816 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C5hU4L08bB3VXP4 off=89604 len=1009484 2024-09-16T07:14:27.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 1722 completed, throughput=4.99MB/sec 2024-09-16T07:14:27.830 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0L4KzL-nNrpsoMd off=475951 len=279909 2024-09-16T07:14:27.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 1723 completed, throughput=4.99MB/sec 2024-09-16T07:14:27.831 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DXCk_Mn0TsxsWZJ off=3940714 len=794114 2024-09-16T07:14:27.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 1724 completed, throughput=5MB/sec 2024-09-16T07:14:27.833 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UeU-4pjAU1c-Jo9 off=15200648 len=894158 2024-09-16T07:14:27.834 INFO:tasks.workunit.client.0.smithi042.stdout:op 1725 completed, throughput=5MB/sec 2024-09-16T07:14:27.835 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sSa4_WD7ejIDZxQ off=18527058 len=759023 2024-09-16T07:14:27.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 1726 completed, throughput=5MB/sec 2024-09-16T07:14:28.839 INFO:tasks.workunit.client.0.smithi042.stdout: 337: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:28.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4rcrJzEKr6pZj3x off=4778509 len=867723 2024-09-16T07:14:28.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 1727 completed, throughput=4.99MB/sec 2024-09-16T07:14:28.844 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rxvVKrgaiPztkFG off=9017101 len=1314294 2024-09-16T07:14:28.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 1728 completed, throughput=4.99MB/sec 2024-09-16T07:14:28.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iU2ECFPFQmh0jvl off=12957127 len=579444 2024-09-16T07:14:28.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 1729 completed, throughput=4.99MB/sec 2024-09-16T07:14:28.849 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-37muRsP0eGm66I4 off=8307401 len=389328 2024-09-16T07:14:28.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 1730 completed, throughput=4.99MB/sec 2024-09-16T07:14:28.853 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cCX4vKV-CKOGUmc off=1902335 len=1586493 2024-09-16T07:14:28.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 1731 completed, throughput=5MB/sec 2024-09-16T07:14:28.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--rQGScSAzc-sjOb off=567281 len=149893 2024-09-16T07:14:28.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 1732 completed, throughput=5MB/sec 2024-09-16T07:14:28.858 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-89SOz5HBXn-HJK8 off=1548045 len=1319773 2024-09-16T07:14:28.859 INFO:tasks.workunit.client.0.smithi042.stdout:op 1733 completed, throughput=5MB/sec 2024-09-16T07:14:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:29 smithi042 ceph-mon[94096]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:29 smithi042 ceph-mon[96574]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:29 smithi164 ceph-mon[88760]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:29.860 INFO:tasks.workunit.client.0.smithi042.stdout: 338: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:29.860 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w5nnqXTEcwaDdD4 off=4243009 len=449073 2024-09-16T07:14:29.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 1734 completed, throughput=4.99MB/sec 2024-09-16T07:14:29.861 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aN2asQRdVNT3sZo off=95501 len=1453701 2024-09-16T07:14:29.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 1735 completed, throughput=4.99MB/sec 2024-09-16T07:14:29.870 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xxXW3bfc9vlUU5x off=4317938 len=615709 2024-09-16T07:14:29.871 INFO:tasks.workunit.client.0.smithi042.stdout:op 1736 completed, throughput=4.99MB/sec 2024-09-16T07:14:29.871 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o3Hl-kjJjDHbFNo off=9192108 len=931978 2024-09-16T07:14:29.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 1737 completed, throughput=5MB/sec 2024-09-16T07:14:29.872 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jruNvSh1RV12yU1 off=7106394 len=2041196 2024-09-16T07:14:29.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 1738 completed, throughput=5MB/sec 2024-09-16T07:14:30.875 INFO:tasks.workunit.client.0.smithi042.stdout: 339: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:30.875 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-arcrmdHs1WNZz6_ off=12900892 len=1515691 2024-09-16T07:14:30.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 1739 completed, throughput=4.99MB/sec 2024-09-16T07:14:30.877 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2sXJTEy5tY2xp6q off=6544807 len=407601 2024-09-16T07:14:30.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 1740 completed, throughput=4.99MB/sec 2024-09-16T07:14:30.881 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i_TcRFZsKABNRI6 off=770962 len=158267 2024-09-16T07:14:30.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 1741 completed, throughput=4.99MB/sec 2024-09-16T07:14:30.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KVYKfdeHx8zQB2K off=2695589 len=2031601 2024-09-16T07:14:30.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 1742 completed, throughput=5MB/sec 2024-09-16T07:14:30.886 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-euGJ9vdidXEfN3e off=6886772 len=1155820 2024-09-16T07:14:30.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 1743 completed, throughput=5MB/sec 2024-09-16T07:14:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:31 smithi042 ceph-mon[94096]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:14:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:31 smithi042 ceph-mon[96574]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:14:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:31] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:14:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:31 smithi164 ceph-mon[88760]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:14:31.892 INFO:tasks.workunit.client.0.smithi042.stdout: 340: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:31.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wXVIJVNgu11akPT off=2434692 len=1091988 2024-09-16T07:14:31.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 1744 completed, throughput=4.99MB/sec 2024-09-16T07:14:31.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-28NWMRZGPFnGlgr off=6119576 len=1113622 2024-09-16T07:14:31.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 1745 completed, throughput=4.99MB/sec 2024-09-16T07:14:31.899 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1PlmwL_pkwIWUxd off=21605890 len=1694390 2024-09-16T07:14:31.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 1746 completed, throughput=5MB/sec 2024-09-16T07:14:31.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qtFt73OnuAnWT8f off=16350742 len=205504 2024-09-16T07:14:31.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 1747 completed, throughput=5MB/sec 2024-09-16T07:14:31.906 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gTQx9BXy3A9cGSl off=5000696 len=1063565 2024-09-16T07:14:31.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 1748 completed, throughput=5MB/sec 2024-09-16T07:14:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:32.908 INFO:tasks.workunit.client.0.smithi042.stdout: 341: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:32.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cZ_yxLWYZyTAUoc off=1886638 len=1624288 2024-09-16T07:14:32.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 1749 completed, throughput=4.99MB/sec 2024-09-16T07:14:32.915 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bYHYIUSrrzU5KKK off=797980 len=498314 2024-09-16T07:14:32.918 INFO:tasks.workunit.client.0.smithi042.stdout:op 1750 completed, throughput=4.99MB/sec 2024-09-16T07:14:32.918 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FOlp_FDm0Sbfmbx off=3820883 len=1773164 2024-09-16T07:14:32.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 1751 completed, throughput=5MB/sec 2024-09-16T07:14:32.921 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3_Qbpol5q1nk_Em off=476102 len=824505 2024-09-16T07:14:32.922 INFO:tasks.workunit.client.0.smithi042.stdout:op 1752 completed, throughput=5MB/sec 2024-09-16T07:14:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:33 smithi042 ceph-mon[94096]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:33 smithi042 ceph-mon[96574]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:33 smithi164 ceph-mon[88760]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:33.922 INFO:tasks.workunit.client.0.smithi042.stdout: 342: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:33.923 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g76dX3dIez5Jbg4 off=4467841 len=769431 2024-09-16T07:14:33.924 INFO:tasks.workunit.client.0.smithi042.stdout:op 1753 completed, throughput=4.99MB/sec 2024-09-16T07:14:33.924 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1XVLm5UFHyshOf2 off=13831402 len=745199 2024-09-16T07:14:33.929 INFO:tasks.workunit.client.0.smithi042.stdout:op 1754 completed, throughput=4.99MB/sec 2024-09-16T07:14:33.929 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Py0e2QtCq9ZI2b0 off=3720279 len=152170 2024-09-16T07:14:33.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 1755 completed, throughput=4.99MB/sec 2024-09-16T07:14:33.931 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YLkLbLm76apvpYs off=5448218 len=445060 2024-09-16T07:14:33.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 1756 completed, throughput=4.99MB/sec 2024-09-16T07:14:33.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KFl23MqqkPncE16 off=612594 len=1814591 2024-09-16T07:14:33.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 1757 completed, throughput=5MB/sec 2024-09-16T07:14:33.943 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-408rJVXs513qVpb off=7961189 len=778832 2024-09-16T07:14:33.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 1758 completed, throughput=5MB/sec 2024-09-16T07:14:33.945 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iVHD__6AU8hhbX0 off=4290298 len=944006 2024-09-16T07:14:33.950 INFO:tasks.workunit.client.0.smithi042.stdout:op 1759 completed, throughput=5MB/sec 2024-09-16T07:14:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:34.950 INFO:tasks.workunit.client.0.smithi042.stdout: 343: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:34.950 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5q4u7PhM0ze1lhG off=4450406 len=1022608 2024-09-16T07:14:34.955 INFO:tasks.workunit.client.0.smithi042.stdout:op 1760 completed, throughput=4.99MB/sec 2024-09-16T07:14:34.955 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P40ZCxBktOHdX01 off=4849393 len=1498568 2024-09-16T07:14:34.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 1761 completed, throughput=4.99MB/sec 2024-09-16T07:14:34.957 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-549OZ5GJe09us_O off=1275846 len=1464890 2024-09-16T07:14:34.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 1762 completed, throughput=5MB/sec 2024-09-16T07:14:34.963 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HkpXR3Mavtib-3u off=6772407 len=1022629 2024-09-16T07:14:34.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 1763 completed, throughput=5MB/sec 2024-09-16T07:14:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:35 smithi042 ceph-mon[94096]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:35 smithi042 ceph-mon[96574]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:35 smithi164 ceph-mon[88760]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: 344: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:35.966 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CYMP3NWumyOmBSV off=15736180 len=712478 2024-09-16T07:14:35.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 1764 completed, throughput=4.99MB/sec 2024-09-16T07:14:35.970 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z467llwSbwf59I6 off=12102639 len=882061 2024-09-16T07:14:35.975 INFO:tasks.workunit.client.0.smithi042.stdout:op 1765 completed, throughput=4.99MB/sec 2024-09-16T07:14:35.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QOTIS_qStkACcP0 off=7868782 len=1807188 2024-09-16T07:14:35.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 1766 completed, throughput=5MB/sec 2024-09-16T07:14:35.983 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qZV_DHmXCUvYRdm off=188367 len=1873452 2024-09-16T07:14:35.993 INFO:tasks.workunit.client.0.smithi042.stdout:op 1767 completed, throughput=5MB/sec 2024-09-16T07:14:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: 345: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:36.994 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--GeKjetz5qp3Kjw off=1921536 len=64672 2024-09-16T07:14:36.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 1768 completed, throughput=4.99MB/sec 2024-09-16T07:14:36.997 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eAGpyPb-tRyUMMZ off=9914795 len=407986 2024-09-16T07:14:36.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 1769 completed, throughput=4.99MB/sec 2024-09-16T07:14:36.998 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bY73PiFXooCf-I- off=1015262 len=508877 2024-09-16T07:14:36.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 1770 completed, throughput=4.99MB/sec 2024-09-16T07:14:36.999 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ntr45zWK567y1dc off=12046265 len=529940 2024-09-16T07:14:37.000 INFO:tasks.workunit.client.0.smithi042.stdout:op 1771 completed, throughput=4.99MB/sec 2024-09-16T07:14:37.000 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2c8bsTg00zCUdQy off=23810 len=1119289 2024-09-16T07:14:37.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 1772 completed, throughput=4.99MB/sec 2024-09-16T07:14:37.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FNxo6qy11x8UeQD off=242585 len=1724873 2024-09-16T07:14:37.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 1773 completed, throughput=5MB/sec 2024-09-16T07:14:37.010 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-heYwwOo14-rMTF_ off=31083 len=1218500 2024-09-16T07:14:37.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 1774 completed, throughput=5MB/sec 2024-09-16T07:14:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:37 smithi042 ceph-mon[94096]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:14:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:37 smithi042 ceph-mon[96574]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:14:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:37 smithi164 ceph-mon[88760]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:14:38.012 INFO:tasks.workunit.client.0.smithi042.stdout: 346: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:38.012 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TTKLI_13CZ7Z78h off=6082711 len=939152 2024-09-16T07:14:38.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 1775 completed, throughput=4.99MB/sec 2024-09-16T07:14:38.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7Zzaa2Rrrjx6QS4 off=357785 len=1168633 2024-09-16T07:14:38.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 1776 completed, throughput=4.99MB/sec 2024-09-16T07:14:38.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NgjlLykM__DLVXe off=10703118 len=252265 2024-09-16T07:14:38.025 INFO:tasks.workunit.client.0.smithi042.stdout:op 1777 completed, throughput=4.99MB/sec 2024-09-16T07:14:38.025 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GdumXvFHjzyCZZc off=2139119 len=1708884 2024-09-16T07:14:38.033 INFO:tasks.workunit.client.0.smithi042.stdout:op 1778 completed, throughput=5MB/sec 2024-09-16T07:14:38.033 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vJVz6NaJ67Biy8- off=5593765 len=440689 2024-09-16T07:14:38.036 INFO:tasks.workunit.client.0.smithi042.stdout:op 1779 completed, throughput=5MB/sec 2024-09-16T07:14:38.037 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tRhpYYbwJ-rWrqB off=5312401 len=431120 2024-09-16T07:14:38.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 1780 completed, throughput=5MB/sec 2024-09-16T07:14:38.040 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FkJQaIUS6Jkb8q- off=5515405 len=980954 2024-09-16T07:14:38.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 1781 completed, throughput=5MB/sec 2024-09-16T07:14:39.044 INFO:tasks.workunit.client.0.smithi042.stdout: 347: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:39.045 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eDJJ16LCE7TDdbW off=2235387 len=1286456 2024-09-16T07:14:39.050 INFO:tasks.workunit.client.0.smithi042.stdout:op 1782 completed, throughput=4.99MB/sec 2024-09-16T07:14:39.051 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ky4Wi1HciGPBAkb off=449602 len=387235 2024-09-16T07:14:39.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 1783 completed, throughput=4.99MB/sec 2024-09-16T07:14:39.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d0DCTQWS88Crmwu off=1401419 len=680949 2024-09-16T07:14:39.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 1784 completed, throughput=4.99MB/sec 2024-09-16T07:14:39.059 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QccNKHSTAKDY1dF off=13164267 len=1058265 2024-09-16T07:14:39.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 1785 completed, throughput=5MB/sec 2024-09-16T07:14:39.065 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UIsQm0DYOJZhDZ_ off=23190327 len=2057361 2024-09-16T07:14:39.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 1786 completed, throughput=5MB/sec 2024-09-16T07:14:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:39 smithi042 ceph-mon[94096]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:39.629 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:39 smithi042 ceph-mon[96574]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:39 smithi164 ceph-mon[88760]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:14:40.074 INFO:tasks.workunit.client.0.smithi042.stdout: 348: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:40.074 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RBsgwV732VeTXDo off=963676 len=1712366 2024-09-16T07:14:40.077 INFO:tasks.workunit.client.0.smithi042.stdout:op 1787 completed, throughput=4.99MB/sec 2024-09-16T07:14:40.077 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WEwHHtGZyPBegKm off=2025217 len=835857 2024-09-16T07:14:40.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 1788 completed, throughput=5MB/sec 2024-09-16T07:14:40.079 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6jIjElGXXHYyUvh off=972704 len=102461 2024-09-16T07:14:40.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 1789 completed, throughput=5MB/sec 2024-09-16T07:14:40.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S9PtL3cpLzLwTMy off=15500871 len=312679 2024-09-16T07:14:40.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 1790 completed, throughput=5MB/sec 2024-09-16T07:14:40.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-46hXkLfxfUe9Muz off=1480073 len=1773514 2024-09-16T07:14:40.084 INFO:tasks.workunit.client.0.smithi042.stdout:op 1791 completed, throughput=5MB/sec 2024-09-16T07:14:41.085 INFO:tasks.workunit.client.0.smithi042.stdout: 349: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:41.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lc82l3SlFhLPcSn off=2049444 len=2081482 2024-09-16T07:14:41.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 1792 completed, throughput=4.99MB/sec 2024-09-16T07:14:41.093 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CN9JpMMEXCL1VEX off=3862935 len=1429281 2024-09-16T07:14:41.095 INFO:tasks.workunit.client.0.smithi042.stdout:op 1793 completed, throughput=5MB/sec 2024-09-16T07:14:41.095 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-catRlsrc0EnyLgH off=6134640 len=1757576 2024-09-16T07:14:41.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 1794 completed, throughput=5MB/sec 2024-09-16T07:14:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:41 smithi042 ceph-mon[94096]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:14:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:41 smithi042 ceph-mon[96574]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:14:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:41] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-09-16T07:14:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:41 smithi164 ceph-mon[88760]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:14:42.105 INFO:tasks.workunit.client.0.smithi042.stdout: 350: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:42.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0u4IiGoQytiaP3_ off=236113 len=1125779 2024-09-16T07:14:42.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 1795 completed, throughput=4.99MB/sec 2024-09-16T07:14:42.108 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5xit9NNIUVb7TdH off=12048292 len=1382311 2024-09-16T07:14:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:op 1796 completed, throughput=4.99MB/sec 2024-09-16T07:14:42.110 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yDvjzNVKlY-_D2G off=3677734 len=531301 2024-09-16T07:14:42.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 1797 completed, throughput=4.99MB/sec 2024-09-16T07:14:42.111 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EU1J9A54oFm2WSh off=13192411 len=460901 2024-09-16T07:14:42.112 INFO:tasks.workunit.client.0.smithi042.stdout:op 1798 completed, throughput=5MB/sec 2024-09-16T07:14:42.112 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RGgC8QK_xUaM5PU off=9651725 len=1770707 2024-09-16T07:14:42.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 1799 completed, throughput=5MB/sec 2024-09-16T07:14:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:43.115 INFO:tasks.workunit.client.0.smithi042.stdout: 351: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:43.115 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-waDWuYidoS0LJn_ off=1634033 len=1435526 2024-09-16T07:14:43.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 1800 completed, throughput=4.99MB/sec 2024-09-16T07:14:43.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5gCEwTZWs_wk95p off=15892331 len=1901110 2024-09-16T07:14:43.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 1801 completed, throughput=5MB/sec 2024-09-16T07:14:43.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-szYcNgOZfUx5FUk off=2420791 len=510807 2024-09-16T07:14:43.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 1802 completed, throughput=5MB/sec 2024-09-16T07:14:43.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oj6477VyyyJKoTm off=1112628 len=2044029 2024-09-16T07:14:43.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 1803 completed, throughput=5MB/sec 2024-09-16T07:14:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:43 smithi042 ceph-mon[94096]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:43 smithi042 ceph-mon[96574]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:43 smithi164 ceph-mon[88760]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:14:44.139 INFO:tasks.workunit.client.0.smithi042.stdout: 352: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:44.139 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PNanS1irW5jjuF_ off=9042952 len=1772687 2024-09-16T07:14:44.147 INFO:tasks.workunit.client.0.smithi042.stdout:op 1804 completed, throughput=4.99MB/sec 2024-09-16T07:14:44.147 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e6DNatlySNE9M00 off=10960089 len=805329 2024-09-16T07:14:44.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 1805 completed, throughput=4.99MB/sec 2024-09-16T07:14:44.149 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-toL3FHnYmZWaQku off=6066672 len=661901 2024-09-16T07:14:44.153 INFO:tasks.workunit.client.0.smithi042.stdout:op 1806 completed, throughput=5MB/sec 2024-09-16T07:14:44.153 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uP54Uxuj3qMOupH off=3957882 len=907829 2024-09-16T07:14:44.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 1807 completed, throughput=5MB/sec 2024-09-16T07:14:44.158 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nlMC5nH_9OHyQPU off=1677656 len=970333 2024-09-16T07:14:44.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 1808 completed, throughput=5MB/sec 2024-09-16T07:14:45.159 INFO:tasks.workunit.client.0.smithi042.stdout: 353: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:45.160 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oNqH9RESjOa2uvl off=6492238 len=1076793 2024-09-16T07:14:45.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 1809 completed, throughput=4.99MB/sec 2024-09-16T07:14:45.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZKvedGO8xArMgk_ off=310335 len=1794408 2024-09-16T07:14:45.167 INFO:tasks.workunit.client.0.smithi042.stdout:op 1810 completed, throughput=4.99MB/sec 2024-09-16T07:14:45.167 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QMoOtUFX6KoJTgJ off=7898222 len=1503854 2024-09-16T07:14:45.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 1811 completed, throughput=5MB/sec 2024-09-16T07:14:45.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ILCVSTbdvqjnyyI off=134776 len=322953 2024-09-16T07:14:45.178 INFO:tasks.workunit.client.0.smithi042.stdout:op 1812 completed, throughput=5MB/sec 2024-09-16T07:14:45.178 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4wsfHnF8OX8gHEJ off=14061687 len=919245 2024-09-16T07:14:45.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 1813 completed, throughput=5MB/sec 2024-09-16T07:14:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:45 smithi042 ceph-mon[94096]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:45 smithi042 ceph-mon[96574]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:45 smithi164 ceph-mon[88760]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:14:46.180 INFO:tasks.workunit.client.0.smithi042.stdout: 354: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:46.180 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CeUcTdVu7xQPt99 off=666385 len=900332 2024-09-16T07:14:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 1814 completed, throughput=4.99MB/sec 2024-09-16T07:14:46.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YUPpOfChomYwA1S off=4989183 len=870571 2024-09-16T07:14:46.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 1815 completed, throughput=4.99MB/sec 2024-09-16T07:14:46.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ddV891OMay7fTbW off=8508765 len=1399981 2024-09-16T07:14:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 1816 completed, throughput=5MB/sec 2024-09-16T07:14:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zH9lUDZG9nLYWtc off=9307186 len=627595 2024-09-16T07:14:46.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 1817 completed, throughput=5MB/sec 2024-09-16T07:14:46.192 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ry-kqPb4N_b5vbk off=3420961 len=1590624 2024-09-16T07:14:46.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 1818 completed, throughput=5MB/sec 2024-09-16T07:14:47.195 INFO:tasks.workunit.client.0.smithi042.stdout: 355: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:47.195 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OPUMFpeuNVQn6JE off=5359971 len=1059048 2024-09-16T07:14:47.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 1819 completed, throughput=4.99MB/sec 2024-09-16T07:14:47.196 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-37LF2Jbt2OQh6KF off=756225 len=271070 2024-09-16T07:14:47.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 1820 completed, throughput=4.99MB/sec 2024-09-16T07:14:47.199 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UCQUo9gSwYIDsBR off=2889036 len=1979405 2024-09-16T07:14:47.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 1821 completed, throughput=5MB/sec 2024-09-16T07:14:47.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7H5CubMYIg6zNEY off=12797052 len=1363068 2024-09-16T07:14:47.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 1822 completed, throughput=5MB/sec 2024-09-16T07:14:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:47 smithi042 ceph-mon[94096]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:14:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:47 smithi042 ceph-mon[96574]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:14:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:47 smithi164 ceph-mon[88760]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:14:48.213 INFO:tasks.workunit.client.0.smithi042.stdout: 356: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:48.213 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-io6TE4vY8UiyTpQ off=750096 len=563726 2024-09-16T07:14:48.214 INFO:tasks.workunit.client.0.smithi042.stdout:op 1823 completed, throughput=4.99MB/sec 2024-09-16T07:14:48.214 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CgMScsDSN7ltYUf off=17651388 len=1804298 2024-09-16T07:14:48.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 1824 completed, throughput=4.99MB/sec 2024-09-16T07:14:48.216 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M8Bcxmld2MzEWtE off=4813534 len=365695 2024-09-16T07:14:48.218 INFO:tasks.workunit.client.0.smithi042.stdout:op 1825 completed, throughput=4.99MB/sec 2024-09-16T07:14:48.218 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p61SvYbmMcLMjjP off=19270823 len=723229 2024-09-16T07:14:48.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 1826 completed, throughput=5MB/sec 2024-09-16T07:14:48.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cFdfpTrOV4_TdvQ off=5285435 len=630069 2024-09-16T07:14:48.224 INFO:tasks.workunit.client.0.smithi042.stdout:op 1827 completed, throughput=5MB/sec 2024-09-16T07:14:48.224 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qnlQwTKl4rsW792 off=5692836 len=332628 2024-09-16T07:14:48.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 1828 completed, throughput=5MB/sec 2024-09-16T07:14:48.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7D3CtVw1gztS2qU off=6456059 len=449768 2024-09-16T07:14:48.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 1829 completed, throughput=5MB/sec 2024-09-16T07:14:48.228 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tNZYmqfHA0H7UM0 off=10238635 len=1453505 2024-09-16T07:14:48.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 1830 completed, throughput=5MB/sec 2024-09-16T07:14:49.231 INFO:tasks.workunit.client.0.smithi042.stdout: 357: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:49.231 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mYj7x5tkyo8_zkp off=1824877 len=1639010 2024-09-16T07:14:49.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 1831 completed, throughput=4.99MB/sec 2024-09-16T07:14:49.233 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZhQixcg3OJkLwhZ off=8597416 len=718983 2024-09-16T07:14:49.234 INFO:tasks.workunit.client.0.smithi042.stdout:op 1832 completed, throughput=5MB/sec 2024-09-16T07:14:49.234 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vRzq4Bs6gK6x6yl off=24513767 len=84121 2024-09-16T07:14:49.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 1833 completed, throughput=5MB/sec 2024-09-16T07:14:49.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U1KB9bh4FBBzflV off=4597137 len=2023385 2024-09-16T07:14:49.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 1834 completed, throughput=5MB/sec 2024-09-16T07:14:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:49 smithi042 ceph-mon[94096]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:49 smithi042 ceph-mon[96574]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:49 smithi164 ceph-mon[88760]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:14:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:14:50.246 INFO:tasks.workunit.client.0.smithi042.stdout: 358: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:50.247 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ckyV38omEmi-sd8 off=3226484 len=1797708 2024-09-16T07:14:50.249 INFO:tasks.workunit.client.0.smithi042.stdout:op 1835 completed, throughput=4.99MB/sec 2024-09-16T07:14:50.249 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RvnBfDbdqyIUUq_ off=4979818 len=352623 2024-09-16T07:14:50.250 INFO:tasks.workunit.client.0.smithi042.stdout:op 1836 completed, throughput=4.99MB/sec 2024-09-16T07:14:50.250 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vIGDmsSImEstfrn off=6095457 len=559602 2024-09-16T07:14:50.255 INFO:tasks.workunit.client.0.smithi042.stdout:op 1837 completed, throughput=4.99MB/sec 2024-09-16T07:14:50.255 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-807X0x8A58f3rYm off=11092329 len=1795393 2024-09-16T07:14:50.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 1838 completed, throughput=5MB/sec 2024-09-16T07:14:50.259 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NHAoQkBIF7YZC4a off=6636858 len=91025 2024-09-16T07:14:50.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 1839 completed, throughput=5MB/sec 2024-09-16T07:14:50.261 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OYy5f0QaEv-uJT3 off=3277941 len=154897 2024-09-16T07:14:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 1840 completed, throughput=5MB/sec 2024-09-16T07:14:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FwIqw6AVMTXVIum off=23249604 len=1761894 2024-09-16T07:14:50.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 1841 completed, throughput=5MB/sec 2024-09-16T07:14:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: 359: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:51.265 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B0WlhkoqpCg9eUf off=5361258 len=863272 2024-09-16T07:14:51.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 1842 completed, throughput=4.99MB/sec 2024-09-16T07:14:51.266 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s--3p-fRxgVLQyV off=1275983 len=1187745 2024-09-16T07:14:51.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 1843 completed, throughput=5MB/sec 2024-09-16T07:14:51.272 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-66CiOtHt9rf_l1- off=3331151 len=1719414 2024-09-16T07:14:51.274 INFO:tasks.workunit.client.0.smithi042.stdout:op 1844 completed, throughput=5MB/sec 2024-09-16T07:14:51.274 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eijPWJ9lppW-MXf off=9261363 len=1807004 2024-09-16T07:14:51.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 1845 completed, throughput=5MB/sec 2024-09-16T07:14:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:51 smithi042 ceph-mon[94096]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:51.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:51 smithi042 ceph-mon[96574]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:51.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:14:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:14:51] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T07:14:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:51 smithi164 ceph-mon[88760]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:14:52.282 INFO:tasks.workunit.client.0.smithi042.stdout: 360: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:52.283 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xPhrZNB_gJXwFsT off=0 len=1736454 2024-09-16T07:14:52.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 1846 completed, throughput=5MB/sec 2024-09-16T07:14:52.292 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JBo8F1SPYC_C9ml off=11217354 len=78885 2024-09-16T07:14:52.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 1847 completed, throughput=5MB/sec 2024-09-16T07:14:52.293 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5ONbNyllA0BKTB6 off=1118708 len=1932119 2024-09-16T07:14:52.301 INFO:tasks.workunit.client.0.smithi042.stdout:op 1848 completed, throughput=5MB/sec 2024-09-16T07:14:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:14:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:14:53.302 INFO:tasks.workunit.client.0.smithi042.stdout: 361: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:53.302 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C9i0_cYvFV9cxOp off=645941 len=1966352 2024-09-16T07:14:53.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 1849 completed, throughput=4.99MB/sec 2024-09-16T07:14:53.310 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ov3Xe-NNAU1XFgM off=8285480 len=1121327 2024-09-16T07:14:53.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 1850 completed, throughput=4.99MB/sec 2024-09-16T07:14:53.311 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oAN21-RZG3vbJCN off=13773378 len=1046515 2024-09-16T07:14:53.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 1851 completed, throughput=5MB/sec 2024-09-16T07:14:53.312 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VycLKp0ovoedLed off=430831 len=866370 2024-09-16T07:14:53.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 1852 completed, throughput=5MB/sec 2024-09-16T07:14:53.314 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XQaLtX-UO3j7jHl off=7604649 len=1411619 2024-09-16T07:14:53.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 1853 completed, throughput=5MB/sec 2024-09-16T07:14:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:53 smithi042 ceph-mon[94096]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:53 smithi042 ceph-mon[96574]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:53 smithi164 ceph-mon[88760]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:14:54.315 INFO:tasks.workunit.client.0.smithi042.stdout: 362: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:54.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C17iFP0XtRFPJSr off=21097821 len=1584452 2024-09-16T07:14:54.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 1854 completed, throughput=4.99MB/sec 2024-09-16T07:14:54.318 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M0IRtL-vK-f4LKg off=272234 len=33219 2024-09-16T07:14:54.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 1855 completed, throughput=4.99MB/sec 2024-09-16T07:14:54.321 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IEGEau6u_OKepKS off=179414 len=851895 2024-09-16T07:14:54.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 1856 completed, throughput=5MB/sec 2024-09-16T07:14:54.326 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zRsUCH--b9YgSPb off=21508181 len=3998 2024-09-16T07:14:54.328 INFO:tasks.workunit.client.0.smithi042.stdout:op 1857 completed, throughput=5MB/sec 2024-09-16T07:14:54.328 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lak8VUFPsS7yQzx off=15794173 len=557242 2024-09-16T07:14:54.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 1858 completed, throughput=5MB/sec 2024-09-16T07:14:54.332 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DGfMWN_HBFJbsO5 off=5807097 len=694839 2024-09-16T07:14:54.333 INFO:tasks.workunit.client.0.smithi042.stdout:op 1859 completed, throughput=5MB/sec 2024-09-16T07:14:54.333 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-68C4K-mTOb2cyax off=941274 len=392115 2024-09-16T07:14:54.333 INFO:tasks.workunit.client.0.smithi042.stdout:op 1860 completed, throughput=5MB/sec 2024-09-16T07:14:55.334 INFO:tasks.workunit.client.0.smithi042.stdout: 363: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:55.334 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0VCM-d9HVLRa3vM off=3468532 len=1207416 2024-09-16T07:14:55.340 INFO:tasks.workunit.client.0.smithi042.stdout:op 1861 completed, throughput=4.99MB/sec 2024-09-16T07:14:55.340 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ko-Ujp32_RNbFck off=3357818 len=220104 2024-09-16T07:14:55.340 INFO:tasks.workunit.client.0.smithi042.stdout:op 1862 completed, throughput=4.99MB/sec 2024-09-16T07:14:55.340 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r6PP8GuYVzcza0G off=5550489 len=325501 2024-09-16T07:14:55.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 1863 completed, throughput=4.99MB/sec 2024-09-16T07:14:55.341 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0l1l_PZ4OQJ4aDD off=2296244 len=1264668 2024-09-16T07:14:55.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 1864 completed, throughput=4.99MB/sec 2024-09-16T07:14:55.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t-xNE2qTjtHDUmo off=486984 len=1850995 2024-09-16T07:14:55.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 1865 completed, throughput=5MB/sec 2024-09-16T07:14:55.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-19kNLJhH6JcAJVW off=12666810 len=64234 2024-09-16T07:14:55.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 1866 completed, throughput=5MB/sec 2024-09-16T07:14:55.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2qCcnNFb8HVkFA8 off=9332406 len=1092632 2024-09-16T07:14:55.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 1867 completed, throughput=5MB/sec 2024-09-16T07:14:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:55 smithi042 ceph-mon[94096]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:55 smithi042 ceph-mon[96574]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:55 smithi164 ceph-mon[88760]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:56.347 INFO:tasks.workunit.client.0.smithi042.stdout: 364: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:56.347 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pB9sk3_9z8JE67n off=4451375 len=126096 2024-09-16T07:14:56.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 1868 completed, throughput=4.99MB/sec 2024-09-16T07:14:56.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZOAFYqGrYjkRqpa off=11835836 len=1567448 2024-09-16T07:14:56.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 1869 completed, throughput=4.99MB/sec 2024-09-16T07:14:56.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KR0uUPBAk9QE7qK off=759101 len=511400 2024-09-16T07:14:56.357 INFO:tasks.workunit.client.0.smithi042.stdout:op 1870 completed, throughput=4.99MB/sec 2024-09-16T07:14:56.357 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-un6Sz8VhJhC67E7 off=9457257 len=814665 2024-09-16T07:14:56.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 1871 completed, throughput=5MB/sec 2024-09-16T07:14:56.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YcbdrV0S9BSqFSu off=1624071 len=1760864 2024-09-16T07:14:56.362 INFO:tasks.workunit.client.0.smithi042.stdout:op 1872 completed, throughput=5MB/sec 2024-09-16T07:14:57.362 INFO:tasks.workunit.client.0.smithi042.stdout: 365: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ozOazQjTUOnSXWg off=1130563 len=732868 2024-09-16T07:14:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 1873 completed, throughput=4.99MB/sec 2024-09-16T07:14:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nKyzSCtMh2ee5NH off=6593638 len=1494788 2024-09-16T07:14:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 1874 completed, throughput=4.99MB/sec 2024-09-16T07:14:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a08eMs5jH9yoNFO off=3907919 len=333492 2024-09-16T07:14:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 1875 completed, throughput=4.99MB/sec 2024-09-16T07:14:57.373 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K0tkBcpPndWUEkM off=7149707 len=1182111 2024-09-16T07:14:57.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 1876 completed, throughput=5MB/sec 2024-09-16T07:14:57.381 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mldpk-XTVp4CIlD off=10566581 len=1964969 2024-09-16T07:14:57.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 1877 completed, throughput=5MB/sec 2024-09-16T07:14:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:57 smithi042 ceph-mon[94096]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:57 smithi042 ceph-mon[96574]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:57 smithi164 ceph-mon[88760]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:14:58.389 INFO:tasks.workunit.client.0.smithi042.stdout: 366: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:58.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Id8s59iyvBlW5yi off=52793 len=1943950 2024-09-16T07:14:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:op 1878 completed, throughput=4.99MB/sec 2024-09-16T07:14:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cJba4IbfMFv9W7W off=2663253 len=708212 2024-09-16T07:14:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:op 1879 completed, throughput=4.99MB/sec 2024-09-16T07:14:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YBu7wkbCoHYUZeb off=1882850 len=1597611 2024-09-16T07:14:58.406 INFO:tasks.workunit.client.0.smithi042.stdout:op 1880 completed, throughput=5MB/sec 2024-09-16T07:14:58.406 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wmIEeqJoBt2axv8 off=4369774 len=1806568 2024-09-16T07:14:58.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 1881 completed, throughput=5MB/sec 2024-09-16T07:14:59.413 INFO:tasks.workunit.client.0.smithi042.stdout: 367: throughput=4.99MB/sec pending data=0 2024-09-16T07:14:59.413 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WuD8SNUVh47BKmb off=10353969 len=1715212 2024-09-16T07:14:59.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 1882 completed, throughput=4.99MB/sec 2024-09-16T07:14:59.416 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9CtthMkYkBtwYrd off=438162 len=1968287 2024-09-16T07:14:59.425 INFO:tasks.workunit.client.0.smithi042.stdout:op 1883 completed, throughput=5MB/sec 2024-09-16T07:14:59.425 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uY9YJqJCpzGXtDc off=6550569 len=688119 2024-09-16T07:14:59.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 1884 completed, throughput=5MB/sec 2024-09-16T07:14:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:14:59 smithi042 ceph-mon[94096]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:14:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:14:59 smithi042 ceph-mon[96574]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:14:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:14:59 smithi164 ceph-mon[88760]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:15:00.426 INFO:tasks.workunit.client.0.smithi042.stdout: 368: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:00.427 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xJlVhLPM4E9jLTf off=10725203 len=275023 2024-09-16T07:15:00.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 1885 completed, throughput=4.99MB/sec 2024-09-16T07:15:00.428 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JlkhxpdlGBsfSl5 off=6068051 len=942286 2024-09-16T07:15:00.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 1886 completed, throughput=4.99MB/sec 2024-09-16T07:15:00.433 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LAVpC2PR9fmdaN3 off=1335465 len=1996994 2024-09-16T07:15:00.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 1887 completed, throughput=5MB/sec 2024-09-16T07:15:00.441 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-odvskUYCICQ6sxs off=11996728 len=1427681 2024-09-16T07:15:00.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 1888 completed, throughput=5MB/sec 2024-09-16T07:15:00.448 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o4-4mK_sx-cG3EJ off=360740 len=857131 2024-09-16T07:15:00.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 1889 completed, throughput=5MB/sec 2024-09-16T07:15:01.449 INFO:tasks.workunit.client.0.smithi042.stdout: 369: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:01.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HouW3cefALM2Az7 off=8322613 len=1122865 2024-09-16T07:15:01.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 1890 completed, throughput=4.99MB/sec 2024-09-16T07:15:01.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nYuFqsFRPB6Uf3V off=7297093 len=1285954 2024-09-16T07:15:01.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 1891 completed, throughput=4.99MB/sec 2024-09-16T07:15:01.453 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rkbrKnVNKLk5qua off=16790699 len=979267 2024-09-16T07:15:01.454 INFO:tasks.workunit.client.0.smithi042.stdout:op 1892 completed, throughput=5MB/sec 2024-09-16T07:15:01.454 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uUM-xFWPFxfq1w5 off=6421174 len=1401586 2024-09-16T07:15:01.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 1893 completed, throughput=5MB/sec 2024-09-16T07:15:01.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QDLBoHN6wKWxCIc off=15302255 len=792819 2024-09-16T07:15:01.463 INFO:tasks.workunit.client.0.smithi042.stdout:op 1894 completed, throughput=5MB/sec 2024-09-16T07:15:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:01 smithi042 ceph-mon[94096]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:15:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:01 smithi042 ceph-mon[96574]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:15:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:01] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T07:15:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:01 smithi164 ceph-mon[88760]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:15:02.463 INFO:tasks.workunit.client.0.smithi042.stdout: 370: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:02.464 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZU11V-mzVJDu--T off=2914707 len=2093579 2024-09-16T07:15:02.475 INFO:tasks.workunit.client.0.smithi042.stdout:op 1895 completed, throughput=4.99MB/sec 2024-09-16T07:15:02.475 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SQpKXC6pCEC7kHq off=9150090 len=1235282 2024-09-16T07:15:02.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 1896 completed, throughput=5MB/sec 2024-09-16T07:15:02.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-31h8YCYlRAcWKEX off=3223180 len=302263 2024-09-16T07:15:02.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 1897 completed, throughput=5MB/sec 2024-09-16T07:15:02.484 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X6Rcn9Qk-aWfZs2 off=776029 len=1509227 2024-09-16T07:15:02.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 1898 completed, throughput=5MB/sec 2024-09-16T07:15:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:03.487 INFO:tasks.workunit.client.0.smithi042.stdout: 371: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:03.487 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cbzDyqyYRGWAPyT off=9090274 len=170845 2024-09-16T07:15:03.490 INFO:tasks.workunit.client.0.smithi042.stdout:op 1899 completed, throughput=4.99MB/sec 2024-09-16T07:15:03.490 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F8NkVrsgGVNbtwn off=712603 len=1245195 2024-09-16T07:15:03.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 1900 completed, throughput=4.99MB/sec 2024-09-16T07:15:03.492 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nzv01cc-WncLWns off=15525053 len=698140 2024-09-16T07:15:03.494 INFO:tasks.workunit.client.0.smithi042.stdout:op 1901 completed, throughput=4.99MB/sec 2024-09-16T07:15:03.494 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QnBOzV23g7DP_Xd off=11230744 len=131106 2024-09-16T07:15:03.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 1902 completed, throughput=4.99MB/sec 2024-09-16T07:15:03.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7dsqhbjhRbgoLNW off=6964592 len=1454647 2024-09-16T07:15:03.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 1903 completed, throughput=5MB/sec 2024-09-16T07:15:03.503 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DUhcjBA889mYxFE off=5729256 len=723770 2024-09-16T07:15:03.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 1904 completed, throughput=5MB/sec 2024-09-16T07:15:03.508 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7oVHXhyiF9TkqTT off=7489257 len=1756454 2024-09-16T07:15:03.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 1905 completed, throughput=5MB/sec 2024-09-16T07:15:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:03 smithi042 ceph-mon[94096]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:15:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:03 smithi042 ceph-mon[96574]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:15:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:03 smithi164 ceph-mon[88760]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:15:04.509 INFO:tasks.workunit.client.0.smithi042.stdout: 372: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:04.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aFr4OO5H0D2D9ia off=3408185 len=1438424 2024-09-16T07:15:04.517 INFO:tasks.workunit.client.0.smithi042.stdout:op 1906 completed, throughput=4.99MB/sec 2024-09-16T07:15:04.517 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eNRLB2I1qgn3mkk off=7667141 len=183496 2024-09-16T07:15:04.519 INFO:tasks.workunit.client.0.smithi042.stdout:op 1907 completed, throughput=4.99MB/sec 2024-09-16T07:15:04.519 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QPTAe43ymVy1XkA off=1934370 len=1917980 2024-09-16T07:15:04.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 1908 completed, throughput=5MB/sec 2024-09-16T07:15:04.532 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cCq4Z1rQL0LVdvw off=2144998 len=1265313 2024-09-16T07:15:04.536 INFO:tasks.workunit.client.0.smithi042.stdout:op 1909 completed, throughput=5MB/sec 2024-09-16T07:15:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:05.537 INFO:tasks.workunit.client.0.smithi042.stdout: 373: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:05.537 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DAhXKejDla9lbY3 off=751978 len=1106565 2024-09-16T07:15:05.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 1910 completed, throughput=4.99MB/sec 2024-09-16T07:15:05.543 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v_UnR1d0kWFfj0Q off=1127556 len=1085121 2024-09-16T07:15:05.552 INFO:tasks.workunit.client.0.smithi042.stdout:op 1911 completed, throughput=4.99MB/sec 2024-09-16T07:15:05.552 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dAW0Y6bLFPjojn7 off=2399126 len=2068367 2024-09-16T07:15:05.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 1912 completed, throughput=5MB/sec 2024-09-16T07:15:05.554 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8aYZqBwf2vkg6s0 off=4902211 len=910194 2024-09-16T07:15:05.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 1913 completed, throughput=5MB/sec 2024-09-16T07:15:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:05 smithi042 ceph-mon[94096]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:15:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:05 smithi042 ceph-mon[96574]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:15:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:05 smithi164 ceph-mon[88760]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:15:06.559 INFO:tasks.workunit.client.0.smithi042.stdout: 374: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:06.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jpyRYQ455OoP0qd off=13695604 len=913976 2024-09-16T07:15:06.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 1914 completed, throughput=4.99MB/sec 2024-09-16T07:15:06.560 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--fYL6plyV350mwa off=5081881 len=639740 2024-09-16T07:15:06.565 INFO:tasks.workunit.client.0.smithi042.stdout:op 1915 completed, throughput=4.99MB/sec 2024-09-16T07:15:06.565 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fFnk0xwg2-CLdk9 off=8321394 len=1156447 2024-09-16T07:15:06.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 1916 completed, throughput=4.99MB/sec 2024-09-16T07:15:06.567 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5r5U8BpvlltZFa9 off=17256587 len=1019559 2024-09-16T07:15:06.568 INFO:tasks.workunit.client.0.smithi042.stdout:op 1917 completed, throughput=5MB/sec 2024-09-16T07:15:06.569 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sDt_PvhUexQkN7b off=5984238 len=694512 2024-09-16T07:15:06.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 1918 completed, throughput=5MB/sec 2024-09-16T07:15:06.570 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HC6wd12rjRQnEw2 off=2283395 len=370140 2024-09-16T07:15:06.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 1919 completed, throughput=5MB/sec 2024-09-16T07:15:06.576 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M7p7UBJ-AQ2lVQu off=5096053 len=14288 2024-09-16T07:15:06.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 1920 completed, throughput=5MB/sec 2024-09-16T07:15:06.576 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O1XTIEZgJEzh-Ku off=9177131 len=1778203 2024-09-16T07:15:06.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 1921 completed, throughput=5MB/sec 2024-09-16T07:15:07.584 INFO:tasks.workunit.client.0.smithi042.stdout: 375: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:07.584 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TQm_dC2eSMNlSAK off=8215453 len=2034742 2024-09-16T07:15:07.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 1922 completed, throughput=5MB/sec 2024-09-16T07:15:07.586 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UQlBKQX-803Wkin off=9960426 len=1974328 2024-09-16T07:15:07.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 1923 completed, throughput=5MB/sec 2024-09-16T07:15:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[96574]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:15:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:15:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:15:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:15:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[94096]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:15:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:15:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:15:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:15:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:07 smithi164 ceph-mon[88760]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:15:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:15:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:15:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:15:08.589 INFO:tasks.workunit.client.0.smithi042.stdout: 376: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:08.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CaWfDqpyFN__Lwd off=176115 len=1689409 2024-09-16T07:15:08.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 1924 completed, throughput=4.99MB/sec 2024-09-16T07:15:08.592 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BrJ5CThcnOgEqD3 off=2043707 len=1660230 2024-09-16T07:15:08.601 INFO:tasks.workunit.client.0.smithi042.stdout:op 1925 completed, throughput=5MB/sec 2024-09-16T07:15:08.601 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XyoOfEJfH7DqqYV off=2116581 len=81644 2024-09-16T07:15:08.601 INFO:tasks.workunit.client.0.smithi042.stdout:op 1926 completed, throughput=5MB/sec 2024-09-16T07:15:08.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--pLJqXVERpb6aBd off=9063368 len=83300 2024-09-16T07:15:08.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 1927 completed, throughput=5MB/sec 2024-09-16T07:15:08.604 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b7xFGizSPdc4HFd off=7648421 len=686604 2024-09-16T07:15:08.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 1928 completed, throughput=5MB/sec 2024-09-16T07:15:08.609 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NS7xaPzNEeVwFST off=6011065 len=986518 2024-09-16T07:15:08.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 1929 completed, throughput=5MB/sec 2024-09-16T07:15:09.614 INFO:tasks.workunit.client.0.smithi042.stdout: 377: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:09.614 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tzNipzHDqFGDCQ7 off=9123593 len=1549085 2024-09-16T07:15:09.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 1930 completed, throughput=4.99MB/sec 2024-09-16T07:15:09.616 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BHnp6xT7H7bDs-B off=2811599 len=88045 2024-09-16T07:15:09.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 1931 completed, throughput=4.99MB/sec 2024-09-16T07:15:09.616 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fno8YWzKnWRaL8F off=8415997 len=1798154 2024-09-16T07:15:09.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 1932 completed, throughput=5MB/sec 2024-09-16T07:15:09.625 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qD1EvTFNHH7ibOt off=8218304 len=12101 2024-09-16T07:15:09.627 INFO:tasks.workunit.client.0.smithi042.stdout:op 1933 completed, throughput=5MB/sec 2024-09-16T07:15:09.627 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bEpTX6uTRLXyOsd off=15978994 len=2011663 2024-09-16T07:15:09.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 1934 completed, throughput=5MB/sec 2024-09-16T07:15:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:09 smithi042 ceph-mon[94096]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:09 smithi042 ceph-mon[96574]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:09 smithi164 ceph-mon[88760]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:10.630 INFO:tasks.workunit.client.0.smithi042.stdout: 378: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:10.630 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-heIw0trQmv9mvbj off=2965220 len=1050820 2024-09-16T07:15:10.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 1935 completed, throughput=4.99MB/sec 2024-09-16T07:15:10.636 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3t8CI2L_s80kcG2 off=18551007 len=1620258 2024-09-16T07:15:10.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 1936 completed, throughput=4.99MB/sec 2024-09-16T07:15:10.643 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_uB9KQfUiqvbZ42 off=838420 len=551440 2024-09-16T07:15:10.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 1937 completed, throughput=5MB/sec 2024-09-16T07:15:10.647 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9FI6fySERE2HOQv off=4468951 len=1440779 2024-09-16T07:15:10.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 1938 completed, throughput=5MB/sec 2024-09-16T07:15:10.650 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fS61EVPbTUKbs9V off=7660320 len=318782 2024-09-16T07:15:10.651 INFO:tasks.workunit.client.0.smithi042.stdout:op 1939 completed, throughput=5MB/sec 2024-09-16T07:15:10.651 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lX_MFoQJoZhGMKo off=7608115 len=573300 2024-09-16T07:15:10.654 INFO:tasks.workunit.client.0.smithi042.stdout:op 1940 completed, throughput=5MB/sec 2024-09-16T07:15:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:11] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-09-16T07:15:11.654 INFO:tasks.workunit.client.0.smithi042.stdout: 379: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:11.655 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-87W86fqZTywKU7N off=10514094 len=1150179 2024-09-16T07:15:11.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 1941 completed, throughput=4.99MB/sec 2024-09-16T07:15:11.657 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I75dPxO15DO2nYv off=159367 len=2001139 2024-09-16T07:15:11.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 1942 completed, throughput=5MB/sec 2024-09-16T07:15:11.666 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YDexNLnFUhSAha0 off=617028 len=1834604 2024-09-16T07:15:11.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 1943 completed, throughput=5MB/sec 2024-09-16T07:15:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:11 smithi164 ceph-mon[88760]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:11 smithi042 ceph-mon[94096]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:11 smithi042 ceph-mon[96574]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:12.678 INFO:tasks.workunit.client.0.smithi042.stdout: 380: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:12.678 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z70gBmRSWz_Pqea off=3342108 len=1573226 2024-09-16T07:15:12.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 1944 completed, throughput=4.99MB/sec 2024-09-16T07:15:12.686 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YtBVmZBYW9tVKRM off=9386818 len=296688 2024-09-16T07:15:12.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 1945 completed, throughput=4.99MB/sec 2024-09-16T07:15:12.687 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QQBgYwhy16ZEW9O off=2022678 len=1438498 2024-09-16T07:15:12.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 1946 completed, throughput=5MB/sec 2024-09-16T07:15:12.689 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h7b2-zJKgEIGYul off=11786901 len=964638 2024-09-16T07:15:12.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 1947 completed, throughput=5MB/sec 2024-09-16T07:15:12.691 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uxjibjxZ3ZavJwC off=3070153 len=961098 2024-09-16T07:15:12.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 1948 completed, throughput=5MB/sec 2024-09-16T07:15:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:13.695 INFO:tasks.workunit.client.0.smithi042.stdout: 381: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:13.696 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-laAxp3txceawtES off=1998303 len=929091 2024-09-16T07:15:13.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 1949 completed, throughput=4.99MB/sec 2024-09-16T07:15:13.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7__8O_7yIcLqJxa off=798640 len=236110 2024-09-16T07:15:13.703 INFO:tasks.workunit.client.0.smithi042.stdout:op 1950 completed, throughput=4.99MB/sec 2024-09-16T07:15:13.703 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZdnXrlSUHBcy7un off=4761076 len=1132168 2024-09-16T07:15:13.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 1951 completed, throughput=4.99MB/sec 2024-09-16T07:15:13.709 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OYCuwDO_dNqcSRQ off=12726261 len=1662418 2024-09-16T07:15:13.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 1952 completed, throughput=5MB/sec 2024-09-16T07:15:13.712 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o2r0hn10WVBiYKz off=6337462 len=1338189 2024-09-16T07:15:13.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 1953 completed, throughput=5MB/sec 2024-09-16T07:15:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:13 smithi164 ceph-mon[88760]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:13 smithi042 ceph-mon[94096]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:13 smithi042 ceph-mon[96574]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:15:14.714 INFO:tasks.workunit.client.0.smithi042.stdout: 382: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:14.714 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GKBrKyrdaNopBDO off=911971 len=894701 2024-09-16T07:15:14.716 INFO:tasks.workunit.client.0.smithi042.stdout:op 1954 completed, throughput=4.99MB/sec 2024-09-16T07:15:14.716 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BW9lXuvFpOxLDiP off=3270629 len=1170568 2024-09-16T07:15:14.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 1955 completed, throughput=4.99MB/sec 2024-09-16T07:15:14.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gK7PZw--4qGZJjs off=13037775 len=2024882 2024-09-16T07:15:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 1956 completed, throughput=5MB/sec 2024-09-16T07:15:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3UzhP83qwRuoKzl off=632406 len=1319598 2024-09-16T07:15:14.737 INFO:tasks.workunit.client.0.smithi042.stdout:op 1957 completed, throughput=5MB/sec 2024-09-16T07:15:15.737 INFO:tasks.workunit.client.0.smithi042.stdout: 383: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:15.737 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_kqkQclAn1ImNi3 off=257409 len=547681 2024-09-16T07:15:15.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 1958 completed, throughput=4.99MB/sec 2024-09-16T07:15:15.741 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SxWiAOFiBZslyLu off=224589 len=259959 2024-09-16T07:15:15.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 1959 completed, throughput=4.99MB/sec 2024-09-16T07:15:15.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SeTAoip4LFpdLCu off=12819839 len=1997421 2024-09-16T07:15:15.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 1960 completed, throughput=4.99MB/sec 2024-09-16T07:15:15.751 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jDDmkzYpMjs5kTx off=668024 len=158276 2024-09-16T07:15:15.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 1961 completed, throughput=4.99MB/sec 2024-09-16T07:15:15.752 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-94LiVsUrAuUsX_U off=4256515 len=542273 2024-09-16T07:15:15.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 1962 completed, throughput=5MB/sec 2024-09-16T07:15:15.754 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g7lrX1EghL4bg-B off=4757697 len=1820829 2024-09-16T07:15:15.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 1963 completed, throughput=5MB/sec 2024-09-16T07:15:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:15 smithi164 ceph-mon[88760]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:15:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:15 smithi042 ceph-mon[94096]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:15:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:15 smithi042 ceph-mon[96574]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:15:16.756 INFO:tasks.workunit.client.0.smithi042.stdout: 384: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:16.756 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acnxtVfD_Zs8dAM off=139330 len=1853361 2024-09-16T07:15:16.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 1964 completed, throughput=4.99MB/sec 2024-09-16T07:15:16.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D3RkeeXK832vgnW off=20072820 len=1939440 2024-09-16T07:15:16.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 1965 completed, throughput=5MB/sec 2024-09-16T07:15:16.769 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Dm_mEs8oK_MgDEs off=19048241 len=2060227 2024-09-16T07:15:16.781 INFO:tasks.workunit.client.0.smithi042.stdout:op 1966 completed, throughput=5MB/sec 2024-09-16T07:15:17.781 INFO:tasks.workunit.client.0.smithi042.stdout: 385: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:17.781 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OyDILJzIMIItNJ3 off=5523152 len=951637 2024-09-16T07:15:17.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 1967 completed, throughput=4.99MB/sec 2024-09-16T07:15:17.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LCrb-BgShAJAKGc off=6265088 len=370973 2024-09-16T07:15:17.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 1968 completed, throughput=4.99MB/sec 2024-09-16T07:15:17.786 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oZp59tzz0yN84xU off=593514 len=1415270 2024-09-16T07:15:17.788 INFO:tasks.workunit.client.0.smithi042.stdout:op 1969 completed, throughput=5MB/sec 2024-09-16T07:15:17.788 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qIPd-L0TC6cG1ig off=1213199 len=2038290 2024-09-16T07:15:17.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 1970 completed, throughput=5MB/sec 2024-09-16T07:15:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:17 smithi164 ceph-mon[88760]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:17 smithi042 ceph-mon[94096]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:17 smithi042 ceph-mon[96574]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:15:18.792 INFO:tasks.workunit.client.0.smithi042.stdout: 386: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:18.792 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acxnc0C8j76O8vB off=5292001 len=1037588 2024-09-16T07:15:18.795 INFO:tasks.workunit.client.0.smithi042.stdout:op 1971 completed, throughput=4.99MB/sec 2024-09-16T07:15:18.795 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2sLFSF6m_JirEjr off=2801550 len=598447 2024-09-16T07:15:18.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 1972 completed, throughput=4.99MB/sec 2024-09-16T07:15:18.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cCq4Z1rQL0LVdvw off=5917753 len=1914979 2024-09-16T07:15:18.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 1973 completed, throughput=5MB/sec 2024-09-16T07:15:18.800 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ea1RL0lRq6KFq1Q off=15847340 len=528937 2024-09-16T07:15:18.804 INFO:tasks.workunit.client.0.smithi042.stdout:op 1974 completed, throughput=5MB/sec 2024-09-16T07:15:18.804 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VdUAp-UUbl2IcZF off=2960654 len=1443048 2024-09-16T07:15:18.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 1975 completed, throughput=5MB/sec 2024-09-16T07:15:19.809 INFO:tasks.workunit.client.0.smithi042.stdout: 387: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:19.809 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9CtthMkYkBtwYrd off=1534699 len=674099 2024-09-16T07:15:19.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 1976 completed, throughput=4.99MB/sec 2024-09-16T07:15:19.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PeCoRodWo9FpDBe off=3418847 len=206954 2024-09-16T07:15:19.811 INFO:tasks.workunit.client.0.smithi042.stdout:op 1977 completed, throughput=4.99MB/sec 2024-09-16T07:15:19.811 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KrsEGg-KidLt459 off=1564211 len=1950864 2024-09-16T07:15:19.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 1978 completed, throughput=4.99MB/sec 2024-09-16T07:15:19.822 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0ZVQd5r9H4arnXy off=3677436 len=1701 2024-09-16T07:15:19.823 INFO:tasks.workunit.client.0.smithi042.stdout:op 1979 completed, throughput=4.99MB/sec 2024-09-16T07:15:19.823 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MLynfy2h17zEpgj off=254304 len=319096 2024-09-16T07:15:19.826 INFO:tasks.workunit.client.0.smithi042.stdout:op 1980 completed, throughput=5MB/sec 2024-09-16T07:15:19.826 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9sWQ98kWjNVDx6I off=1628124 len=1036411 2024-09-16T07:15:19.827 INFO:tasks.workunit.client.0.smithi042.stdout:op 1981 completed, throughput=5MB/sec 2024-09-16T07:15:19.827 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WuOWeqxJ_2NX48d off=1228852 len=635916 2024-09-16T07:15:19.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 1982 completed, throughput=5MB/sec 2024-09-16T07:15:19.831 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1IqQPWUyhwH7Hcl off=1303400 len=1195663 2024-09-16T07:15:19.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 1983 completed, throughput=5MB/sec 2024-09-16T07:15:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:19 smithi164 ceph-mon[88760]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:19 smithi042 ceph-mon[94096]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:19 smithi042 ceph-mon[96574]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:20.838 INFO:tasks.workunit.client.0.smithi042.stdout: 388: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:20.838 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Dg53oYOADE6Uap4 off=526160 len=1954938 2024-09-16T07:15:20.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 1984 completed, throughput=4.99MB/sec 2024-09-16T07:15:20.840 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kCTYN9tsEwMv4fi off=536651 len=593986 2024-09-16T07:15:20.841 INFO:tasks.workunit.client.0.smithi042.stdout:op 1985 completed, throughput=5MB/sec 2024-09-16T07:15:20.841 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PPxPDZM0XpLkJFa off=6175432 len=849682 2024-09-16T07:15:20.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 1986 completed, throughput=5MB/sec 2024-09-16T07:15:20.843 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F5DsNRr7CIcfXO4 off=413256 len=1021120 2024-09-16T07:15:20.845 INFO:tasks.workunit.client.0.smithi042.stdout:op 1987 completed, throughput=5MB/sec 2024-09-16T07:15:20.845 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hM9swImPNjlOFBg off=4796986 len=1142333 2024-09-16T07:15:20.851 INFO:tasks.workunit.client.0.smithi042.stdout:op 1988 completed, throughput=5MB/sec 2024-09-16T07:15:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:21] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:15:21.851 INFO:tasks.workunit.client.0.smithi042.stdout: 389: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:21.851 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QCR7rEI2YKwFTmL off=8416796 len=1755648 2024-09-16T07:15:21.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 1989 completed, throughput=4.99MB/sec 2024-09-16T07:15:21.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w3zh_VtgQn96u2o off=949114 len=1597951 2024-09-16T07:15:21.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 1990 completed, throughput=5MB/sec 2024-09-16T07:15:21.870 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Nm4qtjM186P-9Xp off=14772608 len=1926594 2024-09-16T07:15:21.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 1991 completed, throughput=5MB/sec 2024-09-16T07:15:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:21 smithi164 ceph-mon[88760]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:15:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:21 smithi042 ceph-mon[96574]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:15:22.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:21 smithi042 ceph-mon[94096]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-09-16T07:15:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:22.883 INFO:tasks.workunit.client.0.smithi042.stdout: 390: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:22.883 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pSH8mSGCE5VRKHd off=3003967 len=763973 2024-09-16T07:15:22.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 1992 completed, throughput=4.99MB/sec 2024-09-16T07:15:22.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i45xFJukHoIEkuN off=4093890 len=912013 2024-09-16T07:15:22.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 1993 completed, throughput=4.99MB/sec 2024-09-16T07:15:22.886 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VlIH59TWfPX7wJ- off=6606959 len=326872 2024-09-16T07:15:22.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 1994 completed, throughput=4.99MB/sec 2024-09-16T07:15:22.889 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ose7JU64otYu02a off=959448 len=1787145 2024-09-16T07:15:22.896 INFO:tasks.workunit.client.0.smithi042.stdout:op 1995 completed, throughput=5MB/sec 2024-09-16T07:15:22.896 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Axh-3t6CLcKEha_ off=2202555 len=989200 2024-09-16T07:15:22.900 INFO:tasks.workunit.client.0.smithi042.stdout:op 1996 completed, throughput=5MB/sec 2024-09-16T07:15:23.900 INFO:tasks.workunit.client.0.smithi042.stdout: 391: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:23.901 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ukbCD1O4uo56aeE off=2533265 len=399580 2024-09-16T07:15:23.901 INFO:tasks.workunit.client.0.smithi042.stdout:op 1997 completed, throughput=4.99MB/sec 2024-09-16T07:15:23.901 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7QUsc-v8Fuwu7GH off=7361296 len=1225421 2024-09-16T07:15:23.910 INFO:tasks.workunit.client.0.smithi042.stdout:op 1998 completed, throughput=4.99MB/sec 2024-09-16T07:15:23.910 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7JU-YzVP00vzmWv off=4894352 len=1641170 2024-09-16T07:15:23.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 1999 completed, throughput=5MB/sec 2024-09-16T07:15:23.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hhd5RQfUTyMxwLz off=909995 len=223680 2024-09-16T07:15:23.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 2000 completed, throughput=5MB/sec 2024-09-16T07:15:23.919 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ge8vd0nq21Pl5HE off=2775351 len=2010721 2024-09-16T07:15:23.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 2001 completed, throughput=5MB/sec 2024-09-16T07:15:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:23 smithi164 ceph-mon[88760]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:23 smithi042 ceph-mon[94096]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:23 smithi042 ceph-mon[96574]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:24.931 INFO:tasks.workunit.client.0.smithi042.stdout: 392: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:24.931 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bDpLRU9_Cvr2vFw off=8497824 len=1320022 2024-09-16T07:15:24.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 2002 completed, throughput=4.99MB/sec 2024-09-16T07:15:24.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T-aaYWL2xZD1PY8 off=2467971 len=1307002 2024-09-16T07:15:24.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 2003 completed, throughput=4.99MB/sec 2024-09-16T07:15:24.939 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OyDILJzIMIItNJ3 off=8547682 len=55382 2024-09-16T07:15:24.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 2004 completed, throughput=4.99MB/sec 2024-09-16T07:15:24.941 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OkaQ-avAKfDXdzv off=9812872 len=329994 2024-09-16T07:15:24.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 2005 completed, throughput=5MB/sec 2024-09-16T07:15:24.945 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IsQwFlzN2Hqz3KG off=7706165 len=1583306 2024-09-16T07:15:24.948 INFO:tasks.workunit.client.0.smithi042.stdout:op 2006 completed, throughput=5MB/sec 2024-09-16T07:15:24.948 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q1Kf1w9N8fnRfjn off=13058742 len=447556 2024-09-16T07:15:24.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 2007 completed, throughput=5MB/sec 2024-09-16T07:15:25.949 INFO:tasks.workunit.client.0.smithi042.stdout: 393: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:25.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vi_-pSkT8UZyd6H off=8882744 len=1010293 2024-09-16T07:15:25.954 INFO:tasks.workunit.client.0.smithi042.stdout:op 2008 completed, throughput=4.99MB/sec 2024-09-16T07:15:25.954 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g7aBr2tTSPEulta off=18524428 len=1010103 2024-09-16T07:15:25.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 2009 completed, throughput=4.99MB/sec 2024-09-16T07:15:25.957 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-trye9PXxtLe2Iis off=2466351 len=851467 2024-09-16T07:15:25.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 2010 completed, throughput=4.99MB/sec 2024-09-16T07:15:25.962 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-55D-ISSL7ykso98 off=8901575 len=1420106 2024-09-16T07:15:25.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 2011 completed, throughput=5MB/sec 2024-09-16T07:15:25.963 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cvdmIGxxWMG0n8g off=5507045 len=1229532 2024-09-16T07:15:25.964 INFO:tasks.workunit.client.0.smithi042.stdout:op 2012 completed, throughput=5MB/sec 2024-09-16T07:15:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:25 smithi164 ceph-mon[88760]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:15:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:25 smithi042 ceph-mon[94096]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:15:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:25 smithi042 ceph-mon[96574]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:15:26.964 INFO:tasks.workunit.client.0.smithi042.stdout: 394: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:26.965 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5Dfm0NYeZl_2_MZ off=4250992 len=1232144 2024-09-16T07:15:26.971 INFO:tasks.workunit.client.0.smithi042.stdout:op 2013 completed, throughput=4.99MB/sec 2024-09-16T07:15:26.971 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8V7pLEbsmkTiSoD off=1647677 len=404385 2024-09-16T07:15:26.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 2014 completed, throughput=4.99MB/sec 2024-09-16T07:15:26.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iqYk9MOntooSWMB off=7909514 len=1236907 2024-09-16T07:15:26.980 INFO:tasks.workunit.client.0.smithi042.stdout:op 2015 completed, throughput=5MB/sec 2024-09-16T07:15:26.980 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eijPWJ9lppW-MXf off=6343755 len=777937 2024-09-16T07:15:26.984 INFO:tasks.workunit.client.0.smithi042.stdout:op 2016 completed, throughput=5MB/sec 2024-09-16T07:15:26.984 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7GHvgRMSKaQP-yj off=5002182 len=826584 2024-09-16T07:15:26.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 2017 completed, throughput=5MB/sec 2024-09-16T07:15:26.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4lHnsGbGFhQFtqj off=12481741 len=1072824 2024-09-16T07:15:26.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 2018 completed, throughput=5MB/sec 2024-09-16T07:15:27.987 INFO:tasks.workunit.client.0.smithi042.stdout: 395: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:27.987 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DSVPkaweXE4mAYh off=650262 len=117515 2024-09-16T07:15:27.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 2019 completed, throughput=4.99MB/sec 2024-09-16T07:15:27.988 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XjKwKI69NKSJQ_U off=22113051 len=447840 2024-09-16T07:15:27.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 2020 completed, throughput=4.99MB/sec 2024-09-16T07:15:27.992 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EolbeBWoJTSs1mb off=772182 len=2095189 2024-09-16T07:15:28.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 2021 completed, throughput=5MB/sec 2024-09-16T07:15:28.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jFN7-lKkbsZLUP3 off=8992092 len=1105862 2024-09-16T07:15:28.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 2022 completed, throughput=5MB/sec 2024-09-16T07:15:28.003 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w55kdVqV1JPBlxl off=12441853 len=179184 2024-09-16T07:15:28.005 INFO:tasks.workunit.client.0.smithi042.stdout:op 2023 completed, throughput=5MB/sec 2024-09-16T07:15:28.005 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nh-l1Kj32xge1p_ off=14207613 len=829037 2024-09-16T07:15:28.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 2024 completed, throughput=5MB/sec 2024-09-16T07:15:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:27 smithi164 ceph-mon[88760]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:27 smithi042 ceph-mon[94096]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:27 smithi042 ceph-mon[96574]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:15:29.007 INFO:tasks.workunit.client.0.smithi042.stdout: 396: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:29.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ODMUH-tB377hh_d off=3918553 len=1221792 2024-09-16T07:15:29.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 2025 completed, throughput=4.99MB/sec 2024-09-16T07:15:29.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QI-1K9nWG5hHcTI off=234936 len=360271 2024-09-16T07:15:29.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 2026 completed, throughput=4.99MB/sec 2024-09-16T07:15:29.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YW16MMgEB9L1HbE off=15716825 len=1037284 2024-09-16T07:15:29.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 2027 completed, throughput=4.99MB/sec 2024-09-16T07:15:29.015 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DEEdrsU9vQ2kth0 off=17953782 len=1326261 2024-09-16T07:15:29.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 2028 completed, throughput=5MB/sec 2024-09-16T07:15:29.017 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IL96ABQ6Ma4UQkx off=4514273 len=596159 2024-09-16T07:15:29.021 INFO:tasks.workunit.client.0.smithi042.stdout:op 2029 completed, throughput=5MB/sec 2024-09-16T07:15:29.021 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N67PwmVYfE-en_d off=2382169 len=1393442 2024-09-16T07:15:29.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 2030 completed, throughput=5MB/sec 2024-09-16T07:15:30.030 INFO:tasks.workunit.client.0.smithi042.stdout: 397: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:30.030 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uV5Cwjlj6wq2eyx off=8880474 len=518818 2024-09-16T07:15:30.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 2031 completed, throughput=4.99MB/sec 2024-09-16T07:15:30.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6jyvYEYo9hWbHtp off=9319699 len=185811 2024-09-16T07:15:30.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 2032 completed, throughput=4.99MB/sec 2024-09-16T07:15:30.034 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7ORjxzM7S5kMRdn off=3900257 len=381702 2024-09-16T07:15:30.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 2033 completed, throughput=4.99MB/sec 2024-09-16T07:15:30.038 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gZco5lEfP4eKZ6v off=9629164 len=1427105 2024-09-16T07:15:30.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 2034 completed, throughput=4.99MB/sec 2024-09-16T07:15:30.045 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2nyB1NejP29rRNM off=12527136 len=87862 2024-09-16T07:15:30.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 2035 completed, throughput=4.99MB/sec 2024-09-16T07:15:30.048 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-675vrliJHCkBjy5 off=7037120 len=825296 2024-09-16T07:15:30.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 2036 completed, throughput=5MB/sec 2024-09-16T07:15:30.050 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-985xHgUrZ_NLyRM off=2241434 len=1409207 2024-09-16T07:15:30.056 INFO:tasks.workunit.client.0.smithi042.stdout:op 2037 completed, throughput=5MB/sec 2024-09-16T07:15:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:29 smithi164 ceph-mon[88760]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:29 smithi042 ceph-mon[94096]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:29 smithi042 ceph-mon[96574]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:31.057 INFO:tasks.workunit.client.0.smithi042.stdout: 398: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:31.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QiJlhWx4myXSn9o off=2849405 len=1071457 2024-09-16T07:15:31.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 2038 completed, throughput=4.99MB/sec 2024-09-16T07:15:31.059 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Bk07Ap_T4K2UBL off=1611276 len=222520 2024-09-16T07:15:31.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 2039 completed, throughput=4.99MB/sec 2024-09-16T07:15:31.062 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M4YPrxBA-xwAD7J off=7538063 len=224952 2024-09-16T07:15:31.062 INFO:tasks.workunit.client.0.smithi042.stdout:op 2040 completed, throughput=4.99MB/sec 2024-09-16T07:15:31.063 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-emCILKc1QQc0kpx off=13974437 len=753286 2024-09-16T07:15:31.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 2041 completed, throughput=4.99MB/sec 2024-09-16T07:15:31.064 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SjjS4cPYLq2ljXO off=1861370 len=950722 2024-09-16T07:15:31.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 2042 completed, throughput=5MB/sec 2024-09-16T07:15:31.066 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3MqWX7Lh9GT0PoH off=47283 len=1894788 2024-09-16T07:15:31.068 INFO:tasks.workunit.client.0.smithi042.stdout:op 2043 completed, throughput=5MB/sec 2024-09-16T07:15:31.068 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CsSNu6LU7dIZNvY off=17582502 len=107670 2024-09-16T07:15:31.069 INFO:tasks.workunit.client.0.smithi042.stdout:op 2044 completed, throughput=5MB/sec 2024-09-16T07:15:31.069 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oEIQWVya8a1WvTJ off=702377 len=1276414 2024-09-16T07:15:31.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 2045 completed, throughput=5MB/sec 2024-09-16T07:15:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:31] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-09-16T07:15:32.072 INFO:tasks.workunit.client.0.smithi042.stdout: 399: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:32.072 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f1cq4cno7eWutfT off=8155923 len=517774 2024-09-16T07:15:32.076 INFO:tasks.workunit.client.0.smithi042.stdout:op 2046 completed, throughput=4.99MB/sec 2024-09-16T07:15:32.076 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rJ9pMVs_-1l-AyF off=3711380 len=994036 2024-09-16T07:15:32.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 2047 completed, throughput=4.99MB/sec 2024-09-16T07:15:32.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mWniTERBLUaV0lj off=6150588 len=262729 2024-09-16T07:15:32.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 2048 completed, throughput=4.99MB/sec 2024-09-16T07:15:32.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qCUX9T-bX8lCOYV off=19809857 len=460078 2024-09-16T07:15:32.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 2049 completed, throughput=5MB/sec 2024-09-16T07:15:32.084 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hdcEBhcqh8Y6AOR off=486153 len=1204702 2024-09-16T07:15:32.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 2050 completed, throughput=5MB/sec 2024-09-16T07:15:32.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nIIn1D47VxWxwdp off=1202006 len=277178 2024-09-16T07:15:32.088 INFO:tasks.workunit.client.0.smithi042.stdout:op 2051 completed, throughput=5MB/sec 2024-09-16T07:15:32.088 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eo8wi0zrVyjGhIw off=1175987 len=1255065 2024-09-16T07:15:32.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 2052 completed, throughput=5MB/sec 2024-09-16T07:15:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:31 smithi164 ceph-mon[88760]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:31 smithi042 ceph-mon[96574]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:31 smithi042 ceph-mon[94096]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:15:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:33.090 INFO:tasks.workunit.client.0.smithi042.stdout: 400: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:33.090 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cFwZsopSbZWPdwj off=11059838 len=153494 2024-09-16T07:15:33.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 2053 completed, throughput=4.99MB/sec 2024-09-16T07:15:33.090 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a_bH_YrQC4CUOvq off=6410223 len=127120 2024-09-16T07:15:33.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 2054 completed, throughput=4.99MB/sec 2024-09-16T07:15:33.093 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xf4WSgLvpj00yPN off=78928 len=753690 2024-09-16T07:15:33.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 2055 completed, throughput=4.99MB/sec 2024-09-16T07:15:33.094 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YCdgoEzYZsrcdxJ off=15802827 len=13103 2024-09-16T07:15:33.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 2056 completed, throughput=4.99MB/sec 2024-09-16T07:15:33.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gSWK4qnYcS7GjOZ off=5518520 len=1094997 2024-09-16T07:15:33.102 INFO:tasks.workunit.client.0.smithi042.stdout:op 2057 completed, throughput=4.99MB/sec 2024-09-16T07:15:33.102 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l2F8XG4tgEIkmyB off=3385780 len=635915 2024-09-16T07:15:33.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 2058 completed, throughput=5MB/sec 2024-09-16T07:15:33.107 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aI8NjrQLH79VdH0 off=2510287 len=1606568 2024-09-16T07:15:33.116 INFO:tasks.workunit.client.0.smithi042.stdout:op 2059 completed, throughput=5MB/sec 2024-09-16T07:15:33.116 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JCCMSQ_C3nQx2Hg off=4889711 len=118231 2024-09-16T07:15:33.118 INFO:tasks.workunit.client.0.smithi042.stdout:op 2060 completed, throughput=5MB/sec 2024-09-16T07:15:33.118 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-keYgg4OB6q6H2t- off=4609172 len=456118 2024-09-16T07:15:33.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 2061 completed, throughput=5MB/sec 2024-09-16T07:15:34.120 INFO:tasks.workunit.client.0.smithi042.stdout: 401: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:34.120 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_4pmwTm8anJjHV1 off=10298503 len=1359733 2024-09-16T07:15:34.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 2062 completed, throughput=4.99MB/sec 2024-09-16T07:15:34.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hm-NPNVvZRnUpOB off=8852522 len=580824 2024-09-16T07:15:34.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 2063 completed, throughput=4.99MB/sec 2024-09-16T07:15:34.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oj7-FLw_3SUUzXP off=9407305 len=416226 2024-09-16T07:15:34.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 2064 completed, throughput=4.99MB/sec 2024-09-16T07:15:34.134 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8IZY9SMEFSbWBeQ off=5637085 len=1944134 2024-09-16T07:15:34.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 2065 completed, throughput=5MB/sec 2024-09-16T07:15:34.146 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pLdgq413_Y1bU_a off=311024 len=96119 2024-09-16T07:15:34.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 2066 completed, throughput=5MB/sec 2024-09-16T07:15:34.149 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J_JyVbjz3yx8SuT off=1553165 len=87505 2024-09-16T07:15:34.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 2067 completed, throughput=5MB/sec 2024-09-16T07:15:34.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-atr6_XFjDInNj57 off=5114664 len=810114 2024-09-16T07:15:34.155 INFO:tasks.workunit.client.0.smithi042.stdout:op 2068 completed, throughput=5MB/sec 2024-09-16T07:15:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:33 smithi164 ceph-mon[88760]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:33 smithi042 ceph-mon[96574]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:33 smithi042 ceph-mon[94096]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:35.156 INFO:tasks.workunit.client.0.smithi042.stdout: 402: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:35.156 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZK-gAHrQroVUP12 off=1255832 len=2096297 2024-09-16T07:15:35.170 INFO:tasks.workunit.client.0.smithi042.stdout:op 2069 completed, throughput=4.99MB/sec 2024-09-16T07:15:35.170 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VwEg8fokqUZrReR off=12519073 len=1510579 2024-09-16T07:15:35.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 2070 completed, throughput=5MB/sec 2024-09-16T07:15:35.177 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d4muFO4jfOiF-lU off=8898959 len=1957504 2024-09-16T07:15:35.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 2071 completed, throughput=5MB/sec 2024-09-16T07:15:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: 403: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:36.186 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-07yYv50KsUQvdEZ off=7292471 len=1205222 2024-09-16T07:15:36.191 INFO:tasks.workunit.client.0.smithi042.stdout:op 2072 completed, throughput=4.99MB/sec 2024-09-16T07:15:36.191 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MBpre38eGwt_J2x off=5150045 len=1993411 2024-09-16T07:15:36.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 2073 completed, throughput=5MB/sec 2024-09-16T07:15:36.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D2tdMtJSQ9e5dh9 off=17291842 len=934460 2024-09-16T07:15:36.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 2074 completed, throughput=5MB/sec 2024-09-16T07:15:36.209 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KRUUS9YHicar5TY off=9648683 len=1191841 2024-09-16T07:15:36.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 2075 completed, throughput=5MB/sec 2024-09-16T07:15:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:35 smithi164 ceph-mon[88760]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:15:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:35 smithi042 ceph-mon[96574]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:15:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:35 smithi042 ceph-mon[94096]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:15:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: 404: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:37.211 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yK-XNszL_BvsQe6 off=846911 len=1938218 2024-09-16T07:15:37.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 2076 completed, throughput=4.99MB/sec 2024-09-16T07:15:37.221 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7iZzyEJwU3gauLK off=802545 len=1825160 2024-09-16T07:15:37.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 2077 completed, throughput=5MB/sec 2024-09-16T07:15:37.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-R6oezcIrcf7Y104 off=9565088 len=126363 2024-09-16T07:15:37.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 2078 completed, throughput=5MB/sec 2024-09-16T07:15:37.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i3NOs_rHt9G7Lnn off=6756980 len=163524 2024-09-16T07:15:37.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 2079 completed, throughput=5MB/sec 2024-09-16T07:15:37.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RSn_6V8yuNjFAcO off=20514562 len=1603920 2024-09-16T07:15:37.238 INFO:tasks.workunit.client.0.smithi042.stdout:op 2080 completed, throughput=5MB/sec 2024-09-16T07:15:38.238 INFO:tasks.workunit.client.0.smithi042.stdout: 405: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:38.238 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sa4F_HIFOcasmK8 off=595986 len=28485 2024-09-16T07:15:38.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:37 smithi164 ceph-mon[88760]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:38.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 2081 completed, throughput=4.99MB/sec 2024-09-16T07:15:38.241 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-khXTFCqZacKzz0q off=896652 len=156573 2024-09-16T07:15:38.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 2082 completed, throughput=4.99MB/sec 2024-09-16T07:15:38.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iQwGofsnKkQlDgT off=3121080 len=1262426 2024-09-16T07:15:38.248 INFO:tasks.workunit.client.0.smithi042.stdout:op 2083 completed, throughput=4.99MB/sec 2024-09-16T07:15:38.248 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mxxy5NeERURcd2i off=2573093 len=1401573 2024-09-16T07:15:38.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 2084 completed, throughput=5MB/sec 2024-09-16T07:15:38.254 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i45xFJukHoIEkuN off=2917539 len=422723 2024-09-16T07:15:38.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 2085 completed, throughput=5MB/sec 2024-09-16T07:15:38.258 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5DOPKqxeteH269p off=117122 len=1744306 2024-09-16T07:15:38.260 INFO:tasks.workunit.client.0.smithi042.stdout:op 2086 completed, throughput=5MB/sec 2024-09-16T07:15:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:37 smithi042 ceph-mon[94096]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:37 smithi042 ceph-mon[96574]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:15:39.260 INFO:tasks.workunit.client.0.smithi042.stdout: 406: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:39.261 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pmnQNqtC-nd3LR1 off=2068465 len=727759 2024-09-16T07:15:39.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 2087 completed, throughput=4.99MB/sec 2024-09-16T07:15:39.262 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AoD6ahfJPFiPesP off=786622 len=1182279 2024-09-16T07:15:39.265 INFO:tasks.workunit.client.0.smithi042.stdout:op 2088 completed, throughput=4.99MB/sec 2024-09-16T07:15:39.265 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KuhJi9NFWNTmdo3 off=6236101 len=1166532 2024-09-16T07:15:39.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 2089 completed, throughput=5MB/sec 2024-09-16T07:15:39.267 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ePrRvDM0GrZRQBM off=2838586 len=1908286 2024-09-16T07:15:39.275 INFO:tasks.workunit.client.0.smithi042.stdout:op 2090 completed, throughput=5MB/sec 2024-09-16T07:15:39.275 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wk-KsVUuivbkXnh off=4944471 len=1470938 2024-09-16T07:15:39.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 2091 completed, throughput=5MB/sec 2024-09-16T07:15:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:39 smithi164 ceph-mon[88760]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:15:40.279 INFO:tasks.workunit.client.0.smithi042.stdout: 407: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:40.279 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3TxsGxrds-Zl7oY off=3770939 len=1572511 2024-09-16T07:15:40.281 INFO:tasks.workunit.client.0.smithi042.stdout:op 2092 completed, throughput=4.99MB/sec 2024-09-16T07:15:40.282 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D-GgV4397vW2A4S off=2389113 len=2039674 2024-09-16T07:15:40.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 2093 completed, throughput=5MB/sec 2024-09-16T07:15:40.284 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4kLDBO9JQCPasmH off=5292278 len=86168 2024-09-16T07:15:40.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 2094 completed, throughput=5MB/sec 2024-09-16T07:15:40.285 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WiP6wGvHG_LA4wn off=6856557 len=308299 2024-09-16T07:15:40.286 INFO:tasks.workunit.client.0.smithi042.stdout:op 2095 completed, throughput=5MB/sec 2024-09-16T07:15:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:39 smithi042 ceph-mon[94096]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:15:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:39 smithi042 ceph-mon[96574]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:15:41.286 INFO:tasks.workunit.client.0.smithi042.stdout: 408: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:41.286 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jLXiPFMl10FLtCM off=15578928 len=1271243 2024-09-16T07:15:41.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 2096 completed, throughput=4.99MB/sec 2024-09-16T07:15:41.295 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xPiRRPfIepHk615 off=11498099 len=839981 2024-09-16T07:15:41.300 INFO:tasks.workunit.client.0.smithi042.stdout:op 2097 completed, throughput=4.99MB/sec 2024-09-16T07:15:41.300 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DNB4-Msc4eDMoOU off=1583083 len=967493 2024-09-16T07:15:41.302 INFO:tasks.workunit.client.0.smithi042.stdout:op 2098 completed, throughput=5MB/sec 2024-09-16T07:15:41.302 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8aYZqBwf2vkg6s0 off=10041346 len=1349950 2024-09-16T07:15:41.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 2099 completed, throughput=5MB/sec 2024-09-16T07:15:41.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yBI9nbUhtAwMJuq off=2709050 len=1821187 2024-09-16T07:15:41.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 2100 completed, throughput=5MB/sec 2024-09-16T07:15:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:41] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-09-16T07:15:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:41 smithi164 ceph-mon[88760]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:15:42.318 INFO:tasks.workunit.client.0.smithi042.stdout: 409: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:42.319 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NYvAIYpUn6z2is- off=467966 len=1454696 2024-09-16T07:15:42.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 2101 completed, throughput=4.99MB/sec 2024-09-16T07:15:42.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PtSfnGbByiHlPQp off=637761 len=1270780 2024-09-16T07:15:42.323 INFO:tasks.workunit.client.0.smithi042.stdout:op 2102 completed, throughput=5MB/sec 2024-09-16T07:15:42.323 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vUVn5zL93gp3XEk off=28391 len=1240698 2024-09-16T07:15:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 2103 completed, throughput=5MB/sec 2024-09-16T07:15:42.324 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ExznjC-qDe2E3r9 off=2658278 len=68960 2024-09-16T07:15:42.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 2104 completed, throughput=5MB/sec 2024-09-16T07:15:42.327 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KTmcYO8aYGVtQhp off=2733141 len=1103089 2024-09-16T07:15:42.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 2105 completed, throughput=5MB/sec 2024-09-16T07:15:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:41 smithi042 ceph-mon[94096]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:15:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:41 smithi042 ceph-mon[96574]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:15:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:43.333 INFO:tasks.workunit.client.0.smithi042.stdout: 410: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:43.333 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IhDQz3qjgxAoq24 off=5517019 len=1840421 2024-09-16T07:15:43.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 2106 completed, throughput=4.99MB/sec 2024-09-16T07:15:43.335 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lAz5U5hV-EEnV0E off=9051229 len=1574904 2024-09-16T07:15:43.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 2107 completed, throughput=5MB/sec 2024-09-16T07:15:43.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vudmluah-Cyl7pQ off=3172207 len=535592 2024-09-16T07:15:43.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 2108 completed, throughput=5MB/sec 2024-09-16T07:15:43.349 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rnesbF0vIGZdR2x off=419486 len=1791586 2024-09-16T07:15:43.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 2109 completed, throughput=5MB/sec 2024-09-16T07:15:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:43 smithi164 ceph-mon[88760]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:15:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:43 smithi042 ceph-mon[94096]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:15:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:43 smithi042 ceph-mon[96574]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:15:44.356 INFO:tasks.workunit.client.0.smithi042.stdout: 411: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:44.356 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oF50RchcBzooqUa off=12405526 len=1977083 2024-09-16T07:15:44.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 2110 completed, throughput=5MB/sec 2024-09-16T07:15:44.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XWc7eO-Z56mBnQg off=5170289 len=1069126 2024-09-16T07:15:44.367 INFO:tasks.workunit.client.0.smithi042.stdout:op 2111 completed, throughput=5MB/sec 2024-09-16T07:15:44.367 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Imxma79MMMBZcSy off=3199328 len=1529521 2024-09-16T07:15:44.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 2112 completed, throughput=5MB/sec 2024-09-16T07:15:45.369 INFO:tasks.workunit.client.0.smithi042.stdout: 412: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:45.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zu-ihNOck5XHWOt off=3525624 len=629070 2024-09-16T07:15:45.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 2113 completed, throughput=4.99MB/sec 2024-09-16T07:15:45.371 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4loVVHDswtjz_1h off=1458729 len=1463186 2024-09-16T07:15:45.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 2114 completed, throughput=4.99MB/sec 2024-09-16T07:15:45.377 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MUyQN6Mk7OMG32V off=620515 len=1200653 2024-09-16T07:15:45.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 2115 completed, throughput=5MB/sec 2024-09-16T07:15:45.380 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Nc_5_qonPkxImy_ off=7352250 len=390511 2024-09-16T07:15:45.384 INFO:tasks.workunit.client.0.smithi042.stdout:op 2116 completed, throughput=5MB/sec 2024-09-16T07:15:45.384 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MFjkY1kovSb9kWm off=4740879 len=1876234 2024-09-16T07:15:45.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 2117 completed, throughput=5MB/sec 2024-09-16T07:15:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:45 smithi164 ceph-mon[88760]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-09-16T07:15:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:45 smithi042 ceph-mon[94096]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-09-16T07:15:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:45 smithi042 ceph-mon[96574]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-09-16T07:15:46.391 INFO:tasks.workunit.client.0.smithi042.stdout: 413: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:46.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3jPYvsQVFgIhaP2 off=6661909 len=1118473 2024-09-16T07:15:46.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 2118 completed, throughput=4.99MB/sec 2024-09-16T07:15:46.397 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9o_nI5t_8sb1xw- off=5155291 len=1498826 2024-09-16T07:15:46.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 2119 completed, throughput=5MB/sec 2024-09-16T07:15:46.406 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nx1_TMicMW9Rmak off=170686 len=1897161 2024-09-16T07:15:46.417 INFO:tasks.workunit.client.0.smithi042.stdout:op 2120 completed, throughput=5MB/sec 2024-09-16T07:15:46.417 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ffBhJ4BmF0sBKIg off=16400160 len=2046866 2024-09-16T07:15:46.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 2121 completed, throughput=5MB/sec 2024-09-16T07:15:47.427 INFO:tasks.workunit.client.0.smithi042.stdout: 414: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:47.427 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3yAwXNDmPqU4rLg off=114258 len=1099201 2024-09-16T07:15:47.432 INFO:tasks.workunit.client.0.smithi042.stdout:op 2122 completed, throughput=4.99MB/sec 2024-09-16T07:15:47.432 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fMoiMdUmXnEqGOF off=4849831 len=299961 2024-09-16T07:15:47.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 2123 completed, throughput=5MB/sec 2024-09-16T07:15:47.436 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Pp_ClNCfhteOXHW off=1808115 len=1410197 2024-09-16T07:15:47.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 2124 completed, throughput=5MB/sec 2024-09-16T07:15:47.441 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jc7MVP9DVD9boWM off=6048312 len=1617645 2024-09-16T07:15:47.442 INFO:tasks.workunit.client.0.smithi042.stdout:op 2125 completed, throughput=5MB/sec 2024-09-16T07:15:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:47 smithi164 ceph-mon[88760]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T07:15:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:47 smithi042 ceph-mon[94096]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T07:15:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:47 smithi042 ceph-mon[96574]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-09-16T07:15:48.443 INFO:tasks.workunit.client.0.smithi042.stdout: 415: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:48.443 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mP03OVfrCM__hT9 off=2791630 len=1652481 2024-09-16T07:15:48.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 2126 completed, throughput=4.99MB/sec 2024-09-16T07:15:48.451 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cPXuG3yN3cgR5xN off=1989489 len=1076876 2024-09-16T07:15:48.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 2127 completed, throughput=5MB/sec 2024-09-16T07:15:48.457 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NS9xup_hJnnXWbY off=11938640 len=1269719 2024-09-16T07:15:48.463 INFO:tasks.workunit.client.0.smithi042.stdout:op 2128 completed, throughput=5MB/sec 2024-09-16T07:15:48.464 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x0hLRz5RSAV8klp off=0 len=1551898 2024-09-16T07:15:48.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 2129 completed, throughput=5MB/sec 2024-09-16T07:15:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:49.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:15:49.470 INFO:tasks.workunit.client.0.smithi042.stdout: 416: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:49.470 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y_HYczLO3z9c7ks off=3749020 len=1775517 2024-09-16T07:15:49.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 2130 completed, throughput=4.99MB/sec 2024-09-16T07:15:49.474 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C-qYt-_Bxg1MXyT off=1937289 len=1857147 2024-09-16T07:15:49.485 INFO:tasks.workunit.client.0.smithi042.stdout:op 2131 completed, throughput=5MB/sec 2024-09-16T07:15:49.485 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YkIfFQAKzqgB5rs off=4381233 len=1285932 2024-09-16T07:15:49.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 2132 completed, throughput=5MB/sec 2024-09-16T07:15:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:49 smithi164 ceph-mon[88760]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:49 smithi042 ceph-mon[96574]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:49 smithi042 ceph-mon[94096]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:50.487 INFO:tasks.workunit.client.0.smithi042.stdout: 417: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:50.487 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pgnMwPYxtroz5wb off=1462199 len=45002 2024-09-16T07:15:50.490 INFO:tasks.workunit.client.0.smithi042.stdout:op 2133 completed, throughput=4.99MB/sec 2024-09-16T07:15:50.490 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6TMc61Dhd0rhoX8 off=8953049 len=499701 2024-09-16T07:15:50.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 2134 completed, throughput=4.99MB/sec 2024-09-16T07:15:50.491 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rBghhF5cWxRgMMw off=7094202 len=1454384 2024-09-16T07:15:50.494 INFO:tasks.workunit.client.0.smithi042.stdout:op 2135 completed, throughput=4.99MB/sec 2024-09-16T07:15:50.494 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kKDk2iCn3DvnaRr off=11670269 len=1785216 2024-09-16T07:15:50.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 2136 completed, throughput=5MB/sec 2024-09-16T07:15:50.503 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1uEdYdIFAZxtQhP off=11943287 len=293209 2024-09-16T07:15:50.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 2137 completed, throughput=5MB/sec 2024-09-16T07:15:50.506 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JolUFVDzj-uAsAi off=14209383 len=533557 2024-09-16T07:15:50.506 INFO:tasks.workunit.client.0.smithi042.stdout:op 2138 completed, throughput=5MB/sec 2024-09-16T07:15:50.506 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bh2pFfPoseICuUS off=1394954 len=420114 2024-09-16T07:15:50.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 2139 completed, throughput=5MB/sec 2024-09-16T07:15:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: 418: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:51.507 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2l-NPraATxuNvD2 off=8065163 len=1366595 2024-09-16T07:15:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:op 2140 completed, throughput=4.99MB/sec 2024-09-16T07:15:51.510 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-thjX14OZudQ_IPl off=278554 len=810720 2024-09-16T07:15:51.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 2141 completed, throughput=4.99MB/sec 2024-09-16T07:15:51.516 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eAnFEq7d9zs8C9I off=1621337 len=1358707 2024-09-16T07:15:51.521 INFO:tasks.workunit.client.0.smithi042.stdout:op 2142 completed, throughput=5MB/sec 2024-09-16T07:15:51.521 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r817w_u8R8rgFue off=11466633 len=1025906 2024-09-16T07:15:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:op 2143 completed, throughput=5MB/sec 2024-09-16T07:15:51.523 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XjKwKI69NKSJQ_U off=18673032 len=785473 2024-09-16T07:15:51.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 2144 completed, throughput=5MB/sec 2024-09-16T07:15:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:15:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:15:51] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:15:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:51 smithi164 ceph-mon[88760]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:51 smithi042 ceph-mon[94096]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:51 smithi042 ceph-mon[96574]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:15:52.526 INFO:tasks.workunit.client.0.smithi042.stdout: 419: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:52.526 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_pLBlNeTrQjxMYJ off=5700764 len=1161622 2024-09-16T07:15:52.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 2145 completed, throughput=4.99MB/sec 2024-09-16T07:15:52.527 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--DlcGyzl0Ix29QB off=4697101 len=699779 2024-09-16T07:15:52.530 INFO:tasks.workunit.client.0.smithi042.stdout:op 2146 completed, throughput=4.99MB/sec 2024-09-16T07:15:52.530 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bFRUNE8tKcfH9f5 off=8994052 len=1832023 2024-09-16T07:15:52.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 2147 completed, throughput=5MB/sec 2024-09-16T07:15:52.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4hZySU9M24oPL2m off=6728452 len=475139 2024-09-16T07:15:52.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 2148 completed, throughput=5MB/sec 2024-09-16T07:15:52.533 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2_bPpt23TrHcTVb off=22374021 len=190796 2024-09-16T07:15:52.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 2149 completed, throughput=5MB/sec 2024-09-16T07:15:52.534 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lGEv8shAipezOt6 off=6605041 len=1117324 2024-09-16T07:15:52.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 2150 completed, throughput=5MB/sec 2024-09-16T07:15:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:15:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:15:53.539 INFO:tasks.workunit.client.0.smithi042.stdout: 420: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:53.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cgYCWsbjTgIOwHr off=477674 len=2076068 2024-09-16T07:15:53.547 INFO:tasks.workunit.client.0.smithi042.stdout:op 2151 completed, throughput=4.99MB/sec 2024-09-16T07:15:53.548 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0rpiKwswnE1k5uD off=701486 len=234865 2024-09-16T07:15:53.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 2152 completed, throughput=4.99MB/sec 2024-09-16T07:15:53.550 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QEdtyFDoyVovVlu off=4164368 len=1381474 2024-09-16T07:15:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 2153 completed, throughput=5MB/sec 2024-09-16T07:15:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z7PRf6Qavznv_eu off=7805702 len=344870 2024-09-16T07:15:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 2154 completed, throughput=5MB/sec 2024-09-16T07:15:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JIL56akswKnmfHZ off=4356831 len=1948089 2024-09-16T07:15:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:op 2155 completed, throughput=5MB/sec 2024-09-16T07:15:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:53 smithi164 ceph-mon[88760]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:53 smithi042 ceph-mon[96574]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:53 smithi042 ceph-mon[94096]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:15:54.566 INFO:tasks.workunit.client.0.smithi042.stdout: 421: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:54.566 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tg-pD0iLlzXg5kU off=4548763 len=721202 2024-09-16T07:15:54.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 2156 completed, throughput=4.99MB/sec 2024-09-16T07:15:54.571 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FFwjDO2pKkGSRE8 off=0 len=1140353 2024-09-16T07:15:54.573 INFO:tasks.workunit.client.0.smithi042.stdout:op 2157 completed, throughput=4.99MB/sec 2024-09-16T07:15:54.573 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zuciBn3Anuln3Cf off=4860169 len=1239486 2024-09-16T07:15:54.579 INFO:tasks.workunit.client.0.smithi042.stdout:op 2158 completed, throughput=5MB/sec 2024-09-16T07:15:54.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VCMsSH3QJZAt7Z0 off=1930476 len=1006913 2024-09-16T07:15:54.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 2159 completed, throughput=5MB/sec 2024-09-16T07:15:54.585 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Tp5BzKaa3wyFkQE off=2601239 len=1005882 2024-09-16T07:15:54.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 2160 completed, throughput=5MB/sec 2024-09-16T07:15:55.587 INFO:tasks.workunit.client.0.smithi042.stdout: 422: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:55.587 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IhDQz3qjgxAoq24 off=11184643 len=1181630 2024-09-16T07:15:55.593 INFO:tasks.workunit.client.0.smithi042.stdout:op 2161 completed, throughput=4.99MB/sec 2024-09-16T07:15:55.593 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PpxDVXjXapJZbkS off=20206581 len=1694128 2024-09-16T07:15:55.600 INFO:tasks.workunit.client.0.smithi042.stdout:op 2162 completed, throughput=5MB/sec 2024-09-16T07:15:55.600 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3SaEbmeSitp4joA off=18533037 len=830295 2024-09-16T07:15:55.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 2163 completed, throughput=5MB/sec 2024-09-16T07:15:55.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PkArN1CAtgaXMXf off=698558 len=1053612 2024-09-16T07:15:55.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 2164 completed, throughput=5MB/sec 2024-09-16T07:15:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:55 smithi164 ceph-mon[88760]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:15:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:55 smithi042 ceph-mon[94096]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:15:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:55 smithi042 ceph-mon[96574]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:15:56.609 INFO:tasks.workunit.client.0.smithi042.stdout: 423: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:56.609 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4nWp3BJlj04nC2M off=3305716 len=249603 2024-09-16T07:15:56.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 2165 completed, throughput=4.99MB/sec 2024-09-16T07:15:56.610 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ltwn6286i0LauGJ off=3136108 len=1873114 2024-09-16T07:15:56.612 INFO:tasks.workunit.client.0.smithi042.stdout:op 2166 completed, throughput=4.99MB/sec 2024-09-16T07:15:56.612 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LDp6Gcy5EBh_SOI off=1886699 len=1184434 2024-09-16T07:15:56.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 2167 completed, throughput=5MB/sec 2024-09-16T07:15:56.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rd5Am-iSoaay6Vi off=1138360 len=846414 2024-09-16T07:15:56.619 INFO:tasks.workunit.client.0.smithi042.stdout:op 2168 completed, throughput=5MB/sec 2024-09-16T07:15:56.619 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VqFhJqCxc56IbKL off=2995002 len=1606002 2024-09-16T07:15:56.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 2169 completed, throughput=5MB/sec 2024-09-16T07:15:57.623 INFO:tasks.workunit.client.0.smithi042.stdout: 424: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:57.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DPeHrnZSz7A6sVz off=219178 len=1789736 2024-09-16T07:15:57.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 2170 completed, throughput=4.99MB/sec 2024-09-16T07:15:57.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pzzLGpRZOn791FP off=2024971 len=920545 2024-09-16T07:15:57.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 2171 completed, throughput=5MB/sec 2024-09-16T07:15:57.635 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rrMttsCDoo7Kxyo off=3465870 len=1520344 2024-09-16T07:15:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 2172 completed, throughput=5MB/sec 2024-09-16T07:15:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5SmaTvAVRs2jH1M off=2950591 len=988319 2024-09-16T07:15:57.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 2173 completed, throughput=5MB/sec 2024-09-16T07:15:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:57 smithi164 ceph-mon[88760]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:15:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:57 smithi042 ceph-mon[94096]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:15:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:57 smithi042 ceph-mon[96574]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:15:58.642 INFO:tasks.workunit.client.0.smithi042.stdout: 425: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:58.642 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MYbs_DnepmhCqls off=2287573 len=161882 2024-09-16T07:15:58.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 2174 completed, throughput=4.99MB/sec 2024-09-16T07:15:58.643 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rXYNykQdufTL7uL off=2438740 len=1794107 2024-09-16T07:15:58.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 2175 completed, throughput=4.99MB/sec 2024-09-16T07:15:58.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Uo5SPw0M6SFKoTL off=11397606 len=523803 2024-09-16T07:15:58.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 2176 completed, throughput=5MB/sec 2024-09-16T07:15:58.647 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PlVh4ZU1cLS41Dy off=2758268 len=1899236 2024-09-16T07:15:58.651 INFO:tasks.workunit.client.0.smithi042.stdout:op 2177 completed, throughput=5MB/sec 2024-09-16T07:15:58.651 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hgeZLBc47Obhbl1 off=11858424 len=971144 2024-09-16T07:15:58.652 INFO:tasks.workunit.client.0.smithi042.stdout:op 2178 completed, throughput=5MB/sec 2024-09-16T07:15:59.653 INFO:tasks.workunit.client.0.smithi042.stdout: 426: throughput=4.99MB/sec pending data=0 2024-09-16T07:15:59.653 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rkvW-1D2rmF8Chl off=6684436 len=1543509 2024-09-16T07:15:59.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 2179 completed, throughput=4.99MB/sec 2024-09-16T07:15:59.663 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LC88a7XWSV9mUr7 off=159206 len=1152609 2024-09-16T07:15:59.664 INFO:tasks.workunit.client.0.smithi042.stdout:op 2180 completed, throughput=5MB/sec 2024-09-16T07:15:59.664 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BPQvqW4LgRw9cIX off=6247172 len=1168265 2024-09-16T07:15:59.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 2181 completed, throughput=5MB/sec 2024-09-16T07:15:59.666 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ms8YJZhEwoyey5E off=602646 len=735861 2024-09-16T07:15:59.670 INFO:tasks.workunit.client.0.smithi042.stdout:op 2182 completed, throughput=5MB/sec 2024-09-16T07:15:59.670 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xHQj0x21a217PLb off=9155738 len=202742 2024-09-16T07:15:59.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 2183 completed, throughput=5MB/sec 2024-09-16T07:16:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:15:59 smithi164 ceph-mon[88760]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:16:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:15:59 smithi042 ceph-mon[94096]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:16:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:15:59 smithi042 ceph-mon[96574]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:16:00.673 INFO:tasks.workunit.client.0.smithi042.stdout: 427: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:00.673 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vZJt5wYAOyuVM-8 off=726684 len=978817 2024-09-16T07:16:00.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 2184 completed, throughput=4.99MB/sec 2024-09-16T07:16:00.679 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VAIL0ErkFZy0JZg off=10211513 len=1958252 2024-09-16T07:16:00.681 INFO:tasks.workunit.client.0.smithi042.stdout:op 2185 completed, throughput=5MB/sec 2024-09-16T07:16:00.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Fkpg7ffGGgtka4B off=530065 len=602502 2024-09-16T07:16:00.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 2186 completed, throughput=5MB/sec 2024-09-16T07:16:00.684 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YF2z4cK5EqjcaaJ off=400868 len=1023492 2024-09-16T07:16:00.685 INFO:tasks.workunit.client.0.smithi042.stdout:op 2187 completed, throughput=5MB/sec 2024-09-16T07:16:00.686 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DxkZpsDhQUo28hI off=22547724 len=1596426 2024-09-16T07:16:00.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 2188 completed, throughput=5MB/sec 2024-09-16T07:16:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:01] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:16:01.688 INFO:tasks.workunit.client.0.smithi042.stdout: 428: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:01.688 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lzmd4qrpo64MiIx off=456974 len=587115 2024-09-16T07:16:01.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 2189 completed, throughput=4.99MB/sec 2024-09-16T07:16:01.689 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EPMw2nwjVS-0Dw8 off=1813594 len=16883 2024-09-16T07:16:01.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 2190 completed, throughput=4.99MB/sec 2024-09-16T07:16:01.692 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i16WzFD0-ta2lqF off=5407629 len=870813 2024-09-16T07:16:01.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 2191 completed, throughput=4.99MB/sec 2024-09-16T07:16:01.694 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FO0h3o-4HN-EPua off=5662333 len=1414577 2024-09-16T07:16:01.696 INFO:tasks.workunit.client.0.smithi042.stdout:op 2192 completed, throughput=5MB/sec 2024-09-16T07:16:01.696 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sO0ouIJjHfAStFM off=3656331 len=862946 2024-09-16T07:16:01.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 2193 completed, throughput=5MB/sec 2024-09-16T07:16:01.698 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-c6M7CGemdzsZGsg off=487068 len=945482 2024-09-16T07:16:01.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 2194 completed, throughput=5MB/sec 2024-09-16T07:16:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:01 smithi164 ceph-mon[88760]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:16:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:01 smithi042 ceph-mon[94096]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:16:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:01 smithi042 ceph-mon[96574]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:16:02.700 INFO:tasks.workunit.client.0.smithi042.stdout: 429: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:02.700 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B9u8IoVl3q9uH_W off=5708026 len=40748 2024-09-16T07:16:02.700 INFO:tasks.workunit.client.0.smithi042.stdout:op 2195 completed, throughput=4.99MB/sec 2024-09-16T07:16:02.700 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AnzXs6rrDtx4zNU off=13011101 len=687526 2024-09-16T07:16:02.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 2196 completed, throughput=4.99MB/sec 2024-09-16T07:16:02.701 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jWS5Kx5_FlAjhVT off=15138970 len=43073 2024-09-16T07:16:02.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 2197 completed, throughput=4.99MB/sec 2024-09-16T07:16:02.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-otIMcYtVnOPS00d off=11869776 len=1231172 2024-09-16T07:16:02.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 2198 completed, throughput=4.99MB/sec 2024-09-16T07:16:02.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-azgQT2zESq8yylR off=2039237 len=968371 2024-09-16T07:16:02.708 INFO:tasks.workunit.client.0.smithi042.stdout:op 2199 completed, throughput=5MB/sec 2024-09-16T07:16:02.709 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MDmN91orGlPlGNQ off=3414431 len=1878113 2024-09-16T07:16:02.720 INFO:tasks.workunit.client.0.smithi042.stdout:op 2200 completed, throughput=5MB/sec 2024-09-16T07:16:02.720 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SrGKAAwzTEPBK1H off=12972819 len=149087 2024-09-16T07:16:02.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 2201 completed, throughput=5MB/sec 2024-09-16T07:16:02.723 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xVs-x__u945k8ej off=5758562 len=330023 2024-09-16T07:16:02.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 2202 completed, throughput=5MB/sec 2024-09-16T07:16:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:03.724 INFO:tasks.workunit.client.0.smithi042.stdout: 430: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:03.724 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pOs0RbsckrmVX_3 off=6994640 len=19786 2024-09-16T07:16:03.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 2203 completed, throughput=4.99MB/sec 2024-09-16T07:16:03.727 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0dUH2Qe6xZrYPWL off=9265636 len=757247 2024-09-16T07:16:03.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 2204 completed, throughput=4.99MB/sec 2024-09-16T07:16:03.731 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UsoOdtGi99e0HJ5 off=6350047 len=1766375 2024-09-16T07:16:03.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 2205 completed, throughput=4.99MB/sec 2024-09-16T07:16:03.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oYYlicNzvFE_ZOJ off=1488848 len=661188 2024-09-16T07:16:03.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 2206 completed, throughput=5MB/sec 2024-09-16T07:16:03.736 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6mj62HRAayjxYLv off=862478 len=847537 2024-09-16T07:16:03.737 INFO:tasks.workunit.client.0.smithi042.stdout:op 2207 completed, throughput=5MB/sec 2024-09-16T07:16:03.737 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CuqFhuUZLHEiI2y off=2364901 len=231649 2024-09-16T07:16:03.738 INFO:tasks.workunit.client.0.smithi042.stdout:op 2208 completed, throughput=5MB/sec 2024-09-16T07:16:03.738 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LCCIz6Rq6Woz5hy off=137860 len=346037 2024-09-16T07:16:03.739 INFO:tasks.workunit.client.0.smithi042.stdout:op 2209 completed, throughput=5MB/sec 2024-09-16T07:16:03.739 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yj2zN4gf9VB0a9N off=20145114 len=2065470 2024-09-16T07:16:03.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 2210 completed, throughput=5MB/sec 2024-09-16T07:16:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:03 smithi164 ceph-mon[88760]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:03 smithi042 ceph-mon[94096]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:03 smithi042 ceph-mon[96574]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:04.752 INFO:tasks.workunit.client.0.smithi042.stdout: 431: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:04.752 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DYX4mBgMzrtaGX7 off=639812 len=468837 2024-09-16T07:16:04.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 2211 completed, throughput=4.99MB/sec 2024-09-16T07:16:04.756 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Jx_UwQhCG2v5vJ off=696042 len=360348 2024-09-16T07:16:04.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 2212 completed, throughput=4.99MB/sec 2024-09-16T07:16:04.759 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Jbxiq0X33EXr0fJ off=1409187 len=2049244 2024-09-16T07:16:04.768 INFO:tasks.workunit.client.0.smithi042.stdout:op 2213 completed, throughput=5MB/sec 2024-09-16T07:16:04.768 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lXF6uAw_V0eq4tu off=6649085 len=1925399 2024-09-16T07:16:04.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 2214 completed, throughput=5MB/sec 2024-09-16T07:16:05.771 INFO:tasks.workunit.client.0.smithi042.stdout: 432: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:05.771 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r-iqOfUPopI_az1 off=9356864 len=1501411 2024-09-16T07:16:05.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 2215 completed, throughput=4.99MB/sec 2024-09-16T07:16:05.779 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OCpWVyfeiZ30qjE off=11770808 len=1750531 2024-09-16T07:16:05.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 2216 completed, throughput=5MB/sec 2024-09-16T07:16:05.787 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f82Ix03BHL5Zs6r off=3506799 len=716371 2024-09-16T07:16:05.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 2217 completed, throughput=5MB/sec 2024-09-16T07:16:05.792 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DvVpt67SeOhMS1e off=13468806 len=1273711 2024-09-16T07:16:05.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 2218 completed, throughput=5MB/sec 2024-09-16T07:16:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:05 smithi164 ceph-mon[88760]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:05 smithi042 ceph-mon[94096]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:05 smithi042 ceph-mon[96574]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:06.798 INFO:tasks.workunit.client.0.smithi042.stdout: 433: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:06.798 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HVAFST3h7BQbNNp off=17385022 len=1795445 2024-09-16T07:16:06.808 INFO:tasks.workunit.client.0.smithi042.stdout:op 2219 completed, throughput=4.99MB/sec 2024-09-16T07:16:06.808 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UD3G9zw8XVjEzar off=5134543 len=801150 2024-09-16T07:16:06.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 2220 completed, throughput=5MB/sec 2024-09-16T07:16:06.810 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hVWgfgpRFwB_QDv off=7374852 len=509304 2024-09-16T07:16:06.811 INFO:tasks.workunit.client.0.smithi042.stdout:op 2221 completed, throughput=5MB/sec 2024-09-16T07:16:06.811 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xmzsb-NeTM-7pVn off=1288935 len=60003 2024-09-16T07:16:06.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 2222 completed, throughput=5MB/sec 2024-09-16T07:16:06.814 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PAuW3vUAzGDsk0J off=649808 len=561812 2024-09-16T07:16:06.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 2223 completed, throughput=5MB/sec 2024-09-16T07:16:06.815 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0aWQg_thfOZQr5r off=6367148 len=1609886 2024-09-16T07:16:06.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 2224 completed, throughput=5MB/sec 2024-09-16T07:16:07.821 INFO:tasks.workunit.client.0.smithi042.stdout: 434: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:07.822 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MYlmUeH5dhZVnc- off=3970947 len=1893442 2024-09-16T07:16:07.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 2225 completed, throughput=4.99MB/sec 2024-09-16T07:16:07.831 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QasKyVpc-jgWSx9 off=345567 len=545933 2024-09-16T07:16:07.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 2226 completed, throughput=5MB/sec 2024-09-16T07:16:07.832 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XurxohyprqaVjLK off=1668963 len=530219 2024-09-16T07:16:07.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 2227 completed, throughput=5MB/sec 2024-09-16T07:16:07.832 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TvXBhkHCZprt4FN off=7111928 len=2088180 2024-09-16T07:16:07.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 2228 completed, throughput=5MB/sec 2024-09-16T07:16:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:07 smithi164 ceph-mon[88760]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:16:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:16:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:16:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:16:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:07 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:16:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[94096]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[96574]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:16:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:07 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:16:08.845 INFO:tasks.workunit.client.0.smithi042.stdout: 435: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:08.845 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jf1aIGmiX6B4Gtj off=2655273 len=1491300 2024-09-16T07:16:08.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 2229 completed, throughput=4.99MB/sec 2024-09-16T07:16:08.854 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5Fkwkfq4fOHCBVi off=2825262 len=1850790 2024-09-16T07:16:08.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 2230 completed, throughput=5MB/sec 2024-09-16T07:16:08.858 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdXa9GTm32fcowX off=3306519 len=1986641 2024-09-16T07:16:08.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 2231 completed, throughput=5MB/sec 2024-09-16T07:16:09.870 INFO:tasks.workunit.client.0.smithi042.stdout: 436: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:09.870 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WiP6wGvHG_LA4wn off=10678334 len=1262146 2024-09-16T07:16:09.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 2232 completed, throughput=4.99MB/sec 2024-09-16T07:16:09.872 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TSfxs-vwZMTh-1G off=2044153 len=784709 2024-09-16T07:16:09.876 INFO:tasks.workunit.client.0.smithi042.stdout:op 2233 completed, throughput=4.99MB/sec 2024-09-16T07:16:09.876 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-381aB_PsJuEuaFz off=2431629 len=1491410 2024-09-16T07:16:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 2234 completed, throughput=5MB/sec 2024-09-16T07:16:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0Ztb-VVDFWwIjCC off=4300655 len=26059 2024-09-16T07:16:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 2235 completed, throughput=5MB/sec 2024-09-16T07:16:09.885 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xUiMkDBc0n0uilr off=13513916 len=1027944 2024-09-16T07:16:09.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 2236 completed, throughput=5MB/sec 2024-09-16T07:16:09.890 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lnc0f6ju6P8zvvt off=10753038 len=138025 2024-09-16T07:16:09.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 2237 completed, throughput=5MB/sec 2024-09-16T07:16:09.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dgQH3mZmRIJ5zEB off=6143192 len=1431296 2024-09-16T07:16:09.897 INFO:tasks.workunit.client.0.smithi042.stdout:op 2238 completed, throughput=5MB/sec 2024-09-16T07:16:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:09 smithi164 ceph-mon[88760]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:16:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:09 smithi042 ceph-mon[94096]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:16:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:09 smithi042 ceph-mon[96574]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:16:10.897 INFO:tasks.workunit.client.0.smithi042.stdout: 437: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:10.897 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tKeYzrERt7wMU5u off=17272707 len=856852 2024-09-16T07:16:10.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 2239 completed, throughput=4.99MB/sec 2024-09-16T07:16:10.902 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V-ZqvDqcTnGcGCj off=1315909 len=99275 2024-09-16T07:16:10.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 2240 completed, throughput=4.99MB/sec 2024-09-16T07:16:10.904 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-By2XraOoiFb4qrq off=2734135 len=1726492 2024-09-16T07:16:10.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 2241 completed, throughput=5MB/sec 2024-09-16T07:16:10.913 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tQgzDi-UaLC8LA_ off=1658910 len=400201 2024-09-16T07:16:10.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 2242 completed, throughput=5MB/sec 2024-09-16T07:16:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NvVWgt44eva0CPu off=9385893 len=1844556 2024-09-16T07:16:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:op 2243 completed, throughput=5MB/sec 2024-09-16T07:16:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:11] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:16:11.920 INFO:tasks.workunit.client.0.smithi042.stdout: 438: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:11.920 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pFI1OGgDfnOKue8 off=762727 len=609624 2024-09-16T07:16:11.924 INFO:tasks.workunit.client.0.smithi042.stdout:op 2244 completed, throughput=4.99MB/sec 2024-09-16T07:16:11.924 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5ONbNyllA0BKTB6 off=2055457 len=1083396 2024-09-16T07:16:11.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 2245 completed, throughput=4.99MB/sec 2024-09-16T07:16:11.930 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jruNvSh1RV12yU1 off=4590598 len=1702906 2024-09-16T07:16:11.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 2246 completed, throughput=5MB/sec 2024-09-16T07:16:11.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rTs4tvFe2-BTYV3 off=8673099 len=1797695 2024-09-16T07:16:11.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 2247 completed, throughput=5MB/sec 2024-09-16T07:16:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:11 smithi164 ceph-mon[88760]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:16:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:11 smithi042 ceph-mon[94096]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:16:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:11 smithi042 ceph-mon[96574]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:16:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:12.939 INFO:tasks.workunit.client.0.smithi042.stdout: 439: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:12.939 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TTKLI_13CZ7Z78h off=7574913 len=453276 2024-09-16T07:16:12.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 2248 completed, throughput=4.99MB/sec 2024-09-16T07:16:12.944 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-14tr03K8pF5xAZq off=4531475 len=102170 2024-09-16T07:16:12.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 2249 completed, throughput=4.99MB/sec 2024-09-16T07:16:12.945 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-953RZpI7OrrNLwN off=15275927 len=1905866 2024-09-16T07:16:12.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 2250 completed, throughput=5MB/sec 2024-09-16T07:16:12.959 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W9nGHHPwcSft85l off=3307774 len=1568079 2024-09-16T07:16:12.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 2251 completed, throughput=5MB/sec 2024-09-16T07:16:12.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-An3lHjpOBy8SG1m off=13616250 len=366834 2024-09-16T07:16:12.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 2252 completed, throughput=5MB/sec 2024-09-16T07:16:12.965 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D2Rd00zkA7AZga4 off=535778 len=772323 2024-09-16T07:16:12.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 2253 completed, throughput=5MB/sec 2024-09-16T07:16:13.966 INFO:tasks.workunit.client.0.smithi042.stdout: 440: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:13.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tQQjxUm_cr6Rs8Y off=8846830 len=816412 2024-09-16T07:16:13.967 INFO:tasks.workunit.client.0.smithi042.stdout:op 2254 completed, throughput=4.99MB/sec 2024-09-16T07:16:13.967 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PfA4YHfhN4YcsJX off=3543702 len=1645151 2024-09-16T07:16:13.971 INFO:tasks.workunit.client.0.smithi042.stdout:op 2255 completed, throughput=5MB/sec 2024-09-16T07:16:13.971 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hUngyM0hTo1Vhp_ off=1521571 len=1653974 2024-09-16T07:16:13.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 2256 completed, throughput=5MB/sec 2024-09-16T07:16:13.973 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-szqGdMeAvEDF5Wh off=1069829 len=681945 2024-09-16T07:16:13.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 2257 completed, throughput=5MB/sec 2024-09-16T07:16:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:13 smithi164 ceph-mon[88760]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:16:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:13 smithi042 ceph-mon[94096]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:16:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:13 smithi042 ceph-mon[96574]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:16:14.977 INFO:tasks.workunit.client.0.smithi042.stdout: 441: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:14.977 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-28FiU0QKEoQsjZy off=3352237 len=865054 2024-09-16T07:16:14.980 INFO:tasks.workunit.client.0.smithi042.stdout:op 2258 completed, throughput=4.99MB/sec 2024-09-16T07:16:14.980 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A6ktbkqKU78rPUT off=2320144 len=160763 2024-09-16T07:16:14.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 2259 completed, throughput=4.99MB/sec 2024-09-16T07:16:14.981 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n-sTZgIcSrS3CTA off=0 len=1147487 2024-09-16T07:16:14.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 2260 completed, throughput=4.99MB/sec 2024-09-16T07:16:14.986 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gd7IudxycqQxpkk off=11191068 len=1178615 2024-09-16T07:16:14.995 INFO:tasks.workunit.client.0.smithi042.stdout:op 2261 completed, throughput=5MB/sec 2024-09-16T07:16:14.995 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wzpQPY-rW9tSOST off=7773566 len=1415091 2024-09-16T07:16:14.997 INFO:tasks.workunit.client.0.smithi042.stdout:op 2262 completed, throughput=5MB/sec 2024-09-16T07:16:14.997 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fislPG912HOM0vn off=655088 len=1475566 2024-09-16T07:16:15.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 2263 completed, throughput=5MB/sec 2024-09-16T07:16:16.004 INFO:tasks.workunit.client.0.smithi042.stdout: 442: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:16.004 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HMII6ttb-jNrwRI off=18919562 len=585599 2024-09-16T07:16:16.005 INFO:tasks.workunit.client.0.smithi042.stdout:op 2264 completed, throughput=4.99MB/sec 2024-09-16T07:16:16.005 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b7KZrQ1BpBeTU0H off=484357 len=686684 2024-09-16T07:16:16.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 2265 completed, throughput=4.99MB/sec 2024-09-16T07:16:16.006 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gkcRju27SV3Otzk off=11936060 len=480248 2024-09-16T07:16:16.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 2266 completed, throughput=4.99MB/sec 2024-09-16T07:16:16.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W8o__xR--KzQsmq off=1732035 len=17835 2024-09-16T07:16:16.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 2267 completed, throughput=4.99MB/sec 2024-09-16T07:16:16.008 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wRLg4AA-7y3hdvf off=20591340 len=1386791 2024-09-16T07:16:16.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 2268 completed, throughput=5MB/sec 2024-09-16T07:16:16.010 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LYB5LCRW7klCHTV off=3050652 len=1969846 2024-09-16T07:16:16.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 2269 completed, throughput=5MB/sec 2024-09-16T07:16:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:15 smithi164 ceph-mon[88760]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:16:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:15 smithi042 ceph-mon[94096]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:16:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:15 smithi042 ceph-mon[96574]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:16:17.024 INFO:tasks.workunit.client.0.smithi042.stdout: 443: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:17.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ERbKhmycdxTnA9H off=4095120 len=632820 2024-09-16T07:16:17.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 2270 completed, throughput=4.99MB/sec 2024-09-16T07:16:17.028 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hx1xaYNxALyVUwH off=2468058 len=241985 2024-09-16T07:16:17.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 2271 completed, throughput=4.99MB/sec 2024-09-16T07:16:17.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-htD4TRwtgreelQZ off=8656616 len=36256 2024-09-16T07:16:17.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 2272 completed, throughput=4.99MB/sec 2024-09-16T07:16:17.029 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uU8J_YGLB-_QXFE off=4962644 len=1834848 2024-09-16T07:16:17.037 INFO:tasks.workunit.client.0.smithi042.stdout:op 2273 completed, throughput=5MB/sec 2024-09-16T07:16:17.037 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R2RmmBmPOogk8MO off=10204733 len=700529 2024-09-16T07:16:17.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 2274 completed, throughput=5MB/sec 2024-09-16T07:16:17.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yItMl9PbEM3vBs3 off=26446 len=1939707 2024-09-16T07:16:17.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 2275 completed, throughput=5MB/sec 2024-09-16T07:16:18.044 INFO:tasks.workunit.client.0.smithi042.stdout: 444: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:18.044 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0kH7XuSrZZ0NMz8 off=11702715 len=1319128 2024-09-16T07:16:18.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 2276 completed, throughput=4.99MB/sec 2024-09-16T07:16:18.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IQzTt8qkMs13mDF off=6895602 len=518653 2024-09-16T07:16:18.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 2277 completed, throughput=4.99MB/sec 2024-09-16T07:16:18.047 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XJjygARytqh2OM1 off=3968426 len=1671587 2024-09-16T07:16:18.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 2278 completed, throughput=5MB/sec 2024-09-16T07:16:18.049 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A-yhMj_9swycEOh off=11287383 len=1461259 2024-09-16T07:16:18.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 2279 completed, throughput=5MB/sec 2024-09-16T07:16:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:17 smithi164 ceph-mon[88760]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:16:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:17 smithi042 ceph-mon[94096]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:16:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:17 smithi042 ceph-mon[96574]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:16:19.052 INFO:tasks.workunit.client.0.smithi042.stdout: 445: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:19.053 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cCtCXpOrSe1Bdim off=3760554 len=778668 2024-09-16T07:16:19.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 2280 completed, throughput=4.99MB/sec 2024-09-16T07:16:19.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YJ7KlR7ahG1vGHS off=1660132 len=196969 2024-09-16T07:16:19.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 2281 completed, throughput=4.99MB/sec 2024-09-16T07:16:19.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8oYrdfb36BSHgRu off=302496 len=1425372 2024-09-16T07:16:19.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 2282 completed, throughput=4.99MB/sec 2024-09-16T07:16:19.060 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7nuXTxI_pnC-ySN off=1801348 len=1825482 2024-09-16T07:16:19.068 INFO:tasks.workunit.client.0.smithi042.stdout:op 2283 completed, throughput=5MB/sec 2024-09-16T07:16:19.068 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6b7uTqHwqBwi14e off=5930082 len=1963573 2024-09-16T07:16:19.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 2284 completed, throughput=5MB/sec 2024-09-16T07:16:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:20.072 INFO:tasks.workunit.client.0.smithi042.stdout: 446: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:20.072 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-thpMsr5fse9TBa5 off=4548050 len=956267 2024-09-16T07:16:20.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 2285 completed, throughput=4.99MB/sec 2024-09-16T07:16:20.078 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xxu-VXpq1LMikBF off=1205176 len=1150034 2024-09-16T07:16:20.084 INFO:tasks.workunit.client.0.smithi042.stdout:op 2286 completed, throughput=5MB/sec 2024-09-16T07:16:20.084 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wj3wXs0DAT6RXYG off=1637305 len=774422 2024-09-16T07:16:20.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 2287 completed, throughput=5MB/sec 2024-09-16T07:16:20.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j7FXKujo6YhilXE off=19205669 len=1165072 2024-09-16T07:16:20.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 2288 completed, throughput=5MB/sec 2024-09-16T07:16:20.091 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-H687rxZD-to3ZmK off=6053500 len=1419916 2024-09-16T07:16:20.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 2289 completed, throughput=5MB/sec 2024-09-16T07:16:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:19 smithi164 ceph-mon[88760]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:16:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:19 smithi042 ceph-mon[94096]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:16:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:19 smithi042 ceph-mon[96574]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:16:21.100 INFO:tasks.workunit.client.0.smithi042.stdout: 447: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:21.100 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1MGtCjgbBJaPl_n off=14074419 len=1778615 2024-09-16T07:16:21.102 INFO:tasks.workunit.client.0.smithi042.stdout:op 2290 completed, throughput=5MB/sec 2024-09-16T07:16:21.103 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_RQTd9yRl6c_wPM off=1969696 len=298847 2024-09-16T07:16:21.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 2291 completed, throughput=5MB/sec 2024-09-16T07:16:21.104 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nBT364B3oPDzTUI off=2393237 len=519800 2024-09-16T07:16:21.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 2292 completed, throughput=5MB/sec 2024-09-16T07:16:21.108 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s9EhePGwyTqLpl- off=2813042 len=348128 2024-09-16T07:16:21.109 INFO:tasks.workunit.client.0.smithi042.stdout:op 2293 completed, throughput=5MB/sec 2024-09-16T07:16:21.109 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ymdasyfSn1okqWL off=356409 len=557180 2024-09-16T07:16:21.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 2294 completed, throughput=5MB/sec 2024-09-16T07:16:21.113 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FBi1drzfa_IKZHh off=3344685 len=381681 2024-09-16T07:16:21.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 2295 completed, throughput=5MB/sec 2024-09-16T07:16:21.114 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--p_m4ix82cdMoT1 off=3074749 len=1704916 2024-09-16T07:16:21.116 INFO:tasks.workunit.client.0.smithi042.stdout:op 2296 completed, throughput=5MB/sec 2024-09-16T07:16:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:16:22.116 INFO:tasks.workunit.client.0.smithi042.stdout: 448: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:22.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xeTNa97sfTzH58U off=9038572 len=1110908 2024-09-16T07:16:22.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 2297 completed, throughput=4.99MB/sec 2024-09-16T07:16:22.121 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-byuJREEBZIJSCyF off=1071453 len=571277 2024-09-16T07:16:22.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 2298 completed, throughput=5MB/sec 2024-09-16T07:16:22.126 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZWrK7y3Dcxzt8B9 off=6897687 len=438031 2024-09-16T07:16:22.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 2299 completed, throughput=5MB/sec 2024-09-16T07:16:22.129 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WbmIdmVdTtoX6lb off=756319 len=725339 2024-09-16T07:16:22.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 2300 completed, throughput=5MB/sec 2024-09-16T07:16:22.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M_rd4EVD6Ww0Eu8 off=164598 len=1455794 2024-09-16T07:16:22.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 2301 completed, throughput=5MB/sec 2024-09-16T07:16:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:21 smithi164 ceph-mon[88760]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:16:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:21 smithi042 ceph-mon[94096]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:16:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:21 smithi042 ceph-mon[96574]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:16:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:23.139 INFO:tasks.workunit.client.0.smithi042.stdout: 449: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:23.139 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i_yCIgwDZJ3pRyF off=9029546 len=1028919 2024-09-16T07:16:23.141 INFO:tasks.workunit.client.0.smithi042.stdout:op 2302 completed, throughput=4.99MB/sec 2024-09-16T07:16:23.142 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z9uRXOE2RU4pE62 off=13302 len=1077771 2024-09-16T07:16:23.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 2303 completed, throughput=4.99MB/sec 2024-09-16T07:16:23.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9CKkFT3KKJrc2vS off=8170354 len=714253 2024-09-16T07:16:23.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 2304 completed, throughput=5MB/sec 2024-09-16T07:16:23.149 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wk-KsVUuivbkXnh off=19189641 len=1937056 2024-09-16T07:16:23.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 2305 completed, throughput=5MB/sec 2024-09-16T07:16:23.160 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tNZYmqfHA0H7UM0 off=7930987 len=1129067 2024-09-16T07:16:23.162 INFO:tasks.workunit.client.0.smithi042.stdout:op 2306 completed, throughput=5MB/sec 2024-09-16T07:16:24.162 INFO:tasks.workunit.client.0.smithi042.stdout: 450: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:24.163 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SVMEWBBId-_mcCa off=7121958 len=1198646 2024-09-16T07:16:24.164 INFO:tasks.workunit.client.0.smithi042.stdout:op 2307 completed, throughput=4.99MB/sec 2024-09-16T07:16:24.164 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K3GbLhnQVBSiAPL off=15306293 len=1448678 2024-09-16T07:16:24.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 2308 completed, throughput=5MB/sec 2024-09-16T07:16:24.172 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-saKDLwizbpmS6bY off=9671465 len=730051 2024-09-16T07:16:24.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 2309 completed, throughput=5MB/sec 2024-09-16T07:16:24.176 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1EybHrYPAh_cjfn off=6307912 len=744385 2024-09-16T07:16:24.180 INFO:tasks.workunit.client.0.smithi042.stdout:op 2310 completed, throughput=5MB/sec 2024-09-16T07:16:24.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MQhK83dxSmNlha1 off=404402 len=863936 2024-09-16T07:16:24.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 2311 completed, throughput=5MB/sec 2024-09-16T07:16:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:23 smithi164 ceph-mon[88760]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:16:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:23 smithi042 ceph-mon[94096]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:16:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:23 smithi042 ceph-mon[96574]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:16:25.185 INFO:tasks.workunit.client.0.smithi042.stdout: 451: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:25.185 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K_upzDmQ5kcgNI6 off=9046814 len=1973942 2024-09-16T07:16:25.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 2312 completed, throughput=4.99MB/sec 2024-09-16T07:16:25.196 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dcgQZt9QKW7uxZv off=12852001 len=1341997 2024-09-16T07:16:25.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 2313 completed, throughput=5MB/sec 2024-09-16T07:16:25.199 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eLUI047HjLUSrio off=14739278 len=90942 2024-09-16T07:16:25.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 2314 completed, throughput=5MB/sec 2024-09-16T07:16:25.199 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0-ktxn8l7FJOLyW off=1896703 len=946729 2024-09-16T07:16:25.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 2315 completed, throughput=5MB/sec 2024-09-16T07:16:25.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CYdOklqgE8yZMba off=31538 len=1256420 2024-09-16T07:16:25.203 INFO:tasks.workunit.client.0.smithi042.stdout:op 2316 completed, throughput=5MB/sec 2024-09-16T07:16:26.204 INFO:tasks.workunit.client.0.smithi042.stdout: 452: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:26.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5yGDyI7UU__gxjN off=933273 len=652998 2024-09-16T07:16:26.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 2317 completed, throughput=4.99MB/sec 2024-09-16T07:16:26.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dOBvfwq9dk2OJFu off=14103384 len=915009 2024-09-16T07:16:26.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 2318 completed, throughput=4.99MB/sec 2024-09-16T07:16:26.210 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sBslrLp3xszypYD off=4645118 len=728917 2024-09-16T07:16:26.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 2319 completed, throughput=5MB/sec 2024-09-16T07:16:26.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UexT3MoVI-nd-EA off=7437545 len=1847976 2024-09-16T07:16:26.213 INFO:tasks.workunit.client.0.smithi042.stdout:op 2320 completed, throughput=5MB/sec 2024-09-16T07:16:26.213 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MzZk0qhxadhW0ia off=20150521 len=372733 2024-09-16T07:16:26.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 2321 completed, throughput=5MB/sec 2024-09-16T07:16:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:25 smithi164 ceph-mon[88760]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:25 smithi042 ceph-mon[94096]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:25 smithi042 ceph-mon[96574]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:27.217 INFO:tasks.workunit.client.0.smithi042.stdout: 453: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:27.217 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fduqHOu6NUu3nVd off=3753622 len=274338 2024-09-16T07:16:27.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 2322 completed, throughput=4.99MB/sec 2024-09-16T07:16:27.220 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ze5-rQywU_1R4ID off=3313463 len=267331 2024-09-16T07:16:27.222 INFO:tasks.workunit.client.0.smithi042.stdout:op 2323 completed, throughput=4.99MB/sec 2024-09-16T07:16:27.222 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZWrK7y3Dcxzt8B9 off=12563864 len=1709 2024-09-16T07:16:27.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 2324 completed, throughput=4.99MB/sec 2024-09-16T07:16:27.225 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EyvvhEZW6AmOejN off=2482352 len=2083318 2024-09-16T07:16:27.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 2325 completed, throughput=4.99MB/sec 2024-09-16T07:16:27.236 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z_voKvr3Fwx14Ad off=4424858 len=1130074 2024-09-16T07:16:27.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 2326 completed, throughput=5MB/sec 2024-09-16T07:16:27.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PCB4-BxtGf7VWBX off=2041982 len=362172 2024-09-16T07:16:27.245 INFO:tasks.workunit.client.0.smithi042.stdout:op 2327 completed, throughput=5MB/sec 2024-09-16T07:16:27.245 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S8dthaQgxctmUOi off=48041 len=1905144 2024-09-16T07:16:27.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 2328 completed, throughput=5MB/sec 2024-09-16T07:16:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:27 smithi164 ceph-mon[88760]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:28.255 INFO:tasks.workunit.client.0.smithi042.stdout: 454: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:28.255 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--cdHZgspX9MJz9- off=17888586 len=960544 2024-09-16T07:16:28.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 2329 completed, throughput=4.99MB/sec 2024-09-16T07:16:28.258 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-633TOuifcBoA7T0 off=11883272 len=295577 2024-09-16T07:16:28.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 2330 completed, throughput=4.99MB/sec 2024-09-16T07:16:28.259 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ukanZVuDQ_G_8Rk off=13903023 len=263519 2024-09-16T07:16:28.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 2331 completed, throughput=4.99MB/sec 2024-09-16T07:16:28.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eDIzEcT4DotTXdM off=7328743 len=240786 2024-09-16T07:16:28.265 INFO:tasks.workunit.client.0.smithi042.stdout:op 2332 completed, throughput=4.99MB/sec 2024-09-16T07:16:28.265 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z-EU1e_QAxXN2DV off=12859070 len=1047234 2024-09-16T07:16:28.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 2333 completed, throughput=5MB/sec 2024-09-16T07:16:28.267 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ltwn6286i0LauGJ off=576323 len=349911 2024-09-16T07:16:28.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 2334 completed, throughput=5MB/sec 2024-09-16T07:16:28.268 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K5hRZ5BBmH2Sijx off=17658859 len=1892275 2024-09-16T07:16:28.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 2335 completed, throughput=5MB/sec 2024-09-16T07:16:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:27 smithi042 ceph-mon[94096]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:27 smithi042 ceph-mon[96574]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:29.277 INFO:tasks.workunit.client.0.smithi042.stdout: 455: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:29.277 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3wKKOXiRbFoC-dM off=6131291 len=1509147 2024-09-16T07:16:29.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 2336 completed, throughput=4.99MB/sec 2024-09-16T07:16:29.285 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6QQPdsPN9DnGxB5 off=8956114 len=1663019 2024-09-16T07:16:29.294 INFO:tasks.workunit.client.0.smithi042.stdout:op 2337 completed, throughput=5MB/sec 2024-09-16T07:16:29.294 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yEvg3dNN6ydBswv off=1931751 len=579284 2024-09-16T07:16:29.298 INFO:tasks.workunit.client.0.smithi042.stdout:op 2338 completed, throughput=5MB/sec 2024-09-16T07:16:29.298 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dR7UkVFcnYiHS9l off=22541968 len=1061140 2024-09-16T07:16:29.300 INFO:tasks.workunit.client.0.smithi042.stdout:op 2339 completed, throughput=5MB/sec 2024-09-16T07:16:29.300 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y_TI9myGJWh_idt off=7335535 len=702443 2024-09-16T07:16:29.300 INFO:tasks.workunit.client.0.smithi042.stdout:op 2340 completed, throughput=5MB/sec 2024-09-16T07:16:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:29 smithi164 ceph-mon[88760]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:30.301 INFO:tasks.workunit.client.0.smithi042.stdout: 456: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:30.301 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l92ZJENGbp3l4nd off=6921527 len=1159257 2024-09-16T07:16:30.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 2341 completed, throughput=4.99MB/sec 2024-09-16T07:16:30.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Zc2CMXqupfrC-e off=19775370 len=1669179 2024-09-16T07:16:30.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 2342 completed, throughput=5MB/sec 2024-09-16T07:16:30.311 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KrsEGg-KidLt459 off=201625 len=1244822 2024-09-16T07:16:30.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 2343 completed, throughput=5MB/sec 2024-09-16T07:16:30.319 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f-aBtJjkjSco1ac off=9761040 len=1997661 2024-09-16T07:16:30.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 2344 completed, throughput=5MB/sec 2024-09-16T07:16:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:29 smithi042 ceph-mon[94096]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:29 smithi042 ceph-mon[96574]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:16:31.331 INFO:tasks.workunit.client.0.smithi042.stdout: 457: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:31.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E6-NPbCTsXyboGR off=1981140 len=1800755 2024-09-16T07:16:31.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 2345 completed, throughput=5MB/sec 2024-09-16T07:16:31.338 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DNSMTQsykurfRUZ off=0 len=1456822 2024-09-16T07:16:31.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 2346 completed, throughput=5MB/sec 2024-09-16T07:16:31.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OBUc3fCp5Nn1DGG off=147897 len=986026 2024-09-16T07:16:31.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 2347 completed, throughput=5MB/sec 2024-09-16T07:16:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:16:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:31 smithi164 ceph-mon[88760]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:32.346 INFO:tasks.workunit.client.0.smithi042.stdout: 458: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:32.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YBoyCQHYWDsL3lB off=2264641 len=1207904 2024-09-16T07:16:32.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 2348 completed, throughput=4.99MB/sec 2024-09-16T07:16:32.352 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jy81eQb4IogpaXz off=4060961 len=778165 2024-09-16T07:16:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:31 smithi042 ceph-mon[94096]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:31 smithi042 ceph-mon[96574]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:16:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 2349 completed, throughput=4.99MB/sec 2024-09-16T07:16:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nx1_TMicMW9Rmak off=34818 len=501012 2024-09-16T07:16:32.357 INFO:tasks.workunit.client.0.smithi042.stdout:op 2350 completed, throughput=4.99MB/sec 2024-09-16T07:16:32.357 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WDgpyHz-bv3tjQv off=12103928 len=974613 2024-09-16T07:16:32.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 2351 completed, throughput=5MB/sec 2024-09-16T07:16:32.360 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z5KroIJMGjtTptm off=3987908 len=573850 2024-09-16T07:16:32.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 2352 completed, throughput=5MB/sec 2024-09-16T07:16:32.363 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V9cWf_tIutQC8sE off=1693156 len=1411310 2024-09-16T07:16:32.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 2353 completed, throughput=5MB/sec 2024-09-16T07:16:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:33.366 INFO:tasks.workunit.client.0.smithi042.stdout: 459: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:33.366 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2UbCweSp0awXFV_ off=3971296 len=970202 2024-09-16T07:16:33.367 INFO:tasks.workunit.client.0.smithi042.stdout:op 2354 completed, throughput=4.99MB/sec 2024-09-16T07:16:33.367 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JJ6vF7y7oOdnXC4 off=1022419 len=1252675 2024-09-16T07:16:33.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 2355 completed, throughput=4.99MB/sec 2024-09-16T07:16:33.369 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QiEZln9u6kjEcwA off=1056260 len=1207662 2024-09-16T07:16:33.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 2356 completed, throughput=5MB/sec 2024-09-16T07:16:33.370 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2g0Gt2TvTW9fu8S off=13776869 len=1774244 2024-09-16T07:16:33.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 2357 completed, throughput=5MB/sec 2024-09-16T07:16:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:33 smithi164 ceph-mon[88760]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:16:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:33 smithi042 ceph-mon[94096]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:16:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:33 smithi042 ceph-mon[96574]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:16:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:34.377 INFO:tasks.workunit.client.0.smithi042.stdout: 460: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:34.378 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JKhWlvBejcrdFSM off=10848397 len=2040128 2024-09-16T07:16:34.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 2358 completed, throughput=4.99MB/sec 2024-09-16T07:16:34.391 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ej_tQoGSGVY7WTQ off=167204 len=1619278 2024-09-16T07:16:34.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 2359 completed, throughput=5MB/sec 2024-09-16T07:16:34.393 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-G1L4M1fK-Gd4vfR off=20785613 len=1840118 2024-09-16T07:16:34.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 2360 completed, throughput=5MB/sec 2024-09-16T07:16:35.404 INFO:tasks.workunit.client.0.smithi042.stdout: 461: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:35.404 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GcQFNEIQnPemsI- off=1340954 len=511463 2024-09-16T07:16:35.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 2361 completed, throughput=4.99MB/sec 2024-09-16T07:16:35.408 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1jqj0vngS2cMZBh off=10406301 len=117149 2024-09-16T07:16:35.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 2362 completed, throughput=4.99MB/sec 2024-09-16T07:16:35.409 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YCXRNBJWMEdLyhx off=9125730 len=770748 2024-09-16T07:16:35.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 2363 completed, throughput=4.99MB/sec 2024-09-16T07:16:35.410 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-57UAqSZJCRncCWR off=7046022 len=829852 2024-09-16T07:16:35.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 2364 completed, throughput=4.99MB/sec 2024-09-16T07:16:35.415 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UnZZ2XFB7nYONKu off=7804309 len=895648 2024-09-16T07:16:35.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 2365 completed, throughput=5MB/sec 2024-09-16T07:16:35.416 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MNwGjWpzWHzqlXY off=6564321 len=704353 2024-09-16T07:16:35.420 INFO:tasks.workunit.client.0.smithi042.stdout:op 2366 completed, throughput=5MB/sec 2024-09-16T07:16:35.420 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aE03kTT4ZSaavV6 off=6331839 len=316521 2024-09-16T07:16:35.421 INFO:tasks.workunit.client.0.smithi042.stdout:op 2367 completed, throughput=5MB/sec 2024-09-16T07:16:35.421 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ncqa075pblwgpjZ off=13146256 len=876841 2024-09-16T07:16:35.425 INFO:tasks.workunit.client.0.smithi042.stdout:op 2368 completed, throughput=5MB/sec 2024-09-16T07:16:35.426 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0LVnwUoRJoH5U9P off=11054524 len=952430 2024-09-16T07:16:35.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 2369 completed, throughput=5MB/sec 2024-09-16T07:16:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:35 smithi042 ceph-mon[94096]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:35 smithi042 ceph-mon[96574]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: 462: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:36.427 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a79i_630nxr7u1g off=956599 len=1527853 2024-09-16T07:16:36.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 2370 completed, throughput=4.99MB/sec 2024-09-16T07:16:36.435 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oqWwYG2O1jG2zpu off=14899823 len=464685 2024-09-16T07:16:36.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 2371 completed, throughput=5MB/sec 2024-09-16T07:16:36.436 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dfYfSMknl8Ld-si off=15147673 len=1035770 2024-09-16T07:16:36.437 INFO:tasks.workunit.client.0.smithi042.stdout:op 2372 completed, throughput=5MB/sec 2024-09-16T07:16:36.437 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yOByFm3v60kn-xF off=10236460 len=734912 2024-09-16T07:16:36.442 INFO:tasks.workunit.client.0.smithi042.stdout:op 2373 completed, throughput=5MB/sec 2024-09-16T07:16:36.442 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Dhz8l1CxL_Gaial off=15889261 len=721951 2024-09-16T07:16:36.447 INFO:tasks.workunit.client.0.smithi042.stdout:op 2374 completed, throughput=5MB/sec 2024-09-16T07:16:36.447 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CFGRX9lzHCfG_rG off=452558 len=1691775 2024-09-16T07:16:36.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 2375 completed, throughput=5MB/sec 2024-09-16T07:16:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:35 smithi164 ceph-mon[88760]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: 463: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:37.449 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X68sWVOe1pk_WlR off=3062250 len=1497161 2024-09-16T07:16:37.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 2376 completed, throughput=5MB/sec 2024-09-16T07:16:37.457 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i0SjL7Gz18FzRq8 off=2139498 len=474569 2024-09-16T07:16:37.458 INFO:tasks.workunit.client.0.smithi042.stdout:op 2377 completed, throughput=5MB/sec 2024-09-16T07:16:37.458 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n8NCWm8JhIsw966 off=9240180 len=1856932 2024-09-16T07:16:37.466 INFO:tasks.workunit.client.0.smithi042.stdout:op 2378 completed, throughput=5MB/sec 2024-09-16T07:16:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:37 smithi042 ceph-mon[94096]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:37 smithi042 ceph-mon[96574]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:38.466 INFO:tasks.workunit.client.0.smithi042.stdout: 464: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:38.466 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AKyiM7-69ZqutQC off=2292234 len=749658 2024-09-16T07:16:38.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 2379 completed, throughput=4.99MB/sec 2024-09-16T07:16:38.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3yaJAMMWMYSpE8y off=4741365 len=1820692 2024-09-16T07:16:38.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 2380 completed, throughput=4.99MB/sec 2024-09-16T07:16:38.472 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sU9B5XoAONJ3IhY off=1366246 len=1895334 2024-09-16T07:16:38.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 2381 completed, throughput=5MB/sec 2024-09-16T07:16:38.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kXsWtwGMzWhiAbs off=4476111 len=1294381 2024-09-16T07:16:38.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 2382 completed, throughput=5MB/sec 2024-09-16T07:16:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:37 smithi164 ceph-mon[88760]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:16:39.477 INFO:tasks.workunit.client.0.smithi042.stdout: 465: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:39.477 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rPBVB6ZtTBENxnA off=10626590 len=215263 2024-09-16T07:16:39.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 2383 completed, throughput=4.99MB/sec 2024-09-16T07:16:39.477 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eA9hDfDCg8zshYl off=5432956 len=924546 2024-09-16T07:16:39.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 2384 completed, throughput=4.99MB/sec 2024-09-16T07:16:39.479 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5rWIMg4cMU8z66y off=9251253 len=366430 2024-09-16T07:16:39.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 2385 completed, throughput=4.99MB/sec 2024-09-16T07:16:39.480 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y_LxBJT_nh1pkiN off=11466560 len=2025900 2024-09-16T07:16:39.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 2386 completed, throughput=5MB/sec 2024-09-16T07:16:39.489 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cUHbIQQy_Ma5zSZ off=0 len=1208850 2024-09-16T07:16:39.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 2387 completed, throughput=5MB/sec 2024-09-16T07:16:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:39 smithi042 ceph-mon[94096]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:39 smithi042 ceph-mon[96574]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:39 smithi164 ceph-mon[88760]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:40.492 INFO:tasks.workunit.client.0.smithi042.stdout: 466: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:40.492 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gvAmImzJtjOcVeO off=3243724 len=1269424 2024-09-16T07:16:40.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 2388 completed, throughput=4.99MB/sec 2024-09-16T07:16:40.494 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BXcrb0p5GEm8uC0 off=7804202 len=1126092 2024-09-16T07:16:40.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 2389 completed, throughput=4.99MB/sec 2024-09-16T07:16:40.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-edeEwCWm4_hi5WD off=8878777 len=1950173 2024-09-16T07:16:40.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 2390 completed, throughput=5MB/sec 2024-09-16T07:16:40.507 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rDn95zg5FWjYXt5 off=234430 len=72027 2024-09-16T07:16:40.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 2391 completed, throughput=5MB/sec 2024-09-16T07:16:40.507 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6dsz-T4ANDIfd6A off=5721469 len=1092620 2024-09-16T07:16:40.512 INFO:tasks.workunit.client.0.smithi042.stdout:op 2392 completed, throughput=5MB/sec 2024-09-16T07:16:41.512 INFO:tasks.workunit.client.0.smithi042.stdout: 467: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:41.512 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BdZAuGs8CIDfX7W off=14460535 len=1552880 2024-09-16T07:16:41.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 2393 completed, throughput=4.99MB/sec 2024-09-16T07:16:41.515 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-McVrqKSizMK94la off=43929 len=454971 2024-09-16T07:16:41.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 2394 completed, throughput=4.99MB/sec 2024-09-16T07:16:41.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Mp8xmoyFZTC1jl0 off=21696171 len=518337 2024-09-16T07:16:41.517 INFO:tasks.workunit.client.0.smithi042.stdout:op 2395 completed, throughput=4.99MB/sec 2024-09-16T07:16:41.517 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2pMrRPtf-7TgBiZ off=1352640 len=218906 2024-09-16T07:16:41.520 INFO:tasks.workunit.client.0.smithi042.stdout:op 2396 completed, throughput=5MB/sec 2024-09-16T07:16:41.520 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jBAMaxEnt1QZ3nF off=19259807 len=1053391 2024-09-16T07:16:41.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 2397 completed, throughput=5MB/sec 2024-09-16T07:16:41.527 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ePVZ7Uzpmhixx0z off=1590641 len=1638798 2024-09-16T07:16:41.530 INFO:tasks.workunit.client.0.smithi042.stdout:op 2398 completed, throughput=5MB/sec 2024-09-16T07:16:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:41] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:16:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:41 smithi164 ceph-mon[88760]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:41 smithi042 ceph-mon[94096]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:41 smithi042 ceph-mon[96574]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:42.530 INFO:tasks.workunit.client.0.smithi042.stdout: 468: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:42.531 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wydj5LQ3EB5XsED off=268922 len=823193 2024-09-16T07:16:42.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 2399 completed, throughput=4.99MB/sec 2024-09-16T07:16:42.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Het3z4UCie3B0ab off=1370129 len=1667952 2024-09-16T07:16:42.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 2400 completed, throughput=5MB/sec 2024-09-16T07:16:42.535 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sAzsaCQmBNMV4LZ off=1230396 len=774292 2024-09-16T07:16:42.540 INFO:tasks.workunit.client.0.smithi042.stdout:op 2401 completed, throughput=5MB/sec 2024-09-16T07:16:42.540 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ronnLrcjWMJE_io off=5785628 len=278266 2024-09-16T07:16:42.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 2402 completed, throughput=5MB/sec 2024-09-16T07:16:42.543 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tBJHR-oEbOQ_fE1 off=13108198 len=1778867 2024-09-16T07:16:42.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 2403 completed, throughput=5MB/sec 2024-09-16T07:16:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:43.551 INFO:tasks.workunit.client.0.smithi042.stdout: 469: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:43.551 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kCTYN9tsEwMv4fi off=915709 len=213547 2024-09-16T07:16:43.554 INFO:tasks.workunit.client.0.smithi042.stdout:op 2404 completed, throughput=4.99MB/sec 2024-09-16T07:16:43.554 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OufLKkhw4y6VgyJ off=1583332 len=824944 2024-09-16T07:16:43.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 2405 completed, throughput=4.99MB/sec 2024-09-16T07:16:43.560 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nK-L06wYDcGRQps off=113905 len=158371 2024-09-16T07:16:43.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 2406 completed, throughput=4.99MB/sec 2024-09-16T07:16:43.560 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wUODujADaVywe_J off=849014 len=1256088 2024-09-16T07:16:43.566 INFO:tasks.workunit.client.0.smithi042.stdout:op 2407 completed, throughput=4.99MB/sec 2024-09-16T07:16:43.566 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_imo3aROlpZvtFO off=9305667 len=556972 2024-09-16T07:16:43.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 2408 completed, throughput=5MB/sec 2024-09-16T07:16:43.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-baIEbJNSziN0AEE off=4169364 len=1792143 2024-09-16T07:16:43.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 2409 completed, throughput=5MB/sec 2024-09-16T07:16:43.575 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tP_wX7W-jkO3DgK off=5098044 len=1292509 2024-09-16T07:16:43.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 2410 completed, throughput=5MB/sec 2024-09-16T07:16:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:44 smithi042 ceph-mon[94096]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:16:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:44 smithi042 ceph-mon[96574]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:16:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:44 smithi164 ceph-mon[88760]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:16:44.577 INFO:tasks.workunit.client.0.smithi042.stdout: 470: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:44.577 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oAEQsf9LeRw7b7p off=5538148 len=1919309 2024-09-16T07:16:44.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 2411 completed, throughput=5MB/sec 2024-09-16T07:16:44.585 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bgUq61n5TB_HrJr off=15409646 len=77472 2024-09-16T07:16:44.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 2412 completed, throughput=5MB/sec 2024-09-16T07:16:44.588 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PLiUGjSy6KiFvUZ off=13245384 len=475004 2024-09-16T07:16:44.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 2413 completed, throughput=5MB/sec 2024-09-16T07:16:44.591 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9AtqENLzvXcGVng off=1264806 len=1547379 2024-09-16T07:16:44.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 2414 completed, throughput=5MB/sec 2024-09-16T07:16:44.593 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iPnS2K_ZBkIqUER off=13024789 len=1934923 2024-09-16T07:16:44.594 INFO:tasks.workunit.client.0.smithi042.stdout:op 2415 completed, throughput=5MB/sec 2024-09-16T07:16:45.595 INFO:tasks.workunit.client.0.smithi042.stdout: 471: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:45.595 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hy5LV_OeIggJlJl off=3940221 len=96920 2024-09-16T07:16:45.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 2416 completed, throughput=4.99MB/sec 2024-09-16T07:16:45.597 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TGIbMmWf17HTjbn off=10919091 len=441929 2024-09-16T07:16:45.599 INFO:tasks.workunit.client.0.smithi042.stdout:op 2417 completed, throughput=4.99MB/sec 2024-09-16T07:16:45.599 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u5ujH_jkMcn2NQr off=9320491 len=1669648 2024-09-16T07:16:45.601 INFO:tasks.workunit.client.0.smithi042.stdout:op 2418 completed, throughput=5MB/sec 2024-09-16T07:16:45.601 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lxbWDjb-mXfhZTX off=1651420 len=320092 2024-09-16T07:16:45.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 2419 completed, throughput=5MB/sec 2024-09-16T07:16:45.604 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qzbczzIpoPsCPk0 off=4329876 len=1219016 2024-09-16T07:16:45.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 2420 completed, throughput=5MB/sec 2024-09-16T07:16:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:46 smithi042 ceph-mon[94096]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:46 smithi042 ceph-mon[96574]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:46 smithi164 ceph-mon[88760]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:46.612 INFO:tasks.workunit.client.0.smithi042.stdout: 472: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:46.613 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7SEPgqGGSXOhGyy off=4157232 len=842815 2024-09-16T07:16:46.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 2421 completed, throughput=4.99MB/sec 2024-09-16T07:16:46.614 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZC31qKo1HHojRL off=37290 len=302364 2024-09-16T07:16:46.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 2422 completed, throughput=4.99MB/sec 2024-09-16T07:16:46.618 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-swe4h_hI8kDqBnP off=17277755 len=109174 2024-09-16T07:16:46.618 INFO:tasks.workunit.client.0.smithi042.stdout:op 2423 completed, throughput=4.99MB/sec 2024-09-16T07:16:46.618 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pBI8PrJVKkyfrbJ off=2131811 len=377804 2024-09-16T07:16:46.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 2424 completed, throughput=4.99MB/sec 2024-09-16T07:16:46.621 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UUnDXf_jvh9prE6 off=5729176 len=1373031 2024-09-16T07:16:46.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 2425 completed, throughput=5MB/sec 2024-09-16T07:16:46.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-romHNC2yvcU5xuc off=1512524 len=1634173 2024-09-16T07:16:46.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 2426 completed, throughput=5MB/sec 2024-09-16T07:16:46.632 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uUGM7Ka5L9uJ9MS off=707197 len=627701 2024-09-16T07:16:46.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 2427 completed, throughput=5MB/sec 2024-09-16T07:16:46.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pegY1OXD7jEfUhv off=14466881 len=1806642 2024-09-16T07:16:46.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 2428 completed, throughput=5MB/sec 2024-09-16T07:16:47.644 INFO:tasks.workunit.client.0.smithi042.stdout: 473: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:47.645 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2MY6t6t2hgrnH35 off=6159288 len=497363 2024-09-16T07:16:47.649 INFO:tasks.workunit.client.0.smithi042.stdout:op 2429 completed, throughput=4.99MB/sec 2024-09-16T07:16:47.649 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-htvLcs6wbeW3wuv off=4479777 len=1262088 2024-09-16T07:16:47.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 2430 completed, throughput=5MB/sec 2024-09-16T07:16:47.651 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xRS_qQ-i9KayJre off=4906884 len=1202546 2024-09-16T07:16:47.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 2431 completed, throughput=5MB/sec 2024-09-16T07:16:47.656 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UDo2Wk0-tSiIgno off=682437 len=1863348 2024-09-16T07:16:47.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 2432 completed, throughput=5MB/sec 2024-09-16T07:16:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:48 smithi042 ceph-mon[94096]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:48 smithi042 ceph-mon[96574]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:48 smithi164 ceph-mon[88760]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:48.659 INFO:tasks.workunit.client.0.smithi042.stdout: 474: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:48.659 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pgd9q_icZtxoffO off=5813728 len=1974303 2024-09-16T07:16:48.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 2433 completed, throughput=5MB/sec 2024-09-16T07:16:48.668 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Zc2CMXqupfrC-e off=20267433 len=1100564 2024-09-16T07:16:48.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 2434 completed, throughput=5MB/sec 2024-09-16T07:16:48.671 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4hgKVtjVyJxcO6i off=1405711 len=850195 2024-09-16T07:16:48.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 2435 completed, throughput=5MB/sec 2024-09-16T07:16:48.673 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--uCnwUnnj7dVzd7 off=18834290 len=855377 2024-09-16T07:16:48.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 2436 completed, throughput=5MB/sec 2024-09-16T07:16:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:16:49.678 INFO:tasks.workunit.client.0.smithi042.stdout: 475: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:49.678 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XmmJyAoS1KIFcA_ off=13879573 len=1877405 2024-09-16T07:16:49.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 2437 completed, throughput=4.99MB/sec 2024-09-16T07:16:49.687 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q3VTYdVe-JiamgV off=15434239 len=1171560 2024-09-16T07:16:49.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 2438 completed, throughput=5MB/sec 2024-09-16T07:16:49.692 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WX5QfI5M1iF40x4 off=902048 len=180512 2024-09-16T07:16:49.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 2439 completed, throughput=5MB/sec 2024-09-16T07:16:49.695 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zc8hKaHx8LxhlMr off=1010995 len=2034696 2024-09-16T07:16:49.697 INFO:tasks.workunit.client.0.smithi042.stdout:op 2440 completed, throughput=5MB/sec 2024-09-16T07:16:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:50 smithi042 ceph-mon[94096]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:50 smithi042 ceph-mon[96574]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:50 smithi164 ceph-mon[88760]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:16:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: 476: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:50.697 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qQUfyDxI72Jp_fG off=576587 len=1026219 2024-09-16T07:16:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 2441 completed, throughput=4.99MB/sec 2024-09-16T07:16:50.699 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DNSMTQsykurfRUZ off=0 len=1456822 2024-09-16T07:16:50.706 INFO:tasks.workunit.client.0.smithi042.stdout:op 2442 completed, throughput=5MB/sec 2024-09-16T07:16:50.706 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K0NgnnzsqMrJbPd off=9242535 len=700838 2024-09-16T07:16:50.710 INFO:tasks.workunit.client.0.smithi042.stdout:op 2443 completed, throughput=5MB/sec 2024-09-16T07:16:50.710 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-efKN_Y--ZM0TLmU off=2126403 len=1800364 2024-09-16T07:16:50.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 2444 completed, throughput=5MB/sec 2024-09-16T07:16:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:16:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:16:51] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T07:16:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: 477: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:51.712 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XsLDFSQ9wHkZTfd off=2920221 len=971949 2024-09-16T07:16:51.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 2445 completed, throughput=4.99MB/sec 2024-09-16T07:16:51.718 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GviycH7bZsK8NaR off=1259379 len=1464944 2024-09-16T07:16:51.724 INFO:tasks.workunit.client.0.smithi042.stdout:op 2446 completed, throughput=4.99MB/sec 2024-09-16T07:16:51.725 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qgd4fcygmU_cr2p off=944541 len=293270 2024-09-16T07:16:51.728 INFO:tasks.workunit.client.0.smithi042.stdout:op 2447 completed, throughput=5MB/sec 2024-09-16T07:16:51.728 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yqhhuu8EaQ9ewsM off=18365265 len=1400144 2024-09-16T07:16:51.735 INFO:tasks.workunit.client.0.smithi042.stdout:op 2448 completed, throughput=5MB/sec 2024-09-16T07:16:51.736 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-H9H86i3QLKAJiV0 off=1422767 len=92892 2024-09-16T07:16:51.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 2449 completed, throughput=5MB/sec 2024-09-16T07:16:51.736 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6Nmpfpz83G3xJoD off=9417303 len=1559190 2024-09-16T07:16:51.743 INFO:tasks.workunit.client.0.smithi042.stdout:op 2450 completed, throughput=5MB/sec 2024-09-16T07:16:52.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:52 smithi164 ceph-mon[88760]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:52 smithi042 ceph-mon[94096]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:52 smithi042 ceph-mon[96574]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:16:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:16:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:16:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:16:52.743 INFO:tasks.workunit.client.0.smithi042.stdout: 478: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e5DKM-NIZYUT2R8 off=310643 len=896441 2024-09-16T07:16:52.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 2451 completed, throughput=4.99MB/sec 2024-09-16T07:16:52.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7-Vup-lajAn5Ecz off=10824343 len=1374782 2024-09-16T07:16:52.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 2452 completed, throughput=5MB/sec 2024-09-16T07:16:52.750 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4_VxVQWXIpKfC12 off=5042319 len=1959503 2024-09-16T07:16:52.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 2453 completed, throughput=5MB/sec 2024-09-16T07:16:52.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_pFuan6Rq3O9wio off=2820820 len=321516 2024-09-16T07:16:52.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 2454 completed, throughput=5MB/sec 2024-09-16T07:16:52.761 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xz07sHk24N35sJx off=6028557 len=1706848 2024-09-16T07:16:52.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 2455 completed, throughput=5MB/sec 2024-09-16T07:16:53.763 INFO:tasks.workunit.client.0.smithi042.stdout: 479: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:53.763 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ak0bB11OQvKPhYA off=7238966 len=371080 2024-09-16T07:16:53.767 INFO:tasks.workunit.client.0.smithi042.stdout:op 2456 completed, throughput=4.99MB/sec 2024-09-16T07:16:53.767 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SoDW7glsbo1PY3B off=11094284 len=1792699 2024-09-16T07:16:53.776 INFO:tasks.workunit.client.0.smithi042.stdout:op 2457 completed, throughput=5MB/sec 2024-09-16T07:16:53.777 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CbwJJ6FpNNFOX_T off=6094459 len=439661 2024-09-16T07:16:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:op 2458 completed, throughput=5MB/sec 2024-09-16T07:16:53.780 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vRcNVW-wTiKUorp off=14175673 len=1660943 2024-09-16T07:16:53.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 2459 completed, throughput=5MB/sec 2024-09-16T07:16:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:54 smithi042 ceph-mon[94096]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:54 smithi042 ceph-mon[96574]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:54 smithi164 ceph-mon[88760]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:16:54.787 INFO:tasks.workunit.client.0.smithi042.stdout: 480: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:54.787 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GKVlhYCs9l5WEJw off=650799 len=1978085 2024-09-16T07:16:54.790 INFO:tasks.workunit.client.0.smithi042.stdout:op 2460 completed, throughput=4.99MB/sec 2024-09-16T07:16:54.790 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WoeJCM65T3CX7_p off=8946634 len=2042327 2024-09-16T07:16:54.802 INFO:tasks.workunit.client.0.smithi042.stdout:op 2461 completed, throughput=5MB/sec 2024-09-16T07:16:54.802 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BDQ7IBN4eRU5W3o off=4943947 len=1521900 2024-09-16T07:16:54.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 2462 completed, throughput=5MB/sec 2024-09-16T07:16:55.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:55 smithi042 ceph-mon[94096]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:16:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:55 smithi042 ceph-mon[96574]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:16:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:55 smithi164 ceph-mon[88760]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:16:55.809 INFO:tasks.workunit.client.0.smithi042.stdout: 481: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:55.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0uoMTts-V_TzSki off=2851765 len=493937 2024-09-16T07:16:55.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 2463 completed, throughput=4.99MB/sec 2024-09-16T07:16:55.813 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iAtlqW0HBCClxHb off=14287731 len=471169 2024-09-16T07:16:55.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 2464 completed, throughput=4.99MB/sec 2024-09-16T07:16:55.814 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pzzLGpRZOn791FP off=4806631 len=520544 2024-09-16T07:16:55.815 INFO:tasks.workunit.client.0.smithi042.stdout:op 2465 completed, throughput=4.99MB/sec 2024-09-16T07:16:55.815 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iFBbRtoyBaAhwDi off=9158215 len=810314 2024-09-16T07:16:55.819 INFO:tasks.workunit.client.0.smithi042.stdout:op 2466 completed, throughput=5MB/sec 2024-09-16T07:16:55.819 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mUsxgxmYpK7_1rC off=3403874 len=1255979 2024-09-16T07:16:55.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 2467 completed, throughput=5MB/sec 2024-09-16T07:16:55.822 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQH-7QSRNUh97wv off=3269458 len=1437750 2024-09-16T07:16:55.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 2468 completed, throughput=5MB/sec 2024-09-16T07:16:56.824 INFO:tasks.workunit.client.0.smithi042.stdout: 482: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:56.824 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZzowW0DOZTdKRf2 off=1301467 len=1056138 2024-09-16T07:16:56.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 2469 completed, throughput=4.99MB/sec 2024-09-16T07:16:56.832 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ObvKqqrqnLJ5Jhn off=410428 len=552957 2024-09-16T07:16:56.835 INFO:tasks.workunit.client.0.smithi042.stdout:op 2470 completed, throughput=4.99MB/sec 2024-09-16T07:16:56.835 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OBUc3fCp5Nn1DGG off=11384327 len=1447532 2024-09-16T07:16:56.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 2471 completed, throughput=5MB/sec 2024-09-16T07:16:56.837 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bIrnBkrS7NY0ixL off=9229242 len=1377680 2024-09-16T07:16:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 2472 completed, throughput=5MB/sec 2024-09-16T07:16:56.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dLJL9OIV5czjPx4 off=5325271 len=183992 2024-09-16T07:16:56.842 INFO:tasks.workunit.client.0.smithi042.stdout:op 2473 completed, throughput=5MB/sec 2024-09-16T07:16:56.842 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K0rMrta-syrQKi5 off=11480678 len=812298 2024-09-16T07:16:56.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 2474 completed, throughput=5MB/sec 2024-09-16T07:16:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:57 smithi164 ceph-mon[88760]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:57 smithi042 ceph-mon[94096]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:57 smithi042 ceph-mon[96574]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:57.844 INFO:tasks.workunit.client.0.smithi042.stdout: 483: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:57.844 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nQChNzBPhgZqpu7 off=3502072 len=152801 2024-09-16T07:16:57.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 2475 completed, throughput=4.99MB/sec 2024-09-16T07:16:57.846 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IYx8M7EK2jinE-h off=9982821 len=1486563 2024-09-16T07:16:57.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 2476 completed, throughput=4.99MB/sec 2024-09-16T07:16:57.856 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xy3gwctKDfAMIQ_ off=941395 len=1911536 2024-09-16T07:16:57.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 2477 completed, throughput=5MB/sec 2024-09-16T07:16:57.858 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QTRdbmRBm793hxC off=659725 len=97981 2024-09-16T07:16:57.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 2478 completed, throughput=5MB/sec 2024-09-16T07:16:57.859 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oyJouAJ0_f_UZLl off=9421457 len=1770497 2024-09-16T07:16:57.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 2479 completed, throughput=5MB/sec 2024-09-16T07:16:58.862 INFO:tasks.workunit.client.0.smithi042.stdout: 484: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:58.862 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wO-umEqscFxx8Ty off=1653234 len=2053899 2024-09-16T07:16:58.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 2480 completed, throughput=4.99MB/sec 2024-09-16T07:16:58.876 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QGESOLjMcBNfIXn off=6918061 len=389821 2024-09-16T07:16:58.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 2481 completed, throughput=5MB/sec 2024-09-16T07:16:58.879 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jSHhG__42VqbMoV off=5301803 len=1864875 2024-09-16T07:16:58.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 2482 completed, throughput=5MB/sec 2024-09-16T07:16:58.881 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3jJPxIH2P0Jwft3 off=6115825 len=1804377 2024-09-16T07:16:58.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 2483 completed, throughput=5MB/sec 2024-09-16T07:16:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:16:59 smithi042 ceph-mon[94096]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:16:59 smithi042 ceph-mon[96574]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:16:59 smithi164 ceph-mon[88760]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:16:59.883 INFO:tasks.workunit.client.0.smithi042.stdout: 485: throughput=4.99MB/sec pending data=0 2024-09-16T07:16:59.883 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-olpGYBqlfx8FeKQ off=684100 len=977793 2024-09-16T07:16:59.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 2484 completed, throughput=4.99MB/sec 2024-09-16T07:16:59.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u6sEov0N7Hz1Kn9 off=17201613 len=742560 2024-09-16T07:16:59.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 2485 completed, throughput=5MB/sec 2024-09-16T07:16:59.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xDgTdD7eP-d7EL8 off=1728942 len=1786656 2024-09-16T07:16:59.888 INFO:tasks.workunit.client.0.smithi042.stdout:op 2486 completed, throughput=5MB/sec 2024-09-16T07:16:59.888 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EMVe7ArORnK7Njr off=6609327 len=1148921 2024-09-16T07:16:59.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 2487 completed, throughput=5MB/sec 2024-09-16T07:17:00.890 INFO:tasks.workunit.client.0.smithi042.stdout: 486: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:00.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OjmW-OaHS89wcJa off=14651429 len=1990983 2024-09-16T07:17:00.898 INFO:tasks.workunit.client.0.smithi042.stdout:op 2488 completed, throughput=4.99MB/sec 2024-09-16T07:17:00.898 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BWdgeMYZTyb0X8H off=2292828 len=1762175 2024-09-16T07:17:00.900 INFO:tasks.workunit.client.0.smithi042.stdout:op 2489 completed, throughput=5MB/sec 2024-09-16T07:17:00.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b1n6uZyWEOIEqK- off=5856359 len=2052196 2024-09-16T07:17:00.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 2490 completed, throughput=5MB/sec 2024-09-16T07:17:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:01 smithi042 ceph-mon[94096]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:01 smithi042 ceph-mon[96574]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:01] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T07:17:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:01 smithi164 ceph-mon[88760]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:01.904 INFO:tasks.workunit.client.0.smithi042.stdout: 487: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:01.904 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WESZcvNnCW370rU off=1055243 len=37480 2024-09-16T07:17:01.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 2491 completed, throughput=4.99MB/sec 2024-09-16T07:17:01.907 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3PCW9r8n7ld8td7 off=8460561 len=524697 2024-09-16T07:17:01.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 2492 completed, throughput=4.99MB/sec 2024-09-16T07:17:01.907 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tOMkB-MSD2FYCqt off=602418 len=1005003 2024-09-16T07:17:01.910 INFO:tasks.workunit.client.0.smithi042.stdout:op 2493 completed, throughput=4.99MB/sec 2024-09-16T07:17:01.910 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rJS3iDjNYR5TUU2 off=620205 len=637522 2024-09-16T07:17:01.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 2494 completed, throughput=5MB/sec 2024-09-16T07:17:01.914 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zCUksyle_pHhp0B off=667332 len=655129 2024-09-16T07:17:01.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 2495 completed, throughput=5MB/sec 2024-09-16T07:17:01.915 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NM4tkux4r2vL_i9 off=2777581 len=977710 2024-09-16T07:17:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 2496 completed, throughput=5MB/sec 2024-09-16T07:17:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2qcpKA5uVAt7m1D off=1332798 len=809747 2024-09-16T07:17:01.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 2497 completed, throughput=5MB/sec 2024-09-16T07:17:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:02.918 INFO:tasks.workunit.client.0.smithi042.stdout: 488: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:02.957 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WAQT_en9Us2W4f0 off=4841556 len=1563078 2024-09-16T07:17:02.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 2498 completed, throughput=4.99MB/sec 2024-09-16T07:17:02.962 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DPeHrnZSz7A6sVz off=554926 len=1579793 2024-09-16T07:17:02.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 2499 completed, throughput=5MB/sec 2024-09-16T07:17:02.962 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tNajYn1X87Rwqcl off=12512237 len=170796 2024-09-16T07:17:02.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 2500 completed, throughput=5MB/sec 2024-09-16T07:17:02.963 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lo4vK_xqzP3L29H off=75142 len=1225350 2024-09-16T07:17:02.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 2501 completed, throughput=5MB/sec 2024-09-16T07:17:02.963 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mEFUbDo2MGApgBh off=5517316 len=1108751 2024-09-16T07:17:02.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 2502 completed, throughput=5MB/sec 2024-09-16T07:17:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:03 smithi042 ceph-mon[94096]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:03 smithi042 ceph-mon[96574]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:03 smithi164 ceph-mon[88760]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:03.939 INFO:tasks.workunit.client.0.smithi042.stdout: 489: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:03.940 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mUXQkLC6N7EoDTv off=2463756 len=368409 2024-09-16T07:17:03.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 2503 completed, throughput=4.99MB/sec 2024-09-16T07:17:03.941 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VWUVh1KCLEZo8_j off=7372859 len=477757 2024-09-16T07:17:03.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 2504 completed, throughput=4.99MB/sec 2024-09-16T07:17:03.942 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cqmdcL-FwvWXTUY off=17144689 len=442862 2024-09-16T07:17:03.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 2505 completed, throughput=4.99MB/sec 2024-09-16T07:17:03.943 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iyrUG_jl2qFz2Yc off=9511898 len=720741 2024-09-16T07:17:03.947 INFO:tasks.workunit.client.0.smithi042.stdout:op 2506 completed, throughput=4.99MB/sec 2024-09-16T07:17:03.947 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5DN6jXRkCyKUQtu off=4690986 len=1747337 2024-09-16T07:17:03.950 INFO:tasks.workunit.client.0.smithi042.stdout:op 2507 completed, throughput=5MB/sec 2024-09-16T07:17:03.950 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J_JyVbjz3yx8SuT off=7648998 len=1643780 2024-09-16T07:17:03.953 INFO:tasks.workunit.client.0.smithi042.stdout:op 2508 completed, throughput=5MB/sec 2024-09-16T07:17:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:04.953 INFO:tasks.workunit.client.0.smithi042.stdout: 490: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:04.953 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sJhE8bt6B5VhAaJ off=13930344 len=1205340 2024-09-16T07:17:04.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 2509 completed, throughput=4.99MB/sec 2024-09-16T07:17:04.956 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5-HFnHOc8QuDrMP off=91587 len=976926 2024-09-16T07:17:04.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 2510 completed, throughput=5MB/sec 2024-09-16T07:17:04.961 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wXVIJVNgu11akPT off=6934688 len=185146 2024-09-16T07:17:04.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 2511 completed, throughput=5MB/sec 2024-09-16T07:17:04.962 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2Cx_PyqPXPR--kO off=8486881 len=1838380 2024-09-16T07:17:04.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 2512 completed, throughput=5MB/sec 2024-09-16T07:17:04.973 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y891C8VVpzqFRjn off=7232842 len=1555861 2024-09-16T07:17:04.980 INFO:tasks.workunit.client.0.smithi042.stdout:op 2513 completed, throughput=5MB/sec 2024-09-16T07:17:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:05 smithi042 ceph-mon[94096]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:05 smithi042 ceph-mon[96574]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:05 smithi164 ceph-mon[88760]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:05.980 INFO:tasks.workunit.client.0.smithi042.stdout: 491: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:05.981 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m3bMtCuB5V02Dx5 off=21751815 len=769283 2024-09-16T07:17:05.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 2514 completed, throughput=4.99MB/sec 2024-09-16T07:17:05.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2c8bsTg00zCUdQy off=7198605 len=1264120 2024-09-16T07:17:05.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 2515 completed, throughput=5MB/sec 2024-09-16T07:17:05.988 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7ehUmXJeD1nGC9a off=246561 len=1451986 2024-09-16T07:17:05.994 INFO:tasks.workunit.client.0.smithi042.stdout:op 2516 completed, throughput=5MB/sec 2024-09-16T07:17:05.995 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ajO0KxLad_08T1U off=6439643 len=1998268 2024-09-16T07:17:05.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 2517 completed, throughput=5MB/sec 2024-09-16T07:17:06.998 INFO:tasks.workunit.client.0.smithi042.stdout: 492: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:06.998 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LItz23E6R7tusWf off=332585 len=1994115 2024-09-16T07:17:07.000 INFO:tasks.workunit.client.0.smithi042.stdout:op 2518 completed, throughput=5MB/sec 2024-09-16T07:17:07.000 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6rSMLBpA22GjreJ off=3832484 len=19212 2024-09-16T07:17:07.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 2519 completed, throughput=5MB/sec 2024-09-16T07:17:07.003 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mpeQbKboEJ85Mwj off=10572672 len=1218684 2024-09-16T07:17:07.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 2520 completed, throughput=5MB/sec 2024-09-16T07:17:07.006 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JcVUX8KyTkTSliI off=6459859 len=229429 2024-09-16T07:17:07.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 2521 completed, throughput=5MB/sec 2024-09-16T07:17:07.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3fH5PVt0rIwa1HJ off=15631456 len=1054110 2024-09-16T07:17:07.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 2522 completed, throughput=5MB/sec 2024-09-16T07:17:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:07 smithi042 ceph-mon[94096]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:07 smithi042 ceph-mon[96574]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:07 smithi164 ceph-mon[88760]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:08.012 INFO:tasks.workunit.client.0.smithi042.stdout: 493: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:08.012 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CVSzu0q6l5nmQRl off=469954 len=1435356 2024-09-16T07:17:08.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 2523 completed, throughput=4.99MB/sec 2024-09-16T07:17:08.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bSljETbmdH0XYpr off=2369980 len=1557647 2024-09-16T07:17:08.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 2524 completed, throughput=5MB/sec 2024-09-16T07:17:08.023 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hdcEBhcqh8Y6AOR off=463965 len=1226890 2024-09-16T07:17:08.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 2525 completed, throughput=5MB/sec 2024-09-16T07:17:08.027 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OaaUGZYln2mjf0X off=2480996 len=1471571 2024-09-16T07:17:08.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 2526 completed, throughput=5MB/sec 2024-09-16T07:17:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:17:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:17:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:17:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:17:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:17:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:17:09.029 INFO:tasks.workunit.client.0.smithi042.stdout: 494: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:09.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0IW6E7a6xCWY_a9 off=7367544 len=1566290 2024-09-16T07:17:09.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 2527 completed, throughput=4.99MB/sec 2024-09-16T07:17:09.031 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XKJ8-bFYMZiwf2O off=795663 len=993019 2024-09-16T07:17:09.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 2528 completed, throughput=5MB/sec 2024-09-16T07:17:09.032 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oSmRo6t6StOBfRL off=1342400 len=471512 2024-09-16T07:17:09.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 2529 completed, throughput=5MB/sec 2024-09-16T07:17:09.034 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OG_Hq3ubSImPNkt off=11082414 len=494591 2024-09-16T07:17:09.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 2530 completed, throughput=5MB/sec 2024-09-16T07:17:09.038 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ht44mrOz7ptdHhY off=11145668 len=641697 2024-09-16T07:17:09.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 2531 completed, throughput=5MB/sec 2024-09-16T07:17:09.042 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X5lKXtoe2P2UQos off=1748300 len=920836 2024-09-16T07:17:09.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 2532 completed, throughput=5MB/sec 2024-09-16T07:17:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:09 smithi042 ceph-mon[94096]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:09 smithi042 ceph-mon[96574]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:09 smithi164 ceph-mon[88760]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:10.044 INFO:tasks.workunit.client.0.smithi042.stdout: 495: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:10.044 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4PAIVKLcmRjMby_ off=8289 len=1145117 2024-09-16T07:17:10.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 2533 completed, throughput=4.99MB/sec 2024-09-16T07:17:10.046 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DH37L7ICCtxbApL off=11513794 len=463784 2024-09-16T07:17:10.050 INFO:tasks.workunit.client.0.smithi042.stdout:op 2534 completed, throughput=4.99MB/sec 2024-09-16T07:17:10.050 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4KCOOk7D-IEiNuW off=1374793 len=1997495 2024-09-16T07:17:10.053 INFO:tasks.workunit.client.0.smithi042.stdout:op 2535 completed, throughput=5MB/sec 2024-09-16T07:17:10.053 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQw0qmg3UKmbz3_ off=11849870 len=1160688 2024-09-16T07:17:10.055 INFO:tasks.workunit.client.0.smithi042.stdout:op 2536 completed, throughput=5MB/sec 2024-09-16T07:17:11.055 INFO:tasks.workunit.client.0.smithi042.stdout: 496: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:11.055 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q54dFbP2zpcsokU off=12847328 len=677022 2024-09-16T07:17:11.056 INFO:tasks.workunit.client.0.smithi042.stdout:op 2537 completed, throughput=4.99MB/sec 2024-09-16T07:17:11.056 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1loigOFzQWP349o off=5431777 len=1308780 2024-09-16T07:17:11.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 2538 completed, throughput=4.99MB/sec 2024-09-16T07:17:11.065 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3FaaeI2d6Qy6Gp8 off=1276595 len=133297 2024-09-16T07:17:11.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 2539 completed, throughput=4.99MB/sec 2024-09-16T07:17:11.065 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VwEg8fokqUZrReR off=6333386 len=1012409 2024-09-16T07:17:11.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 2540 completed, throughput=5MB/sec 2024-09-16T07:17:11.070 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZMQOrK7YEaPY34T off=8221126 len=801575 2024-09-16T07:17:11.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 2541 completed, throughput=5MB/sec 2024-09-16T07:17:11.071 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IreBOowbQliNAgC off=17386305 len=1195764 2024-09-16T07:17:11.077 INFO:tasks.workunit.client.0.smithi042.stdout:op 2542 completed, throughput=5MB/sec 2024-09-16T07:17:11.077 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ENmP8bL55eyyP2W off=810134 len=1028333 2024-09-16T07:17:11.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 2543 completed, throughput=5MB/sec 2024-09-16T07:17:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:11 smithi042 ceph-mon[94096]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:11 smithi042 ceph-mon[96574]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:11] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:17:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:11 smithi164 ceph-mon[88760]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:12.082 INFO:tasks.workunit.client.0.smithi042.stdout: 497: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:12.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Pgm1nNrNoJ0RmYx off=184551 len=1508858 2024-09-16T07:17:12.084 INFO:tasks.workunit.client.0.smithi042.stdout:op 2544 completed, throughput=4.99MB/sec 2024-09-16T07:17:12.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XrUA1uhfWOgQZZw off=13083076 len=71339 2024-09-16T07:17:12.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 2545 completed, throughput=4.99MB/sec 2024-09-16T07:17:12.087 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tKL2egGIy3Z19n4 off=1687244 len=139993 2024-09-16T07:17:12.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 2546 completed, throughput=4.99MB/sec 2024-09-16T07:17:12.090 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xtNpXRh6IVfwzaD off=5726142 len=960128 2024-09-16T07:17:12.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 2547 completed, throughput=5MB/sec 2024-09-16T07:17:12.095 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ot9MLcdym77gWTV off=5738274 len=375411 2024-09-16T07:17:12.098 INFO:tasks.workunit.client.0.smithi042.stdout:op 2548 completed, throughput=5MB/sec 2024-09-16T07:17:12.098 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oPDzPkvCU0E67EW off=3227065 len=1299282 2024-09-16T07:17:12.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 2549 completed, throughput=5MB/sec 2024-09-16T07:17:12.100 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vUIzjXV62prbXU1 off=3532108 len=1266327 2024-09-16T07:17:12.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 2550 completed, throughput=5MB/sec 2024-09-16T07:17:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:13.105 INFO:tasks.workunit.client.0.smithi042.stdout: 498: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:13.105 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2g0Gt2TvTW9fu8S off=13245548 len=638997 2024-09-16T07:17:13.109 INFO:tasks.workunit.client.0.smithi042.stdout:op 2551 completed, throughput=4.99MB/sec 2024-09-16T07:17:13.110 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QI-1K9nWG5hHcTI off=336548 len=691063 2024-09-16T07:17:13.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 2552 completed, throughput=4.99MB/sec 2024-09-16T07:17:13.114 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fJNLtPZwZDbwMP3 off=11352189 len=1294556 2024-09-16T07:17:13.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 2553 completed, throughput=5MB/sec 2024-09-16T07:17:13.119 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4bU_qfOm_QG4RVR off=12226 len=907041 2024-09-16T07:17:13.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 2554 completed, throughput=5MB/sec 2024-09-16T07:17:13.120 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6313SctVYWs03gU off=6590155 len=1310065 2024-09-16T07:17:13.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 2555 completed, throughput=5MB/sec 2024-09-16T07:17:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:13 smithi042 ceph-mon[94096]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:17:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:13 smithi042 ceph-mon[96574]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:17:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:13 smithi164 ceph-mon[88760]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:17:14.122 INFO:tasks.workunit.client.0.smithi042.stdout: 499: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:14.122 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KMdMhvxTeJD7SeS off=11364542 len=500967 2024-09-16T07:17:14.124 INFO:tasks.workunit.client.0.smithi042.stdout:op 2556 completed, throughput=4.99MB/sec 2024-09-16T07:17:14.124 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pgaZUXGj-63munW off=22068498 len=1728696 2024-09-16T07:17:14.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 2557 completed, throughput=5MB/sec 2024-09-16T07:17:14.133 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a4655iXB3p2n9u7 off=4415453 len=952132 2024-09-16T07:17:14.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 2558 completed, throughput=5MB/sec 2024-09-16T07:17:14.138 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EHmpNZDC_-f5rEn off=7594326 len=1567044 2024-09-16T07:17:14.140 INFO:tasks.workunit.client.0.smithi042.stdout:op 2559 completed, throughput=5MB/sec 2024-09-16T07:17:15.141 INFO:tasks.workunit.client.0.smithi042.stdout: 500: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:15.141 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JQw0qmg3UKmbz3_ off=12394511 len=1576579 2024-09-16T07:17:15.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 2560 completed, throughput=4.99MB/sec 2024-09-16T07:17:15.149 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7WL-KKntpx32wwZ off=2584387 len=234584 2024-09-16T07:17:15.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 2561 completed, throughput=4.99MB/sec 2024-09-16T07:17:15.149 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jpdx1s7s1FHICMi off=12181901 len=662076 2024-09-16T07:17:15.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 2562 completed, throughput=4.99MB/sec 2024-09-16T07:17:15.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PlVh4ZU1cLS41Dy off=413163 len=1875831 2024-09-16T07:17:15.162 INFO:tasks.workunit.client.0.smithi042.stdout:op 2563 completed, throughput=5MB/sec 2024-09-16T07:17:15.162 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-se1GYUmz8dBfeiC off=5948430 len=1545595 2024-09-16T07:17:15.163 INFO:tasks.workunit.client.0.smithi042.stdout:op 2564 completed, throughput=5MB/sec 2024-09-16T07:17:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:15 smithi042 ceph-mon[94096]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:15 smithi042 ceph-mon[96574]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:15 smithi164 ceph-mon[88760]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:16.164 INFO:tasks.workunit.client.0.smithi042.stdout: 501: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:16.164 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ka-7UQoBuNqrMZV off=1494375 len=124419 2024-09-16T07:17:16.164 INFO:tasks.workunit.client.0.smithi042.stdout:op 2565 completed, throughput=4.99MB/sec 2024-09-16T07:17:16.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Py0e2QtCq9ZI2b0 off=8530699 len=1243660 2024-09-16T07:17:16.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 2566 completed, throughput=4.99MB/sec 2024-09-16T07:17:16.166 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iVoR30nJO8WnJUa off=4076177 len=1044488 2024-09-16T07:17:16.167 INFO:tasks.workunit.client.0.smithi042.stdout:op 2567 completed, throughput=5MB/sec 2024-09-16T07:17:16.167 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pOcsk9MinKuO0J6 off=16142880 len=33316 2024-09-16T07:17:16.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 2568 completed, throughput=5MB/sec 2024-09-16T07:17:16.168 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uh_R4PoQ4sfhgqd off=1237848 len=970329 2024-09-16T07:17:16.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 2569 completed, throughput=5MB/sec 2024-09-16T07:17:16.173 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u5ujH_jkMcn2NQr off=7629748 len=1646424 2024-09-16T07:17:16.175 INFO:tasks.workunit.client.0.smithi042.stdout:op 2570 completed, throughput=5MB/sec 2024-09-16T07:17:17.175 INFO:tasks.workunit.client.0.smithi042.stdout: 502: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:17.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Isb6VLzQgM_p47U off=4688345 len=601863 2024-09-16T07:17:17.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 2571 completed, throughput=4.99MB/sec 2024-09-16T07:17:17.179 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VC4O65gUMnlYgva off=7743588 len=790328 2024-09-16T07:17:17.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 2572 completed, throughput=4.99MB/sec 2024-09-16T07:17:17.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZBailmYD25JaP-h off=7442795 len=1228765 2024-09-16T07:17:17.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 2573 completed, throughput=5MB/sec 2024-09-16T07:17:17.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EvoJ2Pe5AlNFDCI off=1543376 len=981048 2024-09-16T07:17:17.189 INFO:tasks.workunit.client.0.smithi042.stdout:op 2574 completed, throughput=5MB/sec 2024-09-16T07:17:17.190 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U920y-PYFUQ7UR- off=13941557 len=648868 2024-09-16T07:17:17.191 INFO:tasks.workunit.client.0.smithi042.stdout:op 2575 completed, throughput=5MB/sec 2024-09-16T07:17:17.191 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DvVpt67SeOhMS1e off=21360757 len=1790970 2024-09-16T07:17:17.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 2576 completed, throughput=5MB/sec 2024-09-16T07:17:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:17 smithi042 ceph-mon[94096]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:17 smithi042 ceph-mon[96574]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:17 smithi164 ceph-mon[88760]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:18.202 INFO:tasks.workunit.client.0.smithi042.stdout: 503: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:18.202 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fBzrw-26RFA2dhg off=2615704 len=32762 2024-09-16T07:17:18.202 INFO:tasks.workunit.client.0.smithi042.stdout:op 2577 completed, throughput=4.99MB/sec 2024-09-16T07:17:18.203 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-23KcW-u8tYqXihM off=2362094 len=856158 2024-09-16T07:17:18.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 2578 completed, throughput=4.99MB/sec 2024-09-16T07:17:18.205 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tuiy1GJrklFn57B off=6233 len=242719 2024-09-16T07:17:18.206 INFO:tasks.workunit.client.0.smithi042.stdout:op 2579 completed, throughput=4.99MB/sec 2024-09-16T07:17:18.206 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PasL5_nABM6w6o5 off=6856787 len=632189 2024-09-16T07:17:18.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 2580 completed, throughput=5MB/sec 2024-09-16T07:17:18.207 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-laJYJ0_gZ0KTCVH off=12361802 len=709630 2024-09-16T07:17:18.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 2581 completed, throughput=5MB/sec 2024-09-16T07:17:18.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HHbWVGmAFdpaEGk off=20302424 len=1504094 2024-09-16T07:17:18.218 INFO:tasks.workunit.client.0.smithi042.stdout:op 2582 completed, throughput=5MB/sec 2024-09-16T07:17:18.218 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-metMGwBA2-IRisz off=1288620 len=257100 2024-09-16T07:17:18.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 2583 completed, throughput=5MB/sec 2024-09-16T07:17:18.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PwgcKgeB5gV-rYf off=18235889 len=978146 2024-09-16T07:17:18.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 2584 completed, throughput=5MB/sec 2024-09-16T07:17:19.224 INFO:tasks.workunit.client.0.smithi042.stdout: 504: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:19.224 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rOMn-OnH1eYT_Qs off=2483093 len=1797878 2024-09-16T07:17:19.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 2585 completed, throughput=5MB/sec 2024-09-16T07:17:19.231 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YSEqtkL1eFBuoHW off=3881948 len=893809 2024-09-16T07:17:19.232 INFO:tasks.workunit.client.0.smithi042.stdout:op 2586 completed, throughput=5MB/sec 2024-09-16T07:17:19.232 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c9uTjOeetIATbbe off=833161 len=668972 2024-09-16T07:17:19.235 INFO:tasks.workunit.client.0.smithi042.stdout:op 2587 completed, throughput=5MB/sec 2024-09-16T07:17:19.235 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qfvAJTjXStWopcr off=10817493 len=707009 2024-09-16T07:17:19.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 2588 completed, throughput=5MB/sec 2024-09-16T07:17:19.236 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zrZHEB5kr1cwHaS off=858014 len=856858 2024-09-16T07:17:19.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 2589 completed, throughput=5MB/sec 2024-09-16T07:17:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:19 smithi042 ceph-mon[94096]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:17:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:19 smithi042 ceph-mon[96574]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:17:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:19 smithi164 ceph-mon[88760]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:17:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:20.238 INFO:tasks.workunit.client.0.smithi042.stdout: 505: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:20.238 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IvjU8WfuEAXpBxE off=6229423 len=413482 2024-09-16T07:17:20.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 2590 completed, throughput=4.99MB/sec 2024-09-16T07:17:20.239 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-doRaq-y0c2zUqbl off=14393381 len=1082934 2024-09-16T07:17:20.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 2591 completed, throughput=4.99MB/sec 2024-09-16T07:17:20.246 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VT4Y-UteI6ygyFA off=12834541 len=1546272 2024-09-16T07:17:20.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 2592 completed, throughput=5MB/sec 2024-09-16T07:17:20.254 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DX0-KKq7EyFdnDo off=5097567 len=1683517 2024-09-16T07:17:20.263 INFO:tasks.workunit.client.0.smithi042.stdout:op 2593 completed, throughput=5MB/sec 2024-09-16T07:17:20.263 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pt3b3RqGLRNdfAG off=9478955 len=1516447 2024-09-16T07:17:20.269 INFO:tasks.workunit.client.0.smithi042.stdout:op 2594 completed, throughput=5MB/sec 2024-09-16T07:17:21.270 INFO:tasks.workunit.client.0.smithi042.stdout: 506: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:21.270 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sayPQTnEpig_DZe off=406406 len=102887 2024-09-16T07:17:21.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 2595 completed, throughput=4.99MB/sec 2024-09-16T07:17:21.270 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zNB_fckUaMhaMeJ off=792845 len=722915 2024-09-16T07:17:21.275 INFO:tasks.workunit.client.0.smithi042.stdout:op 2596 completed, throughput=4.99MB/sec 2024-09-16T07:17:21.276 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1XxFi9BOK2crDDV off=6591429 len=454948 2024-09-16T07:17:21.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 2597 completed, throughput=4.99MB/sec 2024-09-16T07:17:21.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LXaLuS1pAldB1aC off=17142637 len=2018287 2024-09-16T07:17:21.286 INFO:tasks.workunit.client.0.smithi042.stdout:op 2598 completed, throughput=5MB/sec 2024-09-16T07:17:21.286 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YUPpOfChomYwA1S off=513775 len=144279 2024-09-16T07:17:21.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 2599 completed, throughput=5MB/sec 2024-09-16T07:17:21.288 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sx6pgTRhKkrkXGO off=4412277 len=1921651 2024-09-16T07:17:21.296 INFO:tasks.workunit.client.0.smithi042.stdout:op 2600 completed, throughput=5MB/sec 2024-09-16T07:17:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:21 smithi042 ceph-mon[94096]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:21 smithi042 ceph-mon[96574]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:17:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:21 smithi164 ceph-mon[88760]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:17:22.296 INFO:tasks.workunit.client.0.smithi042.stdout: 507: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:22.296 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cz4pDFmq0kNUVY- off=1359611 len=30080 2024-09-16T07:17:22.297 INFO:tasks.workunit.client.0.smithi042.stdout:op 2601 completed, throughput=4.99MB/sec 2024-09-16T07:17:22.297 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g2lN19VQxyUOIer off=761211 len=1626905 2024-09-16T07:17:22.299 INFO:tasks.workunit.client.0.smithi042.stdout:op 2602 completed, throughput=5MB/sec 2024-09-16T07:17:22.299 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D2KGwIE4q2dWQbs off=6663142 len=1475025 2024-09-16T07:17:22.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 2603 completed, throughput=5MB/sec 2024-09-16T07:17:22.309 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7AXeJ9v3VuN0SpJ off=5972590 len=1094685 2024-09-16T07:17:22.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 2604 completed, throughput=5MB/sec 2024-09-16T07:17:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:23.311 INFO:tasks.workunit.client.0.smithi042.stdout: 508: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:23.311 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PGF63zsWs-xlUXZ off=8167613 len=1951779 2024-09-16T07:17:23.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 2605 completed, throughput=4.99MB/sec 2024-09-16T07:17:23.319 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lZdykkhDT09GgYV off=1449467 len=1628645 2024-09-16T07:17:23.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 2606 completed, throughput=5MB/sec 2024-09-16T07:17:23.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hFkL1wEA8ijrTCO off=14227885 len=115393 2024-09-16T07:17:23.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 2607 completed, throughput=5MB/sec 2024-09-16T07:17:23.324 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JWDnGbj8K-TKwU9 off=1214778 len=1768642 2024-09-16T07:17:23.326 INFO:tasks.workunit.client.0.smithi042.stdout:op 2608 completed, throughput=5MB/sec 2024-09-16T07:17:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:23 smithi042 ceph-mon[94096]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:23 smithi042 ceph-mon[96574]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:23 smithi164 ceph-mon[88760]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:24.327 INFO:tasks.workunit.client.0.smithi042.stdout: 509: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:24.327 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rD8vK9Y41CBjkvN off=3899360 len=1168367 2024-09-16T07:17:24.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 2609 completed, throughput=4.99MB/sec 2024-09-16T07:17:24.329 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EsYeF8wmEi7yj0G off=645812 len=1077011 2024-09-16T07:17:24.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 2610 completed, throughput=4.99MB/sec 2024-09-16T07:17:24.335 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxYmzFMXvlvpZIC off=1408867 len=1344521 2024-09-16T07:17:24.337 INFO:tasks.workunit.client.0.smithi042.stdout:op 2611 completed, throughput=5MB/sec 2024-09-16T07:17:24.337 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XzYjCDpG4JCXemD off=4303697 len=523093 2024-09-16T07:17:24.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 2612 completed, throughput=5MB/sec 2024-09-16T07:17:24.341 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x3Y83rnBKc4sZOs off=5352098 len=1149598 2024-09-16T07:17:24.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 2613 completed, throughput=5MB/sec 2024-09-16T07:17:25.343 INFO:tasks.workunit.client.0.smithi042.stdout: 510: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:25.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DscQzivmkzV68_T off=7966574 len=1362161 2024-09-16T07:17:25.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 2614 completed, throughput=4.99MB/sec 2024-09-16T07:17:25.349 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lR_t_coKKskVI3R off=2015752 len=1381736 2024-09-16T07:17:25.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 2615 completed, throughput=5MB/sec 2024-09-16T07:17:25.359 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4IwohhsxfvbBh1o off=1020522 len=305141 2024-09-16T07:17:25.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 2616 completed, throughput=5MB/sec 2024-09-16T07:17:25.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--4Tp2qA2rDXfge1 off=4497398 len=672136 2024-09-16T07:17:25.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 2617 completed, throughput=5MB/sec 2024-09-16T07:17:25.363 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IuGHzuobWXX5HGB off=3929455 len=1739059 2024-09-16T07:17:25.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 2618 completed, throughput=5MB/sec 2024-09-16T07:17:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:25 smithi042 ceph-mon[94096]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:25 smithi042 ceph-mon[96574]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:25 smithi164 ceph-mon[88760]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:17:26.366 INFO:tasks.workunit.client.0.smithi042.stdout: 511: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:26.366 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-efOvqZSVy_W9HUb off=412343 len=868127 2024-09-16T07:17:26.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 2619 completed, throughput=4.99MB/sec 2024-09-16T07:17:26.371 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jeLjDjp_1TpBCQe off=8401303 len=1630704 2024-09-16T07:17:26.379 INFO:tasks.workunit.client.0.smithi042.stdout:op 2620 completed, throughput=5MB/sec 2024-09-16T07:17:26.379 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bo0exVJl3lPIkB4 off=4327173 len=2007027 2024-09-16T07:17:26.383 INFO:tasks.workunit.client.0.smithi042.stdout:op 2621 completed, throughput=5MB/sec 2024-09-16T07:17:26.383 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--WISDaD5ivwYTkq off=4392964 len=1897215 2024-09-16T07:17:26.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 2622 completed, throughput=5MB/sec 2024-09-16T07:17:27.391 INFO:tasks.workunit.client.0.smithi042.stdout: 512: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:27.391 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mFJ-0-aqXNt5uC8 off=303467 len=74520 2024-09-16T07:17:27.392 INFO:tasks.workunit.client.0.smithi042.stdout:op 2623 completed, throughput=4.99MB/sec 2024-09-16T07:17:27.392 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PI4tnGzXZ2gp6Pd off=101096 len=1337283 2024-09-16T07:17:27.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 2624 completed, throughput=5MB/sec 2024-09-16T07:17:27.398 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4hZySU9M24oPL2m off=5012179 len=741770 2024-09-16T07:17:27.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 2625 completed, throughput=5MB/sec 2024-09-16T07:17:27.403 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DaKEsMqQ-GzjOKt off=10507114 len=1876428 2024-09-16T07:17:27.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 2626 completed, throughput=5MB/sec 2024-09-16T07:17:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:27 smithi042 ceph-mon[94096]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:17:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:27 smithi042 ceph-mon[96574]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:17:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:27 smithi164 ceph-mon[88760]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:17:28.405 INFO:tasks.workunit.client.0.smithi042.stdout: 513: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:28.405 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ak2-dhSsYCrFVJE off=3490976 len=1474076 2024-09-16T07:17:28.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 2627 completed, throughput=4.99MB/sec 2024-09-16T07:17:28.413 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8YjZNxBAKIQ6YgS off=884792 len=46125 2024-09-16T07:17:28.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 2628 completed, throughput=4.99MB/sec 2024-09-16T07:17:28.413 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xVs-x__u945k8ej off=941684 len=1958188 2024-09-16T07:17:28.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 2629 completed, throughput=5MB/sec 2024-09-16T07:17:28.415 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EdxdNxsMnU2ZqPu off=3410305 len=1506579 2024-09-16T07:17:28.423 INFO:tasks.workunit.client.0.smithi042.stdout:op 2630 completed, throughput=5MB/sec 2024-09-16T07:17:28.423 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7iFlu0Aeyez7ifY off=1240732 len=305310 2024-09-16T07:17:28.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 2631 completed, throughput=5MB/sec 2024-09-16T07:17:28.424 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OUnHL0M4il21GXM off=192705 len=1758406 2024-09-16T07:17:28.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 2632 completed, throughput=5MB/sec 2024-09-16T07:17:29.431 INFO:tasks.workunit.client.0.smithi042.stdout: 514: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:29.431 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0Bjt80DsWH3pjPt off=15457160 len=1872291 2024-09-16T07:17:29.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 2633 completed, throughput=5MB/sec 2024-09-16T07:17:29.436 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IJjqvKD02uP48EM off=4390702 len=335341 2024-09-16T07:17:29.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 2634 completed, throughput=5MB/sec 2024-09-16T07:17:29.439 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AMnzQPiKQA3muzh off=14992464 len=1547131 2024-09-16T07:17:29.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 2635 completed, throughput=5MB/sec 2024-09-16T07:17:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:29 smithi042 ceph-mon[94096]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:29 smithi042 ceph-mon[96574]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:29 smithi164 ceph-mon[88760]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:30.441 INFO:tasks.workunit.client.0.smithi042.stdout: 515: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:30.442 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Kz2EXk2wXpKGAJm off=1882048 len=837562 2024-09-16T07:17:30.447 INFO:tasks.workunit.client.0.smithi042.stdout:op 2636 completed, throughput=4.99MB/sec 2024-09-16T07:17:30.447 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mMSZw2i7DKLgPsj off=13886221 len=1369549 2024-09-16T07:17:30.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 2637 completed, throughput=4.99MB/sec 2024-09-16T07:17:30.449 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SdjKkATEJ6RTExY off=2393067 len=438557 2024-09-16T07:17:30.453 INFO:tasks.workunit.client.0.smithi042.stdout:op 2638 completed, throughput=5MB/sec 2024-09-16T07:17:30.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_irujq1KTGi1KkH off=7586005 len=592887 2024-09-16T07:17:30.456 INFO:tasks.workunit.client.0.smithi042.stdout:op 2639 completed, throughput=5MB/sec 2024-09-16T07:17:30.456 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PY0xlzxaCw1c6Ym off=525411 len=1017959 2024-09-16T07:17:30.458 INFO:tasks.workunit.client.0.smithi042.stdout:op 2640 completed, throughput=5MB/sec 2024-09-16T07:17:30.458 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KpjW5ARmUCyqJjY off=3719807 len=1055940 2024-09-16T07:17:30.459 INFO:tasks.workunit.client.0.smithi042.stdout:op 2641 completed, throughput=5MB/sec 2024-09-16T07:17:31.460 INFO:tasks.workunit.client.0.smithi042.stdout: 516: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:31.460 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WVd0jtk6hDHVPA5 off=1047798 len=1151883 2024-09-16T07:17:31.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 2642 completed, throughput=4.99MB/sec 2024-09-16T07:17:31.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KLg6fQ7lVUDy2IM off=830389 len=182486 2024-09-16T07:17:31.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 2643 completed, throughput=4.99MB/sec 2024-09-16T07:17:31.462 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SyaE9_WQhDuoHMP off=6672133 len=1644444 2024-09-16T07:17:31.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 2644 completed, throughput=5MB/sec 2024-09-16T07:17:31.464 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-APtR6kS1eLQCFjO off=7491319 len=620011 2024-09-16T07:17:31.466 INFO:tasks.workunit.client.0.smithi042.stdout:op 2645 completed, throughput=5MB/sec 2024-09-16T07:17:31.466 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o3WxDUyHaFmQbhf off=8407951 len=923705 2024-09-16T07:17:31.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 2646 completed, throughput=5MB/sec 2024-09-16T07:17:31.467 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hq-VTMizg_bG5Rq off=3860571 len=97846 2024-09-16T07:17:31.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 2647 completed, throughput=5MB/sec 2024-09-16T07:17:31.468 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MQx3gwM7SYZsxNc off=2338421 len=1429533 2024-09-16T07:17:31.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 2648 completed, throughput=5MB/sec 2024-09-16T07:17:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:31 smithi042 ceph-mon[94096]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:31 smithi042 ceph-mon[96574]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:17:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:31 smithi164 ceph-mon[88760]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:17:32.474 INFO:tasks.workunit.client.0.smithi042.stdout: 517: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:32.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xC-dWAJQA5JgSPc off=2172496 len=2049073 2024-09-16T07:17:32.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 2649 completed, throughput=5MB/sec 2024-09-16T07:17:32.477 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5rWIMg4cMU8z66y off=14729563 len=2043360 2024-09-16T07:17:32.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 2650 completed, throughput=5MB/sec 2024-09-16T07:17:32.479 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zNn1KTTwJTcV6iW off=14558887 len=541525 2024-09-16T07:17:32.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 2651 completed, throughput=5MB/sec 2024-09-16T07:17:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:33.480 INFO:tasks.workunit.client.0.smithi042.stdout: 518: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:33.481 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MJU7Yp7lgpiMT8h off=2597923 len=2082821 2024-09-16T07:17:33.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 2652 completed, throughput=4.99MB/sec 2024-09-16T07:17:33.484 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ilc07EVPFHxwDom off=1096857 len=973882 2024-09-16T07:17:33.490 INFO:tasks.workunit.client.0.smithi042.stdout:op 2653 completed, throughput=5MB/sec 2024-09-16T07:17:33.490 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--pLJqXVERpb6aBd off=19113509 len=690027 2024-09-16T07:17:33.494 INFO:tasks.workunit.client.0.smithi042.stdout:op 2654 completed, throughput=5MB/sec 2024-09-16T07:17:33.494 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VRxxe5VwKgshxwp off=2251881 len=1260591 2024-09-16T07:17:33.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 2655 completed, throughput=5MB/sec 2024-09-16T07:17:33.503 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tZFw5tQfTz4mUke off=12335201 len=715856 2024-09-16T07:17:33.504 INFO:tasks.workunit.client.0.smithi042.stdout:op 2656 completed, throughput=5MB/sec 2024-09-16T07:17:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:33 smithi042 ceph-mon[94096]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:17:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:33 smithi042 ceph-mon[96574]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:17:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:33 smithi164 ceph-mon[88760]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:17:34.504 INFO:tasks.workunit.client.0.smithi042.stdout: 519: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:34.504 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GGkFycs2E9YQGSu off=4393153 len=427076 2024-09-16T07:17:34.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 2657 completed, throughput=4.99MB/sec 2024-09-16T07:17:34.508 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NfR3dn65kS0iGOk off=14557841 len=1573105 2024-09-16T07:17:34.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 2658 completed, throughput=5MB/sec 2024-09-16T07:17:34.516 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uEJTm2rAVmIBmcu off=11889715 len=1350479 2024-09-16T07:17:34.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 2659 completed, throughput=5MB/sec 2024-09-16T07:17:34.522 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_eM6CMDuN8BSNkV off=1674017 len=862023 2024-09-16T07:17:34.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 2660 completed, throughput=5MB/sec 2024-09-16T07:17:34.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s4WCGqC1MKkspJm off=19508586 len=1659814 2024-09-16T07:17:34.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 2661 completed, throughput=5MB/sec 2024-09-16T07:17:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:35.528 INFO:tasks.workunit.client.0.smithi042.stdout: 520: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:35.528 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vpmHczGOl3rCeTi off=10516905 len=709747 2024-09-16T07:17:35.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 2662 completed, throughput=4.99MB/sec 2024-09-16T07:17:35.532 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EzJjmUDHMwyXdPQ off=5614780 len=1866255 2024-09-16T07:17:35.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 2663 completed, throughput=5MB/sec 2024-09-16T07:17:35.541 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dx2i4FDOGdnvgtE off=2339467 len=634163 2024-09-16T07:17:35.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 2664 completed, throughput=5MB/sec 2024-09-16T07:17:35.545 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dbrcmCV9bi7Pfem off=5660598 len=1515509 2024-09-16T07:17:35.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 2665 completed, throughput=5MB/sec 2024-09-16T07:17:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:35 smithi042 ceph-mon[94096]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:35 smithi042 ceph-mon[96574]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:35 smithi164 ceph-mon[88760]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:17:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: 521: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:36.546 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DajDX430f0nCmSs off=14008862 len=311718 2024-09-16T07:17:36.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 2666 completed, throughput=4.99MB/sec 2024-09-16T07:17:36.550 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-djKUU92goZPm10- off=8447159 len=1768079 2024-09-16T07:17:36.552 INFO:tasks.workunit.client.0.smithi042.stdout:op 2667 completed, throughput=5MB/sec 2024-09-16T07:17:36.553 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-swe4h_hI8kDqBnP off=7708194 len=314633 2024-09-16T07:17:36.554 INFO:tasks.workunit.client.0.smithi042.stdout:op 2668 completed, throughput=5MB/sec 2024-09-16T07:17:36.554 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OJm0eW076kpW5Y1 off=1392085 len=755874 2024-09-16T07:17:36.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 2669 completed, throughput=5MB/sec 2024-09-16T07:17:36.559 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-83q6E5h0bbm3t1l off=199694 len=182704 2024-09-16T07:17:36.562 INFO:tasks.workunit.client.0.smithi042.stdout:op 2670 completed, throughput=5MB/sec 2024-09-16T07:17:36.562 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cvdmIGxxWMG0n8g off=1721781 len=1684929 2024-09-16T07:17:36.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 2671 completed, throughput=5MB/sec 2024-09-16T07:17:37.564 INFO:tasks.workunit.client.0.smithi042.stdout: 522: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:37.564 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V2ZqmnYEsX5OZDR off=0 len=1442964 2024-09-16T07:17:37.568 INFO:tasks.workunit.client.0.smithi042.stdout:op 2672 completed, throughput=4.99MB/sec 2024-09-16T07:17:37.568 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fY6zQCqJrxR-a6A off=4544075 len=1994187 2024-09-16T07:17:37.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 2673 completed, throughput=5MB/sec 2024-09-16T07:17:37.570 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aRso5H3luyt-XmD off=4283259 len=1162444 2024-09-16T07:17:37.579 INFO:tasks.workunit.client.0.smithi042.stdout:op 2674 completed, throughput=5MB/sec 2024-09-16T07:17:37.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R_EgUDeh5sX7j5X off=16299738 len=171463 2024-09-16T07:17:37.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 2675 completed, throughput=5MB/sec 2024-09-16T07:17:37.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4ZbYENGE4-Qszwy off=8568393 len=2013252 2024-09-16T07:17:37.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 2676 completed, throughput=5MB/sec 2024-09-16T07:17:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:37 smithi042 ceph-mon[94096]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:37 smithi042 ceph-mon[96574]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:37 smithi164 ceph-mon[88760]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:38.585 INFO:tasks.workunit.client.0.smithi042.stdout: 523: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:38.585 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BPQvqW4LgRw9cIX off=9667052 len=541288 2024-09-16T07:17:38.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 2677 completed, throughput=4.99MB/sec 2024-09-16T07:17:38.586 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xq3VPimqyBXwWCU off=18380435 len=784735 2024-09-16T07:17:38.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 2678 completed, throughput=5MB/sec 2024-09-16T07:17:38.591 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D9PEGNXmzEhkbup off=9850491 len=491381 2024-09-16T07:17:38.594 INFO:tasks.workunit.client.0.smithi042.stdout:op 2679 completed, throughput=5MB/sec 2024-09-16T07:17:38.594 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TQm_dC2eSMNlSAK off=5587982 len=395876 2024-09-16T07:17:38.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 2680 completed, throughput=5MB/sec 2024-09-16T07:17:38.595 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uUM-xFWPFxfq1w5 off=3940618 len=1820823 2024-09-16T07:17:38.606 INFO:tasks.workunit.client.0.smithi042.stdout:op 2681 completed, throughput=5MB/sec 2024-09-16T07:17:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:39 smithi042 ceph-mon[94096]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:39 smithi042 ceph-mon[96574]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:39.606 INFO:tasks.workunit.client.0.smithi042.stdout: 524: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:39.606 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hk0tRx2cKAkGJ1K off=1687278 len=251274 2024-09-16T07:17:39.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 2682 completed, throughput=4.99MB/sec 2024-09-16T07:17:39.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MKfVRrjdjYH5rjY off=3676360 len=12695 2024-09-16T07:17:39.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 2683 completed, throughput=4.99MB/sec 2024-09-16T07:17:39.609 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A5qeqxyaf-AWXFX off=1098370 len=1828786 2024-09-16T07:17:39.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 2684 completed, throughput=4.99MB/sec 2024-09-16T07:17:39.613 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KGowMiFtRgperTk off=7638555 len=174272 2024-09-16T07:17:39.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 2685 completed, throughput=5MB/sec 2024-09-16T07:17:39.614 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qu0Ui6B6j-hpmjh off=3193448 len=2095716 2024-09-16T07:17:39.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 2686 completed, throughput=5MB/sec 2024-09-16T07:17:39.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n7iPSO9ISWejQxo off=9078743 len=9333 2024-09-16T07:17:39.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 2687 completed, throughput=5MB/sec 2024-09-16T07:17:39.625 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K93DxdQ12ti5P9Z off=382925 len=1994707 2024-09-16T07:17:39.627 INFO:tasks.workunit.client.0.smithi042.stdout:op 2688 completed, throughput=5MB/sec 2024-09-16T07:17:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:39 smithi164 ceph-mon[88760]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:40.627 INFO:tasks.workunit.client.0.smithi042.stdout: 525: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:40.627 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-c8dkbczi86MOQa4 off=20149804 len=1208118 2024-09-16T07:17:40.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 2689 completed, throughput=5MB/sec 2024-09-16T07:17:40.632 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3WSOQ7rz1ctsrr3 off=2624810 len=1420171 2024-09-16T07:17:40.639 INFO:tasks.workunit.client.0.smithi042.stdout:op 2690 completed, throughput=5MB/sec 2024-09-16T07:17:40.639 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HIcVBks9JpbV1gV off=0 len=1349033 2024-09-16T07:17:40.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 2691 completed, throughput=5MB/sec 2024-09-16T07:17:40.642 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rJrpnysMr1Q6wek off=3634628 len=1188933 2024-09-16T07:17:40.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 2692 completed, throughput=5MB/sec 2024-09-16T07:17:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:41 smithi042 ceph-mon[96574]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:17:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:41 smithi042 ceph-mon[94096]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:17:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:41] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:17:41.645 INFO:tasks.workunit.client.0.smithi042.stdout: 526: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:41.645 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0gixG2gyDj55IxZ off=5753088 len=1339676 2024-09-16T07:17:41.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 2693 completed, throughput=5MB/sec 2024-09-16T07:17:41.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yKYmhw6p0vGLjMN off=2459190 len=652146 2024-09-16T07:17:41.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 2694 completed, throughput=5MB/sec 2024-09-16T07:17:41.651 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TkAeDHLjxR1QI9d off=0 len=1749504 2024-09-16T07:17:41.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 2695 completed, throughput=5MB/sec 2024-09-16T07:17:41.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lAz5U5hV-EEnV0E off=6991596 len=1484927 2024-09-16T07:17:41.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 2696 completed, throughput=5MB/sec 2024-09-16T07:17:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:41 smithi164 ceph-mon[88760]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:17:42.668 INFO:tasks.workunit.client.0.smithi042.stdout: 527: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:42.668 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BT0bg7E_1rEuwTq off=2339376 len=1311547 2024-09-16T07:17:42.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 2697 completed, throughput=4.99MB/sec 2024-09-16T07:17:42.671 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sbT-eS5sJndzzSZ off=3700973 len=1995227 2024-09-16T07:17:42.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 2698 completed, throughput=5MB/sec 2024-09-16T07:17:42.674 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lm5R7YHb1pW8cvO off=266990 len=1238828 2024-09-16T07:17:42.675 INFO:tasks.workunit.client.0.smithi042.stdout:op 2699 completed, throughput=5MB/sec 2024-09-16T07:17:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:43 smithi042 ceph-mon[94096]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:43 smithi042 ceph-mon[96574]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:43.676 INFO:tasks.workunit.client.0.smithi042.stdout: 528: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:43.676 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Gx0FNE-ZUuBlPJU off=6605941 len=563872 2024-09-16T07:17:43.680 INFO:tasks.workunit.client.0.smithi042.stdout:op 2700 completed, throughput=4.99MB/sec 2024-09-16T07:17:43.680 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1LUVIQHzcl1n5ZG off=13258187 len=149360 2024-09-16T07:17:43.681 INFO:tasks.workunit.client.0.smithi042.stdout:op 2701 completed, throughput=4.99MB/sec 2024-09-16T07:17:43.681 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zc8hKaHx8LxhlMr off=2579262 len=1285701 2024-09-16T07:17:43.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 2702 completed, throughput=4.99MB/sec 2024-09-16T07:17:43.683 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6PMY1Fu13OKL4C8 off=386188 len=396838 2024-09-16T07:17:43.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 2703 completed, throughput=5MB/sec 2024-09-16T07:17:43.684 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KjC1ObaM-yrZine off=13052688 len=1688636 2024-09-16T07:17:43.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 2704 completed, throughput=5MB/sec 2024-09-16T07:17:43.686 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WY86xzCctOQjhaA off=3403850 len=129145 2024-09-16T07:17:43.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 2705 completed, throughput=5MB/sec 2024-09-16T07:17:43.689 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KhVDbDFZ5yhz57y off=22898866 len=1315936 2024-09-16T07:17:43.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 2706 completed, throughput=5MB/sec 2024-09-16T07:17:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:43 smithi164 ceph-mon[88760]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:17:44.692 INFO:tasks.workunit.client.0.smithi042.stdout: 529: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:44.692 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XkBlfPEEOBHZ1gS off=67331 len=1905269 2024-09-16T07:17:44.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 2707 completed, throughput=4.99MB/sec 2024-09-16T07:17:44.695 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QoZuvGHXODQL7rF off=2110721 len=1507135 2024-09-16T07:17:44.696 INFO:tasks.workunit.client.0.smithi042.stdout:op 2708 completed, throughput=5MB/sec 2024-09-16T07:17:44.697 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2OcmQYcrNLKvydm off=13428762 len=891691 2024-09-16T07:17:44.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 2709 completed, throughput=5MB/sec 2024-09-16T07:17:44.698 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xi2L0-gOzZj12jv off=6293487 len=1861701 2024-09-16T07:17:44.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 2710 completed, throughput=5MB/sec 2024-09-16T07:17:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:45 smithi042 ceph-mon[94096]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:45 smithi042 ceph-mon[96574]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:45.707 INFO:tasks.workunit.client.0.smithi042.stdout: 530: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:45.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N7JNVS-Io9ryoeS off=1785104 len=452749 2024-09-16T07:17:45.708 INFO:tasks.workunit.client.0.smithi042.stdout:op 2711 completed, throughput=4.99MB/sec 2024-09-16T07:17:45.708 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h0l64FTicOHoWA9 off=16595881 len=777990 2024-09-16T07:17:45.713 INFO:tasks.workunit.client.0.smithi042.stdout:op 2712 completed, throughput=5MB/sec 2024-09-16T07:17:45.713 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xpKmgBII7CpwcVV off=2386012 len=60431 2024-09-16T07:17:45.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 2713 completed, throughput=5MB/sec 2024-09-16T07:17:45.715 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4GAeeaBIV-EQvwz off=8535564 len=1696436 2024-09-16T07:17:45.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 2714 completed, throughput=5MB/sec 2024-09-16T07:17:45.719 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SvLjNaY9y8gjVh3 off=6101025 len=704344 2024-09-16T07:17:45.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 2715 completed, throughput=5MB/sec 2024-09-16T07:17:45.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ydg0Fq8BKRYvaZT off=2563054 len=878821 2024-09-16T07:17:45.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 2716 completed, throughput=5MB/sec 2024-09-16T07:17:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:45 smithi164 ceph-mon[88760]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:17:46.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:17:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:17:45.971238129Z level=info msg="Completed cleanup jobs" duration=12.985165ms 2024-09-16T07:17:46.726 INFO:tasks.workunit.client.0.smithi042.stdout: 531: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:46.727 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W-n_dpviVkNXgEk off=6942167 len=1834322 2024-09-16T07:17:46.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 2717 completed, throughput=4.99MB/sec 2024-09-16T07:17:46.734 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MGLOF-_M-6Sfzbt off=12293849 len=1574552 2024-09-16T07:17:46.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 2718 completed, throughput=5MB/sec 2024-09-16T07:17:46.741 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y1sJ2eJD8uYXXv4 off=7323591 len=1218535 2024-09-16T07:17:46.747 INFO:tasks.workunit.client.0.smithi042.stdout:op 2719 completed, throughput=5MB/sec 2024-09-16T07:17:46.747 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WGR1n3tMYzIZklR off=2657947 len=1800976 2024-09-16T07:17:46.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 2720 completed, throughput=5MB/sec 2024-09-16T07:17:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:47 smithi042 ceph-mon[94096]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:47.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:47 smithi042 ceph-mon[96574]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:47 smithi164 ceph-mon[88760]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:47.751 INFO:tasks.workunit.client.0.smithi042.stdout: 532: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:47.751 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s0No-1Vy36H-Mcw off=6286389 len=236530 2024-09-16T07:17:47.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 2721 completed, throughput=4.99MB/sec 2024-09-16T07:17:47.755 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g_uRHNBBUA4DCKU off=6584001 len=689008 2024-09-16T07:17:47.756 INFO:tasks.workunit.client.0.smithi042.stdout:op 2722 completed, throughput=5MB/sec 2024-09-16T07:17:47.756 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CAE05s5cCEw_QE0 off=16861353 len=805824 2024-09-16T07:17:47.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 2723 completed, throughput=5MB/sec 2024-09-16T07:17:47.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UZFF5U-YwoT-2og off=6621666 len=974858 2024-09-16T07:17:47.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 2724 completed, throughput=5MB/sec 2024-09-16T07:17:47.759 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EJjG8-pvyHnELIe off=9558182 len=11951 2024-09-16T07:17:47.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 2725 completed, throughput=5MB/sec 2024-09-16T07:17:47.761 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NsL9aZGqHLzehCq off=1649402 len=693712 2024-09-16T07:17:47.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 2726 completed, throughput=5MB/sec 2024-09-16T07:17:47.761 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YA2VgQ_5l8JYthR off=11660326 len=1926431 2024-09-16T07:17:47.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 2727 completed, throughput=5MB/sec 2024-09-16T07:17:48.771 INFO:tasks.workunit.client.0.smithi042.stdout: 533: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:48.771 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gi71yOP4FfoumF0 off=17544191 len=1109296 2024-09-16T07:17:48.777 INFO:tasks.workunit.client.0.smithi042.stdout:op 2728 completed, throughput=5MB/sec 2024-09-16T07:17:48.777 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zjZ3CFEtNHO7AM9 off=20824351 len=1079712 2024-09-16T07:17:48.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 2729 completed, throughput=5MB/sec 2024-09-16T07:17:48.778 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LL_fj4W7NR1CRvp off=5054531 len=1690811 2024-09-16T07:17:48.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 2730 completed, throughput=5MB/sec 2024-09-16T07:17:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:49 smithi042 ceph-mon[94096]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:49 smithi042 ceph-mon[96574]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:49 smithi164 ceph-mon[88760]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:17:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:17:49.787 INFO:tasks.workunit.client.0.smithi042.stdout: 534: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:49.787 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ePrRvDM0GrZRQBM off=3019609 len=1410297 2024-09-16T07:17:49.794 INFO:tasks.workunit.client.0.smithi042.stdout:op 2731 completed, throughput=4.99MB/sec 2024-09-16T07:17:49.794 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-65IjMnqCWZOlQ7c off=6260335 len=22330 2024-09-16T07:17:49.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 2732 completed, throughput=4.99MB/sec 2024-09-16T07:17:49.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JOxVcsLIMmXRIX0 off=4462330 len=456303 2024-09-16T07:17:49.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 2733 completed, throughput=4.99MB/sec 2024-09-16T07:17:49.797 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HhKhSc6Z7w3Gd1j off=3752764 len=1369495 2024-09-16T07:17:49.798 INFO:tasks.workunit.client.0.smithi042.stdout:op 2734 completed, throughput=5MB/sec 2024-09-16T07:17:49.799 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AiQewj-DzZSNzfO off=6288725 len=1463028 2024-09-16T07:17:49.802 INFO:tasks.workunit.client.0.smithi042.stdout:op 2735 completed, throughput=5MB/sec 2024-09-16T07:17:49.802 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kiuBKU8ywstpDrR off=753314 len=430037 2024-09-16T07:17:49.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 2736 completed, throughput=5MB/sec 2024-09-16T07:17:49.803 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S_K-nlWEgcGCrzJ off=4508904 len=118596 2024-09-16T07:17:49.805 INFO:tasks.workunit.client.0.smithi042.stdout:op 2737 completed, throughput=5MB/sec 2024-09-16T07:17:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: 535: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:50.806 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-atDU80qORwXCqYh off=16364903 len=1182895 2024-09-16T07:17:50.811 INFO:tasks.workunit.client.0.smithi042.stdout:op 2738 completed, throughput=4.99MB/sec 2024-09-16T07:17:50.811 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jcOVKnGd2yJEwK0 off=3512417 len=786549 2024-09-16T07:17:50.816 INFO:tasks.workunit.client.0.smithi042.stdout:op 2739 completed, throughput=4.99MB/sec 2024-09-16T07:17:50.816 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lh31MpJMxe4lQ2t off=4240636 len=1587372 2024-09-16T07:17:50.823 INFO:tasks.workunit.client.0.smithi042.stdout:op 2740 completed, throughput=5MB/sec 2024-09-16T07:17:50.823 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_mkaEnMTahPiNcE off=12430140 len=968007 2024-09-16T07:17:50.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 2741 completed, throughput=5MB/sec 2024-09-16T07:17:50.825 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z4rgMm2ZOTtdf6v off=15560105 len=2031253 2024-09-16T07:17:50.834 INFO:tasks.workunit.client.0.smithi042.stdout:op 2742 completed, throughput=5MB/sec 2024-09-16T07:17:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:51 smithi042 ceph-mon[94096]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:17:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:51 smithi042 ceph-mon[96574]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:17:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:17:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:17:51] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-16T07:17:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:51 smithi164 ceph-mon[88760]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:17:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: 536: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:51.835 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ML5k19Hkgz9b6Th off=7030369 len=656102 2024-09-16T07:17:51.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 2743 completed, throughput=4.99MB/sec 2024-09-16T07:17:51.836 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-07ARBB_y7StHIZy off=414669 len=581999 2024-09-16T07:17:51.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 2744 completed, throughput=5MB/sec 2024-09-16T07:17:51.840 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z2R3fFuLDXKlC4x off=15142129 len=1277092 2024-09-16T07:17:51.841 INFO:tasks.workunit.client.0.smithi042.stdout:op 2745 completed, throughput=5MB/sec 2024-09-16T07:17:51.842 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oStoLwBpO01QoW- off=603316 len=936419 2024-09-16T07:17:51.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 2746 completed, throughput=5MB/sec 2024-09-16T07:17:51.847 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JLDC1hoUZlOxOx8 off=1573656 len=354965 2024-09-16T07:17:51.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 2747 completed, throughput=5MB/sec 2024-09-16T07:17:51.848 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FoaSSIPpI7ySFJH off=15420142 len=1333505 2024-09-16T07:17:51.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 2748 completed, throughput=5MB/sec 2024-09-16T07:17:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:17:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:17:52.855 INFO:tasks.workunit.client.0.smithi042.stdout: 537: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:52.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jSnYvpG97H9w2B_ off=33049 len=663722 2024-09-16T07:17:52.859 INFO:tasks.workunit.client.0.smithi042.stdout:op 2749 completed, throughput=4.99MB/sec 2024-09-16T07:17:52.860 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xrjCNoDvn29oDiu off=8005036 len=1219527 2024-09-16T07:17:52.866 INFO:tasks.workunit.client.0.smithi042.stdout:op 2750 completed, throughput=5MB/sec 2024-09-16T07:17:52.867 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TBrIPV21OhgRcHN off=12323854 len=289490 2024-09-16T07:17:52.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 2751 completed, throughput=5MB/sec 2024-09-16T07:17:52.870 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X2VaZ4bnWzIlKDK off=97423 len=49439 2024-09-16T07:17:52.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 2752 completed, throughput=5MB/sec 2024-09-16T07:17:52.872 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bxq9D-lGBdwuGLD off=13322110 len=372928 2024-09-16T07:17:52.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 2753 completed, throughput=5MB/sec 2024-09-16T07:17:52.875 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QPOYR60ZvQjUj3O off=522160 len=306862 2024-09-16T07:17:52.876 INFO:tasks.workunit.client.0.smithi042.stdout:op 2754 completed, throughput=5MB/sec 2024-09-16T07:17:52.876 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VC4O65gUMnlYgva off=9504801 len=1583438 2024-09-16T07:17:52.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 2755 completed, throughput=5MB/sec 2024-09-16T07:17:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:53 smithi042 ceph-mon[94096]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:53 smithi042 ceph-mon[96574]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:53 smithi164 ceph-mon[88760]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:17:53.878 INFO:tasks.workunit.client.0.smithi042.stdout: 538: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:53.879 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ibNOKc6ZrnSJgEA off=6549318 len=487783 2024-09-16T07:17:53.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 2756 completed, throughput=4.99MB/sec 2024-09-16T07:17:53.880 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hJgTvv0xhcWK19s off=15988277 len=353130 2024-09-16T07:17:53.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 2757 completed, throughput=4.99MB/sec 2024-09-16T07:17:53.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ck0qRTn_SbEV7b5 off=7823290 len=318826 2024-09-16T07:17:53.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 2758 completed, throughput=4.99MB/sec 2024-09-16T07:17:53.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uSuSBgLEMgME6kD off=3908998 len=1897482 2024-09-16T07:17:53.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 2759 completed, throughput=5MB/sec 2024-09-16T07:17:53.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--EYrY1vC1YBxDgF off=864295 len=436825 2024-09-16T07:17:53.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 2760 completed, throughput=5MB/sec 2024-09-16T07:17:53.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-esyy1KsSevlajiY off=13958195 len=349873 2024-09-16T07:17:53.893 INFO:tasks.workunit.client.0.smithi042.stdout:op 2761 completed, throughput=5MB/sec 2024-09-16T07:17:53.893 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0YPJPc5fZjRqnP2 off=551615 len=1095725 2024-09-16T07:17:53.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 2762 completed, throughput=5MB/sec 2024-09-16T07:17:53.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mShTC2fwAI0Bcm_ off=13215784 len=2016140 2024-09-16T07:17:53.896 INFO:tasks.workunit.client.0.smithi042.stdout:op 2763 completed, throughput=5MB/sec 2024-09-16T07:17:54.897 INFO:tasks.workunit.client.0.smithi042.stdout: 539: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:54.897 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0eN8uBLPoilUCKL off=366427 len=1734324 2024-09-16T07:17:54.905 INFO:tasks.workunit.client.0.smithi042.stdout:op 2764 completed, throughput=5MB/sec 2024-09-16T07:17:54.905 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E9AHMkHYQOyAYGR off=2532514 len=62427 2024-09-16T07:17:54.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 2765 completed, throughput=5MB/sec 2024-09-16T07:17:54.907 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PsC0LUOQ1vPc4pz off=15182239 len=599819 2024-09-16T07:17:54.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 2766 completed, throughput=5MB/sec 2024-09-16T07:17:54.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CVAwI_MqexwUmI7 off=4874886 len=687895 2024-09-16T07:17:54.912 INFO:tasks.workunit.client.0.smithi042.stdout:op 2767 completed, throughput=5MB/sec 2024-09-16T07:17:54.912 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AzhMB8gBq8CV2nA off=1230171 len=1564882 2024-09-16T07:17:54.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 2768 completed, throughput=5MB/sec 2024-09-16T07:17:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:55 smithi042 ceph-mon[94096]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:55 smithi042 ceph-mon[96574]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:55 smithi164 ceph-mon[88760]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:17:55.921 INFO:tasks.workunit.client.0.smithi042.stdout: 540: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:55.921 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NYP8d0v319sm3de off=12894303 len=1477995 2024-09-16T07:17:55.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 2769 completed, throughput=5MB/sec 2024-09-16T07:17:55.925 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nv4EDGimaLt9SaA off=317045 len=430515 2024-09-16T07:17:55.929 INFO:tasks.workunit.client.0.smithi042.stdout:op 2770 completed, throughput=5MB/sec 2024-09-16T07:17:55.929 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M9iUtZ3UqfjCAyD off=13893152 len=167444 2024-09-16T07:17:55.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 2771 completed, throughput=5MB/sec 2024-09-16T07:17:55.932 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D-3iBSAvUdUno48 off=12137541 len=2001057 2024-09-16T07:17:55.934 INFO:tasks.workunit.client.0.smithi042.stdout:op 2772 completed, throughput=5MB/sec 2024-09-16T07:17:55.934 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rcUz92BaNR0O6EZ off=5076547 len=1922638 2024-09-16T07:17:55.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 2773 completed, throughput=5MB/sec 2024-09-16T07:17:56.937 INFO:tasks.workunit.client.0.smithi042.stdout: 541: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:56.938 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0J5HDoj-ZCmGZCx off=938587 len=799754 2024-09-16T07:17:56.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 2774 completed, throughput=5MB/sec 2024-09-16T07:17:56.942 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mdQRIPUYR3wOp-_ off=1309401 len=471457 2024-09-16T07:17:56.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 2775 completed, throughput=5MB/sec 2024-09-16T07:17:56.946 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UexT3MoVI-nd-EA off=2687832 len=1638777 2024-09-16T07:17:56.947 INFO:tasks.workunit.client.0.smithi042.stdout:op 2776 completed, throughput=5MB/sec 2024-09-16T07:17:56.948 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A17qfCAEFyIN9nX off=462001 len=541693 2024-09-16T07:17:56.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 2777 completed, throughput=5MB/sec 2024-09-16T07:17:56.949 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iqYk9MOntooSWMB off=3630801 len=166016 2024-09-16T07:17:56.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 2778 completed, throughput=5MB/sec 2024-09-16T07:17:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:57 smithi042 ceph-mon[94096]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:57 smithi042 ceph-mon[96574]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:57 smithi164 ceph-mon[88760]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:17:57.950 INFO:tasks.workunit.client.0.smithi042.stdout: 542: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:57.950 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_uB9KQfUiqvbZ42 off=1116904 len=1484790 2024-09-16T07:17:57.953 INFO:tasks.workunit.client.0.smithi042.stdout:op 2779 completed, throughput=4.99MB/sec 2024-09-16T07:17:57.953 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C5rAkED6xWMuPnt off=18728410 len=1594913 2024-09-16T07:17:57.955 INFO:tasks.workunit.client.0.smithi042.stdout:op 2780 completed, throughput=5MB/sec 2024-09-16T07:17:57.955 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lGEv8shAipezOt6 off=8079382 len=590890 2024-09-16T07:17:57.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 2781 completed, throughput=5MB/sec 2024-09-16T07:17:57.957 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zovC43r9-U2hzx6 off=12277879 len=28466 2024-09-16T07:17:57.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 2782 completed, throughput=5MB/sec 2024-09-16T07:17:57.959 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Mbra63KwFCCVr5g off=15303979 len=753028 2024-09-16T07:17:57.960 INFO:tasks.workunit.client.0.smithi042.stdout:op 2783 completed, throughput=5MB/sec 2024-09-16T07:17:57.960 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l2F8XG4tgEIkmyB off=7928896 len=579289 2024-09-16T07:17:57.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 2784 completed, throughput=5MB/sec 2024-09-16T07:17:57.962 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b6Mc3DHMAvRo6KJ off=4318712 len=1508066 2024-09-16T07:17:57.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 2785 completed, throughput=5MB/sec 2024-09-16T07:17:58.970 INFO:tasks.workunit.client.0.smithi042.stdout: 543: throughput=4.99MB/sec pending data=0 2024-09-16T07:17:58.970 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sy1rFdpRQ_iexwV off=1896519 len=1014553 2024-09-16T07:17:58.976 INFO:tasks.workunit.client.0.smithi042.stdout:op 2786 completed, throughput=4.99MB/sec 2024-09-16T07:17:58.976 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3wKKOXiRbFoC-dM off=14350440 len=811702 2024-09-16T07:17:58.977 INFO:tasks.workunit.client.0.smithi042.stdout:op 2787 completed, throughput=5MB/sec 2024-09-16T07:17:58.977 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oj9fhl-Cwz9nXq2 off=5445206 len=383770 2024-09-16T07:17:58.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 2788 completed, throughput=5MB/sec 2024-09-16T07:17:58.981 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CJipnXVnZTjAkhf off=8619451 len=1412881 2024-09-16T07:17:58.987 INFO:tasks.workunit.client.0.smithi042.stdout:op 2789 completed, throughput=5MB/sec 2024-09-16T07:17:58.987 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x86HJo1Oyx8za23 off=3409290 len=483828 2024-09-16T07:17:58.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 2790 completed, throughput=5MB/sec 2024-09-16T07:17:58.989 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-89HPV6dx9LN1n7B off=10225473 len=2001574 2024-09-16T07:17:59.000 INFO:tasks.workunit.client.0.smithi042.stdout:op 2791 completed, throughput=5MB/sec 2024-09-16T07:17:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:17:59 smithi042 ceph-mon[94096]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:17:59.617 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:17:59 smithi042 ceph-mon[96574]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:17:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:17:59 smithi164 ceph-mon[88760]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:00.000 INFO:tasks.workunit.client.0.smithi042.stdout: 544: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:00.000 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--RHiMZeE0E67_QW off=248062 len=1586870 2024-09-16T07:18:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 2792 completed, throughput=5MB/sec 2024-09-16T07:18:00.007 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0-pzmgkxEslgHuV off=4187207 len=1904947 2024-09-16T07:18:00.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 2793 completed, throughput=5MB/sec 2024-09-16T07:18:01.015 INFO:tasks.workunit.client.0.smithi042.stdout: 545: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:01.015 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-R2N7oTn5CYlRTGf off=7419140 len=39279 2024-09-16T07:18:01.016 INFO:tasks.workunit.client.0.smithi042.stdout:op 2794 completed, throughput=4.99MB/sec 2024-09-16T07:18:01.016 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k7B4DSxeoCMiO5S off=5318635 len=1979415 2024-09-16T07:18:01.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 2795 completed, throughput=4.99MB/sec 2024-09-16T07:18:01.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4RuM_txBui66cAL off=2054681 len=578261 2024-09-16T07:18:01.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 2796 completed, throughput=5MB/sec 2024-09-16T07:18:01.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7wfxcEutqRgBhiC off=12448587 len=700595 2024-09-16T07:18:01.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 2797 completed, throughput=5MB/sec 2024-09-16T07:18:01.031 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y8c5jFlGRw1vdWP off=11073263 len=2043106 2024-09-16T07:18:01.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 2798 completed, throughput=5MB/sec 2024-09-16T07:18:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:01 smithi042 ceph-mon[94096]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:01 smithi042 ceph-mon[96574]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:01] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-09-16T07:18:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:01 smithi164 ceph-mon[88760]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:02.040 INFO:tasks.workunit.client.0.smithi042.stdout: 546: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:02.040 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--EYrY1vC1YBxDgF off=500439 len=591269 2024-09-16T07:18:02.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 2799 completed, throughput=4.99MB/sec 2024-09-16T07:18:02.041 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZGb9SqPdmJdgSuo off=3509642 len=1624794 2024-09-16T07:18:02.050 INFO:tasks.workunit.client.0.smithi042.stdout:op 2800 completed, throughput=4.99MB/sec 2024-09-16T07:18:02.050 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FrhNRPqAMgoCnPd off=331473 len=925524 2024-09-16T07:18:02.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 2801 completed, throughput=5MB/sec 2024-09-16T07:18:02.052 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-__GYKWWiv_CN4Nk off=6405855 len=588138 2024-09-16T07:18:02.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 2802 completed, throughput=5MB/sec 2024-09-16T07:18:02.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VvUO5jaVOhdL3YO off=1146358 len=236865 2024-09-16T07:18:02.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 2803 completed, throughput=5MB/sec 2024-09-16T07:18:02.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6IxULmidb-_5873 off=6375240 len=17200 2024-09-16T07:18:02.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 2804 completed, throughput=5MB/sec 2024-09-16T07:18:02.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YL22NGFcJ2QJGUV off=9429351 len=2094125 2024-09-16T07:18:02.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 2805 completed, throughput=5MB/sec 2024-09-16T07:18:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:03.061 INFO:tasks.workunit.client.0.smithi042.stdout: 547: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:03.062 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SlGD13hOZfJJOFq off=1504830 len=771300 2024-09-16T07:18:03.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 2806 completed, throughput=4.99MB/sec 2024-09-16T07:18:03.063 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ujBkf9YzInuIQXZ off=9276155 len=1751591 2024-09-16T07:18:03.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 2807 completed, throughput=5MB/sec 2024-09-16T07:18:03.071 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uroio8mhpiLTmiV off=8553271 len=2016247 2024-09-16T07:18:03.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 2808 completed, throughput=5MB/sec 2024-09-16T07:18:03.083 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-G09vofhYIw61wQN off=1834426 len=1553422 2024-09-16T07:18:03.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 2809 completed, throughput=5MB/sec 2024-09-16T07:18:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:03 smithi042 ceph-mon[94096]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:03.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:03 smithi042 ceph-mon[96574]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:03 smithi164 ceph-mon[88760]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:04.089 INFO:tasks.workunit.client.0.smithi042.stdout: 548: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:04.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oiQmHXB20dR_yeG off=2617340 len=739213 2024-09-16T07:18:04.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 2810 completed, throughput=4.99MB/sec 2024-09-16T07:18:04.091 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8brX2b2oLRc7MQa off=3664209 len=1885204 2024-09-16T07:18:04.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 2811 completed, throughput=5MB/sec 2024-09-16T07:18:04.099 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hSRqnjMGDT-Ren9 off=992420 len=1585349 2024-09-16T07:18:04.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 2812 completed, throughput=5MB/sec 2024-09-16T07:18:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:05.109 INFO:tasks.workunit.client.0.smithi042.stdout: 549: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:05.109 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SqEeOkyS6RPDXs0 off=2617063 len=780340 2024-09-16T07:18:05.110 INFO:tasks.workunit.client.0.smithi042.stdout:op 2813 completed, throughput=4.99MB/sec 2024-09-16T07:18:05.110 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A5JpmpXoO-vQoKz off=3465733 len=234261 2024-09-16T07:18:05.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 2814 completed, throughput=4.99MB/sec 2024-09-16T07:18:05.113 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K_LNorVY75yXloF off=5224092 len=1034290 2024-09-16T07:18:05.118 INFO:tasks.workunit.client.0.smithi042.stdout:op 2815 completed, throughput=5MB/sec 2024-09-16T07:18:05.119 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w1FjFoBTlk6okSU off=9239656 len=316812 2024-09-16T07:18:05.122 INFO:tasks.workunit.client.0.smithi042.stdout:op 2816 completed, throughput=5MB/sec 2024-09-16T07:18:05.122 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nlJISVZ5gG0uB82 off=8756566 len=1057728 2024-09-16T07:18:05.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 2817 completed, throughput=5MB/sec 2024-09-16T07:18:05.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7dsqhbjhRbgoLNW off=9164619 len=1829522 2024-09-16T07:18:05.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 2818 completed, throughput=5MB/sec 2024-09-16T07:18:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:05 smithi042 ceph-mon[94096]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:18:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:05 smithi042 ceph-mon[96574]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:18:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:05 smithi164 ceph-mon[88760]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-09-16T07:18:06.135 INFO:tasks.workunit.client.0.smithi042.stdout: 550: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:06.135 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WzwV72Ry6OuCN-8 off=1607170 len=1570396 2024-09-16T07:18:06.137 INFO:tasks.workunit.client.0.smithi042.stdout:op 2819 completed, throughput=4.99MB/sec 2024-09-16T07:18:06.137 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OrIqMZu5UgfgCNI off=1008259 len=2028894 2024-09-16T07:18:06.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 2820 completed, throughput=5MB/sec 2024-09-16T07:18:06.139 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KoGYnm9RcMw2qw4 off=5691934 len=1959577 2024-09-16T07:18:06.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 2821 completed, throughput=5MB/sec 2024-09-16T07:18:07.151 INFO:tasks.workunit.client.0.smithi042.stdout: 551: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:07.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9dp32sTvCHUyQa6 off=4909224 len=292406 2024-09-16T07:18:07.155 INFO:tasks.workunit.client.0.smithi042.stdout:op 2822 completed, throughput=4.99MB/sec 2024-09-16T07:18:07.155 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rbWSzO5khPuE9wv off=6739890 len=617025 2024-09-16T07:18:07.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 2823 completed, throughput=4.99MB/sec 2024-09-16T07:18:07.159 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QzS6ORwO9-3rs78 off=5802873 len=115611 2024-09-16T07:18:07.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 2824 completed, throughput=4.99MB/sec 2024-09-16T07:18:07.159 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h3IKb1TYHF-ItYZ off=0 len=1612177 2024-09-16T07:18:07.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 2825 completed, throughput=5MB/sec 2024-09-16T07:18:07.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wK3nW4bWEJrtWY6 off=1305514 len=1979295 2024-09-16T07:18:07.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 2826 completed, throughput=5MB/sec 2024-09-16T07:18:07.174 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4bTIym4BX_BB7cE off=5160517 len=946161 2024-09-16T07:18:07.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 2827 completed, throughput=5MB/sec 2024-09-16T07:18:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:07 smithi042 ceph-mon[94096]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:18:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:07 smithi042 ceph-mon[96574]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:18:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:07 smithi164 ceph-mon[88760]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:18:08.181 INFO:tasks.workunit.client.0.smithi042.stdout: 552: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:08.181 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QA3tFhScqYyv4D5 off=2242919 len=1682255 2024-09-16T07:18:08.184 INFO:tasks.workunit.client.0.smithi042.stdout:op 2828 completed, throughput=4.99MB/sec 2024-09-16T07:18:08.184 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PpHaMBPeIXoSqn5 off=3494660 len=251795 2024-09-16T07:18:08.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 2829 completed, throughput=5MB/sec 2024-09-16T07:18:08.187 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sdE8zAck2fN0sUO off=719204 len=1453 2024-09-16T07:18:08.189 INFO:tasks.workunit.client.0.smithi042.stdout:op 2830 completed, throughput=5MB/sec 2024-09-16T07:18:08.189 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KEe84UBlEiOOPUG off=6399238 len=670045 2024-09-16T07:18:08.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 2831 completed, throughput=5MB/sec 2024-09-16T07:18:08.193 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WK95araVwUG5YOA off=4955370 len=1139155 2024-09-16T07:18:08.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 2832 completed, throughput=5MB/sec 2024-09-16T07:18:08.199 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hpL3oiVEUumGRv1 off=356229 len=1274645 2024-09-16T07:18:08.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 2833 completed, throughput=5MB/sec 2024-09-16T07:18:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:18:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:18:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:18:09.201 INFO:tasks.workunit.client.0.smithi042.stdout: 553: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:09.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQc94D_s-RUX6ja off=12214881 len=172669 2024-09-16T07:18:09.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 2834 completed, throughput=4.99MB/sec 2024-09-16T07:18:09.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lxbWDjb-mXfhZTX off=15943425 len=1976109 2024-09-16T07:18:09.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 2835 completed, throughput=5MB/sec 2024-09-16T07:18:09.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SAmGRy9U7jxHZyb off=4357147 len=830959 2024-09-16T07:18:09.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 2836 completed, throughput=5MB/sec 2024-09-16T07:18:09.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cgvx9xu2aYNQwQi off=10725999 len=1997298 2024-09-16T07:18:09.206 INFO:tasks.workunit.client.0.smithi042.stdout:op 2837 completed, throughput=5MB/sec 2024-09-16T07:18:09.206 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y_xE96SBlRNk6I8 off=11738569 len=605177 2024-09-16T07:18:09.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 2838 completed, throughput=5MB/sec 2024-09-16T07:18:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:09 smithi042 ceph-mon[96574]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:09 smithi042 ceph-mon[94096]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:09 smithi164 ceph-mon[88760]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:10.210 INFO:tasks.workunit.client.0.smithi042.stdout: 554: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:10.210 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GmU3RvYN_rqvke3 off=6800712 len=1195507 2024-09-16T07:18:10.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 2839 completed, throughput=4.99MB/sec 2024-09-16T07:18:10.211 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mg3t43B3Zivc7Ut off=2926854 len=859026 2024-09-16T07:18:10.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 2840 completed, throughput=5MB/sec 2024-09-16T07:18:10.216 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a6PnVNiz1Nb95Km off=5214608 len=476464 2024-09-16T07:18:10.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 2841 completed, throughput=5MB/sec 2024-09-16T07:18:10.219 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eGxDg-HV2mDc8Nz off=4547688 len=2022745 2024-09-16T07:18:10.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 2842 completed, throughput=5MB/sec 2024-09-16T07:18:10.223 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KLcCl0dSpZrDrTH off=10043496 len=734424 2024-09-16T07:18:10.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 2843 completed, throughput=5MB/sec 2024-09-16T07:18:11.228 INFO:tasks.workunit.client.0.smithi042.stdout: 555: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:11.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xwbpyBxg5c60jnu off=12936719 len=911601 2024-09-16T07:18:11.231 INFO:tasks.workunit.client.0.smithi042.stdout:op 2844 completed, throughput=4.99MB/sec 2024-09-16T07:18:11.232 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R6lwshzuR02593e off=12982926 len=1201737 2024-09-16T07:18:11.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 2845 completed, throughput=5MB/sec 2024-09-16T07:18:11.236 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-82r5gBc89oIUaaz off=3935266 len=1545763 2024-09-16T07:18:11.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 2846 completed, throughput=5MB/sec 2024-09-16T07:18:11.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WiQpm_qK-_pwdUS off=13964735 len=1987349 2024-09-16T07:18:11.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 2847 completed, throughput=5MB/sec 2024-09-16T07:18:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:11 smithi164 ceph-mon[88760]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:18:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:11 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:11] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[94096]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[96574]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:11 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:12.253 INFO:tasks.workunit.client.0.smithi042.stdout: 556: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:12.253 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_MQ22HXlO8cEXIb off=1731859 len=471984 2024-09-16T07:18:12.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 2848 completed, throughput=4.99MB/sec 2024-09-16T07:18:12.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-06L2FaUNkwZo3xh off=19680601 len=1706489 2024-09-16T07:18:12.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 2849 completed, throughput=5MB/sec 2024-09-16T07:18:12.261 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hkHR4_Lu_h5mvuq off=11548405 len=343151 2024-09-16T07:18:12.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 2850 completed, throughput=5MB/sec 2024-09-16T07:18:12.264 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3hB5OE_CWmbYjRe off=14923362 len=892044 2024-09-16T07:18:12.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 2851 completed, throughput=5MB/sec 2024-09-16T07:18:12.268 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QIw_NfPmHk7zgEh off=11441362 len=730080 2024-09-16T07:18:12.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 2852 completed, throughput=5MB/sec 2024-09-16T07:18:12.269 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hNG6dwkHujp-v1I off=394474 len=1609921 2024-09-16T07:18:12.275 INFO:tasks.workunit.client.0.smithi042.stdout:op 2853 completed, throughput=5MB/sec 2024-09-16T07:18:12.620 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:18:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:18:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:18:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:18:13.275 INFO:tasks.workunit.client.0.smithi042.stdout: 557: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:13.275 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VJbP1PNrj6vjG4t off=3657211 len=1762498 2024-09-16T07:18:13.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 2854 completed, throughput=5MB/sec 2024-09-16T07:18:13.278 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KUszciVdmyg5NKn off=192472 len=1762647 2024-09-16T07:18:13.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 2855 completed, throughput=5MB/sec 2024-09-16T07:18:13.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fdov8jNfwW2X3bA off=284258 len=193060 2024-09-16T07:18:13.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 2856 completed, throughput=5MB/sec 2024-09-16T07:18:13.282 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m7iY3WKNFvSpNPT off=17613963 len=125673 2024-09-16T07:18:13.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 2857 completed, throughput=5MB/sec 2024-09-16T07:18:13.285 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9xjHb2KPA4JvW0J off=7925054 len=1217537 2024-09-16T07:18:13.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 2858 completed, throughput=5MB/sec 2024-09-16T07:18:14.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:13 smithi164 ceph-mon[88760]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:18:14.291 INFO:tasks.workunit.client.0.smithi042.stdout: 558: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:14.292 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eprR8p3CGYuypsT off=793415 len=1760172 2024-09-16T07:18:14.296 INFO:tasks.workunit.client.0.smithi042.stdout:op 2859 completed, throughput=5MB/sec 2024-09-16T07:18:14.296 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9m_18uo6k0UHyy- off=367828 len=1550905 2024-09-16T07:18:14.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 2860 completed, throughput=5MB/sec 2024-09-16T07:18:14.306 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6B2EFPyQraE_Akj off=10923346 len=1953785 2024-09-16T07:18:14.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 2861 completed, throughput=5MB/sec 2024-09-16T07:18:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:13 smithi042 ceph-mon[94096]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:18:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:13 smithi042 ceph-mon[96574]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:18:15.309 INFO:tasks.workunit.client.0.smithi042.stdout: 559: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:15.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2u-6vL7P_SZeRSa off=10261486 len=608508 2024-09-16T07:18:15.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 2862 completed, throughput=4.99MB/sec 2024-09-16T07:18:15.314 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FtWvKJCdClQ10_e off=18312529 len=1236801 2024-09-16T07:18:15.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 2863 completed, throughput=5MB/sec 2024-09-16T07:18:15.325 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lb4-KhXMZsWnwRt off=408173 len=1249771 2024-09-16T07:18:15.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 2864 completed, throughput=5MB/sec 2024-09-16T07:18:15.332 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h6cFDWFflEJRMa- off=3173865 len=1042319 2024-09-16T07:18:15.337 INFO:tasks.workunit.client.0.smithi042.stdout:op 2865 completed, throughput=5MB/sec 2024-09-16T07:18:15.337 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_3-H-iF_Uu1iUmB off=4849858 len=816656 2024-09-16T07:18:15.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 2866 completed, throughput=5MB/sec 2024-09-16T07:18:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:15 smithi164 ceph-mon[88760]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:18:16.343 INFO:tasks.workunit.client.0.smithi042.stdout: 560: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:16.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cxJfXxjB4s6xyhB off=4264572 len=1023651 2024-09-16T07:18:16.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 2867 completed, throughput=4.99MB/sec 2024-09-16T07:18:16.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ktd5X7C9u7V8-u2 off=587307 len=210032 2024-09-16T07:18:16.348 INFO:tasks.workunit.client.0.smithi042.stdout:op 2868 completed, throughput=4.99MB/sec 2024-09-16T07:18:16.348 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A80IoipH3ewWGXG off=4843319 len=827607 2024-09-16T07:18:16.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 2869 completed, throughput=5MB/sec 2024-09-16T07:18:16.352 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-knl3W5cj-5yhlX3 off=7862214 len=1686527 2024-09-16T07:18:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:15 smithi042 ceph-mon[96574]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:18:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:15 smithi042 ceph-mon[94096]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-09-16T07:18:16.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 2870 completed, throughput=5MB/sec 2024-09-16T07:18:16.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8s4HFaKkZBYR1fq off=7709281 len=1096379 2024-09-16T07:18:16.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 2871 completed, throughput=5MB/sec 2024-09-16T07:18:16.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nlHXVI6OOQtKPuk off=16223016 len=1626375 2024-09-16T07:18:16.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 2872 completed, throughput=5MB/sec 2024-09-16T07:18:17.362 INFO:tasks.workunit.client.0.smithi042.stdout: 561: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:17.362 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2lAmXqMfnm2Z2cS off=5199678 len=1100693 2024-09-16T07:18:17.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 2873 completed, throughput=5MB/sec 2024-09-16T07:18:17.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hywTjy_rmVc6l1w off=11530003 len=1188988 2024-09-16T07:18:17.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 2874 completed, throughput=5MB/sec 2024-09-16T07:18:17.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Uzf5GuEFzISsPJp off=1394660 len=1151465 2024-09-16T07:18:17.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 2875 completed, throughput=5MB/sec 2024-09-16T07:18:17.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hq_Kv8mYPE2w1EG off=1807893 len=636432 2024-09-16T07:18:17.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 2876 completed, throughput=5MB/sec 2024-09-16T07:18:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:17 smithi164 ceph-mon[88760]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:17 smithi042 ceph-mon[94096]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:17 smithi042 ceph-mon[96574]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:18.372 INFO:tasks.workunit.client.0.smithi042.stdout: 562: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:18.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1SWCl83rZxEbuVS off=6415104 len=779446 2024-09-16T07:18:18.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 2877 completed, throughput=4.99MB/sec 2024-09-16T07:18:18.374 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7uupzxV-xNvMJMc off=2765433 len=786529 2024-09-16T07:18:18.378 INFO:tasks.workunit.client.0.smithi042.stdout:op 2878 completed, throughput=4.99MB/sec 2024-09-16T07:18:18.378 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rlT_Ramx5SWtDW9 off=850653 len=1704496 2024-09-16T07:18:18.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 2879 completed, throughput=5MB/sec 2024-09-16T07:18:18.386 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rh-IJ0HO0QJnS5q off=8558650 len=134707 2024-09-16T07:18:18.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 2880 completed, throughput=5MB/sec 2024-09-16T07:18:18.387 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k7XVC6uuG9H3DpI off=6168144 len=2007376 2024-09-16T07:18:18.396 INFO:tasks.workunit.client.0.smithi042.stdout:op 2881 completed, throughput=5MB/sec 2024-09-16T07:18:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:19.397 INFO:tasks.workunit.client.0.smithi042.stdout: 563: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:19.397 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5QyGRO8p381YDwV off=11799052 len=1595504 2024-09-16T07:18:19.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 2882 completed, throughput=4.99MB/sec 2024-09-16T07:18:19.405 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DFWCJyHHdl2Avzd off=1062359 len=1712094 2024-09-16T07:18:19.407 INFO:tasks.workunit.client.0.smithi042.stdout:op 2883 completed, throughput=5MB/sec 2024-09-16T07:18:19.407 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7iZzyEJwU3gauLK off=2127472 len=1641249 2024-09-16T07:18:19.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 2884 completed, throughput=5MB/sec 2024-09-16T07:18:19.410 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q32CQSlDzIHXVPh off=6715223 len=1601394 2024-09-16T07:18:19.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 2885 completed, throughput=5MB/sec 2024-09-16T07:18:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:19 smithi164 ceph-mon[88760]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:19 smithi042 ceph-mon[94096]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:19 smithi042 ceph-mon[96574]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:20.411 INFO:tasks.workunit.client.0.smithi042.stdout: 564: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:20.411 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y3qD3-bMv9F5cZ5 off=5467403 len=1444506 2024-09-16T07:18:20.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 2886 completed, throughput=5MB/sec 2024-09-16T07:18:20.413 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qt5u0KCkJx96xol off=8104375 len=1460778 2024-09-16T07:18:20.421 INFO:tasks.workunit.client.0.smithi042.stdout:op 2887 completed, throughput=5MB/sec 2024-09-16T07:18:20.421 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sqAFQ-X3iwWufp9 off=5882304 len=1547450 2024-09-16T07:18:20.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 2888 completed, throughput=5MB/sec 2024-09-16T07:18:21.426 INFO:tasks.workunit.client.0.smithi042.stdout: 565: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:21.426 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r6s0nTU5DojMmTg off=1111031 len=267400 2024-09-16T07:18:21.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 2889 completed, throughput=4.99MB/sec 2024-09-16T07:18:21.426 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F0izvg672EIKJPV off=11862126 len=1109385 2024-09-16T07:18:21.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 2890 completed, throughput=4.99MB/sec 2024-09-16T07:18:21.428 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mMGaIZ4zDysDyZ_ off=510843 len=883214 2024-09-16T07:18:21.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 2891 completed, throughput=5MB/sec 2024-09-16T07:18:21.433 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sGPpRa_dKjbg-Rj off=824108 len=578629 2024-09-16T07:18:21.433 INFO:tasks.workunit.client.0.smithi042.stdout:op 2892 completed, throughput=5MB/sec 2024-09-16T07:18:21.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jg_XLkXuFbma5vz off=1851180 len=446369 2024-09-16T07:18:21.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 2893 completed, throughput=5MB/sec 2024-09-16T07:18:21.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nNkwENhpC5NWswH off=5648679 len=406088 2024-09-16T07:18:21.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 2894 completed, throughput=5MB/sec 2024-09-16T07:18:21.435 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N-3Ex2UUBvQNP5L off=9395696 len=1380002 2024-09-16T07:18:21.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 2895 completed, throughput=5MB/sec 2024-09-16T07:18:21.543 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:21] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:18:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:21 smithi164 ceph-mon[88760]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:21 smithi042 ceph-mon[94096]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:21 smithi042 ceph-mon[96574]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:18:22.437 INFO:tasks.workunit.client.0.smithi042.stdout: 566: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:22.437 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--pJiFSZrdsYyA0X off=2825027 len=1313214 2024-09-16T07:18:22.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 2896 completed, throughput=4.99MB/sec 2024-09-16T07:18:22.438 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W5vjDhvyzeGQLHh off=483694 len=1158999 2024-09-16T07:18:22.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 2897 completed, throughput=5MB/sec 2024-09-16T07:18:22.443 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jAhA7XaVMU8gPFA off=1729428 len=1063475 2024-09-16T07:18:22.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 2898 completed, throughput=5MB/sec 2024-09-16T07:18:22.448 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yrbnZKX1GJ9Kvfi off=21358672 len=970799 2024-09-16T07:18:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 2899 completed, throughput=5MB/sec 2024-09-16T07:18:22.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Tbx0W2V_hzaEHkz off=574030 len=1692377 2024-09-16T07:18:22.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 2900 completed, throughput=5MB/sec 2024-09-16T07:18:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:23.453 INFO:tasks.workunit.client.0.smithi042.stdout: 567: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:23.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SYqiqUQLvdC269J off=16360634 len=410275 2024-09-16T07:18:23.456 INFO:tasks.workunit.client.0.smithi042.stdout:op 2901 completed, throughput=4.99MB/sec 2024-09-16T07:18:23.456 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zM8itdkDNERkxYj off=130416 len=379354 2024-09-16T07:18:23.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 2902 completed, throughput=4.99MB/sec 2024-09-16T07:18:23.457 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7mfBnhxqCwyKML6 off=6647184 len=950063 2024-09-16T07:18:23.463 INFO:tasks.workunit.client.0.smithi042.stdout:op 2903 completed, throughput=5MB/sec 2024-09-16T07:18:23.463 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1PlmwL_pkwIWUxd off=23034602 len=265678 2024-09-16T07:18:23.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 2904 completed, throughput=5MB/sec 2024-09-16T07:18:23.464 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_qGhKM-PfdexW43 off=812972 len=1209014 2024-09-16T07:18:23.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 2905 completed, throughput=5MB/sec 2024-09-16T07:18:23.470 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iCn605MZVOuhEgq off=10578091 len=1116884 2024-09-16T07:18:23.475 INFO:tasks.workunit.client.0.smithi042.stdout:op 2906 completed, throughput=5MB/sec 2024-09-16T07:18:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:23 smithi164 ceph-mon[88760]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:18:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:23 smithi042 ceph-mon[94096]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:18:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:23 smithi042 ceph-mon[96574]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:18:24.475 INFO:tasks.workunit.client.0.smithi042.stdout: 568: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:24.475 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W0Ji4tDbTuqL0lo off=2476627 len=1403428 2024-09-16T07:18:24.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 2907 completed, throughput=4.99MB/sec 2024-09-16T07:18:24.477 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0knhFILvwJDz7CJ off=22094310 len=980273 2024-09-16T07:18:24.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 2908 completed, throughput=5MB/sec 2024-09-16T07:18:24.482 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nNp-1seZryPkrOB off=13697141 len=795463 2024-09-16T07:18:24.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 2909 completed, throughput=5MB/sec 2024-09-16T07:18:24.487 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e2H_luumFFEQFHQ off=605849 len=809370 2024-09-16T07:18:24.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 2910 completed, throughput=5MB/sec 2024-09-16T07:18:24.492 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JcpIq2OO798pQKb off=15838360 len=748055 2024-09-16T07:18:24.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 2911 completed, throughput=5MB/sec 2024-09-16T07:18:24.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_yTxJJb5RvM5Tyo off=226478 len=33467 2024-09-16T07:18:24.499 INFO:tasks.workunit.client.0.smithi042.stdout:op 2912 completed, throughput=5MB/sec 2024-09-16T07:18:24.499 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q9OMmVAPwVuun-f off=21611779 len=1910246 2024-09-16T07:18:24.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 2913 completed, throughput=5MB/sec 2024-09-16T07:18:25.508 INFO:tasks.workunit.client.0.smithi042.stdout: 569: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:25.508 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EbiT58Q6Q8JwQd2 off=1260730 len=247204 2024-09-16T07:18:25.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 2914 completed, throughput=4.99MB/sec 2024-09-16T07:18:25.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-beBvYnPrh6_LpWV off=9272782 len=1280815 2024-09-16T07:18:25.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 2915 completed, throughput=5MB/sec 2024-09-16T07:18:25.516 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EiyDAfQ_va-q352 off=17585318 len=1588556 2024-09-16T07:18:25.523 INFO:tasks.workunit.client.0.smithi042.stdout:op 2916 completed, throughput=5MB/sec 2024-09-16T07:18:25.523 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d6Pa7Yz3IZhXEA7 off=1880432 len=108471 2024-09-16T07:18:25.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 2917 completed, throughput=5MB/sec 2024-09-16T07:18:25.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fINatwMgjiXivfK off=1296477 len=827448 2024-09-16T07:18:25.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 2918 completed, throughput=5MB/sec 2024-09-16T07:18:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:25 smithi164 ceph-mon[88760]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:18:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:25 smithi042 ceph-mon[94096]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:18:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:25 smithi042 ceph-mon[96574]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:18:26.526 INFO:tasks.workunit.client.0.smithi042.stdout: 570: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:26.526 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kBDIXoXPgntQAFP off=4051400 len=1292709 2024-09-16T07:18:26.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 2919 completed, throughput=4.99MB/sec 2024-09-16T07:18:26.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LU6lyzWCWjkiMtE off=10373303 len=1436901 2024-09-16T07:18:26.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 2920 completed, throughput=5MB/sec 2024-09-16T07:18:26.541 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u567sPyMq11FLcd off=6248011 len=282007 2024-09-16T07:18:26.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 2921 completed, throughput=5MB/sec 2024-09-16T07:18:26.541 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZkIGHoI-iWIu2Ts off=17948893 len=1621381 2024-09-16T07:18:26.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 2922 completed, throughput=5MB/sec 2024-09-16T07:18:26.544 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o3cRw89GSL898hC off=9598094 len=1615224 2024-09-16T07:18:26.545 INFO:tasks.workunit.client.0.smithi042.stdout:op 2923 completed, throughput=5MB/sec 2024-09-16T07:18:27.545 INFO:tasks.workunit.client.0.smithi042.stdout: 571: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:27.546 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rkbrKnVNKLk5qua off=11862664 len=1151556 2024-09-16T07:18:27.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 2924 completed, throughput=5MB/sec 2024-09-16T07:18:27.551 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9m3kwv0dlzOwecT off=17733636 len=264282 2024-09-16T07:18:27.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 2925 completed, throughput=5MB/sec 2024-09-16T07:18:27.553 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k0sr6TR6IFHTliI off=1400627 len=1997365 2024-09-16T07:18:27.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 2926 completed, throughput=5MB/sec 2024-09-16T07:18:27.556 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i3KtKjuvs40VM3o off=783697 len=1345395 2024-09-16T07:18:27.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 2927 completed, throughput=5MB/sec 2024-09-16T07:18:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:27 smithi164 ceph-mon[88760]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:27 smithi042 ceph-mon[94096]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:27 smithi042 ceph-mon[96574]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:28.562 INFO:tasks.workunit.client.0.smithi042.stdout: 572: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:28.562 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--V05O1rSAVIat9Q off=1765033 len=1350803 2024-09-16T07:18:28.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 2928 completed, throughput=4.99MB/sec 2024-09-16T07:18:28.564 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bNY22PUjucrfoP5 off=5157695 len=1036841 2024-09-16T07:18:28.565 INFO:tasks.workunit.client.0.smithi042.stdout:op 2929 completed, throughput=5MB/sec 2024-09-16T07:18:28.565 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q82N4Z1aFbnNeLB off=4037041 len=1957702 2024-09-16T07:18:28.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 2930 completed, throughput=5MB/sec 2024-09-16T07:18:28.570 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-khA7U8jwHb6cpTh off=9748037 len=1733745 2024-09-16T07:18:28.581 INFO:tasks.workunit.client.0.smithi042.stdout:op 2931 completed, throughput=5MB/sec 2024-09-16T07:18:29.581 INFO:tasks.workunit.client.0.smithi042.stdout: 573: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:29.581 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mXr0XWwWmXm4eRG off=662136 len=1180340 2024-09-16T07:18:29.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 2932 completed, throughput=5MB/sec 2024-09-16T07:18:29.583 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZUb_mAMFe3wseFB off=6022993 len=293488 2024-09-16T07:18:29.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 2933 completed, throughput=5MB/sec 2024-09-16T07:18:29.586 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P0kUyIlWfAD_oRW off=1863935 len=481712 2024-09-16T07:18:29.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 2934 completed, throughput=5MB/sec 2024-09-16T07:18:29.591 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-isITXh1kP9iCg5n off=13640414 len=1434680 2024-09-16T07:18:29.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 2935 completed, throughput=5MB/sec 2024-09-16T07:18:29.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VGT7YaMs5PQUdmU off=1201418 len=2058652 2024-09-16T07:18:29.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 2936 completed, throughput=5MB/sec 2024-09-16T07:18:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:29 smithi164 ceph-mon[88760]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:29 smithi042 ceph-mon[94096]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:29 smithi042 ceph-mon[96574]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:30.595 INFO:tasks.workunit.client.0.smithi042.stdout: 574: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:30.595 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nLHQQWa9u-L3u2x off=1684816 len=1584971 2024-09-16T07:18:30.598 INFO:tasks.workunit.client.0.smithi042.stdout:op 2937 completed, throughput=5MB/sec 2024-09-16T07:18:30.599 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lqVtnjF0Y_hZEWQ off=6447246 len=1381736 2024-09-16T07:18:30.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 2938 completed, throughput=5MB/sec 2024-09-16T07:18:30.605 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9GkC2202sRLjbdp off=2948008 len=484458 2024-09-16T07:18:30.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 2939 completed, throughput=5MB/sec 2024-09-16T07:18:30.607 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Xhfz6AB__1Q_naZ off=1012958 len=1461324 2024-09-16T07:18:30.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 2940 completed, throughput=5MB/sec 2024-09-16T07:18:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:31] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:18:31.608 INFO:tasks.workunit.client.0.smithi042.stdout: 575: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:31.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-G1L4M1fK-Gd4vfR off=9967316 len=597018 2024-09-16T07:18:31.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 2941 completed, throughput=4.99MB/sec 2024-09-16T07:18:31.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fA1h2FHgLB_uvcA off=839450 len=115991 2024-09-16T07:18:31.615 INFO:tasks.workunit.client.0.smithi042.stdout:op 2942 completed, throughput=4.99MB/sec 2024-09-16T07:18:31.616 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t_2uiaqEvqLamWe off=5246641 len=2063601 2024-09-16T07:18:31.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 2943 completed, throughput=5MB/sec 2024-09-16T07:18:31.620 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IFN6AXlC_4mnmFH off=1676846 len=1225733 2024-09-16T07:18:31.628 INFO:tasks.workunit.client.0.smithi042.stdout:op 2944 completed, throughput=5MB/sec 2024-09-16T07:18:31.628 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-57CU3m3RSg3GL8M off=2569026 len=889521 2024-09-16T07:18:31.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 2945 completed, throughput=5MB/sec 2024-09-16T07:18:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:31 smithi164 ceph-mon[88760]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:18:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:31 smithi042 ceph-mon[94096]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:18:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:31 smithi042 ceph-mon[96574]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:18:32.633 INFO:tasks.workunit.client.0.smithi042.stdout: 576: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:32.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_VCEtHesDwph5Iz off=0 len=1458760 2024-09-16T07:18:32.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 2946 completed, throughput=4.99MB/sec 2024-09-16T07:18:32.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TY3E6_KliG46OFR off=8593635 len=1912834 2024-09-16T07:18:32.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 2947 completed, throughput=5MB/sec 2024-09-16T07:18:32.643 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KweVsSzteJXE1rK off=2033685 len=342434 2024-09-16T07:18:32.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 2948 completed, throughput=5MB/sec 2024-09-16T07:18:32.643 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5rHNywBpfrPFIFx off=11884562 len=1186978 2024-09-16T07:18:32.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 2949 completed, throughput=5MB/sec 2024-09-16T07:18:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:33.644 INFO:tasks.workunit.client.0.smithi042.stdout: 577: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:33.645 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KFXjRuG8lR0ei-r off=2028776 len=1949866 2024-09-16T07:18:33.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 2950 completed, throughput=4.99MB/sec 2024-09-16T07:18:33.653 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XwAfIdCoBa5GWjf off=11823492 len=621762 2024-09-16T07:18:33.654 INFO:tasks.workunit.client.0.smithi042.stdout:op 2951 completed, throughput=5MB/sec 2024-09-16T07:18:33.654 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4hd_1fd4OCixMBw off=2814570 len=992935 2024-09-16T07:18:33.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 2952 completed, throughput=5MB/sec 2024-09-16T07:18:33.655 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zU4c9iudBYydreA off=19656149 len=1945313 2024-09-16T07:18:33.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 2953 completed, throughput=5MB/sec 2024-09-16T07:18:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:33 smithi164 ceph-mon[88760]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:18:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:33 smithi042 ceph-mon[94096]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:18:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:33 smithi042 ceph-mon[96574]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:18:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:34.657 INFO:tasks.workunit.client.0.smithi042.stdout: 578: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:34.657 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z8BySHwdT6rVZ98 off=2862333 len=200917 2024-09-16T07:18:34.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 2954 completed, throughput=4.99MB/sec 2024-09-16T07:18:34.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MLZbQZWws9Vozqm off=2128547 len=129725 2024-09-16T07:18:34.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 2955 completed, throughput=4.99MB/sec 2024-09-16T07:18:34.663 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dDBsfdEAgQvFdUY off=5663081 len=1404941 2024-09-16T07:18:34.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 2956 completed, throughput=4.99MB/sec 2024-09-16T07:18:34.669 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4PczWAu3kexfsdr off=5347486 len=1800991 2024-09-16T07:18:34.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 2957 completed, throughput=5MB/sec 2024-09-16T07:18:34.676 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lJcSn-wRO9C-E9V off=2563455 len=1720815 2024-09-16T07:18:34.678 INFO:tasks.workunit.client.0.smithi042.stdout:op 2958 completed, throughput=5MB/sec 2024-09-16T07:18:35.678 INFO:tasks.workunit.client.0.smithi042.stdout: 579: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:35.678 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8glPmfDHQsFBX3R off=2488141 len=859413 2024-09-16T07:18:35.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 2959 completed, throughput=4.99MB/sec 2024-09-16T07:18:35.683 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XGHLsOITnmiKPKA off=3733632 len=169875 2024-09-16T07:18:35.685 INFO:tasks.workunit.client.0.smithi042.stdout:op 2960 completed, throughput=4.99MB/sec 2024-09-16T07:18:35.685 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bRe7CntCRDxwoKd off=7959474 len=86608 2024-09-16T07:18:35.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 2961 completed, throughput=4.99MB/sec 2024-09-16T07:18:35.688 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5b0iYJURc0LI689 off=4257928 len=1434520 2024-09-16T07:18:35.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 2962 completed, throughput=5MB/sec 2024-09-16T07:18:35.690 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7k5ZKitX41ih3Zf off=3165886 len=292583 2024-09-16T07:18:35.693 INFO:tasks.workunit.client.0.smithi042.stdout:op 2963 completed, throughput=5MB/sec 2024-09-16T07:18:35.693 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uJApYzn9PG2gfE8 off=12143070 len=948675 2024-09-16T07:18:35.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 2964 completed, throughput=5MB/sec 2024-09-16T07:18:35.695 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dpiagZ3jvHbZbK9 off=5118876 len=1803654 2024-09-16T07:18:35.702 INFO:tasks.workunit.client.0.smithi042.stdout:op 2965 completed, throughput=5MB/sec 2024-09-16T07:18:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:35 smithi164 ceph-mon[88760]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:36.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:35 smithi042 ceph-mon[94096]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:36.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:35 smithi042 ceph-mon[96574]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: 580: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:36.703 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EBOldraT3257YbZ off=4765221 len=1526656 2024-09-16T07:18:36.704 INFO:tasks.workunit.client.0.smithi042.stdout:op 2966 completed, throughput=4.99MB/sec 2024-09-16T07:18:36.704 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HQ-SA3h4aCtjOme off=1552844 len=99958 2024-09-16T07:18:36.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 2967 completed, throughput=4.99MB/sec 2024-09-16T07:18:36.707 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oBi41URcJzhe9Jv off=2819212 len=242734 2024-09-16T07:18:36.710 INFO:tasks.workunit.client.0.smithi042.stdout:op 2968 completed, throughput=5MB/sec 2024-09-16T07:18:36.710 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F_xWTEU_72D1oc4 off=4004466 len=456957 2024-09-16T07:18:36.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 2969 completed, throughput=5MB/sec 2024-09-16T07:18:36.712 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bc600cxDO0X-7q6 off=12610866 len=32836 2024-09-16T07:18:36.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 2970 completed, throughput=5MB/sec 2024-09-16T07:18:36.714 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WIIeGYnQfe1RgJK off=282898 len=1510722 2024-09-16T07:18:36.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 2971 completed, throughput=5MB/sec 2024-09-16T07:18:36.717 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FEFIcQw1bkyDPh5 off=4256171 len=1271802 2024-09-16T07:18:36.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 2972 completed, throughput=5MB/sec 2024-09-16T07:18:37.725 INFO:tasks.workunit.client.0.smithi042.stdout: 581: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:37.725 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8EDuaVShTFmxQW_ off=4765515 len=110258 2024-09-16T07:18:37.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 2973 completed, throughput=4.99MB/sec 2024-09-16T07:18:37.728 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MJU7Yp7lgpiMT8h off=1854843 len=391879 2024-09-16T07:18:37.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 2974 completed, throughput=4.99MB/sec 2024-09-16T07:18:37.731 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r1fx1PiMJJPoXyR off=2943175 len=1368426 2024-09-16T07:18:37.738 INFO:tasks.workunit.client.0.smithi042.stdout:op 2975 completed, throughput=4.99MB/sec 2024-09-16T07:18:37.738 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9mSu674PYtbHVF_ off=123472 len=1040429 2024-09-16T07:18:37.743 INFO:tasks.workunit.client.0.smithi042.stdout:op 2976 completed, throughput=5MB/sec 2024-09-16T07:18:37.744 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-waDWuYidoS0LJn_ off=2778582 len=476638 2024-09-16T07:18:37.745 INFO:tasks.workunit.client.0.smithi042.stdout:op 2977 completed, throughput=5MB/sec 2024-09-16T07:18:37.745 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mhtvioy-MCzP7dW off=12635924 len=1776710 2024-09-16T07:18:37.747 INFO:tasks.workunit.client.0.smithi042.stdout:op 2978 completed, throughput=5MB/sec 2024-09-16T07:18:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:37 smithi164 ceph-mon[88760]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:18:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:37 smithi042 ceph-mon[94096]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:18:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:37 smithi042 ceph-mon[96574]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:18:38.748 INFO:tasks.workunit.client.0.smithi042.stdout: 582: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:38.748 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sIiJqNEX-dNC6c3 off=10137963 len=269721 2024-09-16T07:18:38.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 2979 completed, throughput=4.99MB/sec 2024-09-16T07:18:38.751 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fmqWms6lvfsCa2E off=7881349 len=529294 2024-09-16T07:18:38.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 2980 completed, throughput=4.99MB/sec 2024-09-16T07:18:38.753 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--pS7HjjqQ2zBEIB off=6397273 len=1522990 2024-09-16T07:18:38.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 2981 completed, throughput=5MB/sec 2024-09-16T07:18:38.760 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z6Q-ihAib64Z-Jl off=1389560 len=951741 2024-09-16T07:18:38.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 2982 completed, throughput=5MB/sec 2024-09-16T07:18:38.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N7xycvmri0AMLg2 off=6196966 len=1752470 2024-09-16T07:18:38.765 INFO:tasks.workunit.client.0.smithi042.stdout:op 2983 completed, throughput=5MB/sec 2024-09-16T07:18:38.765 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u_9SEKTTV2Tp74R off=1147662 len=847844 2024-09-16T07:18:38.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 2984 completed, throughput=5MB/sec 2024-09-16T07:18:39.767 INFO:tasks.workunit.client.0.smithi042.stdout: 583: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:39.767 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2CiH_2v-N0YynqA off=17400659 len=1762141 2024-09-16T07:18:39.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 2985 completed, throughput=5MB/sec 2024-09-16T07:18:39.770 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vPQFqelaSTMQ97O off=4779113 len=1322834 2024-09-16T07:18:39.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 2986 completed, throughput=5MB/sec 2024-09-16T07:18:39.771 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SvT9BJvZ28D6rW7 off=5210601 len=523021 2024-09-16T07:18:39.772 INFO:tasks.workunit.client.0.smithi042.stdout:op 2987 completed, throughput=5MB/sec 2024-09-16T07:18:39.772 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XoPV-zPKIf78BDN off=20580761 len=381202 2024-09-16T07:18:39.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 2988 completed, throughput=5MB/sec 2024-09-16T07:18:39.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KF-jG6MmG-O2T5O off=9516937 len=1809635 2024-09-16T07:18:39.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 2989 completed, throughput=5MB/sec 2024-09-16T07:18:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:39 smithi164 ceph-mon[88760]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:18:40.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:39 smithi042 ceph-mon[96574]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:18:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:39 smithi042 ceph-mon[94096]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:18:40.783 INFO:tasks.workunit.client.0.smithi042.stdout: 584: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:40.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wkO6hsn621bZ3a6 off=9699451 len=698520 2024-09-16T07:18:40.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 2990 completed, throughput=4.99MB/sec 2024-09-16T07:18:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--MQGPS7B0o2rKdO off=8720500 len=1879763 2024-09-16T07:18:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 2991 completed, throughput=5MB/sec 2024-09-16T07:18:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_imo3aROlpZvtFO off=17394681 len=24594 2024-09-16T07:18:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 2992 completed, throughput=5MB/sec 2024-09-16T07:18:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9xFiC-ehj1RWFH2 off=652969 len=597004 2024-09-16T07:18:40.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 2993 completed, throughput=5MB/sec 2024-09-16T07:18:40.800 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vi_-pSkT8UZyd6H off=803423 len=1463308 2024-09-16T07:18:40.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 2994 completed, throughput=5MB/sec 2024-09-16T07:18:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:41] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:18:41.803 INFO:tasks.workunit.client.0.smithi042.stdout: 585: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:41.804 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--0IMv6HR9dqj4lQ off=6083262 len=1380766 2024-09-16T07:18:41.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 2995 completed, throughput=4.99MB/sec 2024-09-16T07:18:41.810 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tPhC5V-kEDqasTO off=6279203 len=850964 2024-09-16T07:18:41.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 2996 completed, throughput=5MB/sec 2024-09-16T07:18:41.812 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OXHkmpWDuUSGhIZ off=4814108 len=182130 2024-09-16T07:18:41.815 INFO:tasks.workunit.client.0.smithi042.stdout:op 2997 completed, throughput=5MB/sec 2024-09-16T07:18:41.815 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7VOpXLtQ-oQ3T2B off=5247315 len=1574307 2024-09-16T07:18:41.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 2998 completed, throughput=5MB/sec 2024-09-16T07:18:41.822 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uCzDVO_zNeXGrUt off=1641700 len=111835 2024-09-16T07:18:41.823 INFO:tasks.workunit.client.0.smithi042.stdout:op 2999 completed, throughput=5MB/sec 2024-09-16T07:18:41.823 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-neqlCQ2UMdPR1SY off=11099918 len=1105769 2024-09-16T07:18:41.828 INFO:tasks.workunit.client.0.smithi042.stdout:op 3000 completed, throughput=5MB/sec 2024-09-16T07:18:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:41 smithi164 ceph-mon[88760]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T07:18:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:41 smithi042 ceph-mon[94096]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T07:18:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:41 smithi042 ceph-mon[96574]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-09-16T07:18:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:42.828 INFO:tasks.workunit.client.0.smithi042.stdout: 586: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:42.828 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ptKjXvh-2iNLNFZ off=4836255 len=154927 2024-09-16T07:18:42.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 3001 completed, throughput=4.99MB/sec 2024-09-16T07:18:42.831 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HDvzo7V5zk_EG5b off=1898699 len=1556898 2024-09-16T07:18:42.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 3002 completed, throughput=4.99MB/sec 2024-09-16T07:18:42.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k5ZQ9iSfprE_9Ja off=3178139 len=2053097 2024-09-16T07:18:42.851 INFO:tasks.workunit.client.0.smithi042.stdout:op 3003 completed, throughput=5MB/sec 2024-09-16T07:18:42.851 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QRu8YiNNe-zvIJg off=8212703 len=1953232 2024-09-16T07:18:42.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 3004 completed, throughput=5MB/sec 2024-09-16T07:18:43.855 INFO:tasks.workunit.client.0.smithi042.stdout: 587: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:43.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Kvb5ATCWPQ6zKS7 off=1956388 len=216152 2024-09-16T07:18:43.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 3005 completed, throughput=4.99MB/sec 2024-09-16T07:18:43.858 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--qQzuRqL-L2T6jn off=671078 len=528320 2024-09-16T07:18:43.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 3006 completed, throughput=4.99MB/sec 2024-09-16T07:18:43.862 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bF1aUIqc-tstg_i off=6788670 len=2021492 2024-09-16T07:18:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 3007 completed, throughput=5MB/sec 2024-09-16T07:18:43.865 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wSAd-btlRAEJCqv off=20278086 len=1424353 2024-09-16T07:18:43.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 3008 completed, throughput=5MB/sec 2024-09-16T07:18:43.867 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8aGcXtRKKalrPlW off=8996151 len=1373656 2024-09-16T07:18:43.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 3009 completed, throughput=5MB/sec 2024-09-16T07:18:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:43 smithi164 ceph-mon[88760]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:43 smithi042 ceph-mon[94096]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:43 smithi042 ceph-mon[96574]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:18:44.870 INFO:tasks.workunit.client.0.smithi042.stdout: 588: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:44.870 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b8eP7wcDFcV8W7h off=2032 len=1943700 2024-09-16T07:18:44.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 3010 completed, throughput=5MB/sec 2024-09-16T07:18:44.872 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HqcuY1laFl2ErN2 off=4492956 len=1059417 2024-09-16T07:18:44.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 3011 completed, throughput=5MB/sec 2024-09-16T07:18:44.877 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cCX4vKV-CKOGUmc off=3821413 len=1005434 2024-09-16T07:18:44.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 3012 completed, throughput=5MB/sec 2024-09-16T07:18:44.879 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j7TLbV6ou33Mmh_ off=8208877 len=658425 2024-09-16T07:18:44.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 3013 completed, throughput=5MB/sec 2024-09-16T07:18:45.880 INFO:tasks.workunit.client.0.smithi042.stdout: 589: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:45.880 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LEGV4ZYQlhosh1z off=1744729 len=1924389 2024-09-16T07:18:45.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 3014 completed, throughput=5MB/sec 2024-09-16T07:18:45.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--2AWA9wPo0UGeYn off=1927011 len=658758 2024-09-16T07:18:45.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 3015 completed, throughput=5MB/sec 2024-09-16T07:18:45.891 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aJkTMiGJvYoZh75 off=1906336 len=907931 2024-09-16T07:18:45.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 3016 completed, throughput=5MB/sec 2024-09-16T07:18:45.893 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eiobB7Hp_froq3F off=2437581 len=1867597 2024-09-16T07:18:45.901 INFO:tasks.workunit.client.0.smithi042.stdout:op 3017 completed, throughput=5MB/sec 2024-09-16T07:18:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:45 smithi164 ceph-mon[88760]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:45 smithi042 ceph-mon[94096]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:45 smithi042 ceph-mon[96574]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:18:46.901 INFO:tasks.workunit.client.0.smithi042.stdout: 590: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:46.902 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3_0jqaYtlsJhf1p off=16487648 len=1523046 2024-09-16T07:18:46.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 3018 completed, throughput=4.99MB/sec 2024-09-16T07:18:46.908 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oqoPaS_hrSgCvxJ off=589705 len=524099 2024-09-16T07:18:46.909 INFO:tasks.workunit.client.0.smithi042.stdout:op 3019 completed, throughput=5MB/sec 2024-09-16T07:18:46.910 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7-Vup-lajAn5Ecz off=3690927 len=1611065 2024-09-16T07:18:46.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 3020 completed, throughput=5MB/sec 2024-09-16T07:18:46.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NedSJedA3oX3LRb off=13344734 len=1366323 2024-09-16T07:18:46.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 3021 completed, throughput=5MB/sec 2024-09-16T07:18:46.924 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q5V8hPQT21cob8X off=1398602 len=638308 2024-09-16T07:18:46.928 INFO:tasks.workunit.client.0.smithi042.stdout:op 3022 completed, throughput=5MB/sec 2024-09-16T07:18:47.928 INFO:tasks.workunit.client.0.smithi042.stdout: 591: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:47.929 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pStCzRG01lQoRYs off=8665891 len=820010 2024-09-16T07:18:47.933 INFO:tasks.workunit.client.0.smithi042.stdout:op 3023 completed, throughput=4.99MB/sec 2024-09-16T07:18:47.933 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6QZChX-Ml1mdggO off=12730673 len=91179 2024-09-16T07:18:47.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 3024 completed, throughput=4.99MB/sec 2024-09-16T07:18:47.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QMbm4_WoQKPoq9K off=12471719 len=2061319 2024-09-16T07:18:47.944 INFO:tasks.workunit.client.0.smithi042.stdout:op 3025 completed, throughput=5MB/sec 2024-09-16T07:18:47.944 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M2Gt2RKqNufmUz4 off=11009992 len=1317436 2024-09-16T07:18:47.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 3026 completed, throughput=5MB/sec 2024-09-16T07:18:47.951 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C1Vi7u-HIXORKLC off=21159538 len=562011 2024-09-16T07:18:47.952 INFO:tasks.workunit.client.0.smithi042.stdout:op 3027 completed, throughput=5MB/sec 2024-09-16T07:18:47.952 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-URS11c2MfdmXSCz off=10671147 len=1818272 2024-09-16T07:18:47.959 INFO:tasks.workunit.client.0.smithi042.stdout:op 3028 completed, throughput=5MB/sec 2024-09-16T07:18:48.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:47 smithi164 ceph-mon[88760]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:18:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:47 smithi042 ceph-mon[94096]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:18:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:47 smithi042 ceph-mon[96574]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:18:48.959 INFO:tasks.workunit.client.0.smithi042.stdout: 592: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:48.959 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-85qv9GBBRsAAH3X off=15922903 len=1473153 2024-09-16T07:18:48.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 3029 completed, throughput=5MB/sec 2024-09-16T07:18:48.966 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j0xC9nSPtDZPhih off=618363 len=848283 2024-09-16T07:18:48.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 3030 completed, throughput=5MB/sec 2024-09-16T07:18:48.970 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MYacLNH8hms8q6c off=11399003 len=1462136 2024-09-16T07:18:48.972 INFO:tasks.workunit.client.0.smithi042.stdout:op 3031 completed, throughput=5MB/sec 2024-09-16T07:18:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:49.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:18:49.972 INFO:tasks.workunit.client.0.smithi042.stdout: 593: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:49.973 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7lQwP0IKRV89UcW off=10600385 len=875336 2024-09-16T07:18:49.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 3032 completed, throughput=4.99MB/sec 2024-09-16T07:18:49.974 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-B8u2E_h7omyZRZC off=4569047 len=216549 2024-09-16T07:18:49.977 INFO:tasks.workunit.client.0.smithi042.stdout:op 3033 completed, throughput=4.99MB/sec 2024-09-16T07:18:49.977 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Px_p9RG_NzEenio off=9227096 len=1004950 2024-09-16T07:18:49.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 3034 completed, throughput=5MB/sec 2024-09-16T07:18:49.980 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vrHpijuS6YLUv33 off=10931229 len=1212335 2024-09-16T07:18:49.982 INFO:tasks.workunit.client.0.smithi042.stdout:op 3035 completed, throughput=5MB/sec 2024-09-16T07:18:49.982 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iU2ECFPFQmh0jvl off=16428819 len=1052748 2024-09-16T07:18:49.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 3036 completed, throughput=5MB/sec 2024-09-16T07:18:49.983 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dGC7f4QVyDTJSL7 off=1147635 len=1246697 2024-09-16T07:18:49.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 3037 completed, throughput=5MB/sec 2024-09-16T07:18:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:49 smithi164 ceph-mon[88760]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:49 smithi042 ceph-mon[94096]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:49 smithi042 ceph-mon[96574]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:18:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: 594: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:50.986 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J6gZrxN_jK-Ki0b off=169463 len=1314818 2024-09-16T07:18:50.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 3038 completed, throughput=4.99MB/sec 2024-09-16T07:18:50.988 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nD9K7U26BnrcvjL off=308720 len=1298473 2024-09-16T07:18:50.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 3039 completed, throughput=5MB/sec 2024-09-16T07:18:50.990 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hVWgfgpRFwB_QDv off=11442017 len=1183014 2024-09-16T07:18:50.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 3040 completed, throughput=5MB/sec 2024-09-16T07:18:50.996 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ugracl-i1DWTUUo off=5225695 len=539346 2024-09-16T07:18:50.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 3041 completed, throughput=5MB/sec 2024-09-16T07:18:51.000 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wYRy3TlS0sLCeYQ off=165834 len=1274650 2024-09-16T07:18:51.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 3042 completed, throughput=5MB/sec 2024-09-16T07:18:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:18:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:18:51] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:18:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: 595: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:52.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K0AAi6J6LhXUdr3 off=9681157 len=979467 2024-09-16T07:18:52.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 3043 completed, throughput=4.99MB/sec 2024-09-16T07:18:52.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YACdWVNezSnlAIV off=8568949 len=1680616 2024-09-16T07:18:52.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 3044 completed, throughput=5MB/sec 2024-09-16T07:18:52.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PJsEblntmR3MNZG off=4333950 len=779512 2024-09-16T07:18:52.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 3045 completed, throughput=5MB/sec 2024-09-16T07:18:52.023 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xrlqx3YZyeCt46u off=13804128 len=1222811 2024-09-16T07:18:52.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 3046 completed, throughput=5MB/sec 2024-09-16T07:18:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:51 smithi164 ceph-mon[88760]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:51 smithi042 ceph-mon[94096]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:51 smithi042 ceph-mon[96574]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:18:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:18:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:18:53.034 INFO:tasks.workunit.client.0.smithi042.stdout: 596: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:53.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7AMQxlpWndI7H_u off=3453301 len=74448 2024-09-16T07:18:53.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 3047 completed, throughput=4.99MB/sec 2024-09-16T07:18:53.035 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vy3p9iHB8JNxGlg off=14851419 len=446230 2024-09-16T07:18:53.036 INFO:tasks.workunit.client.0.smithi042.stdout:op 3048 completed, throughput=4.99MB/sec 2024-09-16T07:18:53.036 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2t3_wWKbICTSe4t off=20950589 len=1405274 2024-09-16T07:18:53.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 3049 completed, throughput=4.99MB/sec 2024-09-16T07:18:53.038 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W64Ymyge14RNvc7 off=6620160 len=530394 2024-09-16T07:18:53.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 3050 completed, throughput=5MB/sec 2024-09-16T07:18:53.040 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oKC2sJKi2mdSF60 off=2058371 len=4035 2024-09-16T07:18:53.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 3051 completed, throughput=5MB/sec 2024-09-16T07:18:53.040 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KoGYnm9RcMw2qw4 off=9334294 len=691223 2024-09-16T07:18:53.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 3052 completed, throughput=5MB/sec 2024-09-16T07:18:53.045 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tWQA-t8eEYQXnUt off=17313042 len=1018428 2024-09-16T07:18:53.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 3053 completed, throughput=5MB/sec 2024-09-16T07:18:53.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OkaQ-avAKfDXdzv off=11178936 len=641449 2024-09-16T07:18:53.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 3054 completed, throughput=5MB/sec 2024-09-16T07:18:53.048 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iOU3MhWpgpsLBXl off=12595763 len=1145205 2024-09-16T07:18:53.053 INFO:tasks.workunit.client.0.smithi042.stdout:op 3055 completed, throughput=5MB/sec 2024-09-16T07:18:54.053 INFO:tasks.workunit.client.0.smithi042.stdout: 597: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:54.054 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cRuOQic70pMsF39 off=2105966 len=1136674 2024-09-16T07:18:54.055 INFO:tasks.workunit.client.0.smithi042.stdout:op 3056 completed, throughput=4.99MB/sec 2024-09-16T07:18:54.055 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J10hBfKnNNR31ju off=4189520 len=1845815 2024-09-16T07:18:54.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 3057 completed, throughput=5MB/sec 2024-09-16T07:18:54.058 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NPRsDuFNGlIcdYk off=376351 len=445366 2024-09-16T07:18:54.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 3058 completed, throughput=5MB/sec 2024-09-16T07:18:54.061 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vDRcJx26LzK3-dA off=17819085 len=1299945 2024-09-16T07:18:54.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 3059 completed, throughput=5MB/sec 2024-09-16T07:18:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:53 smithi164 ceph-mon[88760]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:18:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:53 smithi042 ceph-mon[94096]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:18:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:53 smithi042 ceph-mon[96574]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-09-16T07:18:55.063 INFO:tasks.workunit.client.0.smithi042.stdout: 598: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:55.063 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ro-Yfx6-wdrzD1K off=8952289 len=1132617 2024-09-16T07:18:55.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 3060 completed, throughput=4.99MB/sec 2024-09-16T07:18:55.070 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qkqG-ePC1VAJPAP off=5514950 len=1237492 2024-09-16T07:18:55.072 INFO:tasks.workunit.client.0.smithi042.stdout:op 3061 completed, throughput=5MB/sec 2024-09-16T07:18:55.072 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9HgNEh39sVTc3uG off=2779194 len=1878083 2024-09-16T07:18:55.080 INFO:tasks.workunit.client.0.smithi042.stdout:op 3062 completed, throughput=5MB/sec 2024-09-16T07:18:55.080 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-THSEiVRjb2k8nFy off=6166719 len=298404 2024-09-16T07:18:55.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 3063 completed, throughput=5MB/sec 2024-09-16T07:18:55.087 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f-obXidh-f8Bxt4 off=7017246 len=838224 2024-09-16T07:18:55.092 INFO:tasks.workunit.client.0.smithi042.stdout:op 3064 completed, throughput=5MB/sec 2024-09-16T07:18:56.092 INFO:tasks.workunit.client.0.smithi042.stdout: 599: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:56.092 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uZ_rtTOuKGRoa3D off=14026414 len=1231917 2024-09-16T07:18:56.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 3065 completed, throughput=4.99MB/sec 2024-09-16T07:18:56.094 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-etcpsX6ZJorhITY off=7292740 len=709834 2024-09-16T07:18:56.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 3066 completed, throughput=4.99MB/sec 2024-09-16T07:18:56.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-718ksBKE-cgHnRA off=2469254 len=1088874 2024-09-16T07:18:56.103 INFO:tasks.workunit.client.0.smithi042.stdout:op 3067 completed, throughput=5MB/sec 2024-09-16T07:18:56.103 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fjhgcZ-WsVY25yL off=5988791 len=440183 2024-09-16T07:18:56.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 3068 completed, throughput=5MB/sec 2024-09-16T07:18:56.104 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ydsmOgKaii_eHoT off=697808 len=1909723 2024-09-16T07:18:56.115 INFO:tasks.workunit.client.0.smithi042.stdout:op 3069 completed, throughput=5MB/sec 2024-09-16T07:18:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:55 smithi164 ceph-mon[88760]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:18:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:55 smithi042 ceph-mon[94096]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:18:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:55 smithi042 ceph-mon[96574]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:18:57.115 INFO:tasks.workunit.client.0.smithi042.stdout: 600: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:57.115 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0OSjHF1kNlnfi7q off=6656144 len=1090061 2024-09-16T07:18:57.118 INFO:tasks.workunit.client.0.smithi042.stdout:op 3070 completed, throughput=4.99MB/sec 2024-09-16T07:18:57.118 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LXaLuS1pAldB1aC off=19540497 len=632760 2024-09-16T07:18:57.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 3071 completed, throughput=4.99MB/sec 2024-09-16T07:18:57.119 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iw7OIbLk94us5md off=2458333 len=2075518 2024-09-16T07:18:57.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 3072 completed, throughput=5MB/sec 2024-09-16T07:18:57.121 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jzoCGmabjPM9BCz off=4368157 len=903704 2024-09-16T07:18:57.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 3073 completed, throughput=5MB/sec 2024-09-16T07:18:57.127 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C5elf8mMAij2lfX off=5399285 len=511046 2024-09-16T07:18:57.128 INFO:tasks.workunit.client.0.smithi042.stdout:op 3074 completed, throughput=5MB/sec 2024-09-16T07:18:58.129 INFO:tasks.workunit.client.0.smithi042.stdout: 601: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:58.129 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-isITXh1kP9iCg5n off=6559956 len=61578 2024-09-16T07:18:58.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 3075 completed, throughput=4.99MB/sec 2024-09-16T07:18:58.129 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EMbVhxh7ppQ38xK off=1396743 len=434796 2024-09-16T07:18:58.132 INFO:tasks.workunit.client.0.smithi042.stdout:op 3076 completed, throughput=4.99MB/sec 2024-09-16T07:18:58.132 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tUxh35EFJ5aM8qz off=12773627 len=1043872 2024-09-16T07:18:58.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 3077 completed, throughput=4.99MB/sec 2024-09-16T07:18:58.134 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2mPD6jXFiXzNk_V off=324982 len=1948197 2024-09-16T07:18:58.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 3078 completed, throughput=5MB/sec 2024-09-16T07:18:58.136 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n2aScE67mi7C_8d off=3324530 len=1142288 2024-09-16T07:18:58.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 3079 completed, throughput=5MB/sec 2024-09-16T07:18:58.143 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7cbD0V9DWGDhDt4 off=10119735 len=498444 2024-09-16T07:18:58.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 3080 completed, throughput=5MB/sec 2024-09-16T07:18:58.144 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sBA_gDY1x37tltE off=1767343 len=1696150 2024-09-16T07:18:58.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 3081 completed, throughput=5MB/sec 2024-09-16T07:18:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:57 smithi042 ceph-mon[94096]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:57 smithi042 ceph-mon[96574]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:57 smithi164 ceph-mon[88760]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:18:59.147 INFO:tasks.workunit.client.0.smithi042.stdout: 602: throughput=4.99MB/sec pending data=0 2024-09-16T07:18:59.147 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kHse4yPI8ZhkVyj off=3005929 len=2023991 2024-09-16T07:18:59.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 3082 completed, throughput=5MB/sec 2024-09-16T07:18:59.149 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wlVOCipzWoub72j off=1282061 len=899688 2024-09-16T07:18:59.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 3083 completed, throughput=5MB/sec 2024-09-16T07:18:59.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IWwO8lELb404Qsw off=7352955 len=1414580 2024-09-16T07:18:59.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 3084 completed, throughput=5MB/sec 2024-09-16T07:19:00.159 INFO:tasks.workunit.client.0.smithi042.stdout: 603: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:00.159 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dg6TyNI9UrVTLhP off=5837846 len=834721 2024-09-16T07:19:00.163 INFO:tasks.workunit.client.0.smithi042.stdout:op 3085 completed, throughput=4.99MB/sec 2024-09-16T07:19:00.163 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj---_v--Nis260Mph off=2382911 len=739725 2024-09-16T07:19:00.164 INFO:tasks.workunit.client.0.smithi042.stdout:op 3086 completed, throughput=5MB/sec 2024-09-16T07:19:00.164 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uUdCIkeqH70k8c3 off=19208997 len=564136 2024-09-16T07:19:00.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 3087 completed, throughput=5MB/sec 2024-09-16T07:19:00.168 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AVH8oUf7erKyHxi off=10216062 len=402524 2024-09-16T07:19:00.169 INFO:tasks.workunit.client.0.smithi042.stdout:op 3088 completed, throughput=5MB/sec 2024-09-16T07:19:00.169 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qgSwEjkMbzZTG-n off=5667623 len=17301 2024-09-16T07:19:00.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 3089 completed, throughput=5MB/sec 2024-09-16T07:19:00.172 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4_VxVQWXIpKfC12 off=4153301 len=1167520 2024-09-16T07:19:00.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 3090 completed, throughput=5MB/sec 2024-09-16T07:19:00.173 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uPqYY9FARnV86T1 off=2390041 len=1686173 2024-09-16T07:19:00.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 3091 completed, throughput=5MB/sec 2024-09-16T07:19:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:18:59 smithi042 ceph-mon[94096]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:19:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:18:59 smithi042 ceph-mon[96574]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:19:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:18:59 smithi164 ceph-mon[88760]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:19:01.181 INFO:tasks.workunit.client.0.smithi042.stdout: 604: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:01.181 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1bikGTzGcbrhU6h off=10984564 len=973248 2024-09-16T07:19:01.183 INFO:tasks.workunit.client.0.smithi042.stdout:op 3092 completed, throughput=4.99MB/sec 2024-09-16T07:19:01.183 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d3sXSCbcMkiOdkO off=2482371 len=1135120 2024-09-16T07:19:01.184 INFO:tasks.workunit.client.0.smithi042.stdout:op 3093 completed, throughput=5MB/sec 2024-09-16T07:19:01.184 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-51aKceigKg79m5Q off=68532 len=1371217 2024-09-16T07:19:01.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 3094 completed, throughput=5MB/sec 2024-09-16T07:19:01.193 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4_VxVQWXIpKfC12 off=3847916 len=1456128 2024-09-16T07:19:01.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 3095 completed, throughput=5MB/sec 2024-09-16T07:19:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:01] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:19:02.195 INFO:tasks.workunit.client.0.smithi042.stdout: 605: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:02.195 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X_EAPPoU-lKxBhP off=4006383 len=2061778 2024-09-16T07:19:02.206 INFO:tasks.workunit.client.0.smithi042.stdout:op 3096 completed, throughput=5MB/sec 2024-09-16T07:19:02.207 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SO0E7o6sfeGUAJb off=4468645 len=444766 2024-09-16T07:19:02.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 3097 completed, throughput=5MB/sec 2024-09-16T07:19:02.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-He1l1CpgtTlsZ_e off=19176308 len=494746 2024-09-16T07:19:02.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 3098 completed, throughput=5MB/sec 2024-09-16T07:19:02.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NedSJedA3oX3LRb off=6289035 len=303283 2024-09-16T07:19:02.215 INFO:tasks.workunit.client.0.smithi042.stdout:op 3099 completed, throughput=5MB/sec 2024-09-16T07:19:02.215 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IEJBAWfdYRKIukX off=12287445 len=1610006 2024-09-16T07:19:02.222 INFO:tasks.workunit.client.0.smithi042.stdout:op 3100 completed, throughput=5MB/sec 2024-09-16T07:19:02.222 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VgLE_f6yqktcSPh off=13970928 len=2058848 2024-09-16T07:19:02.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 3101 completed, throughput=5MB/sec 2024-09-16T07:19:02.290 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:01 smithi164 ceph-mon[88760]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:01 smithi042 ceph-mon[94096]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:01 smithi042 ceph-mon[96574]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:03.226 INFO:tasks.workunit.client.0.smithi042.stdout: 606: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:03.227 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EsGNsP_gE7xdqDB off=18378350 len=303609 2024-09-16T07:19:03.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 3102 completed, throughput=5MB/sec 2024-09-16T07:19:03.230 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xlQiEvUMCaddXkj off=6438519 len=439047 2024-09-16T07:19:03.231 INFO:tasks.workunit.client.0.smithi042.stdout:op 3103 completed, throughput=5MB/sec 2024-09-16T07:19:03.231 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1SWCl83rZxEbuVS off=1390860 len=967195 2024-09-16T07:19:03.232 INFO:tasks.workunit.client.0.smithi042.stdout:op 3104 completed, throughput=5MB/sec 2024-09-16T07:19:03.232 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qeg3EryrVhAk8M7 off=7170619 len=1466905 2024-09-16T07:19:03.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 3105 completed, throughput=5MB/sec 2024-09-16T07:19:03.239 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oqoPaS_hrSgCvxJ off=17959280 len=596333 2024-09-16T07:19:03.243 INFO:tasks.workunit.client.0.smithi042.stdout:op 3106 completed, throughput=5MB/sec 2024-09-16T07:19:04.243 INFO:tasks.workunit.client.0.smithi042.stdout: 607: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:04.243 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-slzS05_dVMe5J4b off=13721471 len=999980 2024-09-16T07:19:04.250 INFO:tasks.workunit.client.0.smithi042.stdout:op 3107 completed, throughput=4.99MB/sec 2024-09-16T07:19:04.250 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--MQGPS7B0o2rKdO off=5406857 len=492822 2024-09-16T07:19:04.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 3108 completed, throughput=4.99MB/sec 2024-09-16T07:19:04.254 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cP-vxDO7QPm7sgv off=1458035 len=802910 2024-09-16T07:19:04.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 3109 completed, throughput=5MB/sec 2024-09-16T07:19:04.259 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tOoJJAIXF6BBGHg off=2623145 len=250506 2024-09-16T07:19:04.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 3110 completed, throughput=5MB/sec 2024-09-16T07:19:04.261 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z2R0gL5OFNENPoq off=202248 len=837291 2024-09-16T07:19:04.265 INFO:tasks.workunit.client.0.smithi042.stdout:op 3111 completed, throughput=5MB/sec 2024-09-16T07:19:04.265 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4NqO4CI_moKVnZW off=4932058 len=2020394 2024-09-16T07:19:04.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 3112 completed, throughput=5MB/sec 2024-09-16T07:19:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:03 smithi042 ceph-mon[94096]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:19:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:03 smithi042 ceph-mon[96574]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:19:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:03 smithi164 ceph-mon[88760]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:19:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:05.268 INFO:tasks.workunit.client.0.smithi042.stdout: 608: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:05.268 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uzRs4CyF1V-3uq8 off=2700412 len=925624 2024-09-16T07:19:05.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 3113 completed, throughput=4.99MB/sec 2024-09-16T07:19:05.273 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3doNDBWP_khwmli off=2772951 len=1204532 2024-09-16T07:19:05.274 INFO:tasks.workunit.client.0.smithi042.stdout:op 3114 completed, throughput=5MB/sec 2024-09-16T07:19:05.274 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rYH9lStpt8qdhah off=20946307 len=962296 2024-09-16T07:19:05.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 3115 completed, throughput=5MB/sec 2024-09-16T07:19:05.277 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qBxYsWi1jmJS3cO off=2960187 len=1377443 2024-09-16T07:19:05.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 3116 completed, throughput=5MB/sec 2024-09-16T07:19:05.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NJ0QA_xdmWC5buH off=6082654 len=903333 2024-09-16T07:19:05.283 INFO:tasks.workunit.client.0.smithi042.stdout:op 3117 completed, throughput=5MB/sec 2024-09-16T07:19:06.284 INFO:tasks.workunit.client.0.smithi042.stdout: 609: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:06.284 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IMWIfN3mRqJi-ck off=2671198 len=1454361 2024-09-16T07:19:06.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 3118 completed, throughput=4.99MB/sec 2024-09-16T07:19:06.291 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nYIwZUrZP0F6ulc off=189077 len=1263817 2024-09-16T07:19:06.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 3119 completed, throughput=5MB/sec 2024-09-16T07:19:06.292 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wVE0XMRPVynHU-S off=13940164 len=863953 2024-09-16T07:19:06.297 INFO:tasks.workunit.client.0.smithi042.stdout:op 3120 completed, throughput=5MB/sec 2024-09-16T07:19:06.297 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3wKKOXiRbFoC-dM off=13463188 len=1402771 2024-09-16T07:19:06.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 3121 completed, throughput=5MB/sec 2024-09-16T07:19:06.303 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--efLceN73Mpjbpm off=5656917 len=412614 2024-09-16T07:19:06.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 3122 completed, throughput=5MB/sec 2024-09-16T07:19:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:06 smithi042 ceph-mon[94096]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:06 smithi042 ceph-mon[96574]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:06 smithi164 ceph-mon[88760]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:07.307 INFO:tasks.workunit.client.0.smithi042.stdout: 610: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:07.307 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M0d2u-LAAPubEja off=697995 len=1039938 2024-09-16T07:19:07.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 3123 completed, throughput=4.99MB/sec 2024-09-16T07:19:07.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B-0TLcbw-UX9fHr off=6112212 len=2002259 2024-09-16T07:19:07.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 3124 completed, throughput=5MB/sec 2024-09-16T07:19:07.312 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T7akmnf4Qjr_Gou off=817788 len=809594 2024-09-16T07:19:07.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 3125 completed, throughput=5MB/sec 2024-09-16T07:19:07.314 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pSAaL0rhvY1dNTq off=7706622 len=548595 2024-09-16T07:19:07.318 INFO:tasks.workunit.client.0.smithi042.stdout:op 3126 completed, throughput=5MB/sec 2024-09-16T07:19:07.318 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-faWV6yd4SRNIVVv off=243125 len=147661 2024-09-16T07:19:07.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 3127 completed, throughput=5MB/sec 2024-09-16T07:19:07.321 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kEz01YCkckSecXG off=7618265 len=2071081 2024-09-16T07:19:07.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 3128 completed, throughput=5MB/sec 2024-09-16T07:19:08.330 INFO:tasks.workunit.client.0.smithi042.stdout: 611: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:08.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yp8xiwy4mUKgbPs off=4285788 len=841098 2024-09-16T07:19:08.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 3129 completed, throughput=5MB/sec 2024-09-16T07:19:08.335 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lV-P8iDIz9P3827 off=10336551 len=1794833 2024-09-16T07:19:08.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 3130 completed, throughput=5MB/sec 2024-09-16T07:19:08.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7deVX_VyejDjMpJ off=1113210 len=1464688 2024-09-16T07:19:08.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 3131 completed, throughput=5MB/sec 2024-09-16T07:19:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:08 smithi042 ceph-mon[94096]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:19:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:08 smithi042 ceph-mon[96574]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:19:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:08 smithi164 ceph-mon[88760]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:19:09.352 INFO:tasks.workunit.client.0.smithi042.stdout: 612: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:09.352 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ad-ZlAuubJmy7NI off=2988265 len=967086 2024-09-16T07:19:09.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 3132 completed, throughput=4.99MB/sec 2024-09-16T07:19:09.353 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EiXk0JJbu9Ch6gV off=2700462 len=237528 2024-09-16T07:19:09.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 3133 completed, throughput=4.99MB/sec 2024-09-16T07:19:09.355 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bb54UGVFyIIEByy off=3214953 len=1064657 2024-09-16T07:19:09.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 3134 completed, throughput=5MB/sec 2024-09-16T07:19:09.356 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RqslzGPhNCis2kd off=13433337 len=1898596 2024-09-16T07:19:09.358 INFO:tasks.workunit.client.0.smithi042.stdout:op 3135 completed, throughput=5MB/sec 2024-09-16T07:19:09.359 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FpkEJx40JUl21Vw off=484696 len=1358131 2024-09-16T07:19:09.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 3136 completed, throughput=5MB/sec 2024-09-16T07:19:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:10 smithi042 ceph-mon[94096]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:19:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:10 smithi042 ceph-mon[96574]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:19:10.360 INFO:tasks.workunit.client.0.smithi042.stdout: 613: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:10.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_h4LoXBAURJb_uT off=661330 len=144041 2024-09-16T07:19:10.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 3137 completed, throughput=4.99MB/sec 2024-09-16T07:19:10.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CVW4IYNpeGJUHD9 off=836743 len=1875632 2024-09-16T07:19:10.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 3138 completed, throughput=5MB/sec 2024-09-16T07:19:10.374 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q0-_UDpbp3ExKFK off=735084 len=562768 2024-09-16T07:19:10.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 3139 completed, throughput=5MB/sec 2024-09-16T07:19:10.374 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e3A9NtxKWodeKsM off=14037754 len=1966881 2024-09-16T07:19:10.382 INFO:tasks.workunit.client.0.smithi042.stdout:op 3140 completed, throughput=5MB/sec 2024-09-16T07:19:10.382 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WB6sYCslc12Vxd6 off=1113403 len=402319 2024-09-16T07:19:10.382 INFO:tasks.workunit.client.0.smithi042.stdout:op 3141 completed, throughput=5MB/sec 2024-09-16T07:19:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:10 smithi164 ceph-mon[88760]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:19:11.383 INFO:tasks.workunit.client.0.smithi042.stdout: 614: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:11.384 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2JrLN3o1KoPyVi- off=9605561 len=581185 2024-09-16T07:19:11.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 3142 completed, throughput=4.99MB/sec 2024-09-16T07:19:11.387 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-67VxSq2foQsnRyb off=3816434 len=456901 2024-09-16T07:19:11.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 3143 completed, throughput=4.99MB/sec 2024-09-16T07:19:11.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YiAYbDMo22BKJEy off=40745 len=238229 2024-09-16T07:19:11.394 INFO:tasks.workunit.client.0.smithi042.stdout:op 3144 completed, throughput=4.99MB/sec 2024-09-16T07:19:11.395 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9StN3CHGF-d2j6G off=1430131 len=2051556 2024-09-16T07:19:11.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 3145 completed, throughput=5MB/sec 2024-09-16T07:19:11.405 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-H8ypYvHdmrI0DyI off=6438212 len=1924533 2024-09-16T07:19:11.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 3146 completed, throughput=5MB/sec 2024-09-16T07:19:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:11] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:19:12.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:12 smithi164 ceph-mon[88760]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:12 smithi042 ceph-mon[94096]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:12 smithi042 ceph-mon[96574]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:12.408 INFO:tasks.workunit.client.0.smithi042.stdout: 615: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:12.409 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ktjcYquAFoaQDqg off=11597200 len=124405 2024-09-16T07:19:12.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 3147 completed, throughput=4.99MB/sec 2024-09-16T07:19:12.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kSw8PsxsjxSxcoP off=1980848 len=1798629 2024-09-16T07:19:12.419 INFO:tasks.workunit.client.0.smithi042.stdout:op 3148 completed, throughput=4.99MB/sec 2024-09-16T07:19:12.419 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3SMKp6bCRTMRZUA off=8304500 len=2054844 2024-09-16T07:19:12.429 INFO:tasks.workunit.client.0.smithi042.stdout:op 3149 completed, throughput=5MB/sec 2024-09-16T07:19:12.429 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SK30NAstPMzXdrb off=5947628 len=1991085 2024-09-16T07:19:12.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 3150 completed, throughput=5MB/sec 2024-09-16T07:19:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:19:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:19:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:13 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:19:13.437 INFO:tasks.workunit.client.0.smithi042.stdout: 616: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:13.437 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V_v4RPmNVkOa6J3 off=16866216 len=1543033 2024-09-16T07:19:13.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 3151 completed, throughput=5MB/sec 2024-09-16T07:19:13.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cRCHCwDlVFvm5p- off=11792376 len=62901 2024-09-16T07:19:13.447 INFO:tasks.workunit.client.0.smithi042.stdout:op 3152 completed, throughput=5MB/sec 2024-09-16T07:19:13.447 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iyYHQEKYMMVyDHE off=14376723 len=1351998 2024-09-16T07:19:13.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 3153 completed, throughput=5MB/sec 2024-09-16T07:19:13.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ljmMSd7yph-8VjW off=10681335 len=1875272 2024-09-16T07:19:13.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 3154 completed, throughput=5MB/sec 2024-09-16T07:19:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:13 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:19:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:13 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:19:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:13 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:19:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:13 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:19:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:14 smithi042 ceph-mon[94096]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:19:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:14 smithi042 ceph-mon[96574]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:19:14.461 INFO:tasks.workunit.client.0.smithi042.stdout: 617: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:14.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bJJNtmgAEg2iAe9 off=4124540 len=666579 2024-09-16T07:19:14.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 3155 completed, throughput=4.99MB/sec 2024-09-16T07:19:14.462 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RVhhUJTqWwpqV5h off=6336059 len=1415802 2024-09-16T07:19:14.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 3156 completed, throughput=5MB/sec 2024-09-16T07:19:14.464 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XA5kSW0BqyeZiCq off=12819249 len=1123506 2024-09-16T07:19:14.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 3157 completed, throughput=5MB/sec 2024-09-16T07:19:14.470 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Jxv4FVZfbApmqSR off=664437 len=558963 2024-09-16T07:19:14.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 3158 completed, throughput=5MB/sec 2024-09-16T07:19:14.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f1Wgp48Ibvt9ccD off=14855150 len=1830352 2024-09-16T07:19:14.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 3159 completed, throughput=5MB/sec 2024-09-16T07:19:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:14 smithi164 ceph-mon[88760]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:19:15.476 INFO:tasks.workunit.client.0.smithi042.stdout: 618: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:15.476 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yZGyrZz5WlqUZ_T off=10126081 len=2050746 2024-09-16T07:19:15.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 3160 completed, throughput=5MB/sec 2024-09-16T07:19:15.487 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aqGKev9bQZ8g4a7 off=12971689 len=1963878 2024-09-16T07:19:15.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 3161 completed, throughput=5MB/sec 2024-09-16T07:19:15.497 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oi2PKyE-cF2kmWC off=12940362 len=1905875 2024-09-16T07:19:15.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 3162 completed, throughput=5MB/sec 2024-09-16T07:19:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:16 smithi042 ceph-mon[94096]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:19:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:16 smithi042 ceph-mon[96574]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:19:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:16 smithi164 ceph-mon[88760]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:19:16.503 INFO:tasks.workunit.client.0.smithi042.stdout: 619: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:16.503 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qwSLdWTnO4QVOL1 off=5548199 len=947882 2024-09-16T07:19:16.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 3163 completed, throughput=4.99MB/sec 2024-09-16T07:19:16.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K89yExh9n4i3lwL off=1635887 len=590115 2024-09-16T07:19:16.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 3164 completed, throughput=5MB/sec 2024-09-16T07:19:16.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RGgC8QK_xUaM5PU off=14064185 len=1472022 2024-09-16T07:19:16.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 3165 completed, throughput=5MB/sec 2024-09-16T07:19:16.518 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6MrW8KHov9IzdvV off=17737266 len=810184 2024-09-16T07:19:16.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 3166 completed, throughput=5MB/sec 2024-09-16T07:19:16.522 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Kkm23r2e-_m1pii off=343078 len=147904 2024-09-16T07:19:16.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 3167 completed, throughput=5MB/sec 2024-09-16T07:19:16.525 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--_o70F3hVYeazCN off=759935 len=705069 2024-09-16T07:19:16.529 INFO:tasks.workunit.client.0.smithi042.stdout:op 3168 completed, throughput=5MB/sec 2024-09-16T07:19:17.530 INFO:tasks.workunit.client.0.smithi042.stdout: 620: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:17.530 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SJ3LBLt-ei5P8VN off=24433067 len=835039 2024-09-16T07:19:17.531 INFO:tasks.workunit.client.0.smithi042.stdout:op 3169 completed, throughput=4.99MB/sec 2024-09-16T07:19:17.531 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZCnquY-5hBdiMJV off=14197970 len=913352 2024-09-16T07:19:17.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 3170 completed, throughput=4.99MB/sec 2024-09-16T07:19:17.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SGpz9fLffOmc_t- off=19087690 len=1759379 2024-09-16T07:19:17.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 3171 completed, throughput=5MB/sec 2024-09-16T07:19:17.541 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2m_s0BQ-9y7kf_B off=2023006 len=2011847 2024-09-16T07:19:17.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 3172 completed, throughput=5MB/sec 2024-09-16T07:19:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:18 smithi042 ceph-mon[94096]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:18 smithi042 ceph-mon[96574]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:18 smithi164 ceph-mon[88760]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:18.550 INFO:tasks.workunit.client.0.smithi042.stdout: 621: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:18.550 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i3Za92JRNXpsg-V off=14231759 len=657054 2024-09-16T07:19:18.554 INFO:tasks.workunit.client.0.smithi042.stdout:op 3173 completed, throughput=4.99MB/sec 2024-09-16T07:19:18.554 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5jRFLJeADXNFKgb off=748378 len=1480657 2024-09-16T07:19:18.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 3174 completed, throughput=5MB/sec 2024-09-16T07:19:18.556 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AHZLZgQV6epCxAe off=19234867 len=1887048 2024-09-16T07:19:18.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 3175 completed, throughput=5MB/sec 2024-09-16T07:19:18.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ICUlq6JQGUWdDjU off=15134637 len=1091813 2024-09-16T07:19:18.569 INFO:tasks.workunit.client.0.smithi042.stdout:op 3176 completed, throughput=5MB/sec 2024-09-16T07:19:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:19.570 INFO:tasks.workunit.client.0.smithi042.stdout: 622: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:19.570 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uaP1YppdjBS6TLL off=709320 len=1973668 2024-09-16T07:19:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 3177 completed, throughput=5MB/sec 2024-09-16T07:19:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-07ARBB_y7StHIZy off=1868339 len=282805 2024-09-16T07:19:19.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 3178 completed, throughput=5MB/sec 2024-09-16T07:19:19.575 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nZz6iAqMLveBUia off=1501223 len=1667223 2024-09-16T07:19:19.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 3179 completed, throughput=5MB/sec 2024-09-16T07:19:19.586 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7iYntbTXvAOpYvO off=15932094 len=1158335 2024-09-16T07:19:19.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 3180 completed, throughput=5MB/sec 2024-09-16T07:19:19.587 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jpyRYQ455OoP0qd off=8032442 len=1052700 2024-09-16T07:19:19.593 INFO:tasks.workunit.client.0.smithi042.stdout:op 3181 completed, throughput=5MB/sec 2024-09-16T07:19:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:20 smithi042 ceph-mon[94096]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:19:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:20 smithi042 ceph-mon[96574]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:19:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:20 smithi164 ceph-mon[88760]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:19:20.593 INFO:tasks.workunit.client.0.smithi042.stdout: 623: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:20.593 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iXks38HcHkjvTur off=3402840 len=532136 2024-09-16T07:19:20.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 3182 completed, throughput=4.99MB/sec 2024-09-16T07:19:20.598 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uvKQ_nNGrVPwopt off=10391249 len=2023037 2024-09-16T07:19:20.600 INFO:tasks.workunit.client.0.smithi042.stdout:op 3183 completed, throughput=5MB/sec 2024-09-16T07:19:20.600 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GKVlhYCs9l5WEJw off=940113 len=1688771 2024-09-16T07:19:20.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 3184 completed, throughput=5MB/sec 2024-09-16T07:19:20.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nsxUtNTBT7D21T0 off=3671781 len=1857580 2024-09-16T07:19:20.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 3185 completed, throughput=5MB/sec 2024-09-16T07:19:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:19:21.613 INFO:tasks.workunit.client.0.smithi042.stdout: 624: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:21.614 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Isv9tx_JyWveLlj off=3892914 len=1610514 2024-09-16T07:19:21.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 3186 completed, throughput=5MB/sec 2024-09-16T07:19:21.622 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PXzh0ZCfMpyWtwx off=7098924 len=1697376 2024-09-16T07:19:21.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 3187 completed, throughput=5MB/sec 2024-09-16T07:19:21.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WY-FqTyvXDS9OA4 off=611518 len=1833912 2024-09-16T07:19:21.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 3188 completed, throughput=5MB/sec 2024-09-16T07:19:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:22 smithi164 ceph-mon[88760]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:22 smithi042 ceph-mon[94096]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:22 smithi042 ceph-mon[96574]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:19:22.633 INFO:tasks.workunit.client.0.smithi042.stdout: 625: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:22.634 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sleLDNMSriceZ2k off=8561055 len=467545 2024-09-16T07:19:22.635 INFO:tasks.workunit.client.0.smithi042.stdout:op 3189 completed, throughput=4.99MB/sec 2024-09-16T07:19:22.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IOtLnDZcZ4hHIxF off=12950043 len=5471 2024-09-16T07:19:22.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 3190 completed, throughput=4.99MB/sec 2024-09-16T07:19:22.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SN8nYbCo6SVnZkD off=4557677 len=1632075 2024-09-16T07:19:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 3191 completed, throughput=5MB/sec 2024-09-16T07:19:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oFGPufKRZlsHnrF off=14051144 len=894756 2024-09-16T07:19:22.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 3192 completed, throughput=5MB/sec 2024-09-16T07:19:22.646 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AY28bS8QfIewPYV off=8624990 len=2062695 2024-09-16T07:19:22.654 INFO:tasks.workunit.client.0.smithi042.stdout:op 3193 completed, throughput=5MB/sec 2024-09-16T07:19:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:23.655 INFO:tasks.workunit.client.0.smithi042.stdout: 626: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:23.655 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Xw6TwTj3XqKcnz off=19255972 len=1487372 2024-09-16T07:19:23.657 INFO:tasks.workunit.client.0.smithi042.stdout:op 3194 completed, throughput=5MB/sec 2024-09-16T07:19:23.657 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gf-eBIpUDFntyEh off=3915341 len=780811 2024-09-16T07:19:23.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 3195 completed, throughput=5MB/sec 2024-09-16T07:19:23.659 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--uNl6ra9Bv6v5K2 off=3677773 len=1254820 2024-09-16T07:19:23.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 3196 completed, throughput=5MB/sec 2024-09-16T07:19:23.661 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6bflGqJ51kpCY_Z off=9659823 len=1756977 2024-09-16T07:19:23.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 3197 completed, throughput=5MB/sec 2024-09-16T07:19:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:24 smithi042 ceph-mon[96574]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:19:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:24 smithi042 ceph-mon[94096]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:19:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:24 smithi164 ceph-mon[88760]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:19:24.669 INFO:tasks.workunit.client.0.smithi042.stdout: 627: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:24.669 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u_l5mbDa-np0SyR off=4442335 len=1143836 2024-09-16T07:19:24.672 INFO:tasks.workunit.client.0.smithi042.stdout:op 3198 completed, throughput=5MB/sec 2024-09-16T07:19:24.672 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hLJ-_rm9KZqG1-m off=1167220 len=1578742 2024-09-16T07:19:24.674 INFO:tasks.workunit.client.0.smithi042.stdout:op 3199 completed, throughput=5MB/sec 2024-09-16T07:19:24.675 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-swTp72vkZhQvt-Z off=118289 len=353034 2024-09-16T07:19:24.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 3200 completed, throughput=5MB/sec 2024-09-16T07:19:24.676 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zybyKbnVHVPEtv4 off=4259063 len=1407309 2024-09-16T07:19:24.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 3201 completed, throughput=5MB/sec 2024-09-16T07:19:25.677 INFO:tasks.workunit.client.0.smithi042.stdout: 628: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:25.678 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C4nPbEnMahVqMWk off=3787303 len=1941601 2024-09-16T07:19:25.680 INFO:tasks.workunit.client.0.smithi042.stdout:op 3202 completed, throughput=5MB/sec 2024-09-16T07:19:25.680 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LKv3Uwc2cJyLtiK off=1878204 len=399701 2024-09-16T07:19:25.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 3203 completed, throughput=5MB/sec 2024-09-16T07:19:25.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iZef5iXOQ1MBUEf off=6241165 len=91905 2024-09-16T07:19:25.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 3204 completed, throughput=5MB/sec 2024-09-16T07:19:25.686 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D07E0K8dil8n9Mi off=13005563 len=1245057 2024-09-16T07:19:25.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 3205 completed, throughput=5MB/sec 2024-09-16T07:19:25.692 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u9iH__oIZypqwIo off=9998641 len=933670 2024-09-16T07:19:25.697 INFO:tasks.workunit.client.0.smithi042.stdout:op 3206 completed, throughput=5MB/sec 2024-09-16T07:19:25.697 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kHWj8WDRJM9fWn1 off=4306661 len=1079230 2024-09-16T07:19:25.702 INFO:tasks.workunit.client.0.smithi042.stdout:op 3207 completed, throughput=5MB/sec 2024-09-16T07:19:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:26 smithi042 ceph-mon[96574]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:19:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:26 smithi042 ceph-mon[94096]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:19:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:26 smithi164 ceph-mon[88760]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-09-16T07:19:26.702 INFO:tasks.workunit.client.0.smithi042.stdout: 629: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:26.703 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1q9n6WwIAEx4Gx4 off=6682218 len=1506816 2024-09-16T07:19:26.704 INFO:tasks.workunit.client.0.smithi042.stdout:op 3208 completed, throughput=5MB/sec 2024-09-16T07:19:26.704 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8fq6e7vi_DejpA8 off=21617705 len=622651 2024-09-16T07:19:26.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 3209 completed, throughput=5MB/sec 2024-09-16T07:19:26.709 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BMA25dW1vGr-cCb off=11701236 len=482152 2024-09-16T07:19:26.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 3210 completed, throughput=5MB/sec 2024-09-16T07:19:26.710 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cGcPP_m55fy2n_Y off=1491595 len=1678766 2024-09-16T07:19:26.713 INFO:tasks.workunit.client.0.smithi042.stdout:op 3211 completed, throughput=5MB/sec 2024-09-16T07:19:26.713 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pF_DBOAogrYLUXa off=990486 len=628897 2024-09-16T07:19:26.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 3212 completed, throughput=5MB/sec 2024-09-16T07:19:27.714 INFO:tasks.workunit.client.0.smithi042.stdout: 630: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:27.715 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fvhEoT4bmZ9tHam off=0 len=1149396 2024-09-16T07:19:27.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 3213 completed, throughput=4.99MB/sec 2024-09-16T07:19:27.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6VRu0nhoUH0nSvM off=3263756 len=192726 2024-09-16T07:19:27.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 3214 completed, throughput=4.99MB/sec 2024-09-16T07:19:27.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r--1UWDeya4VUfi off=3101782 len=565170 2024-09-16T07:19:27.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 3215 completed, throughput=5MB/sec 2024-09-16T07:19:27.719 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-onwvbBwm9zbGamb off=11981629 len=1254119 2024-09-16T07:19:27.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 3216 completed, throughput=5MB/sec 2024-09-16T07:19:27.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0Yl86mIfUX65d19 off=42496 len=1097079 2024-09-16T07:19:27.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 3217 completed, throughput=5MB/sec 2024-09-16T07:19:27.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HjSI6bhKD4lvW32 off=1383034 len=773460 2024-09-16T07:19:27.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 3218 completed, throughput=5MB/sec 2024-09-16T07:19:27.729 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BPbFrg_tKBJy0aj off=622742 len=981301 2024-09-16T07:19:27.730 INFO:tasks.workunit.client.0.smithi042.stdout:op 3219 completed, throughput=5MB/sec 2024-09-16T07:19:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:28 smithi042 ceph-mon[96574]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:19:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:28 smithi042 ceph-mon[94096]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:19:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:28 smithi164 ceph-mon[88760]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:19:28.731 INFO:tasks.workunit.client.0.smithi042.stdout: 631: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:28.731 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TGDpjAKOyCTQETa off=292894 len=1567123 2024-09-16T07:19:28.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 3220 completed, throughput=5MB/sec 2024-09-16T07:19:28.733 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UUnDXf_jvh9prE6 off=2409181 len=322856 2024-09-16T07:19:28.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 3221 completed, throughput=5MB/sec 2024-09-16T07:19:28.736 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E8lAb3k3dghweW7 off=1803081 len=420092 2024-09-16T07:19:28.740 INFO:tasks.workunit.client.0.smithi042.stdout:op 3222 completed, throughput=5MB/sec 2024-09-16T07:19:28.740 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mY3uoogsz3FonFM off=4656592 len=415404 2024-09-16T07:19:28.741 INFO:tasks.workunit.client.0.smithi042.stdout:op 3223 completed, throughput=5MB/sec 2024-09-16T07:19:28.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Gzk5RCsAWfDcQp_ off=10858223 len=785946 2024-09-16T07:19:28.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 3224 completed, throughput=5MB/sec 2024-09-16T07:19:28.746 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-15Pq4TzFxS0Cag6 off=2916132 len=870256 2024-09-16T07:19:28.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 3225 completed, throughput=5MB/sec 2024-09-16T07:19:28.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_CTebuVd8AXK7qE off=22760976 len=375854 2024-09-16T07:19:28.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 3226 completed, throughput=5MB/sec 2024-09-16T07:19:29.749 INFO:tasks.workunit.client.0.smithi042.stdout: 632: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:29.749 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-93Etieep1_OGP9I off=1379753 len=904074 2024-09-16T07:19:29.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 3227 completed, throughput=4.99MB/sec 2024-09-16T07:19:29.750 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4e0k_a8gww2juoI off=166448 len=1228228 2024-09-16T07:19:29.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 3228 completed, throughput=5MB/sec 2024-09-16T07:19:29.752 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NsK_Cqk0Z5F3T9l off=5373221 len=312631 2024-09-16T07:19:29.754 INFO:tasks.workunit.client.0.smithi042.stdout:op 3229 completed, throughput=5MB/sec 2024-09-16T07:19:29.754 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-62HRxgCWv-aLu-K off=14864475 len=1632973 2024-09-16T07:19:29.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 3230 completed, throughput=5MB/sec 2024-09-16T07:19:29.764 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IlL6CFxi4p10bE2 off=13274027 len=1823155 2024-09-16T07:19:29.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 3231 completed, throughput=5MB/sec 2024-09-16T07:19:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:30 smithi042 ceph-mon[96574]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:19:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:30 smithi042 ceph-mon[94096]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:19:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:30 smithi164 ceph-mon[88760]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:19:30.766 INFO:tasks.workunit.client.0.smithi042.stdout: 633: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:30.767 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y-8SfTlio9Fonfv off=1755920 len=1349283 2024-09-16T07:19:30.768 INFO:tasks.workunit.client.0.smithi042.stdout:op 3232 completed, throughput=5MB/sec 2024-09-16T07:19:30.768 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-L4W9WKPoh_6Wofx off=4114769 len=1721139 2024-09-16T07:19:30.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 3233 completed, throughput=5MB/sec 2024-09-16T07:19:30.771 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oWQzGgAvGfj3BjW off=1577907 len=1676210 2024-09-16T07:19:30.773 INFO:tasks.workunit.client.0.smithi042.stdout:op 3234 completed, throughput=5MB/sec 2024-09-16T07:19:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:19:31.773 INFO:tasks.workunit.client.0.smithi042.stdout: 634: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:31.773 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-73PGfJLnoNJ34ES off=18405838 len=1589306 2024-09-16T07:19:31.781 INFO:tasks.workunit.client.0.smithi042.stdout:op 3235 completed, throughput=5MB/sec 2024-09-16T07:19:31.781 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UEv9va3zGppjrpN off=17583344 len=1356351 2024-09-16T07:19:31.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 3236 completed, throughput=5MB/sec 2024-09-16T07:19:31.783 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pL11cbLN6puPVnU off=9863735 len=378418 2024-09-16T07:19:31.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 3237 completed, throughput=5MB/sec 2024-09-16T07:19:31.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aDqhB6Kn0nIx8MD off=10205833 len=146002 2024-09-16T07:19:31.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 3238 completed, throughput=5MB/sec 2024-09-16T07:19:31.786 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DfefGMuIs2UqHnE off=7531083 len=1116264 2024-09-16T07:19:31.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 3239 completed, throughput=5MB/sec 2024-09-16T07:19:31.787 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ap_v6_hRCsTLgkf off=1168802 len=413379 2024-09-16T07:19:31.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 3240 completed, throughput=5MB/sec 2024-09-16T07:19:32.308 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:32 smithi164 ceph-mon[88760]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:19:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:32 smithi042 ceph-mon[94096]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:19:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:32 smithi042 ceph-mon[96574]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:19:32.562 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:32.787 INFO:tasks.workunit.client.0.smithi042.stdout: 635: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:32.788 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qjYOOrC6-SBtHYa off=880701 len=841633 2024-09-16T07:19:32.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 3241 completed, throughput=4.99MB/sec 2024-09-16T07:19:32.789 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eQoTlSbwBOQA0kq off=3159839 len=1623324 2024-09-16T07:19:32.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 3242 completed, throughput=5MB/sec 2024-09-16T07:19:32.793 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--Cwelzn87UUCTK9 off=12470026 len=1734161 2024-09-16T07:19:32.795 INFO:tasks.workunit.client.0.smithi042.stdout:op 3243 completed, throughput=5MB/sec 2024-09-16T07:19:32.795 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fp6iJzbt7ruwWU8 off=4754146 len=645945 2024-09-16T07:19:32.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 3244 completed, throughput=5MB/sec 2024-09-16T07:19:32.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GUjU8WIkcNdfE_5 off=278214 len=982037 2024-09-16T07:19:32.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 3245 completed, throughput=5MB/sec 2024-09-16T07:19:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:33 smithi042 ceph-mon[94096]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:19:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:33 smithi042 ceph-mon[96574]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:19:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:33 smithi164 ceph-mon[88760]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:19:33.798 INFO:tasks.workunit.client.0.smithi042.stdout: 636: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:33.798 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AjUxS6NOhC4ZufO off=4641910 len=1857882 2024-09-16T07:19:33.807 INFO:tasks.workunit.client.0.smithi042.stdout:op 3246 completed, throughput=5MB/sec 2024-09-16T07:19:33.807 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DX52ExSM2HUWWUq off=4307160 len=1695427 2024-09-16T07:19:33.813 INFO:tasks.workunit.client.0.smithi042.stdout:op 3247 completed, throughput=5MB/sec 2024-09-16T07:19:33.813 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s6GJwWXUaelllGW off=17954657 len=874327 2024-09-16T07:19:33.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 3248 completed, throughput=5MB/sec 2024-09-16T07:19:33.814 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bK0qJeV3x7bO-NF off=6857761 len=925720 2024-09-16T07:19:33.815 INFO:tasks.workunit.client.0.smithi042.stdout:op 3249 completed, throughput=5MB/sec 2024-09-16T07:19:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:34.816 INFO:tasks.workunit.client.0.smithi042.stdout: 637: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:34.816 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6QpZfGyrVCX9BB3 off=2536801 len=1233435 2024-09-16T07:19:34.823 INFO:tasks.workunit.client.0.smithi042.stdout:op 3250 completed, throughput=4.99MB/sec 2024-09-16T07:19:34.823 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f51r_NVA8ogPSHm off=10315937 len=1862666 2024-09-16T07:19:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 3251 completed, throughput=5MB/sec 2024-09-16T07:19:34.826 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nDEJCGS5IZ89FxN off=3206396 len=1099649 2024-09-16T07:19:34.827 INFO:tasks.workunit.client.0.smithi042.stdout:op 3252 completed, throughput=5MB/sec 2024-09-16T07:19:34.827 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NxN66lE9CuXnsZ6 off=2718873 len=861920 2024-09-16T07:19:34.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 3253 completed, throughput=5MB/sec 2024-09-16T07:19:35.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:35 smithi042 ceph-mon[96574]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:19:35.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:35 smithi042 ceph-mon[94096]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:19:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:35 smithi164 ceph-mon[88760]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:19:35.833 INFO:tasks.workunit.client.0.smithi042.stdout: 638: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:35.833 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CltSjGX3W7vZmhf off=138129 len=359022 2024-09-16T07:19:35.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 3254 completed, throughput=4.99MB/sec 2024-09-16T07:19:35.836 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UeU-4pjAU1c-Jo9 off=3532676 len=758700 2024-09-16T07:19:35.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 3255 completed, throughput=4.99MB/sec 2024-09-16T07:19:35.840 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MPDX2MlvhndE5KP off=2884412 len=909996 2024-09-16T07:19:35.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 3256 completed, throughput=5MB/sec 2024-09-16T07:19:35.844 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0e1f94L4j5VWmrn off=19272801 len=378589 2024-09-16T07:19:35.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 3257 completed, throughput=5MB/sec 2024-09-16T07:19:35.847 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r7pjbTms-_oV6qc off=8307409 len=1404469 2024-09-16T07:19:35.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 3258 completed, throughput=5MB/sec 2024-09-16T07:19:35.849 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QAY_enNmAetySjf off=738765 len=588112 2024-09-16T07:19:35.852 INFO:tasks.workunit.client.0.smithi042.stdout:op 3259 completed, throughput=5MB/sec 2024-09-16T07:19:35.852 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qnlQwTKl4rsW792 off=196179 len=1413269 2024-09-16T07:19:35.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 3260 completed, throughput=5MB/sec 2024-09-16T07:19:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: 639: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:36.862 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kC9KcLiYBxxy9Bc off=2273296 len=715447 2024-09-16T07:19:36.863 INFO:tasks.workunit.client.0.smithi042.stdout:op 3261 completed, throughput=4.99MB/sec 2024-09-16T07:19:36.863 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OWzERvfp-rjsjEI off=2304466 len=1738082 2024-09-16T07:19:36.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 3262 completed, throughput=5MB/sec 2024-09-16T07:19:36.872 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GBuonYYYbgD8kFt off=14854376 len=1268273 2024-09-16T07:19:36.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 3263 completed, throughput=5MB/sec 2024-09-16T07:19:36.873 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mIeilFONbqgJ9uQ off=1763256 len=100734 2024-09-16T07:19:36.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 3264 completed, throughput=5MB/sec 2024-09-16T07:19:36.874 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XzYjCDpG4JCXemD off=311843 len=1848127 2024-09-16T07:19:36.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 3265 completed, throughput=5MB/sec 2024-09-16T07:19:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:37 smithi042 ceph-mon[96574]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:19:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:37 smithi042 ceph-mon[94096]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:19:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:37 smithi164 ceph-mon[88760]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:19:37.884 INFO:tasks.workunit.client.0.smithi042.stdout: 640: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:37.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ja8_4UWgsgVLWIw off=4380110 len=651785 2024-09-16T07:19:37.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 3266 completed, throughput=4.99MB/sec 2024-09-16T07:19:37.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AksSsZu1D_G3iri off=2594017 len=1612807 2024-09-16T07:19:37.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 3267 completed, throughput=5MB/sec 2024-09-16T07:19:37.887 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zItSu6NMla9cZIC off=9644814 len=1302157 2024-09-16T07:19:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 3268 completed, throughput=5MB/sec 2024-09-16T07:19:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VyOihw2mn-Nn9NK off=6014464 len=1037620 2024-09-16T07:19:37.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 3269 completed, throughput=5MB/sec 2024-09-16T07:19:38.895 INFO:tasks.workunit.client.0.smithi042.stdout: 641: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:38.895 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SUXXZLRe3SQH18e off=6263448 len=193752 2024-09-16T07:19:38.898 INFO:tasks.workunit.client.0.smithi042.stdout:op 3270 completed, throughput=4.99MB/sec 2024-09-16T07:19:38.898 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B-MtuiKqiCilllu off=3193476 len=667139 2024-09-16T07:19:38.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 3271 completed, throughput=4.99MB/sec 2024-09-16T07:19:38.899 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WW9YJyqT5oCcoNz off=4425609 len=147614 2024-09-16T07:19:38.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 3272 completed, throughput=4.99MB/sec 2024-09-16T07:19:38.902 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CBkTbJpH-E_VOKC off=262192 len=1667320 2024-09-16T07:19:38.910 INFO:tasks.workunit.client.0.smithi042.stdout:op 3273 completed, throughput=5MB/sec 2024-09-16T07:19:38.910 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fFnk0xwg2-CLdk9 off=9010645 len=1285851 2024-09-16T07:19:38.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 3274 completed, throughput=5MB/sec 2024-09-16T07:19:38.913 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ijBq_uNsJcDmzSv off=7960246 len=1163578 2024-09-16T07:19:38.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 3275 completed, throughput=5MB/sec 2024-09-16T07:19:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:39 smithi042 ceph-mon[96574]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:39 smithi042 ceph-mon[94096]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:39 smithi164 ceph-mon[88760]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:39.916 INFO:tasks.workunit.client.0.smithi042.stdout: 642: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:39.916 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M9iUtZ3UqfjCAyD off=6867413 len=344709 2024-09-16T07:19:39.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 3276 completed, throughput=4.99MB/sec 2024-09-16T07:19:39.917 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UnZZ2XFB7nYONKu off=4002149 len=1199815 2024-09-16T07:19:39.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 3277 completed, throughput=4.99MB/sec 2024-09-16T07:19:39.919 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mpw1qpwIX5COIEW off=2628928 len=1212795 2024-09-16T07:19:39.928 INFO:tasks.workunit.client.0.smithi042.stdout:op 3278 completed, throughput=5MB/sec 2024-09-16T07:19:39.928 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3-OCepvvUcb6TKR off=2641887 len=1828552 2024-09-16T07:19:39.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 3279 completed, throughput=5MB/sec 2024-09-16T07:19:39.931 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2geOcRR_40c88o1 off=9810927 len=1820127 2024-09-16T07:19:39.933 INFO:tasks.workunit.client.0.smithi042.stdout:op 3280 completed, throughput=5MB/sec 2024-09-16T07:19:40.933 INFO:tasks.workunit.client.0.smithi042.stdout: 643: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:40.933 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jrehWtDFRyEj2C5 off=5771581 len=407979 2024-09-16T07:19:40.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 3281 completed, throughput=4.99MB/sec 2024-09-16T07:19:40.937 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GKC0df4gZMhvT8O off=15298729 len=1213445 2024-09-16T07:19:40.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 3282 completed, throughput=5MB/sec 2024-09-16T07:19:40.943 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AwLxQFVBDaC-MD2 off=14086394 len=810327 2024-09-16T07:19:40.944 INFO:tasks.workunit.client.0.smithi042.stdout:op 3283 completed, throughput=5MB/sec 2024-09-16T07:19:40.944 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XKzGUuVIfLLpqvn off=2073269 len=1665086 2024-09-16T07:19:40.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 3284 completed, throughput=5MB/sec 2024-09-16T07:19:40.946 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IwBcvHcm4C-gmez off=3413589 len=271187 2024-09-16T07:19:40.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 3285 completed, throughput=5MB/sec 2024-09-16T07:19:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:41 smithi042 ceph-mon[94096]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T07:19:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:41 smithi042 ceph-mon[96574]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T07:19:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:41] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-09-16T07:19:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:41 smithi164 ceph-mon[88760]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-09-16T07:19:41.949 INFO:tasks.workunit.client.0.smithi042.stdout: 644: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:41.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Pe1ZH_M9c1jYYjR off=419214 len=843460 2024-09-16T07:19:41.955 INFO:tasks.workunit.client.0.smithi042.stdout:op 3286 completed, throughput=4.99MB/sec 2024-09-16T07:19:41.955 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-59QDPvNVs_kzOm2 off=14304878 len=1953139 2024-09-16T07:19:41.964 INFO:tasks.workunit.client.0.smithi042.stdout:op 3287 completed, throughput=5MB/sec 2024-09-16T07:19:41.964 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1hQy4kbzDdEn7ip off=2842024 len=1376003 2024-09-16T07:19:41.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 3288 completed, throughput=5MB/sec 2024-09-16T07:19:41.965 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SOrNJa41Qy5mwV4 off=2252474 len=183283 2024-09-16T07:19:41.968 INFO:tasks.workunit.client.0.smithi042.stdout:op 3289 completed, throughput=5MB/sec 2024-09-16T07:19:41.968 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6wabM7XHNb4qkzy off=1110112 len=673729 2024-09-16T07:19:41.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 3290 completed, throughput=5MB/sec 2024-09-16T07:19:41.973 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lHMKOrzn9dnPehC off=1672594 len=1043557 2024-09-16T07:19:41.978 INFO:tasks.workunit.client.0.smithi042.stdout:op 3291 completed, throughput=5MB/sec 2024-09-16T07:19:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:42.978 INFO:tasks.workunit.client.0.smithi042.stdout: 645: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:42.978 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-675vrliJHCkBjy5 off=82480 len=1885929 2024-09-16T07:19:42.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 3292 completed, throughput=5MB/sec 2024-09-16T07:19:42.983 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C9i0_cYvFV9cxOp off=1866996 len=745297 2024-09-16T07:19:42.987 INFO:tasks.workunit.client.0.smithi042.stdout:op 3293 completed, throughput=5MB/sec 2024-09-16T07:19:42.987 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yAtd10kuCoVUEjv off=19476017 len=1225343 2024-09-16T07:19:42.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 3294 completed, throughput=5MB/sec 2024-09-16T07:19:42.992 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aK8Ks9hkylzmS08 off=8008530 len=2060595 2024-09-16T07:19:43.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 3295 completed, throughput=5MB/sec 2024-09-16T07:19:43.581 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:43 smithi164 ceph-mon[88760]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:43 smithi042 ceph-mon[94096]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:43 smithi042 ceph-mon[96574]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:19:44.007 INFO:tasks.workunit.client.0.smithi042.stdout: 646: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:44.007 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hzz3paTJ6GQYaeu off=7573067 len=1428920 2024-09-16T07:19:44.014 INFO:tasks.workunit.client.0.smithi042.stdout:op 3296 completed, throughput=5MB/sec 2024-09-16T07:19:44.014 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PQ0m1AswGbxolJZ off=5488841 len=597553 2024-09-16T07:19:44.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 3297 completed, throughput=5MB/sec 2024-09-16T07:19:44.015 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fSgdyZGLhn-AIFK off=3414887 len=675010 2024-09-16T07:19:44.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 3298 completed, throughput=5MB/sec 2024-09-16T07:19:44.017 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j1SfCdAtbNjoO1d off=163925 len=1493427 2024-09-16T07:19:44.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 3299 completed, throughput=5MB/sec 2024-09-16T07:19:45.025 INFO:tasks.workunit.client.0.smithi042.stdout: 647: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:45.025 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TCCFgwE6M-WkSNG off=813703 len=1299994 2024-09-16T07:19:45.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 3300 completed, throughput=4.99MB/sec 2024-09-16T07:19:45.032 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sa0aPOqo1ouWVh4 off=8995205 len=456765 2024-09-16T07:19:45.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 3301 completed, throughput=5MB/sec 2024-09-16T07:19:45.033 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wpwpiYP0sx2rKqv off=2632974 len=518396 2024-09-16T07:19:45.033 INFO:tasks.workunit.client.0.smithi042.stdout:op 3302 completed, throughput=5MB/sec 2024-09-16T07:19:45.033 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DX0-KKq7EyFdnDo off=5160068 len=1621016 2024-09-16T07:19:45.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 3303 completed, throughput=5MB/sec 2024-09-16T07:19:45.043 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_h6-_wCTyPlYYv4 off=2400189 len=1982769 2024-09-16T07:19:45.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 3304 completed, throughput=5MB/sec 2024-09-16T07:19:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:45 smithi042 ceph-mon[94096]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:45 smithi042 ceph-mon[96574]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:45 smithi164 ceph-mon[88760]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:19:46.053 INFO:tasks.workunit.client.0.smithi042.stdout: 648: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:46.053 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vGvA4cqp1ZWyBLY off=923814 len=604707 2024-09-16T07:19:46.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 3305 completed, throughput=4.99MB/sec 2024-09-16T07:19:46.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dRjNRLGXb-ontUC off=16771094 len=60135 2024-09-16T07:19:46.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 3306 completed, throughput=4.99MB/sec 2024-09-16T07:19:46.058 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-93Etieep1_OGP9I off=3139592 len=1006804 2024-09-16T07:19:46.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 3307 completed, throughput=5MB/sec 2024-09-16T07:19:46.063 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zk_DRKwJ3bQghce off=8214347 len=368687 2024-09-16T07:19:46.067 INFO:tasks.workunit.client.0.smithi042.stdout:op 3308 completed, throughput=5MB/sec 2024-09-16T07:19:46.067 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SpVq6VQ1V36j9ik off=4932493 len=1814620 2024-09-16T07:19:46.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 3309 completed, throughput=5MB/sec 2024-09-16T07:19:46.070 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--OeER5AL2jw8veW off=1403506 len=1658352 2024-09-16T07:19:46.072 INFO:tasks.workunit.client.0.smithi042.stdout:op 3310 completed, throughput=5MB/sec 2024-09-16T07:19:47.072 INFO:tasks.workunit.client.0.smithi042.stdout: 649: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:47.073 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wmkAGE0st7v7FRN off=2411914 len=1244331 2024-09-16T07:19:47.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 3311 completed, throughput=5MB/sec 2024-09-16T07:19:47.074 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TBZjn8OI_c9GJcj off=6662312 len=1443055 2024-09-16T07:19:47.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 3312 completed, throughput=5MB/sec 2024-09-16T07:19:47.082 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CTbVxFAqukXGKiY off=9493385 len=2053679 2024-09-16T07:19:47.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 3313 completed, throughput=5MB/sec 2024-09-16T07:19:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:47 smithi042 ceph-mon[94096]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:19:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:47 smithi042 ceph-mon[96574]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:19:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:47 smithi164 ceph-mon[88760]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:19:48.091 INFO:tasks.workunit.client.0.smithi042.stdout: 650: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:48.091 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h6S-lrtxg4MFPNs off=823951 len=1130897 2024-09-16T07:19:48.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 3314 completed, throughput=4.99MB/sec 2024-09-16T07:19:48.093 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7SxFItTbOrdXqvv off=19806120 len=946083 2024-09-16T07:19:48.098 INFO:tasks.workunit.client.0.smithi042.stdout:op 3315 completed, throughput=5MB/sec 2024-09-16T07:19:48.098 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AYtwFecYpBNUUKb off=4315496 len=695321 2024-09-16T07:19:48.102 INFO:tasks.workunit.client.0.smithi042.stdout:op 3316 completed, throughput=5MB/sec 2024-09-16T07:19:48.102 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7blIjF4DG7V6mHT off=2135211 len=832211 2024-09-16T07:19:48.103 INFO:tasks.workunit.client.0.smithi042.stdout:op 3317 completed, throughput=5MB/sec 2024-09-16T07:19:48.103 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2oVmSq8JhlltPRY off=11428758 len=1938562 2024-09-16T07:19:48.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 3318 completed, throughput=5MB/sec 2024-09-16T07:19:49.105 INFO:tasks.workunit.client.0.smithi042.stdout: 651: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:49.105 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DS07liJ-px9r09S off=3323392 len=889104 2024-09-16T07:19:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 3319 completed, throughput=4.99MB/sec 2024-09-16T07:19:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-shVvbRVlYapgg69 off=8505043 len=896103 2024-09-16T07:19:49.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 3320 completed, throughput=5MB/sec 2024-09-16T07:19:49.113 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4V4OGYrCfyUooxA off=1876204 len=1077143 2024-09-16T07:19:49.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 3321 completed, throughput=5MB/sec 2024-09-16T07:19:49.114 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4M3Yr69iVE_ddPK off=6509863 len=2092467 2024-09-16T07:19:49.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 3322 completed, throughput=5MB/sec 2024-09-16T07:19:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:49 smithi042 ceph-mon[94096]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:19:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:49 smithi042 ceph-mon[96574]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:19:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:49 smithi164 ceph-mon[88760]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:19:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:19:50.127 INFO:tasks.workunit.client.0.smithi042.stdout: 652: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:50.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bF1aUIqc-tstg_i off=7945824 len=461146 2024-09-16T07:19:50.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 3323 completed, throughput=4.99MB/sec 2024-09-16T07:19:50.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9Fv7xYLbHpLLm03 off=2036838 len=764310 2024-09-16T07:19:50.135 INFO:tasks.workunit.client.0.smithi042.stdout:op 3324 completed, throughput=4.99MB/sec 2024-09-16T07:19:50.135 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hkHR4_Lu_h5mvuq off=8157987 len=1516785 2024-09-16T07:19:50.142 INFO:tasks.workunit.client.0.smithi042.stdout:op 3325 completed, throughput=5MB/sec 2024-09-16T07:19:50.142 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DSnwCdugL9XNdpB off=3110751 len=1005455 2024-09-16T07:19:50.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 3326 completed, throughput=5MB/sec 2024-09-16T07:19:50.148 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZD0htM6FBqicEWo off=16668574 len=245209 2024-09-16T07:19:50.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 3327 completed, throughput=5MB/sec 2024-09-16T07:19:50.151 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5Dfm0NYeZl_2_MZ off=1335932 len=1626780 2024-09-16T07:19:50.153 INFO:tasks.workunit.client.0.smithi042.stdout:op 3328 completed, throughput=5MB/sec 2024-09-16T07:19:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: 653: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:51.154 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ltPJZ5QDCV3na-i off=6517736 len=101255 2024-09-16T07:19:51.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 3329 completed, throughput=4.99MB/sec 2024-09-16T07:19:51.157 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gSHIJMKeyLSbHj8 off=8554741 len=1242741 2024-09-16T07:19:51.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 3330 completed, throughput=4.99MB/sec 2024-09-16T07:19:51.159 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WlsFkYsDrfcPiu9 off=8945936 len=213346 2024-09-16T07:19:51.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 3331 completed, throughput=5MB/sec 2024-09-16T07:19:51.160 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bd8piijGiEA3KB6 off=7466800 len=1069415 2024-09-16T07:19:51.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 3332 completed, throughput=5MB/sec 2024-09-16T07:19:51.161 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7QkKw5rGg-lhwG5 off=3307195 len=1141547 2024-09-16T07:19:51.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 3333 completed, throughput=5MB/sec 2024-09-16T07:19:51.166 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rlSavlWifBMLIID off=260529 len=613943 2024-09-16T07:19:51.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 3334 completed, throughput=5MB/sec 2024-09-16T07:19:51.167 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Isb6VLzQgM_p47U off=5687330 len=1052944 2024-09-16T07:19:51.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 3335 completed, throughput=5MB/sec 2024-09-16T07:19:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:51 smithi042 ceph-mon[94096]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:51 smithi042 ceph-mon[96574]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:19:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:19:51] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:19:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:51 smithi164 ceph-mon[88760]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:19:52.169 INFO:tasks.workunit.client.0.smithi042.stdout: 654: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:52.387 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OkqIILFhQSJMjil off=3295423 len=878379 2024-09-16T07:19:52.389 INFO:tasks.workunit.client.0.smithi042.stdout:op 3336 completed, throughput=4.99MB/sec 2024-09-16T07:19:52.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FyAO_rlmoj6nqwB off=7101305 len=1445027 2024-09-16T07:19:52.389 INFO:tasks.workunit.client.0.smithi042.stdout:op 3337 completed, throughput=5MB/sec 2024-09-16T07:19:52.389 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O1XTIEZgJEzh-Ku off=3457475 len=1863125 2024-09-16T07:19:52.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 3338 completed, throughput=5MB/sec 2024-09-16T07:19:52.390 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NTBHRH3qFUCoY-A off=7432231 len=1065200 2024-09-16T07:19:52.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 3339 completed, throughput=5MB/sec 2024-09-16T07:19:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:19:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:19:53.181 INFO:tasks.workunit.client.0.smithi042.stdout: 655: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:53.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yI47ytGh3RjXOAG off=3546877 len=1302409 2024-09-16T07:19:53.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 3340 completed, throughput=4.99MB/sec 2024-09-16T07:19:53.187 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zJOeaPQj2pipAho off=3350734 len=461948 2024-09-16T07:19:53.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 3341 completed, throughput=5MB/sec 2024-09-16T07:19:53.190 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ym3-y_wKfaGPkDW off=57843 len=668095 2024-09-16T07:19:53.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 3342 completed, throughput=5MB/sec 2024-09-16T07:19:53.194 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BHnp6xT7H7bDs-B off=3227951 len=233544 2024-09-16T07:19:53.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 3343 completed, throughput=5MB/sec 2024-09-16T07:19:53.197 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yRkcElxpDCkFiFJ off=3919059 len=224840 2024-09-16T07:19:53.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 3344 completed, throughput=5MB/sec 2024-09-16T07:19:53.200 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1MD38xHnvUwETjw off=7793910 len=1484932 2024-09-16T07:19:53.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 3345 completed, throughput=5MB/sec 2024-09-16T07:19:53.207 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hl1SRfAFqHQG1km off=4374556 len=843470 2024-09-16T07:19:53.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 3346 completed, throughput=5MB/sec 2024-09-16T07:19:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:53 smithi042 ceph-mon[94096]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:19:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:53 smithi042 ceph-mon[96574]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:19:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:53 smithi164 ceph-mon[88760]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:19:54.208 INFO:tasks.workunit.client.0.smithi042.stdout: 656: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:54.208 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-t3LpmeDu3QEQCqF off=3390824 len=22254 2024-09-16T07:19:54.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 3347 completed, throughput=4.99MB/sec 2024-09-16T07:19:54.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-H3comHbyS0C4aF7 off=1467950 len=463842 2024-09-16T07:19:54.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 3348 completed, throughput=4.99MB/sec 2024-09-16T07:19:54.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RsBVqHX7Be9PHnF off=8711678 len=1708198 2024-09-16T07:19:54.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 3349 completed, throughput=5MB/sec 2024-09-16T07:19:54.220 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CB0Yx4SDJYg8JEJ off=15443476 len=14970 2024-09-16T07:19:54.222 INFO:tasks.workunit.client.0.smithi042.stdout:op 3350 completed, throughput=5MB/sec 2024-09-16T07:19:54.222 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3n8jlAGGV3tg0os off=245097 len=428145 2024-09-16T07:19:54.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 3351 completed, throughput=5MB/sec 2024-09-16T07:19:54.223 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IB97Jhhn5WmzUzC off=16834166 len=1556107 2024-09-16T07:19:54.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 3352 completed, throughput=5MB/sec 2024-09-16T07:19:54.226 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BfXupNj_O4Dpffe off=5767561 len=938893 2024-09-16T07:19:54.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 3353 completed, throughput=5MB/sec 2024-09-16T07:19:55.228 INFO:tasks.workunit.client.0.smithi042.stdout: 657: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:55.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3se7P7HToy66CuX off=17329606 len=312968 2024-09-16T07:19:55.231 INFO:tasks.workunit.client.0.smithi042.stdout:op 3354 completed, throughput=4.99MB/sec 2024-09-16T07:19:55.231 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Tu0DR7Y3ql-d8w7 off=1477874 len=879223 2024-09-16T07:19:55.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 3355 completed, throughput=4.99MB/sec 2024-09-16T07:19:55.236 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FXZ8QjBV9MVrtpK off=5897993 len=1621606 2024-09-16T07:19:55.238 INFO:tasks.workunit.client.0.smithi042.stdout:op 3356 completed, throughput=5MB/sec 2024-09-16T07:19:55.238 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2b7ZVE06vDZbrS8 off=3406315 len=1895095 2024-09-16T07:19:55.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 3357 completed, throughput=5MB/sec 2024-09-16T07:19:55.246 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HtTL4pkNeiQ8EBC off=0 len=1256621 2024-09-16T07:19:55.248 INFO:tasks.workunit.client.0.smithi042.stdout:op 3358 completed, throughput=5MB/sec 2024-09-16T07:19:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:55 smithi042 ceph-mon[94096]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:19:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:55 smithi042 ceph-mon[96574]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:19:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:55 smithi164 ceph-mon[88760]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:19:56.248 INFO:tasks.workunit.client.0.smithi042.stdout: 658: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:56.248 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kq0X178e9D9ZPsB off=9316922 len=555488 2024-09-16T07:19:56.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 3359 completed, throughput=4.99MB/sec 2024-09-16T07:19:56.252 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jDmsoHdRPbLoiUt off=4032729 len=146535 2024-09-16T07:19:56.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 3360 completed, throughput=4.99MB/sec 2024-09-16T07:19:56.253 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ENsL_nfacovYOOC off=12766881 len=1893867 2024-09-16T07:19:56.255 INFO:tasks.workunit.client.0.smithi042.stdout:op 3361 completed, throughput=5MB/sec 2024-09-16T07:19:56.256 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-egPBlMfyX5y3t46 off=2860170 len=518790 2024-09-16T07:19:56.259 INFO:tasks.workunit.client.0.smithi042.stdout:op 3362 completed, throughput=5MB/sec 2024-09-16T07:19:56.259 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WY3gmo7WacYrd5y off=488415 len=1461083 2024-09-16T07:19:56.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 3363 completed, throughput=5MB/sec 2024-09-16T07:19:56.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S7T46htP7uKa3C7 off=7004618 len=1692689 2024-09-16T07:19:56.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 3364 completed, throughput=5MB/sec 2024-09-16T07:19:57.273 INFO:tasks.workunit.client.0.smithi042.stdout: 659: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:57.273 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rVcKLVY5icN3V_J off=6121818 len=1471709 2024-09-16T07:19:57.281 INFO:tasks.workunit.client.0.smithi042.stdout:op 3365 completed, throughput=5MB/sec 2024-09-16T07:19:57.281 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mEFUbDo2MGApgBh off=1181271 len=874238 2024-09-16T07:19:57.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 3366 completed, throughput=5MB/sec 2024-09-16T07:19:57.285 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O37_fwpFlX_2rDn off=4258010 len=557023 2024-09-16T07:19:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 3367 completed, throughput=5MB/sec 2024-09-16T07:19:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WGR1n3tMYzIZklR off=3675583 len=378386 2024-09-16T07:19:57.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 3368 completed, throughput=5MB/sec 2024-09-16T07:19:57.291 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VW8JUgF4kx0XysX off=531919 len=657408 2024-09-16T07:19:57.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 3369 completed, throughput=5MB/sec 2024-09-16T07:19:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:57 smithi042 ceph-mon[94096]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:19:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:57 smithi042 ceph-mon[96574]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:19:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:57 smithi164 ceph-mon[88760]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:19:58.293 INFO:tasks.workunit.client.0.smithi042.stdout: 660: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:58.293 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i7sIHx2trxLpU0j off=12999412 len=1534125 2024-09-16T07:19:58.302 INFO:tasks.workunit.client.0.smithi042.stdout:op 3370 completed, throughput=4.99MB/sec 2024-09-16T07:19:58.302 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q9ad_uqpKFIQATd off=1946272 len=480262 2024-09-16T07:19:58.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 3371 completed, throughput=5MB/sec 2024-09-16T07:19:58.304 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F02Q4AGHyL1ZNXi off=9941197 len=70013 2024-09-16T07:19:58.304 INFO:tasks.workunit.client.0.smithi042.stdout:op 3372 completed, throughput=5MB/sec 2024-09-16T07:19:58.304 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1kx88YYip1kT4iA off=3162095 len=548957 2024-09-16T07:19:58.305 INFO:tasks.workunit.client.0.smithi042.stdout:op 3373 completed, throughput=5MB/sec 2024-09-16T07:19:58.305 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3__jvvPoMw98jJe off=13568816 len=1979335 2024-09-16T07:19:58.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 3374 completed, throughput=5MB/sec 2024-09-16T07:19:58.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-svkzxCw2FICu_FG off=3338976 len=159721 2024-09-16T07:19:58.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 3375 completed, throughput=5MB/sec 2024-09-16T07:19:58.312 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kpOQ0gRs4O7UGvM off=12142735 len=177294 2024-09-16T07:19:58.314 INFO:tasks.workunit.client.0.smithi042.stdout:op 3376 completed, throughput=5MB/sec 2024-09-16T07:19:58.315 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V5LRzwT4IaEc90Z off=7871405 len=686499 2024-09-16T07:19:58.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 3377 completed, throughput=5MB/sec 2024-09-16T07:19:59.319 INFO:tasks.workunit.client.0.smithi042.stdout: 661: throughput=4.99MB/sec pending data=0 2024-09-16T07:19:59.319 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YlhiRHrO2lpsOLp off=1186310 len=1798100 2024-09-16T07:19:59.328 INFO:tasks.workunit.client.0.smithi042.stdout:op 3378 completed, throughput=5MB/sec 2024-09-16T07:19:59.328 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xlQiEvUMCaddXkj off=8100428 len=910973 2024-09-16T07:19:59.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 3379 completed, throughput=5MB/sec 2024-09-16T07:19:59.329 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sJvn1Jr40GGXFbA off=12969494 len=246566 2024-09-16T07:19:59.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 3380 completed, throughput=5MB/sec 2024-09-16T07:19:59.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HuNTZuJK-D1_0zv off=163712 len=1067518 2024-09-16T07:19:59.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 3381 completed, throughput=5MB/sec 2024-09-16T07:19:59.336 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-p1yBaw5toBlmRna off=18793943 len=64908 2024-09-16T07:19:59.339 INFO:tasks.workunit.client.0.smithi042.stdout:op 3382 completed, throughput=5MB/sec 2024-09-16T07:19:59.339 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hb2X_KQ5-GRuwoz off=3358521 len=73543 2024-09-16T07:19:59.340 INFO:tasks.workunit.client.0.smithi042.stdout:op 3383 completed, throughput=5MB/sec 2024-09-16T07:19:59.340 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PBUIA2tnARgwDl- off=3427374 len=438765 2024-09-16T07:19:59.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 3384 completed, throughput=5MB/sec 2024-09-16T07:19:59.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sSh9wJ0SoNe0iyK off=1288474 len=460241 2024-09-16T07:19:59.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 3385 completed, throughput=5MB/sec 2024-09-16T07:20:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:19:59 smithi164 ceph-mon[88760]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:20:00.344 INFO:tasks.workunit.client.0.smithi042.stdout: 662: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:00.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ka-7UQoBuNqrMZV off=894857 len=731818 2024-09-16T07:20:00.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 3386 completed, throughput=4.99MB/sec 2024-09-16T07:20:00.349 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wkO6hsn621bZ3a6 off=8429182 len=1489352 2024-09-16T07:20:00.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 3387 completed, throughput=5MB/sec 2024-09-16T07:20:00.351 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-innel5eHpXIxuNx off=13764657 len=461670 2024-09-16T07:20:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:19:59 smithi042 ceph-mon[94096]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:20:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:19:59 smithi042 ceph-mon[96574]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:20:00.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 3388 completed, throughput=5MB/sec 2024-09-16T07:20:00.355 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UXXbyrZcjh307zo off=2794543 len=1154377 2024-09-16T07:20:00.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 3389 completed, throughput=5MB/sec 2024-09-16T07:20:00.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Pfwxpwu_0EdUBLo off=1909210 len=1442726 2024-09-16T07:20:00.367 INFO:tasks.workunit.client.0.smithi042.stdout:op 3390 completed, throughput=5MB/sec 2024-09-16T07:20:01.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T07:20:01.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T07:20:01.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T07:20:01.368 INFO:tasks.workunit.client.0.smithi042.stdout: 663: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:01.368 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YxPztXT6EHqXGQK off=8186190 len=1443958 2024-09-16T07:20:01.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 3391 completed, throughput=4.99MB/sec 2024-09-16T07:20:01.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wlp3VATfxbE0J_g off=7724671 len=807629 2024-09-16T07:20:01.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 3392 completed, throughput=5MB/sec 2024-09-16T07:20:01.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acUswnw1cU8WdFC off=7981034 len=555864 2024-09-16T07:20:01.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 3393 completed, throughput=5MB/sec 2024-09-16T07:20:01.373 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M0EzFK8O2gcGB_U off=19307867 len=385577 2024-09-16T07:20:01.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 3394 completed, throughput=5MB/sec 2024-09-16T07:20:01.377 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vniVjjuZCvQDc9L off=7410465 len=1097401 2024-09-16T07:20:01.379 INFO:tasks.workunit.client.0.smithi042.stdout:op 3395 completed, throughput=5MB/sec 2024-09-16T07:20:01.379 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bi3HuxEI4bFREoi off=3955572 len=1001272 2024-09-16T07:20:01.384 INFO:tasks.workunit.client.0.smithi042.stdout:op 3396 completed, throughput=5MB/sec 2024-09-16T07:20:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:01] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:20:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:01 smithi164 ceph-mon[88760]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:01 smithi042 ceph-mon[94096]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:01 smithi042 ceph-mon[96574]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:02.385 INFO:tasks.workunit.client.0.smithi042.stdout: 664: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:02.385 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ABaI270RZaiLq0U off=19615441 len=1262269 2024-09-16T07:20:02.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 3397 completed, throughput=4.99MB/sec 2024-09-16T07:20:02.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZqmexLs80sddCH2 off=14793652 len=405510 2024-09-16T07:20:02.395 INFO:tasks.workunit.client.0.smithi042.stdout:op 3398 completed, throughput=4.99MB/sec 2024-09-16T07:20:02.395 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tPa6-J-vw7neUuY off=5109016 len=1524032 2024-09-16T07:20:02.403 INFO:tasks.workunit.client.0.smithi042.stdout:op 3399 completed, throughput=5MB/sec 2024-09-16T07:20:02.403 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4nVhNFtk8mC3HZw off=10396762 len=1393622 2024-09-16T07:20:02.404 INFO:tasks.workunit.client.0.smithi042.stdout:op 3400 completed, throughput=5MB/sec 2024-09-16T07:20:02.404 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CxqgzGdi0-3lZIC off=3644849 len=1674448 2024-09-16T07:20:02.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 3401 completed, throughput=5MB/sec 2024-09-16T07:20:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:03.409 INFO:tasks.workunit.client.0.smithi042.stdout: 665: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:03.409 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QUapexaxgf27FND off=8563942 len=6328 2024-09-16T07:20:03.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 3402 completed, throughput=4.99MB/sec 2024-09-16T07:20:03.409 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rIGgO_qL_ZoOWrY off=489905 len=1318702 2024-09-16T07:20:03.415 INFO:tasks.workunit.client.0.smithi042.stdout:op 3403 completed, throughput=5MB/sec 2024-09-16T07:20:03.415 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q3P5EpBMBOv69Q2 off=21745729 len=186181 2024-09-16T07:20:03.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 3404 completed, throughput=5MB/sec 2024-09-16T07:20:03.418 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7N_GAQz3ARlG4QC off=3258928 len=653405 2024-09-16T07:20:03.419 INFO:tasks.workunit.client.0.smithi042.stdout:op 3405 completed, throughput=5MB/sec 2024-09-16T07:20:03.419 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b5R-IUEtPPVlHbV off=11240666 len=1870923 2024-09-16T07:20:03.421 INFO:tasks.workunit.client.0.smithi042.stdout:op 3406 completed, throughput=5MB/sec 2024-09-16T07:20:03.421 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tyrRNzOtx2vcIn5 off=7416274 len=1358549 2024-09-16T07:20:03.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 3407 completed, throughput=5MB/sec 2024-09-16T07:20:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:03 smithi164 ceph-mon[88760]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:20:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:03 smithi042 ceph-mon[94096]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:20:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:03 smithi042 ceph-mon[96574]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:20:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:04.429 INFO:tasks.workunit.client.0.smithi042.stdout: 666: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:04.429 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2orQmum0oghAUfV off=5131400 len=538378 2024-09-16T07:20:04.430 INFO:tasks.workunit.client.0.smithi042.stdout:op 3408 completed, throughput=4.99MB/sec 2024-09-16T07:20:04.430 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--WISDaD5ivwYTkq off=5980605 len=751644 2024-09-16T07:20:04.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 3409 completed, throughput=5MB/sec 2024-09-16T07:20:04.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pYh32svn2eVdLLj off=14164633 len=590678 2024-09-16T07:20:04.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 3410 completed, throughput=5MB/sec 2024-09-16T07:20:04.438 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ym3-y_wKfaGPkDW off=840052 len=430729 2024-09-16T07:20:04.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 3411 completed, throughput=5MB/sec 2024-09-16T07:20:04.439 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-thXyb9Qf2wj5J_e off=7556748 len=485648 2024-09-16T07:20:04.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 3412 completed, throughput=5MB/sec 2024-09-16T07:20:04.440 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DNtxOPLUWshFW09 off=1780543 len=257092 2024-09-16T07:20:04.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 3413 completed, throughput=5MB/sec 2024-09-16T07:20:04.443 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iIW-ponsTkpm8z5 off=3996777 len=602376 2024-09-16T07:20:04.447 INFO:tasks.workunit.client.0.smithi042.stdout:op 3414 completed, throughput=5MB/sec 2024-09-16T07:20:04.447 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Dcsn0OOb-dYsAe8 off=2163949 len=502908 2024-09-16T07:20:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 3415 completed, throughput=5MB/sec 2024-09-16T07:20:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rHP40GKuM3ptDpH off=463864 len=688807 2024-09-16T07:20:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 3416 completed, throughput=5MB/sec 2024-09-16T07:20:05.449 INFO:tasks.workunit.client.0.smithi042.stdout: 667: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:05.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uGaMcaGNH3i8q5t off=14715190 len=2004052 2024-09-16T07:20:05.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 3417 completed, throughput=5MB/sec 2024-09-16T07:20:05.451 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ddScWxONpE0r_XM off=38033 len=1325051 2024-09-16T07:20:05.459 INFO:tasks.workunit.client.0.smithi042.stdout:op 3418 completed, throughput=5MB/sec 2024-09-16T07:20:05.459 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QCR7rEI2YKwFTmL off=3436845 len=863909 2024-09-16T07:20:05.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 3419 completed, throughput=5MB/sec 2024-09-16T07:20:05.461 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q8An7doodZUXdu7 off=9699578 len=2066086 2024-09-16T07:20:05.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 3420 completed, throughput=5MB/sec 2024-09-16T07:20:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:05 smithi164 ceph-mon[88760]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:20:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:05 smithi042 ceph-mon[94096]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:20:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:05 smithi042 ceph-mon[96574]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:20:06.472 INFO:tasks.workunit.client.0.smithi042.stdout: 668: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:06.472 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_irujq1KTGi1KkH off=2691837 len=137670 2024-09-16T07:20:06.473 INFO:tasks.workunit.client.0.smithi042.stdout:op 3421 completed, throughput=4.99MB/sec 2024-09-16T07:20:06.473 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VcfoETrB6eEkdYR off=2094495 len=390219 2024-09-16T07:20:06.473 INFO:tasks.workunit.client.0.smithi042.stdout:op 3422 completed, throughput=5MB/sec 2024-09-16T07:20:06.474 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IFX7-OnuQhYvZHZ off=3379612 len=456540 2024-09-16T07:20:06.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 3423 completed, throughput=5MB/sec 2024-09-16T07:20:06.478 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iiHAY-VcR0rreBk off=8405894 len=1521245 2024-09-16T07:20:06.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 3424 completed, throughput=5MB/sec 2024-09-16T07:20:06.479 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QcA_x8rWwyzzJS1 off=6620703 len=1591421 2024-09-16T07:20:06.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 3425 completed, throughput=5MB/sec 2024-09-16T07:20:07.482 INFO:tasks.workunit.client.0.smithi042.stdout: 669: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:07.482 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Kon51ySiZ8i4kMh off=784338 len=1700015 2024-09-16T07:20:07.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 3426 completed, throughput=5MB/sec 2024-09-16T07:20:07.484 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dkmyraO6UPGg-wo off=7103963 len=1797125 2024-09-16T07:20:07.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 3427 completed, throughput=5MB/sec 2024-09-16T07:20:07.486 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QZV-MDiLVSxYU3m off=781036 len=1464429 2024-09-16T07:20:07.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 3428 completed, throughput=5MB/sec 2024-09-16T07:20:07.493 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-67NMskMLpEjI6YO off=3386738 len=1914443 2024-09-16T07:20:07.500 INFO:tasks.workunit.client.0.smithi042.stdout:op 3429 completed, throughput=5MB/sec 2024-09-16T07:20:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:07 smithi164 ceph-mon[88760]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:20:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:07 smithi042 ceph-mon[94096]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:20:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:07 smithi042 ceph-mon[96574]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:20:08.501 INFO:tasks.workunit.client.0.smithi042.stdout: 670: throughput=5MB/sec pending data=0 2024-09-16T07:20:08.501 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4loVVHDswtjz_1h off=6915819 len=945761 2024-09-16T07:20:08.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 3430 completed, throughput=5MB/sec 2024-09-16T07:20:08.502 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tTgtGU_begknQSo off=2932755 len=741516 2024-09-16T07:20:08.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 3431 completed, throughput=5MB/sec 2024-09-16T07:20:08.505 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_ciUm1zCHwZ1qDT off=17104213 len=223723 2024-09-16T07:20:08.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 3432 completed, throughput=5MB/sec 2024-09-16T07:20:08.506 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OCY6D0g9Hginekr off=4736183 len=1357467 2024-09-16T07:20:08.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 3433 completed, throughput=5MB/sec 2024-09-16T07:20:08.514 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3uJyXeoMDo45wmE off=1223755 len=669512 2024-09-16T07:20:08.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 3434 completed, throughput=5MB/sec 2024-09-16T07:20:09.518 INFO:tasks.workunit.client.0.smithi042.stdout: 671: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:09.518 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uU8J_YGLB-_QXFE off=1489215 len=1897431 2024-09-16T07:20:09.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 3435 completed, throughput=5MB/sec 2024-09-16T07:20:09.526 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oqoPaS_hrSgCvxJ off=16782345 len=1626372 2024-09-16T07:20:09.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 3436 completed, throughput=5MB/sec 2024-09-16T07:20:09.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--kWHJ_31hOSUVjD off=18410731 len=172218 2024-09-16T07:20:09.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 3437 completed, throughput=5MB/sec 2024-09-16T07:20:09.533 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WlhewVUjr2_n3KE off=9362697 len=209451 2024-09-16T07:20:09.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 3438 completed, throughput=5MB/sec 2024-09-16T07:20:09.534 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0V-G5I7pmMgCZP0 off=16089139 len=712853 2024-09-16T07:20:09.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 3439 completed, throughput=5MB/sec 2024-09-16T07:20:09.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-atr6_XFjDInNj57 off=21216216 len=1407389 2024-09-16T07:20:09.536 INFO:tasks.workunit.client.0.smithi042.stdout:op 3440 completed, throughput=5MB/sec 2024-09-16T07:20:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:09 smithi164 ceph-mon[88760]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T07:20:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:09 smithi042 ceph-mon[94096]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T07:20:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:09 smithi042 ceph-mon[96574]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-09-16T07:20:10.536 INFO:tasks.workunit.client.0.smithi042.stdout: 672: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:10.537 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xfdfDpB5TWltB6B off=7770280 len=275012 2024-09-16T07:20:10.540 INFO:tasks.workunit.client.0.smithi042.stdout:op 3441 completed, throughput=4.99MB/sec 2024-09-16T07:20:10.540 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xqLxBgmGbSliF4V off=14082242 len=1209733 2024-09-16T07:20:10.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 3442 completed, throughput=5MB/sec 2024-09-16T07:20:10.541 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zuciBn3Anuln3Cf off=5594287 len=1734737 2024-09-16T07:20:10.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 3443 completed, throughput=5MB/sec 2024-09-16T07:20:10.543 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Kn5w_ORQP-2AYww off=4560663 len=1951462 2024-09-16T07:20:10.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 3444 completed, throughput=5MB/sec 2024-09-16T07:20:11.546 INFO:tasks.workunit.client.0.smithi042.stdout: 673: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:11.546 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KL76WtUBW9hN7Km off=877062 len=1740067 2024-09-16T07:20:11.548 INFO:tasks.workunit.client.0.smithi042.stdout:op 3445 completed, throughput=5MB/sec 2024-09-16T07:20:11.548 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Nzv01cc-WncLWns off=7775142 len=370420 2024-09-16T07:20:11.552 INFO:tasks.workunit.client.0.smithi042.stdout:op 3446 completed, throughput=5MB/sec 2024-09-16T07:20:11.552 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T9o_KS_9dLLLgWf off=6240311 len=627230 2024-09-16T07:20:11.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 3447 completed, throughput=5MB/sec 2024-09-16T07:20:11.557 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7GvJM6GZBUZmWwW off=13434989 len=382299 2024-09-16T07:20:11.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 3448 completed, throughput=5MB/sec 2024-09-16T07:20:11.560 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HFgK_S5e_Pqs0J1 off=16127925 len=964805 2024-09-16T07:20:11.562 INFO:tasks.workunit.client.0.smithi042.stdout:op 3449 completed, throughput=5MB/sec 2024-09-16T07:20:11.562 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U27_AOw34cE2Hh3 off=10378902 len=2092519 2024-09-16T07:20:11.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 3450 completed, throughput=5MB/sec 2024-09-16T07:20:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:11] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:20:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:11 smithi164 ceph-mon[88760]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:11 smithi042 ceph-mon[94096]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:11 smithi042 ceph-mon[96574]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:12.572 INFO:tasks.workunit.client.0.smithi042.stdout: 674: throughput=5MB/sec pending data=0 2024-09-16T07:20:12.572 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ql0-QojTYEI5iu7 off=11052085 len=1559110 2024-09-16T07:20:12.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 3451 completed, throughput=5MB/sec 2024-09-16T07:20:12.578 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GY49yUbIqbfd-Fh off=4175768 len=1411792 2024-09-16T07:20:12.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 3452 completed, throughput=5MB/sec 2024-09-16T07:20:12.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cEMoVKqPmgFBt3k off=141604 len=1374485 2024-09-16T07:20:12.584 INFO:tasks.workunit.client.0.smithi042.stdout:op 3453 completed, throughput=5MB/sec 2024-09-16T07:20:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:20:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:20:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:20:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:12 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:20:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:20:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:12 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:20:13.585 INFO:tasks.workunit.client.0.smithi042.stdout: 675: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:13.585 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uixBoMz9nGdir7B off=5758793 len=428708 2024-09-16T07:20:13.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 3454 completed, throughput=4.99MB/sec 2024-09-16T07:20:13.586 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7HJ9ORBlDSCKy2- off=5681744 len=1328266 2024-09-16T07:20:13.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 3455 completed, throughput=5MB/sec 2024-09-16T07:20:13.591 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wl3jRXIQkcaxu7f off=483082 len=1870654 2024-09-16T07:20:13.594 INFO:tasks.workunit.client.0.smithi042.stdout:op 3456 completed, throughput=5MB/sec 2024-09-16T07:20:13.594 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sbGIe7xY6gU6VcX off=12283320 len=240946 2024-09-16T07:20:13.594 INFO:tasks.workunit.client.0.smithi042.stdout:op 3457 completed, throughput=5MB/sec 2024-09-16T07:20:13.594 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-om4BqWPbrGnewL8 off=8986847 len=490960 2024-09-16T07:20:13.598 INFO:tasks.workunit.client.0.smithi042.stdout:op 3458 completed, throughput=5MB/sec 2024-09-16T07:20:13.598 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RV0m0GbmpElI_VP off=4228928 len=1664511 2024-09-16T07:20:13.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 3459 completed, throughput=5MB/sec 2024-09-16T07:20:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:13 smithi164 ceph-mon[88760]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:13 smithi042 ceph-mon[96574]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:13 smithi042 ceph-mon[94096]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:14.604 INFO:tasks.workunit.client.0.smithi042.stdout: 676: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:14.604 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RaXJ8R83R3xlKiF off=2270018 len=26141 2024-09-16T07:20:14.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 3460 completed, throughput=4.99MB/sec 2024-09-16T07:20:14.607 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OjrBECVsi6FJIFN off=1362238 len=719621 2024-09-16T07:20:14.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 3461 completed, throughput=5MB/sec 2024-09-16T07:20:14.608 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6ptBiSr8m3TQMkQ off=9784417 len=425958 2024-09-16T07:20:14.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 3462 completed, throughput=5MB/sec 2024-09-16T07:20:14.610 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gK7PZw--4qGZJjs off=4468851 len=676101 2024-09-16T07:20:14.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 3463 completed, throughput=5MB/sec 2024-09-16T07:20:14.611 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RnyFmqU6d3DUrXx off=8211665 len=1434851 2024-09-16T07:20:14.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 3464 completed, throughput=5MB/sec 2024-09-16T07:20:14.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Xbi23xXvSLFVT0 off=5603902 len=964847 2024-09-16T07:20:14.619 INFO:tasks.workunit.client.0.smithi042.stdout:op 3465 completed, throughput=5MB/sec 2024-09-16T07:20:15.619 INFO:tasks.workunit.client.0.smithi042.stdout: 677: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:15.619 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JqIeK8L26qBEIwg off=1901070 len=1719412 2024-09-16T07:20:15.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 3466 completed, throughput=5MB/sec 2024-09-16T07:20:15.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QUHnSrqRT8ZCpgc off=13587307 len=1425562 2024-09-16T07:20:15.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 3467 completed, throughput=5MB/sec 2024-09-16T07:20:15.632 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CIMHPEd_zPDng6i off=3013768 len=1606341 2024-09-16T07:20:15.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 3468 completed, throughput=5MB/sec 2024-09-16T07:20:15.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r4NaR-sDubc-E_N off=8934299 len=176403 2024-09-16T07:20:15.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 3469 completed, throughput=5MB/sec 2024-09-16T07:20:15.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ke9PjQi7jlnKtdE off=13056373 len=1625112 2024-09-16T07:20:15.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 3470 completed, throughput=5MB/sec 2024-09-16T07:20:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:15 smithi164 ceph-mon[88760]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:15 smithi042 ceph-mon[94096]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:15 smithi042 ceph-mon[96574]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:16.635 INFO:tasks.workunit.client.0.smithi042.stdout: 678: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:16.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TLZpTgUyFz2I7Ea off=382942 len=1447980 2024-09-16T07:20:16.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 3471 completed, throughput=5MB/sec 2024-09-16T07:20:16.642 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FrhNRPqAMgoCnPd off=378488 len=1495140 2024-09-16T07:20:16.645 INFO:tasks.workunit.client.0.smithi042.stdout:op 3472 completed, throughput=5MB/sec 2024-09-16T07:20:16.645 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HjlnEkagtikpC5Q off=3367965 len=2028828 2024-09-16T07:20:16.649 INFO:tasks.workunit.client.0.smithi042.stdout:op 3473 completed, throughput=5MB/sec 2024-09-16T07:20:17.649 INFO:tasks.workunit.client.0.smithi042.stdout: 679: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:17.649 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VvUO5jaVOhdL3YO off=8547355 len=198622 2024-09-16T07:20:17.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 3474 completed, throughput=4.99MB/sec 2024-09-16T07:20:17.650 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-67NMskMLpEjI6YO off=2980500 len=1385249 2024-09-16T07:20:17.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 3475 completed, throughput=5MB/sec 2024-09-16T07:20:17.656 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-t3EvNDwSSL1qkFq off=13902122 len=498978 2024-09-16T07:20:17.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 3476 completed, throughput=5MB/sec 2024-09-16T07:20:17.660 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l9rfTpWWZuFUL81 off=11512905 len=458287 2024-09-16T07:20:17.664 INFO:tasks.workunit.client.0.smithi042.stdout:op 3477 completed, throughput=5MB/sec 2024-09-16T07:20:17.664 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-v6OpI3vAtOAdXMs off=8682256 len=119871 2024-09-16T07:20:17.664 INFO:tasks.workunit.client.0.smithi042.stdout:op 3478 completed, throughput=5MB/sec 2024-09-16T07:20:17.665 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hEozi4TMntaSK23 off=947290 len=459488 2024-09-16T07:20:17.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 3479 completed, throughput=5MB/sec 2024-09-16T07:20:17.668 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZOAFYqGrYjkRqpa off=8946787 len=360446 2024-09-16T07:20:17.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 3480 completed, throughput=5MB/sec 2024-09-16T07:20:17.669 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iIeNnVODT_0jVmf off=1861009 len=155153 2024-09-16T07:20:17.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 3481 completed, throughput=5MB/sec 2024-09-16T07:20:17.669 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4_HhXJa21--b-9h off=6321252 len=1279417 2024-09-16T07:20:17.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 3482 completed, throughput=5MB/sec 2024-09-16T07:20:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:17 smithi164 ceph-mon[88760]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:17 smithi042 ceph-mon[96574]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:18.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:17 smithi042 ceph-mon[94096]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:18.671 INFO:tasks.workunit.client.0.smithi042.stdout: 680: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:18.672 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LdbdSww1GR_dfwB off=8156163 len=1004657 2024-09-16T07:20:18.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 3483 completed, throughput=5MB/sec 2024-09-16T07:20:18.677 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZQz5GoGNBni_b9M off=702466 len=1457317 2024-09-16T07:20:18.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 3484 completed, throughput=5MB/sec 2024-09-16T07:20:18.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0FrIM8rhY5dbsMp off=18171793 len=443956 2024-09-16T07:20:18.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 3485 completed, throughput=5MB/sec 2024-09-16T07:20:18.687 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WqoZXY3WkkRgwND off=5877500 len=1870786 2024-09-16T07:20:18.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 3486 completed, throughput=5MB/sec 2024-09-16T07:20:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:19.694 INFO:tasks.workunit.client.0.smithi042.stdout: 681: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:19.694 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-82r5gBc89oIUaaz off=3392264 len=811537 2024-09-16T07:20:19.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 3487 completed, throughput=4.99MB/sec 2024-09-16T07:20:19.699 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oUKhIXgi4NaiVTs off=6372310 len=852008 2024-09-16T07:20:19.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 3488 completed, throughput=5MB/sec 2024-09-16T07:20:19.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-STHqMOfu38JP1PI off=1865353 len=669628 2024-09-16T07:20:19.706 INFO:tasks.workunit.client.0.smithi042.stdout:op 3489 completed, throughput=5MB/sec 2024-09-16T07:20:19.706 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GFkiRI6PgqdSeA1 off=10186348 len=723713 2024-09-16T07:20:19.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 3490 completed, throughput=5MB/sec 2024-09-16T07:20:19.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sEH3-cneXQ41ARS off=2436628 len=1546297 2024-09-16T07:20:19.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 3491 completed, throughput=5MB/sec 2024-09-16T07:20:19.709 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TXu2cImdU6vi9jh off=13229772 len=90582 2024-09-16T07:20:19.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 3492 completed, throughput=5MB/sec 2024-09-16T07:20:19.712 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h5l9hD1kPPPqM_t off=9915552 len=420584 2024-09-16T07:20:19.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 3493 completed, throughput=5MB/sec 2024-09-16T07:20:19.715 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1cf1u_XQRXZAcxC off=1836407 len=1967681 2024-09-16T07:20:19.724 INFO:tasks.workunit.client.0.smithi042.stdout:op 3494 completed, throughput=5MB/sec 2024-09-16T07:20:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:19 smithi164 ceph-mon[88760]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:20:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:19 smithi042 ceph-mon[94096]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:20:20.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:19 smithi042 ceph-mon[96574]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:20:20.724 INFO:tasks.workunit.client.0.smithi042.stdout: 682: throughput=5MB/sec pending data=0 2024-09-16T07:20:20.724 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nRsv-vSCU8gZ7Fl off=4645280 len=1414666 2024-09-16T07:20:20.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 3495 completed, throughput=5MB/sec 2024-09-16T07:20:20.731 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OSOMwrT3OGn0ua- off=6581253 len=1079057 2024-09-16T07:20:20.737 INFO:tasks.workunit.client.0.smithi042.stdout:op 3496 completed, throughput=5MB/sec 2024-09-16T07:20:20.737 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--8emtHSMp21psLi off=191274 len=2000850 2024-09-16T07:20:20.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 3497 completed, throughput=5MB/sec 2024-09-16T07:20:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:20:21.748 INFO:tasks.workunit.client.0.smithi042.stdout: 683: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:21.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EaLKK5UFENl-PMu off=16349661 len=1071340 2024-09-16T07:20:21.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 3498 completed, throughput=5MB/sec 2024-09-16T07:20:21.750 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dsA9j5yvlwC-kVA off=6648860 len=300935 2024-09-16T07:20:21.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 3499 completed, throughput=5MB/sec 2024-09-16T07:20:21.754 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WiQpm_qK-_pwdUS off=2815228 len=818967 2024-09-16T07:20:21.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 3500 completed, throughput=5MB/sec 2024-09-16T07:20:21.755 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dRaWHd990XF_63u off=1098357 len=1376774 2024-09-16T07:20:21.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 3501 completed, throughput=5MB/sec 2024-09-16T07:20:21.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7lQwP0IKRV89UcW off=10455140 len=880325 2024-09-16T07:20:21.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 3502 completed, throughput=5MB/sec 2024-09-16T07:20:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:21 smithi164 ceph-mon[88760]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:20:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:21 smithi042 ceph-mon[94096]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:20:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:21 smithi042 ceph-mon[96574]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:20:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:22.763 INFO:tasks.workunit.client.0.smithi042.stdout: 684: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:22.763 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ttp15V_A18JRM7Z off=2036494 len=135264 2024-09-16T07:20:22.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 3503 completed, throughput=4.99MB/sec 2024-09-16T07:20:22.766 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O-m1ZIvxOpcYQPb off=19935622 len=2066334 2024-09-16T07:20:22.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 3504 completed, throughput=5MB/sec 2024-09-16T07:20:22.769 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1aQzPECuyt7azOU off=1409778 len=401712 2024-09-16T07:20:22.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 3505 completed, throughput=5MB/sec 2024-09-16T07:20:22.770 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-15Er-bq_JA6B2ID off=481565 len=1114431 2024-09-16T07:20:22.772 INFO:tasks.workunit.client.0.smithi042.stdout:op 3506 completed, throughput=5MB/sec 2024-09-16T07:20:22.772 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-viRPeimeMA8xpWu off=16325930 len=1069983 2024-09-16T07:20:22.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 3507 completed, throughput=5MB/sec 2024-09-16T07:20:22.774 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ul4FRTjin2BscdC off=2334224 len=1807092 2024-09-16T07:20:22.776 INFO:tasks.workunit.client.0.smithi042.stdout:op 3508 completed, throughput=5MB/sec 2024-09-16T07:20:23.777 INFO:tasks.workunit.client.0.smithi042.stdout: 685: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:23.777 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QW8rZHVkbInqaf7 off=3434441 len=173990 2024-09-16T07:20:23.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 3509 completed, throughput=4.99MB/sec 2024-09-16T07:20:23.779 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9cRPYMYy5Vsxb_m off=3074728 len=733616 2024-09-16T07:20:23.780 INFO:tasks.workunit.client.0.smithi042.stdout:op 3510 completed, throughput=5MB/sec 2024-09-16T07:20:23.780 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GH0uzcYBJhWE-BR off=2256547 len=1214890 2024-09-16T07:20:23.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 3511 completed, throughput=5MB/sec 2024-09-16T07:20:23.782 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V_YfHU6oKqiV7w0 off=15904087 len=1483990 2024-09-16T07:20:23.784 INFO:tasks.workunit.client.0.smithi042.stdout:op 3512 completed, throughput=5MB/sec 2024-09-16T07:20:23.784 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EV6bytnctMlIXQi off=9633758 len=1108750 2024-09-16T07:20:23.785 INFO:tasks.workunit.client.0.smithi042.stdout:op 3513 completed, throughput=5MB/sec 2024-09-16T07:20:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:23 smithi164 ceph-mon[88760]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:23 smithi042 ceph-mon[94096]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:23 smithi042 ceph-mon[96574]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:24.786 INFO:tasks.workunit.client.0.smithi042.stdout: 686: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:24.786 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TuMUOTjuzTEmnYn off=578835 len=1478933 2024-09-16T07:20:24.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 3514 completed, throughput=5MB/sec 2024-09-16T07:20:24.793 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z70gBmRSWz_Pqea off=2634826 len=1373903 2024-09-16T07:20:24.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 3515 completed, throughput=5MB/sec 2024-09-16T07:20:24.801 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Mr59WF20-YTDfIM off=12278453 len=1015790 2024-09-16T07:20:24.802 INFO:tasks.workunit.client.0.smithi042.stdout:op 3516 completed, throughput=5MB/sec 2024-09-16T07:20:24.803 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w9XTxEV3zMFEZrH off=19640133 len=104941 2024-09-16T07:20:24.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 3517 completed, throughput=5MB/sec 2024-09-16T07:20:24.803 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B88nkT1hZ-avcDJ off=3513124 len=318727 2024-09-16T07:20:24.804 INFO:tasks.workunit.client.0.smithi042.stdout:op 3518 completed, throughput=5MB/sec 2024-09-16T07:20:24.804 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XoLL1BASrJ25gDi off=8254858 len=1657628 2024-09-16T07:20:24.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 3519 completed, throughput=5MB/sec 2024-09-16T07:20:25.812 INFO:tasks.workunit.client.0.smithi042.stdout: 687: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:25.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EUZxpWjhmhvNG9y off=6942582 len=1018752 2024-09-16T07:20:25.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 3520 completed, throughput=5MB/sec 2024-09-16T07:20:25.814 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tNZYmqfHA0H7UM0 off=7724962 len=125473 2024-09-16T07:20:25.817 INFO:tasks.workunit.client.0.smithi042.stdout:op 3521 completed, throughput=5MB/sec 2024-09-16T07:20:25.817 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mhf5qiPfPcURrrI off=8845128 len=2067918 2024-09-16T07:20:25.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 3522 completed, throughput=5MB/sec 2024-09-16T07:20:25.825 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ar6nkSf7Wg5n-Xi off=416162 len=907547 2024-09-16T07:20:25.826 INFO:tasks.workunit.client.0.smithi042.stdout:op 3523 completed, throughput=5MB/sec 2024-09-16T07:20:26.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:25 smithi164 ceph-mon[88760]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:25 smithi042 ceph-mon[96574]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:25 smithi042 ceph-mon[94096]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:26.826 INFO:tasks.workunit.client.0.smithi042.stdout: 688: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:26.827 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K8vTTWQsk4cGwge off=10179240 len=295828 2024-09-16T07:20:26.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 3524 completed, throughput=4.99MB/sec 2024-09-16T07:20:26.830 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Dm6XQZ-kVwo1Ee off=6816013 len=534169 2024-09-16T07:20:26.833 INFO:tasks.workunit.client.0.smithi042.stdout:op 3525 completed, throughput=4.99MB/sec 2024-09-16T07:20:26.834 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jOVgDC20xdzZd5b off=0 len=1056552 2024-09-16T07:20:26.835 INFO:tasks.workunit.client.0.smithi042.stdout:op 3526 completed, throughput=5MB/sec 2024-09-16T07:20:26.835 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cFMstCDTY0AkHwn off=18194674 len=462552 2024-09-16T07:20:26.838 INFO:tasks.workunit.client.0.smithi042.stdout:op 3527 completed, throughput=5MB/sec 2024-09-16T07:20:26.838 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1KY6sZLELVDxRQW off=5567193 len=1978118 2024-09-16T07:20:26.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 3528 completed, throughput=5MB/sec 2024-09-16T07:20:26.846 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N0dWdEyn-SzLNLJ off=1901128 len=194225 2024-09-16T07:20:26.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 3529 completed, throughput=5MB/sec 2024-09-16T07:20:26.849 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qgnbIqOsOKXxp_3 off=14672835 len=280103 2024-09-16T07:20:26.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 3530 completed, throughput=5MB/sec 2024-09-16T07:20:26.849 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GXDRvO_gegRnXBp off=7498284 len=334305 2024-09-16T07:20:26.852 INFO:tasks.workunit.client.0.smithi042.stdout:op 3531 completed, throughput=5MB/sec 2024-09-16T07:20:26.853 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tkKJF3X24IXTPhH off=2550091 len=1167279 2024-09-16T07:20:26.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 3532 completed, throughput=5MB/sec 2024-09-16T07:20:27.859 INFO:tasks.workunit.client.0.smithi042.stdout: 689: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:27.859 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fCQHPL72HPUZbPK off=1329192 len=655743 2024-09-16T07:20:27.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 3533 completed, throughput=5MB/sec 2024-09-16T07:20:27.864 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qZV_DHmXCUvYRdm off=224963 len=822194 2024-09-16T07:20:27.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 3534 completed, throughput=5MB/sec 2024-09-16T07:20:27.865 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YtBVmZBYW9tVKRM off=13881161 len=606668 2024-09-16T07:20:27.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 3535 completed, throughput=5MB/sec 2024-09-16T07:20:27.869 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XGHLsOITnmiKPKA off=7161435 len=544733 2024-09-16T07:20:27.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 3536 completed, throughput=5MB/sec 2024-09-16T07:20:27.873 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zJBSPtMnC7fWOoz off=9034917 len=1913091 2024-09-16T07:20:27.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 3537 completed, throughput=5MB/sec 2024-09-16T07:20:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:27 smithi164 ceph-mon[88760]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:20:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:27 smithi042 ceph-mon[96574]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:20:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:27 smithi042 ceph-mon[94096]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:20:28.882 INFO:tasks.workunit.client.0.smithi042.stdout: 690: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:28.883 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sq0BUftD75fBBiS off=14921263 len=282371 2024-09-16T07:20:28.883 INFO:tasks.workunit.client.0.smithi042.stdout:op 3538 completed, throughput=4.99MB/sec 2024-09-16T07:20:28.883 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-APw3lGDGovAKqzP off=3418647 len=1168228 2024-09-16T07:20:28.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 3539 completed, throughput=5MB/sec 2024-09-16T07:20:28.889 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tgrfF81xvtzjolB off=2563257 len=1747235 2024-09-16T07:20:28.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 3540 completed, throughput=5MB/sec 2024-09-16T07:20:28.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bHUsijSeyq4Dil7 off=15928423 len=1724320 2024-09-16T07:20:28.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 3541 completed, throughput=5MB/sec 2024-09-16T07:20:28.895 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tih-M_rxjtZYcUA off=1891868 len=699565 2024-09-16T07:20:28.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 3542 completed, throughput=5MB/sec 2024-09-16T07:20:29.899 INFO:tasks.workunit.client.0.smithi042.stdout: 691: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:29.899 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UNNzUtcJRgC6vFP off=3636006 len=119484 2024-09-16T07:20:29.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 3543 completed, throughput=4.99MB/sec 2024-09-16T07:20:29.902 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-00nWpWdhewmPlWW off=945101 len=586504 2024-09-16T07:20:29.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 3544 completed, throughput=4.99MB/sec 2024-09-16T07:20:29.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Rp7Ae9jP7PGEs_8 off=9988564 len=105164 2024-09-16T07:20:29.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 3545 completed, throughput=4.99MB/sec 2024-09-16T07:20:29.906 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8L9e1L4xEunHaDZ off=10069392 len=286818 2024-09-16T07:20:29.909 INFO:tasks.workunit.client.0.smithi042.stdout:op 3546 completed, throughput=4.99MB/sec 2024-09-16T07:20:29.909 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S0_XKRoXGSXhzw- off=2007355 len=1579359 2024-09-16T07:20:29.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 3547 completed, throughput=5MB/sec 2024-09-16T07:20:29.911 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2HlSkp5kfiJYodV off=4812233 len=61601 2024-09-16T07:20:29.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 3548 completed, throughput=5MB/sec 2024-09-16T07:20:29.913 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qHhN1BP8FBtOfwY off=415227 len=1222358 2024-09-16T07:20:29.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 3549 completed, throughput=5MB/sec 2024-09-16T07:20:29.915 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TzorhRqY5x21U3L off=6164597 len=1588327 2024-09-16T07:20:29.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 3550 completed, throughput=5MB/sec 2024-09-16T07:20:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:29 smithi164 ceph-mon[88760]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:29 smithi042 ceph-mon[96574]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:29 smithi042 ceph-mon[94096]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:30.917 INFO:tasks.workunit.client.0.smithi042.stdout: 692: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:30.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LrIC7YxlsIgZoPN off=7088097 len=51364 2024-09-16T07:20:30.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 3551 completed, throughput=4.99MB/sec 2024-09-16T07:20:30.919 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TCCFgwE6M-WkSNG off=3023277 len=870972 2024-09-16T07:20:30.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 3552 completed, throughput=5MB/sec 2024-09-16T07:20:30.921 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vXUpPFvIV5K3QuG off=184087 len=450853 2024-09-16T07:20:30.924 INFO:tasks.workunit.client.0.smithi042.stdout:op 3553 completed, throughput=5MB/sec 2024-09-16T07:20:30.925 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8o8c6CgbVa_PHO0 off=1623267 len=248383 2024-09-16T07:20:30.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 3554 completed, throughput=5MB/sec 2024-09-16T07:20:30.925 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pVR8RS-7Rd6wfwR off=5074504 len=356051 2024-09-16T07:20:30.926 INFO:tasks.workunit.client.0.smithi042.stdout:op 3555 completed, throughput=5MB/sec 2024-09-16T07:20:30.926 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NergRNFhKgOWLuW off=3554396 len=1618388 2024-09-16T07:20:30.932 INFO:tasks.workunit.client.0.smithi042.stdout:op 3556 completed, throughput=5MB/sec 2024-09-16T07:20:30.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NS7xaPzNEeVwFST off=3443412 len=1305394 2024-09-16T07:20:30.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 3557 completed, throughput=5MB/sec 2024-09-16T07:20:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:20:31.941 INFO:tasks.workunit.client.0.smithi042.stdout: 693: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:31.942 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3yp10KoKDmk1NwG off=8089399 len=151674 2024-09-16T07:20:31.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 3558 completed, throughput=4.99MB/sec 2024-09-16T07:20:31.942 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-leu44JgrudFEC-g off=1243263 len=1411158 2024-09-16T07:20:31.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 3559 completed, throughput=5MB/sec 2024-09-16T07:20:31.949 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-n4v5PYTmCeCAwIe off=12899125 len=1923093 2024-09-16T07:20:31.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 3560 completed, throughput=5MB/sec 2024-09-16T07:20:31.952 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xvAFP1w49L6EXfj off=7814715 len=683152 2024-09-16T07:20:31.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 3561 completed, throughput=5MB/sec 2024-09-16T07:20:31.956 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qNt0wkyMXa1qvWK off=4851775 len=925542 2024-09-16T07:20:31.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 3562 completed, throughput=5MB/sec 2024-09-16T07:20:31.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdXa9GTm32fcowX off=4259844 len=1152003 2024-09-16T07:20:31.969 INFO:tasks.workunit.client.0.smithi042.stdout:op 3563 completed, throughput=5MB/sec 2024-09-16T07:20:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:31 smithi164 ceph-mon[88760]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:31 smithi042 ceph-mon[94096]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:31 smithi042 ceph-mon[96574]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:20:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:32.969 INFO:tasks.workunit.client.0.smithi042.stdout: 694: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:32.969 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fJvShm4UH5zsISU off=3974234 len=675873 2024-09-16T07:20:32.971 INFO:tasks.workunit.client.0.smithi042.stdout:op 3564 completed, throughput=5MB/sec 2024-09-16T07:20:32.971 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sr7TbZ152PCL_W2 off=1435771 len=1663773 2024-09-16T07:20:32.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 3565 completed, throughput=5MB/sec 2024-09-16T07:20:32.975 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0N0VMqwGsLKtRWt off=3078145 len=967582 2024-09-16T07:20:32.976 INFO:tasks.workunit.client.0.smithi042.stdout:op 3566 completed, throughput=5MB/sec 2024-09-16T07:20:32.976 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h6S-lrtxg4MFPNs off=4312142 len=1518226 2024-09-16T07:20:32.984 INFO:tasks.workunit.client.0.smithi042.stdout:op 3567 completed, throughput=5MB/sec 2024-09-16T07:20:33.985 INFO:tasks.workunit.client.0.smithi042.stdout: 695: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:33.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I2pcHlRn5tyWtay off=3963790 len=1034712 2024-09-16T07:20:33.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 3568 completed, throughput=5MB/sec 2024-09-16T07:20:33.986 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--91VD5RqWmwFIhb off=12582314 len=1650667 2024-09-16T07:20:33.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 3569 completed, throughput=5MB/sec 2024-09-16T07:20:33.988 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UgDM6vzzG4GSe-Q off=7533745 len=593915 2024-09-16T07:20:33.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 3570 completed, throughput=5MB/sec 2024-09-16T07:20:33.989 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NmRnFN7cJmD9ZVU off=1095143 len=312360 2024-09-16T07:20:33.990 INFO:tasks.workunit.client.0.smithi042.stdout:op 3571 completed, throughput=5MB/sec 2024-09-16T07:20:33.990 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eyClx9hEx32WXtB off=3447559 len=232540 2024-09-16T07:20:33.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 3572 completed, throughput=5MB/sec 2024-09-16T07:20:33.991 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q1f2lKAwYzklLO8 off=13589134 len=842730 2024-09-16T07:20:33.997 INFO:tasks.workunit.client.0.smithi042.stdout:op 3573 completed, throughput=5MB/sec 2024-09-16T07:20:33.997 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SiOf1Wt-q6Q-JeZ off=20203717 len=352882 2024-09-16T07:20:33.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 3574 completed, throughput=5MB/sec 2024-09-16T07:20:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:33 smithi164 ceph-mon[88760]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:33 smithi042 ceph-mon[94096]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:33 smithi042 ceph-mon[96574]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:34.999 INFO:tasks.workunit.client.0.smithi042.stdout: 696: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:34.999 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wjab9CUngdERAiN off=1138291 len=67787 2024-09-16T07:20:35.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 3575 completed, throughput=4.99MB/sec 2024-09-16T07:20:35.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hm-NPNVvZRnUpOB off=11729593 len=2066093 2024-09-16T07:20:35.004 INFO:tasks.workunit.client.0.smithi042.stdout:op 3576 completed, throughput=5MB/sec 2024-09-16T07:20:35.005 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g2q8o3CJ7GjpsFB off=3297549 len=282365 2024-09-16T07:20:35.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 3577 completed, throughput=5MB/sec 2024-09-16T07:20:35.008 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fgBCP-ylogbo_ct off=4669491 len=824091 2024-09-16T07:20:35.013 INFO:tasks.workunit.client.0.smithi042.stdout:op 3578 completed, throughput=5MB/sec 2024-09-16T07:20:35.013 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N7NFGPxLkdSICp8 off=4268899 len=277930 2024-09-16T07:20:35.016 INFO:tasks.workunit.client.0.smithi042.stdout:op 3579 completed, throughput=5MB/sec 2024-09-16T07:20:35.016 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bJJNtmgAEg2iAe9 off=733141 len=1066401 2024-09-16T07:20:35.021 INFO:tasks.workunit.client.0.smithi042.stdout:op 3580 completed, throughput=5MB/sec 2024-09-16T07:20:35.021 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mYFEKtv7d359Snf off=880988 len=1856001 2024-09-16T07:20:35.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 3581 completed, throughput=5MB/sec 2024-09-16T07:20:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: 697: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:36.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BgXIT3DZryvDl2_ off=804659 len=411410 2024-09-16T07:20:36.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 3582 completed, throughput=5MB/sec 2024-09-16T07:20:36.025 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CFdmwlwDbV9SsDs off=12272517 len=1221309 2024-09-16T07:20:36.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 3583 completed, throughput=5MB/sec 2024-09-16T07:20:36.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nK-L06wYDcGRQps off=1339022 len=150525 2024-09-16T07:20:36.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 3584 completed, throughput=5MB/sec 2024-09-16T07:20:36.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W63TTgcMiwbeD1E off=10838810 len=1963374 2024-09-16T07:20:36.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 3585 completed, throughput=5MB/sec 2024-09-16T07:20:36.032 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8KtOPheIlFdwJg2 off=3271821 len=1178396 2024-09-16T07:20:36.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 3586 completed, throughput=5MB/sec 2024-09-16T07:20:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:35 smithi164 ceph-mon[88760]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:35 smithi042 ceph-mon[96574]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:35 smithi042 ceph-mon[94096]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: 698: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:37.039 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZPGqPgxwzaK848q off=17152278 len=1369703 2024-09-16T07:20:37.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 3587 completed, throughput=5MB/sec 2024-09-16T07:20:37.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-c_igwlR0fWwGH-7 off=1689015 len=1692215 2024-09-16T07:20:37.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 3588 completed, throughput=5MB/sec 2024-09-16T07:20:37.044 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LQJCiQjml0AxW4T off=1982691 len=748478 2024-09-16T07:20:37.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 3589 completed, throughput=5MB/sec 2024-09-16T07:20:37.046 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SIR7eT5EAmmWPHP off=20276233 len=1193632 2024-09-16T07:20:37.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 3590 completed, throughput=5MB/sec 2024-09-16T07:20:38.052 INFO:tasks.workunit.client.0.smithi042.stdout: 699: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:38.052 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4Fo_tSi2c2Tu4xn off=6160797 len=794416 2024-09-16T07:20:38.058 INFO:tasks.workunit.client.0.smithi042.stdout:op 3591 completed, throughput=4.99MB/sec 2024-09-16T07:20:38.058 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qictkguRLS5Z-C3 off=1589161 len=598352 2024-09-16T07:20:38.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 3592 completed, throughput=5MB/sec 2024-09-16T07:20:38.059 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I6uTk91ckpyazBR off=456283 len=1093471 2024-09-16T07:20:38.060 INFO:tasks.workunit.client.0.smithi042.stdout:op 3593 completed, throughput=5MB/sec 2024-09-16T07:20:38.060 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xileaFwHov5cdh0 off=141749 len=2016679 2024-09-16T07:20:38.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 3594 completed, throughput=5MB/sec 2024-09-16T07:20:38.063 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mQ9q4QB455u_3M1 off=10522990 len=1645948 2024-09-16T07:20:38.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 3595 completed, throughput=5MB/sec 2024-09-16T07:20:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:37 smithi164 ceph-mon[88760]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:37 smithi042 ceph-mon[94096]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:37 smithi042 ceph-mon[96574]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:20:39.064 INFO:tasks.workunit.client.0.smithi042.stdout: 700: throughput=5MB/sec pending data=0 2024-09-16T07:20:39.064 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g1KbOgY0xKW9IBo off=2029459 len=924395 2024-09-16T07:20:39.069 INFO:tasks.workunit.client.0.smithi042.stdout:op 3596 completed, throughput=5MB/sec 2024-09-16T07:20:39.069 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nfYJVXfE6F0lrRl off=12745440 len=1041136 2024-09-16T07:20:39.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 3597 completed, throughput=5MB/sec 2024-09-16T07:20:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IfcD0fzCw_CJc1s off=1729022 len=54448 2024-09-16T07:20:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 3598 completed, throughput=5MB/sec 2024-09-16T07:20:39.075 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kYjkmnlnhr83Lzv off=1942347 len=2050401 2024-09-16T07:20:39.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 3599 completed, throughput=5MB/sec 2024-09-16T07:20:40.087 INFO:tasks.workunit.client.0.smithi042.stdout: 701: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:40.088 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U2qFJ1UOFckasO4 off=9622867 len=1109915 2024-09-16T07:20:40.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 3600 completed, throughput=4.99MB/sec 2024-09-16T07:20:40.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EjhcW-RR2cFxHIe off=10806836 len=43509 2024-09-16T07:20:40.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 3601 completed, throughput=4.99MB/sec 2024-09-16T07:20:40.090 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PajobOQXA2VFcEO off=15281789 len=1541512 2024-09-16T07:20:40.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 3602 completed, throughput=5MB/sec 2024-09-16T07:20:40.097 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KoYYvROj8zlz0yZ off=5640009 len=1816750 2024-09-16T07:20:40.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 3603 completed, throughput=5MB/sec 2024-09-16T07:20:40.100 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FNprN4DHoPG2V0l off=5114379 len=173151 2024-09-16T07:20:40.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 3604 completed, throughput=5MB/sec 2024-09-16T07:20:40.100 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--kKZrPtxTfyEoBB off=7725672 len=581293 2024-09-16T07:20:40.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 3605 completed, throughput=5MB/sec 2024-09-16T07:20:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:39 smithi164 ceph-mon[88760]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:39 smithi042 ceph-mon[94096]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:39 smithi042 ceph-mon[96574]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:20:41.104 INFO:tasks.workunit.client.0.smithi042.stdout: 702: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:41.104 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u6tXOAZLRzMMgTG off=15306342 len=252933 2024-09-16T07:20:41.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 3606 completed, throughput=4.99MB/sec 2024-09-16T07:20:41.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dMiDzwScBxNjgdX off=10157460 len=947646 2024-09-16T07:20:41.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 3607 completed, throughput=4.99MB/sec 2024-09-16T07:20:41.108 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k4Mk-ADqd5chlUt off=2384373 len=1315339 2024-09-16T07:20:41.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 3608 completed, throughput=5MB/sec 2024-09-16T07:20:41.113 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i-wo51xI0hgLQby off=10603469 len=1556335 2024-09-16T07:20:41.116 INFO:tasks.workunit.client.0.smithi042.stdout:op 3609 completed, throughput=5MB/sec 2024-09-16T07:20:41.116 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tPJR1jxPx30Z5K6 off=16319067 len=860596 2024-09-16T07:20:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 3610 completed, throughput=5MB/sec 2024-09-16T07:20:41.121 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-H0kfh2aKEuOmFs3 off=4707029 len=994882 2024-09-16T07:20:41.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 3611 completed, throughput=5MB/sec 2024-09-16T07:20:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:41] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:20:42.127 INFO:tasks.workunit.client.0.smithi042.stdout: 703: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:42.127 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kQSs6hJ0qkBzhdD off=2571871 len=909557 2024-09-16T07:20:42.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 3612 completed, throughput=5MB/sec 2024-09-16T07:20:42.129 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qtriYxwsHxJCRw_ off=13989955 len=76606 2024-09-16T07:20:42.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 3613 completed, throughput=5MB/sec 2024-09-16T07:20:42.130 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CYPwzmcJ30ST67q off=4253866 len=1917834 2024-09-16T07:20:42.132 INFO:tasks.workunit.client.0.smithi042.stdout:op 3614 completed, throughput=5MB/sec 2024-09-16T07:20:42.132 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ftpOZ2xRS9U-8cd off=5229744 len=101396 2024-09-16T07:20:42.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 3615 completed, throughput=5MB/sec 2024-09-16T07:20:42.134 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SrGKAAwzTEPBK1H off=2892806 len=189581 2024-09-16T07:20:42.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 3616 completed, throughput=5MB/sec 2024-09-16T07:20:42.136 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UYgAvqR6HtPFsu5 off=2776533 len=473781 2024-09-16T07:20:42.137 INFO:tasks.workunit.client.0.smithi042.stdout:op 3617 completed, throughput=5MB/sec 2024-09-16T07:20:42.137 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5WMpmkL0EZ_s8Sh off=7790284 len=197143 2024-09-16T07:20:42.140 INFO:tasks.workunit.client.0.smithi042.stdout:op 3618 completed, throughput=5MB/sec 2024-09-16T07:20:42.140 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KJ1QhRRc3Ov9-U9 off=7706649 len=875401 2024-09-16T07:20:42.141 INFO:tasks.workunit.client.0.smithi042.stdout:op 3619 completed, throughput=5MB/sec 2024-09-16T07:20:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:41 smithi164 ceph-mon[88760]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:41 smithi042 ceph-mon[94096]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:41 smithi042 ceph-mon[96574]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:20:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:43.142 INFO:tasks.workunit.client.0.smithi042.stdout: 704: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:43.142 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S4pDmizoz2V28ia off=3193680 len=1672588 2024-09-16T07:20:43.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 3620 completed, throughput=5MB/sec 2024-09-16T07:20:43.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iTto5gKfeGlo-i3 off=4145031 len=1714974 2024-09-16T07:20:43.152 INFO:tasks.workunit.client.0.smithi042.stdout:op 3621 completed, throughput=5MB/sec 2024-09-16T07:20:43.153 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m0TQf6nd_IjsekR off=6301830 len=1291332 2024-09-16T07:20:43.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 3622 completed, throughput=5MB/sec 2024-09-16T07:20:43.157 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XTY98djRR-42Bj9 off=19727809 len=1877054 2024-09-16T07:20:43.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 3623 completed, throughput=5MB/sec 2024-09-16T07:20:44.169 INFO:tasks.workunit.client.0.smithi042.stdout: 705: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:44.169 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tpmLY8VBn61HbxS off=10424965 len=482721 2024-09-16T07:20:44.170 INFO:tasks.workunit.client.0.smithi042.stdout:op 3624 completed, throughput=5MB/sec 2024-09-16T07:20:44.170 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q-On2D9e_wx_UNd off=2933002 len=1209019 2024-09-16T07:20:44.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 3625 completed, throughput=5MB/sec 2024-09-16T07:20:44.172 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e2H_luumFFEQFHQ off=819188 len=1612626 2024-09-16T07:20:44.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 3626 completed, throughput=5MB/sec 2024-09-16T07:20:44.176 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CBILabkft6gCnL4 off=14837891 len=2066323 2024-09-16T07:20:44.178 INFO:tasks.workunit.client.0.smithi042.stdout:op 3627 completed, throughput=5MB/sec 2024-09-16T07:20:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:43 smithi164 ceph-mon[88760]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:43 smithi042 ceph-mon[94096]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:43 smithi042 ceph-mon[96574]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:45.179 INFO:tasks.workunit.client.0.smithi042.stdout: 706: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:45.179 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z-PGDfosIcE-U_K off=17387937 len=1640099 2024-09-16T07:20:45.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 3628 completed, throughput=5MB/sec 2024-09-16T07:20:45.181 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KgGvyoNTSvU_ual off=18355931 len=744311 2024-09-16T07:20:45.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 3629 completed, throughput=5MB/sec 2024-09-16T07:20:45.182 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gl6m_jJcEbdk4XW off=4053975 len=353858 2024-09-16T07:20:45.184 INFO:tasks.workunit.client.0.smithi042.stdout:op 3630 completed, throughput=5MB/sec 2024-09-16T07:20:45.184 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HdyQDK8-Pt9SWoQ off=3276859 len=785027 2024-09-16T07:20:45.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 3631 completed, throughput=5MB/sec 2024-09-16T07:20:45.185 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eO5rUrW-Y9TCwOy off=17401551 len=346248 2024-09-16T07:20:45.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 3632 completed, throughput=5MB/sec 2024-09-16T07:20:45.186 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oaswUgLikJCq7OF off=5303668 len=126348 2024-09-16T07:20:45.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 3633 completed, throughput=5MB/sec 2024-09-16T07:20:46.187 INFO:tasks.workunit.client.0.smithi042.stdout: 707: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:46.187 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acrc-XJTNTAXwxH off=693628 len=1770139 2024-09-16T07:20:46.189 INFO:tasks.workunit.client.0.smithi042.stdout:op 3634 completed, throughput=5MB/sec 2024-09-16T07:20:46.189 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0nGLCA7PyY1PgOB off=5949691 len=1987940 2024-09-16T07:20:46.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 3635 completed, throughput=5MB/sec 2024-09-16T07:20:46.199 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ibqxZLBLhg_Rk_O off=1446670 len=1611094 2024-09-16T07:20:46.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 3636 completed, throughput=5MB/sec 2024-09-16T07:20:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:45 smithi164 ceph-mon[88760]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-16T07:20:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:45 smithi042 ceph-mon[94096]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-16T07:20:46.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:45 smithi042 ceph-mon[96574]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-09-16T07:20:47.205 INFO:tasks.workunit.client.0.smithi042.stdout: 708: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:47.205 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P6NEbC0b7RlxZ8y off=2448376 len=951100 2024-09-16T07:20:47.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 3637 completed, throughput=4.99MB/sec 2024-09-16T07:20:47.207 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Artr_JQO0QU4iiJ off=18112638 len=417140 2024-09-16T07:20:47.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 3638 completed, throughput=5MB/sec 2024-09-16T07:20:47.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gd6hZwwdu9MSY0m off=8055285 len=945780 2024-09-16T07:20:47.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 3639 completed, throughput=5MB/sec 2024-09-16T07:20:47.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZYvE_BKl0H3lqWQ off=0 len=1468158 2024-09-16T07:20:47.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 3640 completed, throughput=5MB/sec 2024-09-16T07:20:47.220 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nlMC5nH_9OHyQPU off=1113762 len=1779137 2024-09-16T07:20:47.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 3641 completed, throughput=5MB/sec 2024-09-16T07:20:48.227 INFO:tasks.workunit.client.0.smithi042.stdout: 709: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:48.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y_GBqYMUf8pv3vp off=1859715 len=455879 2024-09-16T07:20:48.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 3642 completed, throughput=4.99MB/sec 2024-09-16T07:20:48.228 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VsRvlh4k8cwsves off=4806734 len=469610 2024-09-16T07:20:48.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 3643 completed, throughput=4.99MB/sec 2024-09-16T07:20:48.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BupuxS7PBUVvOCB off=11867471 len=57502 2024-09-16T07:20:48.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 3644 completed, throughput=4.99MB/sec 2024-09-16T07:20:48.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qBWYpFlGcueH6Yg off=4200942 len=111872 2024-09-16T07:20:48.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 3645 completed, throughput=4.99MB/sec 2024-09-16T07:20:48.233 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nNp-1seZryPkrOB off=10267886 len=654688 2024-09-16T07:20:48.234 INFO:tasks.workunit.client.0.smithi042.stdout:op 3646 completed, throughput=5MB/sec 2024-09-16T07:20:48.234 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-E8lAb3k3dghweW7 off=848117 len=1764423 2024-09-16T07:20:48.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 3647 completed, throughput=5MB/sec 2024-09-16T07:20:48.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lf48ltbbySYYQky off=36282 len=65909 2024-09-16T07:20:48.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 3648 completed, throughput=5MB/sec 2024-09-16T07:20:48.239 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vvl-Lvx-YmqkKEY off=9688364 len=1732635 2024-09-16T07:20:48.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 3649 completed, throughput=5MB/sec 2024-09-16T07:20:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:47 smithi042 ceph-mon[94096]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:20:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:47 smithi042 ceph-mon[96574]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:20:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:47 smithi164 ceph-mon[88760]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:20:49.242 INFO:tasks.workunit.client.0.smithi042.stdout: 710: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:49.242 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vrv4Dxy2jte9mE4 off=13225031 len=970162 2024-09-16T07:20:49.244 INFO:tasks.workunit.client.0.smithi042.stdout:op 3650 completed, throughput=4.99MB/sec 2024-09-16T07:20:49.244 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-plG2A33cdBs5WHd off=11874866 len=714444 2024-09-16T07:20:49.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 3651 completed, throughput=5MB/sec 2024-09-16T07:20:49.246 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0BxUXho1cpCVKp0 off=652655 len=78266 2024-09-16T07:20:49.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 3652 completed, throughput=5MB/sec 2024-09-16T07:20:49.246 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FgSQCynS8odAyXx off=5705484 len=1533015 2024-09-16T07:20:49.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 3653 completed, throughput=5MB/sec 2024-09-16T07:20:49.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7iFlu0Aeyez7ifY off=0 len=2012999 2024-09-16T07:20:49.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 3654 completed, throughput=5MB/sec 2024-09-16T07:20:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:20:50.261 INFO:tasks.workunit.client.0.smithi042.stdout: 711: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:50.262 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7iZzyEJwU3gauLK off=9030672 len=531757 2024-09-16T07:20:50.263 INFO:tasks.workunit.client.0.smithi042.stdout:op 3655 completed, throughput=4.99MB/sec 2024-09-16T07:20:50.263 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ho8fZ-qAPi3HHTQ off=4565688 len=1601993 2024-09-16T07:20:50.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 3656 completed, throughput=5MB/sec 2024-09-16T07:20:50.265 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tWwz4715F4AWiLs off=3086801 len=1280002 2024-09-16T07:20:50.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 3657 completed, throughput=5MB/sec 2024-09-16T07:20:50.266 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7N_GAQz3ARlG4QC off=7852491 len=211994 2024-09-16T07:20:50.269 INFO:tasks.workunit.client.0.smithi042.stdout:op 3658 completed, throughput=5MB/sec 2024-09-16T07:20:50.269 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--9HXYfyVijmxbJn off=19045923 len=800728 2024-09-16T07:20:50.274 INFO:tasks.workunit.client.0.smithi042.stdout:op 3659 completed, throughput=5MB/sec 2024-09-16T07:20:50.274 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Tiv_Ves_AONRqYb off=2938673 len=1909677 2024-09-16T07:20:50.281 INFO:tasks.workunit.client.0.smithi042.stdout:op 3660 completed, throughput=5MB/sec 2024-09-16T07:20:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:49 smithi042 ceph-mon[94096]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:20:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:49 smithi042 ceph-mon[96574]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:20:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:49 smithi164 ceph-mon[88760]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-09-16T07:20:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: 712: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:51.282 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CsSNu6LU7dIZNvY off=7764738 len=712049 2024-09-16T07:20:51.286 INFO:tasks.workunit.client.0.smithi042.stdout:op 3661 completed, throughput=5MB/sec 2024-09-16T07:20:51.286 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7q7vfRXkapnN35- off=18973120 len=1460928 2024-09-16T07:20:51.294 INFO:tasks.workunit.client.0.smithi042.stdout:op 3662 completed, throughput=5MB/sec 2024-09-16T07:20:51.294 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GdumXvFHjzyCZZc off=8500214 len=2051950 2024-09-16T07:20:51.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 3663 completed, throughput=5MB/sec 2024-09-16T07:20:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:20:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:20:51] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:20:52.307 INFO:tasks.workunit.client.0.smithi042.stdout: 713: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:52.307 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8rmnrXMFddYLtKx off=6098829 len=232644 2024-09-16T07:20:52.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 3664 completed, throughput=4.99MB/sec 2024-09-16T07:20:52.308 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9fpYMui1s1hxBac off=17222207 len=1801556 2024-09-16T07:20:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:51 smithi164 ceph-mon[88760]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:20:52.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 3665 completed, throughput=5MB/sec 2024-09-16T07:20:52.316 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pJHyoI6PpIEdWjn off=21924461 len=640512 2024-09-16T07:20:52.320 INFO:tasks.workunit.client.0.smithi042.stdout:op 3666 completed, throughput=5MB/sec 2024-09-16T07:20:52.320 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bHtTQVbOUOR5QDq off=11136358 len=2050713 2024-09-16T07:20:52.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 3667 completed, throughput=5MB/sec 2024-09-16T07:20:52.329 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M0MZ9P2h4jayTyI off=1973726 len=999264 2024-09-16T07:20:52.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 3668 completed, throughput=5MB/sec 2024-09-16T07:20:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:51 smithi042 ceph-mon[94096]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:20:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:51 smithi042 ceph-mon[96574]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:20:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:20:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:20:53.330 INFO:tasks.workunit.client.0.smithi042.stdout: 714: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:53.331 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QMfTFvQl3MlTlxj off=8099590 len=1898022 2024-09-16T07:20:53.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 3669 completed, throughput=5MB/sec 2024-09-16T07:20:53.334 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-leVyw2mKecYSH1g off=2208431 len=1516612 2024-09-16T07:20:53.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 3670 completed, throughput=5MB/sec 2024-09-16T07:20:53.336 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mP03OVfrCM__hT9 off=253010 len=1622147 2024-09-16T07:20:53.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 3671 completed, throughput=5MB/sec 2024-09-16T07:20:54.339 INFO:tasks.workunit.client.0.smithi042.stdout: 715: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:54.339 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s8L06H-ROB0Si_z off=2239154 len=477869 2024-09-16T07:20:54.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 3672 completed, throughput=4.99MB/sec 2024-09-16T07:20:54.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z0O-4ubJAaP2E00 off=13734370 len=11229 2024-09-16T07:20:54.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 3673 completed, throughput=4.99MB/sec 2024-09-16T07:20:54.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aFowo4BDGwV2Pfa off=1456356 len=188967 2024-09-16T07:20:54.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 3674 completed, throughput=4.99MB/sec 2024-09-16T07:20:54.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mbHDZwVA97rgxFC off=6163953 len=697979 2024-09-16T07:20:54.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 3675 completed, throughput=5MB/sec 2024-09-16T07:20:54.349 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MLZbQZWws9Vozqm off=977117 len=1692172 2024-09-16T07:20:54.350 INFO:tasks.workunit.client.0.smithi042.stdout:op 3676 completed, throughput=5MB/sec 2024-09-16T07:20:54.351 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PGPawEv3VdGnSFu off=126887 len=375112 2024-09-16T07:20:54.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 3677 completed, throughput=5MB/sec 2024-09-16T07:20:54.352 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pWP3TPq9t5fBW0H off=1426161 len=1552879 2024-09-16T07:20:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:54 smithi042 ceph-mon[96574]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:54 smithi042 ceph-mon[94096]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:54.360 INFO:tasks.workunit.client.0.smithi042.stdout:op 3678 completed, throughput=5MB/sec 2024-09-16T07:20:54.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5-HFnHOc8QuDrMP off=0 len=1184878 2024-09-16T07:20:54.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 3679 completed, throughput=5MB/sec 2024-09-16T07:20:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:54 smithi164 ceph-mon[88760]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:20:55.362 INFO:tasks.workunit.client.0.smithi042.stdout: 716: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:55.362 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-B2WGXHTQAQFggg9 off=2779426 len=1478840 2024-09-16T07:20:55.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 3680 completed, throughput=5MB/sec 2024-09-16T07:20:55.369 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0Rve4v_tzB3UcO4 off=12579713 len=467511 2024-09-16T07:20:55.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 3681 completed, throughput=5MB/sec 2024-09-16T07:20:55.373 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5aJFWUNoWdkHBZY off=5517884 len=1292556 2024-09-16T07:20:55.375 INFO:tasks.workunit.client.0.smithi042.stdout:op 3682 completed, throughput=5MB/sec 2024-09-16T07:20:55.375 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SUXXZLRe3SQH18e off=10351623 len=538936 2024-09-16T07:20:55.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 3683 completed, throughput=5MB/sec 2024-09-16T07:20:55.376 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T-ywCqwjt6lgYcy off=7360906 len=1983669 2024-09-16T07:20:55.383 INFO:tasks.workunit.client.0.smithi042.stdout:op 3684 completed, throughput=5MB/sec 2024-09-16T07:20:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:56 smithi042 ceph-mon[94096]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:56 smithi042 ceph-mon[96574]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:56.384 INFO:tasks.workunit.client.0.smithi042.stdout: 717: throughput=5MB/sec pending data=0 2024-09-16T07:20:56.384 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OqQNrr-oeKTZqS6 off=8489746 len=740502 2024-09-16T07:20:56.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 3685 completed, throughput=5MB/sec 2024-09-16T07:20:56.386 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_eM6CMDuN8BSNkV off=891313 len=1734836 2024-09-16T07:20:56.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 3686 completed, throughput=5MB/sec 2024-09-16T07:20:56.397 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-43g3h-MlzsBG_po off=7399255 len=1165677 2024-09-16T07:20:56.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 3687 completed, throughput=5MB/sec 2024-09-16T07:20:56.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TGIbMmWf17HTjbn off=10115870 len=1472969 2024-09-16T07:20:56.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 3688 completed, throughput=5MB/sec 2024-09-16T07:20:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:56 smithi164 ceph-mon[88760]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:57.411 INFO:tasks.workunit.client.0.smithi042.stdout: 718: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:57.412 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ltwn6286i0LauGJ off=2011839 len=1887949 2024-09-16T07:20:57.419 INFO:tasks.workunit.client.0.smithi042.stdout:op 3689 completed, throughput=5MB/sec 2024-09-16T07:20:57.419 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K0tkBcpPndWUEkM off=1498330 len=953345 2024-09-16T07:20:57.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 3690 completed, throughput=5MB/sec 2024-09-16T07:20:57.422 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nv4EDGimaLt9SaA off=5386197 len=476505 2024-09-16T07:20:57.423 INFO:tasks.workunit.client.0.smithi042.stdout:op 3691 completed, throughput=5MB/sec 2024-09-16T07:20:57.423 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vgizkRgnS1OBET9 off=3528717 len=1874105 2024-09-16T07:20:57.430 INFO:tasks.workunit.client.0.smithi042.stdout:op 3692 completed, throughput=5MB/sec 2024-09-16T07:20:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:20:58 smithi042 ceph-mon[94096]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:20:58 smithi042 ceph-mon[96574]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:58.431 INFO:tasks.workunit.client.0.smithi042.stdout: 719: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:58.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ehxAbQc59NZKI7u off=1071431 len=718710 2024-09-16T07:20:58.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 3693 completed, throughput=5MB/sec 2024-09-16T07:20:58.435 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-t9aCetgYueXP-mN off=1399221 len=590737 2024-09-16T07:20:58.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 3694 completed, throughput=5MB/sec 2024-09-16T07:20:58.440 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m7D5tIuMyiDceOb off=2977475 len=1975363 2024-09-16T07:20:58.443 INFO:tasks.workunit.client.0.smithi042.stdout:op 3695 completed, throughput=5MB/sec 2024-09-16T07:20:58.444 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M2Gt2RKqNufmUz4 off=9995850 len=43009 2024-09-16T07:20:58.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 3696 completed, throughput=5MB/sec 2024-09-16T07:20:58.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sw4N0mQpW_mSiry off=13306504 len=1554109 2024-09-16T07:20:58.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 3697 completed, throughput=5MB/sec 2024-09-16T07:20:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:20:58 smithi164 ceph-mon[88760]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:20:59.451 INFO:tasks.workunit.client.0.smithi042.stdout: 720: throughput=4.99MB/sec pending data=0 2024-09-16T07:20:59.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4zsLgrKcw10WZcn off=2628585 len=1863313 2024-09-16T07:20:59.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 3698 completed, throughput=5MB/sec 2024-09-16T07:20:59.455 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9NvBGtrIBPQaZq1 off=6864620 len=990802 2024-09-16T07:20:59.461 INFO:tasks.workunit.client.0.smithi042.stdout:op 3699 completed, throughput=5MB/sec 2024-09-16T07:20:59.461 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-htalnAkVqR_1c8k off=11209863 len=757638 2024-09-16T07:20:59.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 3700 completed, throughput=5MB/sec 2024-09-16T07:20:59.462 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lwzjeZIhhnX6Ll7 off=20887114 len=2020545 2024-09-16T07:20:59.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 3701 completed, throughput=5MB/sec 2024-09-16T07:21:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:00 smithi042 ceph-mon[94096]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:00 smithi042 ceph-mon[96574]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:00.465 INFO:tasks.workunit.client.0.smithi042.stdout: 721: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:00.465 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dg6TyNI9UrVTLhP off=12096619 len=1754907 2024-09-16T07:21:00.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 3702 completed, throughput=5MB/sec 2024-09-16T07:21:00.467 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_9O64S9192u-iIp off=9078024 len=308073 2024-09-16T07:21:00.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 3703 completed, throughput=5MB/sec 2024-09-16T07:21:00.470 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a79i_630nxr7u1g off=4832 len=1264655 2024-09-16T07:21:00.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 3704 completed, throughput=5MB/sec 2024-09-16T07:21:00.472 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kPP0d314a68nRox off=5883442 len=1044243 2024-09-16T07:21:00.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 3705 completed, throughput=5MB/sec 2024-09-16T07:21:00.478 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fFgNepa5qAbJAPS off=4691220 len=1168254 2024-09-16T07:21:00.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 3706 completed, throughput=5MB/sec 2024-09-16T07:21:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:00 smithi164 ceph-mon[88760]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:01.481 INFO:tasks.workunit.client.0.smithi042.stdout: 722: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:01.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h3XoSvr6Fr6-OCV off=19256540 len=115290 2024-09-16T07:21:01.483 INFO:tasks.workunit.client.0.smithi042.stdout:op 3707 completed, throughput=4.99MB/sec 2024-09-16T07:21:01.483 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RCtlFhOo5ku8AaQ off=3959767 len=47140 2024-09-16T07:21:01.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 3708 completed, throughput=4.99MB/sec 2024-09-16T07:21:01.486 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ENmP8bL55eyyP2W off=11632061 len=1187408 2024-09-16T07:21:01.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 3709 completed, throughput=5MB/sec 2024-09-16T07:21:01.488 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mXqkh7pzQZ0v30d off=2983851 len=628191 2024-09-16T07:21:01.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 3710 completed, throughput=5MB/sec 2024-09-16T07:21:01.489 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tVS6Qhw_Y6OsD_J off=5944693 len=1624837 2024-09-16T07:21:01.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 3711 completed, throughput=5MB/sec 2024-09-16T07:21:01.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_U3wVXfX7ytiK97 off=15332523 len=1641836 2024-09-16T07:21:01.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 3712 completed, throughput=5MB/sec 2024-09-16T07:21:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:01] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:21:02.290 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:02 smithi164 ceph-mon[88760]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:21:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:02 smithi042 ceph-mon[94096]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:21:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:02 smithi042 ceph-mon[96574]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:21:02.505 INFO:tasks.workunit.client.0.smithi042.stdout: 723: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:02.505 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8CHmeHCfMr9RPdA off=1182187 len=498400 2024-09-16T07:21:02.506 INFO:tasks.workunit.client.0.smithi042.stdout:op 3713 completed, throughput=5MB/sec 2024-09-16T07:21:02.506 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SoDW7glsbo1PY3B off=8092013 len=950166 2024-09-16T07:21:02.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 3714 completed, throughput=5MB/sec 2024-09-16T07:21:02.508 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IuGHzuobWXX5HGB off=2841318 len=1403097 2024-09-16T07:21:02.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 3715 completed, throughput=5MB/sec 2024-09-16T07:21:02.516 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WePIxelynDhfBIT off=744390 len=984819 2024-09-16T07:21:02.521 INFO:tasks.workunit.client.0.smithi042.stdout:op 3716 completed, throughput=5MB/sec 2024-09-16T07:21:02.521 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jUDgRthc594v7xT off=21905393 len=2095290 2024-09-16T07:21:02.529 INFO:tasks.workunit.client.0.smithi042.stdout:op 3717 completed, throughput=5MB/sec 2024-09-16T07:21:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:03.529 INFO:tasks.workunit.client.0.smithi042.stdout: 724: throughput=5MB/sec pending data=0 2024-09-16T07:21:03.529 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2C79kA6HlvNL-bl off=1706987 len=1808845 2024-09-16T07:21:03.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 3718 completed, throughput=5MB/sec 2024-09-16T07:21:03.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2YxG_G4OUC_Pmn1 off=100754 len=1925545 2024-09-16T07:21:03.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 3719 completed, throughput=5MB/sec 2024-09-16T07:21:03.543 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u1tgnBvmthYfkDQ off=11480642 len=1993421 2024-09-16T07:21:03.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 3720 completed, throughput=5MB/sec 2024-09-16T07:21:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:04 smithi042 ceph-mon[94096]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:21:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:04 smithi042 ceph-mon[96574]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:21:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:04 smithi164 ceph-mon[88760]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:21:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:04.552 INFO:tasks.workunit.client.0.smithi042.stdout: 725: throughput=5MB/sec pending data=0 2024-09-16T07:21:04.552 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-46LJeTwjbJGIy-4 off=11506144 len=1530261 2024-09-16T07:21:04.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 3721 completed, throughput=5MB/sec 2024-09-16T07:21:04.560 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-83q6E5h0bbm3t1l off=351920 len=1570119 2024-09-16T07:21:04.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 3722 completed, throughput=5MB/sec 2024-09-16T07:21:04.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zXFCGXIzC1xe1ep off=19021940 len=316214 2024-09-16T07:21:04.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 3723 completed, throughput=5MB/sec 2024-09-16T07:21:04.570 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JLDC1hoUZlOxOx8 off=2327085 len=445962 2024-09-16T07:21:04.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 3724 completed, throughput=5MB/sec 2024-09-16T07:21:05.571 INFO:tasks.workunit.client.0.smithi042.stdout: 726: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:05.571 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VrnSgWsbIRLpVcE off=9899660 len=61243 2024-09-16T07:21:05.574 INFO:tasks.workunit.client.0.smithi042.stdout:op 3725 completed, throughput=4.99MB/sec 2024-09-16T07:21:05.574 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FXZ8QjBV9MVrtpK off=3719898 len=1250109 2024-09-16T07:21:05.579 INFO:tasks.workunit.client.0.smithi042.stdout:op 3726 completed, throughput=5MB/sec 2024-09-16T07:21:05.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JvET3uE4v8Y3ZKY off=606582 len=1086799 2024-09-16T07:21:05.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 3727 completed, throughput=5MB/sec 2024-09-16T07:21:05.585 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OehELPv9oIzFJzh off=7336073 len=461317 2024-09-16T07:21:05.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 3728 completed, throughput=5MB/sec 2024-09-16T07:21:05.586 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3yL8wq4GFldACw_ off=8723803 len=273473 2024-09-16T07:21:05.589 INFO:tasks.workunit.client.0.smithi042.stdout:op 3729 completed, throughput=5MB/sec 2024-09-16T07:21:05.589 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jIsBtNLikWhX8HE off=10490310 len=94300 2024-09-16T07:21:05.589 INFO:tasks.workunit.client.0.smithi042.stdout:op 3730 completed, throughput=5MB/sec 2024-09-16T07:21:05.590 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FrZz9KMe1j70uBo off=1906455 len=2015226 2024-09-16T07:21:05.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 3731 completed, throughput=5MB/sec 2024-09-16T07:21:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:06 smithi042 ceph-mon[94096]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:21:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:06 smithi042 ceph-mon[96574]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:21:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:06 smithi164 ceph-mon[88760]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:21:06.597 INFO:tasks.workunit.client.0.smithi042.stdout: 727: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:06.597 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zZiHeDOtg28Dmle off=2495942 len=813862 2024-09-16T07:21:06.601 INFO:tasks.workunit.client.0.smithi042.stdout:op 3732 completed, throughput=4.99MB/sec 2024-09-16T07:21:06.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rEeNHHuuiDvrQNw off=2508318 len=950175 2024-09-16T07:21:06.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 3733 completed, throughput=5MB/sec 2024-09-16T07:21:06.607 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pvG2UI3MkuTPR-i off=13630921 len=1787691 2024-09-16T07:21:06.615 INFO:tasks.workunit.client.0.smithi042.stdout:op 3734 completed, throughput=5MB/sec 2024-09-16T07:21:06.616 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I18W9PR5O4dYG7o off=7703427 len=1443165 2024-09-16T07:21:06.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 3735 completed, throughput=5MB/sec 2024-09-16T07:21:06.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hnm8OYdS5VktzbT off=1555432 len=1757964 2024-09-16T07:21:06.619 INFO:tasks.workunit.client.0.smithi042.stdout:op 3736 completed, throughput=5MB/sec 2024-09-16T07:21:07.620 INFO:tasks.workunit.client.0.smithi042.stdout: 728: throughput=5MB/sec pending data=0 2024-09-16T07:21:07.620 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QKJMzquXD7Vm7Xz off=236802 len=580995 2024-09-16T07:21:07.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 3737 completed, throughput=5MB/sec 2024-09-16T07:21:07.622 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Oj6Fq7nb4Rk4vk5 off=1216148 len=1328806 2024-09-16T07:21:07.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 3738 completed, throughput=5MB/sec 2024-09-16T07:21:07.624 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EnZGAXujaMushCZ off=1301258 len=1425349 2024-09-16T07:21:07.627 INFO:tasks.workunit.client.0.smithi042.stdout:op 3739 completed, throughput=5MB/sec 2024-09-16T07:21:07.627 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V3fR1uVRNQlD_U0 off=6337043 len=1431643 2024-09-16T07:21:07.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 3740 completed, throughput=5MB/sec 2024-09-16T07:21:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:08 smithi042 ceph-mon[94096]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:08 smithi042 ceph-mon[96574]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:08 smithi164 ceph-mon[88760]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:08.633 INFO:tasks.workunit.client.0.smithi042.stdout: 729: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:08.633 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dKdoPMzUP_whpdX off=11096511 len=1154444 2024-09-16T07:21:08.639 INFO:tasks.workunit.client.0.smithi042.stdout:op 3741 completed, throughput=5MB/sec 2024-09-16T07:21:08.639 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BD7Z2HsAk5Gg7bq off=1707311 len=1254936 2024-09-16T07:21:08.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 3742 completed, throughput=5MB/sec 2024-09-16T07:21:08.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h78Xl3BTBrsWtrJ off=2530061 len=518499 2024-09-16T07:21:08.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 3743 completed, throughput=5MB/sec 2024-09-16T07:21:08.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D8sxR6ue9GiIDMl off=4517427 len=99029 2024-09-16T07:21:08.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 3744 completed, throughput=5MB/sec 2024-09-16T07:21:08.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1eVzD4Ls90g9nLG off=14353320 len=1609620 2024-09-16T07:21:08.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 3745 completed, throughput=5MB/sec 2024-09-16T07:21:09.655 INFO:tasks.workunit.client.0.smithi042.stdout: 730: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:09.656 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Pe1ZH_M9c1jYYjR off=0 len=1262674 2024-09-16T07:21:09.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 3746 completed, throughput=5MB/sec 2024-09-16T07:21:09.659 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mSrrHq2JQfb7Mdr off=2602672 len=2018580 2024-09-16T07:21:09.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 3747 completed, throughput=5MB/sec 2024-09-16T07:21:09.671 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ykFiz6QsyrRh3Mq off=17743688 len=1802167 2024-09-16T07:21:09.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 3748 completed, throughput=5MB/sec 2024-09-16T07:21:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:10 smithi042 ceph-mon[94096]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:10 smithi042 ceph-mon[96574]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:10 smithi164 ceph-mon[88760]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:10.673 INFO:tasks.workunit.client.0.smithi042.stdout: 731: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:10.674 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jUDgRthc594v7xT off=14996220 len=1733398 2024-09-16T07:21:10.675 INFO:tasks.workunit.client.0.smithi042.stdout:op 3749 completed, throughput=5MB/sec 2024-09-16T07:21:10.676 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CcRfbR-9fE7o58E off=7808514 len=1840684 2024-09-16T07:21:10.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 3750 completed, throughput=5MB/sec 2024-09-16T07:21:10.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QteOQ0Ywgvoh23l off=7416480 len=234292 2024-09-16T07:21:10.687 INFO:tasks.workunit.client.0.smithi042.stdout:op 3751 completed, throughput=5MB/sec 2024-09-16T07:21:10.687 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-68awMXM8FcvQ9Rr off=1588951 len=2087968 2024-09-16T07:21:10.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 3752 completed, throughput=5MB/sec 2024-09-16T07:21:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:11] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-09-16T07:21:11.690 INFO:tasks.workunit.client.0.smithi042.stdout: 732: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:11.690 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t3__iNxpSZaXTq8 off=10319782 len=1167937 2024-09-16T07:21:11.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 3753 completed, throughput=5MB/sec 2024-09-16T07:21:11.691 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GSTqLMLSvZlJnz_ off=2264457 len=1259214 2024-09-16T07:21:11.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 3754 completed, throughput=5MB/sec 2024-09-16T07:21:11.698 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rD8vK9Y41CBjkvN off=9008765 len=35680 2024-09-16T07:21:11.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 3755 completed, throughput=5MB/sec 2024-09-16T07:21:11.699 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ha4socCdL_kA_oa off=16309676 len=2059327 2024-09-16T07:21:11.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 3756 completed, throughput=5MB/sec 2024-09-16T07:21:11.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EpWh3o-71pH5dDU off=3416563 len=957386 2024-09-16T07:21:11.706 INFO:tasks.workunit.client.0.smithi042.stdout:op 3757 completed, throughput=5MB/sec 2024-09-16T07:21:12.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:12 smithi164 ceph-mon[88760]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:21:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:12 smithi042 ceph-mon[94096]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:21:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:12 smithi042 ceph-mon[96574]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:21:12.706 INFO:tasks.workunit.client.0.smithi042.stdout: 733: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:12.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ry-kqPb4N_b5vbk off=4518789 len=912468 2024-09-16T07:21:12.708 INFO:tasks.workunit.client.0.smithi042.stdout:op 3758 completed, throughput=5MB/sec 2024-09-16T07:21:12.708 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jVhCa-xlFmmxP0U off=3366208 len=1317595 2024-09-16T07:21:12.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 3759 completed, throughput=5MB/sec 2024-09-16T07:21:12.714 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bl-Y4Y86VY2ArlZ off=4391155 len=2014021 2024-09-16T07:21:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 3760 completed, throughput=5MB/sec 2024-09-16T07:21:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4RuM_txBui66cAL off=14210839 len=246799 2024-09-16T07:21:12.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 3761 completed, throughput=5MB/sec 2024-09-16T07:21:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:13 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:21:13.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:13 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:21:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:13 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:21:13.726 INFO:tasks.workunit.client.0.smithi042.stdout: 734: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:13.726 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jw0ZUdU917p7qIm off=8809711 len=209107 2024-09-16T07:21:13.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 3762 completed, throughput=4.99MB/sec 2024-09-16T07:21:13.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--nJj447ns7yBU6T off=858988 len=1223296 2024-09-16T07:21:13.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 3763 completed, throughput=5MB/sec 2024-09-16T07:21:13.729 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DxjrSuLAeMQQJxs off=439476 len=1964558 2024-09-16T07:21:13.736 INFO:tasks.workunit.client.0.smithi042.stdout:op 3764 completed, throughput=5MB/sec 2024-09-16T07:21:13.736 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jPN5CC9cWImURz6 off=3819363 len=1914596 2024-09-16T07:21:13.738 INFO:tasks.workunit.client.0.smithi042.stdout:op 3765 completed, throughput=5MB/sec 2024-09-16T07:21:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:14.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:21:14.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:21:14.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:21:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:21:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:21:14.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:21:14.738 INFO:tasks.workunit.client.0.smithi042.stdout: 735: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:14.739 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ose7JU64otYu02a off=2172080 len=654458 2024-09-16T07:21:14.743 INFO:tasks.workunit.client.0.smithi042.stdout:op 3766 completed, throughput=4.99MB/sec 2024-09-16T07:21:14.743 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cygRFhitE1vpGIY off=5156401 len=1971516 2024-09-16T07:21:14.745 INFO:tasks.workunit.client.0.smithi042.stdout:op 3767 completed, throughput=5MB/sec 2024-09-16T07:21:14.745 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iQkXR8WRRmw-o5U off=7239551 len=12445 2024-09-16T07:21:14.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 3768 completed, throughput=5MB/sec 2024-09-16T07:21:14.748 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6mFkP0Qpo6ECts- off=0 len=1203214 2024-09-16T07:21:14.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 3769 completed, throughput=5MB/sec 2024-09-16T07:21:14.750 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UAeLIQY9W1Igjth off=18969018 len=1809167 2024-09-16T07:21:14.751 INFO:tasks.workunit.client.0.smithi042.stdout:op 3770 completed, throughput=5MB/sec 2024-09-16T07:21:15.752 INFO:tasks.workunit.client.0.smithi042.stdout: 736: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:15.752 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9cRPYMYy5Vsxb_m off=11820443 len=875540 2024-09-16T07:21:15.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 3771 completed, throughput=4.99MB/sec 2024-09-16T07:21:15.753 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pb1UABtJOw178R1 off=1073345 len=875784 2024-09-16T07:21:15.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 3772 completed, throughput=5MB/sec 2024-09-16T07:21:15.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OY7aqjgzaybKqWz off=536245 len=1223988 2024-09-16T07:21:15.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 3773 completed, throughput=5MB/sec 2024-09-16T07:21:15.764 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4QtqnF19_48xQDU off=6847441 len=1858163 2024-09-16T07:21:15.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 3774 completed, throughput=5MB/sec 2024-09-16T07:21:15.766 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YJ2I2VgMp6sZCgr off=18957882 len=280880 2024-09-16T07:21:15.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 3775 completed, throughput=5MB/sec 2024-09-16T07:21:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:16 smithi042 ceph-mon[94096]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:21:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:16 smithi042 ceph-mon[96574]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:21:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:16 smithi164 ceph-mon[88760]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:21:16.770 INFO:tasks.workunit.client.0.smithi042.stdout: 737: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:16.770 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7oFV6zcBIC10NTz off=1133486 len=1376464 2024-09-16T07:21:16.777 INFO:tasks.workunit.client.0.smithi042.stdout:op 3776 completed, throughput=5MB/sec 2024-09-16T07:21:16.777 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qjYOOrC6-SBtHYa off=1115274 len=607060 2024-09-16T07:21:16.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 3777 completed, throughput=5MB/sec 2024-09-16T07:21:16.778 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tByjOBqEShlZ3Ot off=171665 len=412045 2024-09-16T07:21:16.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 3778 completed, throughput=5MB/sec 2024-09-16T07:21:16.782 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-umrOgMwLLkqUveZ off=13860435 len=1222676 2024-09-16T07:21:16.790 INFO:tasks.workunit.client.0.smithi042.stdout:op 3779 completed, throughput=5MB/sec 2024-09-16T07:21:16.790 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6cGonM9TQsJu0pP off=634037 len=453227 2024-09-16T07:21:16.791 INFO:tasks.workunit.client.0.smithi042.stdout:op 3780 completed, throughput=5MB/sec 2024-09-16T07:21:16.791 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FLnsdZa0rztz5AM off=5836733 len=1323351 2024-09-16T07:21:16.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 3781 completed, throughput=5MB/sec 2024-09-16T07:21:17.793 INFO:tasks.workunit.client.0.smithi042.stdout: 738: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:17.793 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_pFuan6Rq3O9wio off=4179515 len=1553876 2024-09-16T07:21:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 3782 completed, throughput=5MB/sec 2024-09-16T07:21:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YydfR1_hN1lF4je off=3384807 len=228888 2024-09-16T07:21:17.804 INFO:tasks.workunit.client.0.smithi042.stdout:op 3783 completed, throughput=5MB/sec 2024-09-16T07:21:17.804 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-82r5gBc89oIUaaz off=1021116 len=982055 2024-09-16T07:21:17.808 INFO:tasks.workunit.client.0.smithi042.stdout:op 3784 completed, throughput=5MB/sec 2024-09-16T07:21:17.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W0G-7znUas_TtRd off=9138584 len=119271 2024-09-16T07:21:17.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 3785 completed, throughput=5MB/sec 2024-09-16T07:21:17.812 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1pD6ZHXNtkfkjyJ off=3852586 len=1656752 2024-09-16T07:21:17.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 3786 completed, throughput=5MB/sec 2024-09-16T07:21:17.821 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i3xyFSLthHS1Vn8 off=9067740 len=647822 2024-09-16T07:21:17.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 3787 completed, throughput=5MB/sec 2024-09-16T07:21:17.825 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hfL35iJ6buDtCh- off=6845678 len=1128333 2024-09-16T07:21:17.827 INFO:tasks.workunit.client.0.smithi042.stdout:op 3788 completed, throughput=5MB/sec 2024-09-16T07:21:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:18 smithi042 ceph-mon[96574]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:18.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:18 smithi042 ceph-mon[94096]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:18 smithi164 ceph-mon[88760]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:18.827 INFO:tasks.workunit.client.0.smithi042.stdout: 739: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:18.827 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lv-Cn3ZsHxXRtb_ off=15086773 len=1823614 2024-09-16T07:21:18.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 3789 completed, throughput=5MB/sec 2024-09-16T07:21:18.831 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xCBTq3GiwziHo6u off=10753007 len=1565051 2024-09-16T07:21:18.838 INFO:tasks.workunit.client.0.smithi042.stdout:op 3790 completed, throughput=5MB/sec 2024-09-16T07:21:18.838 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TDRC7gZosGk2fhv off=6562927 len=565725 2024-09-16T07:21:18.842 INFO:tasks.workunit.client.0.smithi042.stdout:op 3791 completed, throughput=5MB/sec 2024-09-16T07:21:18.842 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cK-kQ3nqk4DYONC off=11720143 len=1871409 2024-09-16T07:21:18.850 INFO:tasks.workunit.client.0.smithi042.stdout:op 3792 completed, throughput=5MB/sec 2024-09-16T07:21:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:19.497 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:19.498 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:19.851 INFO:tasks.workunit.client.0.smithi042.stdout: 740: throughput=5MB/sec pending data=0 2024-09-16T07:21:19.851 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8v6sPsmGLIHOizJ off=854595 len=1822177 2024-09-16T07:21:19.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 3793 completed, throughput=5MB/sec 2024-09-16T07:21:19.862 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xnIW1m6kTU1_7eb off=7940682 len=1135676 2024-09-16T07:21:19.863 INFO:tasks.workunit.client.0.smithi042.stdout:op 3794 completed, throughput=5MB/sec 2024-09-16T07:21:19.863 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s4GXnQ-FwQjNpAr off=1462554 len=1372535 2024-09-16T07:21:19.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 3795 completed, throughput=5MB/sec 2024-09-16T07:21:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:20 smithi042 ceph-mon[94096]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:21:20.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:20 smithi042 ceph-mon[96574]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:21:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:20 smithi164 ceph-mon[88760]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-09-16T07:21:20.866 INFO:tasks.workunit.client.0.smithi042.stdout: 741: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:20.866 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WPDc_zRK6ttfB8r off=4636815 len=748177 2024-09-16T07:21:20.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 3796 completed, throughput=4.99MB/sec 2024-09-16T07:21:20.867 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AcNCirOHzf2CTkv off=2465043 len=999064 2024-09-16T07:21:20.868 INFO:tasks.workunit.client.0.smithi042.stdout:op 3797 completed, throughput=5MB/sec 2024-09-16T07:21:20.868 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fJIQukDrC7dj4oh off=1321208 len=629165 2024-09-16T07:21:20.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 3798 completed, throughput=5MB/sec 2024-09-16T07:21:20.873 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rc2jgSyi8vPYdvj off=5903418 len=1302711 2024-09-16T07:21:20.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 3799 completed, throughput=5MB/sec 2024-09-16T07:21:20.875 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-drRhZNC6growYky off=9415300 len=140136 2024-09-16T07:21:20.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 3800 completed, throughput=5MB/sec 2024-09-16T07:21:20.877 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JSg6x71qlMmW8wj off=21116455 len=1314049 2024-09-16T07:21:20.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 3801 completed, throughput=5MB/sec 2024-09-16T07:21:21.540 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:21] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:21:21.879 INFO:tasks.workunit.client.0.smithi042.stdout: 742: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:21.879 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xtNpXRh6IVfwzaD off=8137920 len=464533 2024-09-16T07:21:21.880 INFO:tasks.workunit.client.0.smithi042.stdout:op 3802 completed, throughput=4.99MB/sec 2024-09-16T07:21:21.880 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YWNDJnyNG4KXIHD off=282807 len=1133515 2024-09-16T07:21:21.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 3803 completed, throughput=5MB/sec 2024-09-16T07:21:21.882 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a7z0evTIlSDidkq off=18762750 len=8881 2024-09-16T07:21:21.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 3804 completed, throughput=5MB/sec 2024-09-16T07:21:21.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3xA3rt2bSR__UXN off=21860245 len=1133248 2024-09-16T07:21:21.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 3805 completed, throughput=5MB/sec 2024-09-16T07:21:21.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KFsldzc-0eGCZNb off=488399 len=1508475 2024-09-16T07:21:21.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 3806 completed, throughput=5MB/sec 2024-09-16T07:21:21.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-whAUhcc-86YTrW3 off=140594 len=1627264 2024-09-16T07:21:21.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 3807 completed, throughput=5MB/sec 2024-09-16T07:21:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:22 smithi164 ceph-mon[88760]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:21:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:22 smithi042 ceph-mon[94096]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:21:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:22 smithi042 ceph-mon[96574]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-09-16T07:21:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:22.894 INFO:tasks.workunit.client.0.smithi042.stdout: 743: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:22.894 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0hmwVcI0wi9aAdl off=5149016 len=1866747 2024-09-16T07:21:22.896 INFO:tasks.workunit.client.0.smithi042.stdout:op 3808 completed, throughput=5MB/sec 2024-09-16T07:21:22.896 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D98iurvEItDMBN9 off=849288 len=1714953 2024-09-16T07:21:22.898 INFO:tasks.workunit.client.0.smithi042.stdout:op 3809 completed, throughput=5MB/sec 2024-09-16T07:21:22.898 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i6sdQs9KyhokOZn off=5494629 len=551348 2024-09-16T07:21:22.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 3810 completed, throughput=5MB/sec 2024-09-16T07:21:22.899 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d7VDWwqTNl1ZhLZ off=5257957 len=1772213 2024-09-16T07:21:22.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 3811 completed, throughput=5MB/sec 2024-09-16T07:21:23.903 INFO:tasks.workunit.client.0.smithi042.stdout: 744: throughput=5MB/sec pending data=0 2024-09-16T07:21:23.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qj1F7pWldPHpqc4 off=1886421 len=806744 2024-09-16T07:21:23.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 3812 completed, throughput=5MB/sec 2024-09-16T07:21:23.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DcPku8gM6jr_K8k off=12495550 len=699399 2024-09-16T07:21:23.912 INFO:tasks.workunit.client.0.smithi042.stdout:op 3813 completed, throughput=5MB/sec 2024-09-16T07:21:23.912 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VZTUGpJf9pJu_QM off=3821869 len=504075 2024-09-16T07:21:23.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 3814 completed, throughput=5MB/sec 2024-09-16T07:21:23.913 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iJ2sJsSm6Tqu0Sz off=2164168 len=640598 2024-09-16T07:21:23.918 INFO:tasks.workunit.client.0.smithi042.stdout:op 3815 completed, throughput=5MB/sec 2024-09-16T07:21:23.918 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7AXeJ9v3VuN0SpJ off=2214598 len=1059183 2024-09-16T07:21:23.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 3816 completed, throughput=5MB/sec 2024-09-16T07:21:23.920 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EV6bytnctMlIXQi off=2494243 len=1164226 2024-09-16T07:21:23.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 3817 completed, throughput=5MB/sec 2024-09-16T07:21:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:24 smithi042 ceph-mon[94096]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:24 smithi042 ceph-mon[96574]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:24 smithi164 ceph-mon[88760]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:24.922 INFO:tasks.workunit.client.0.smithi042.stdout: 745: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:24.922 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M486LhW2Y7CiTpk off=5938412 len=961487 2024-09-16T07:21:24.927 INFO:tasks.workunit.client.0.smithi042.stdout:op 3818 completed, throughput=5MB/sec 2024-09-16T07:21:24.927 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nqrHQVEhjSE8bHD off=15012278 len=1419730 2024-09-16T07:21:24.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 3819 completed, throughput=5MB/sec 2024-09-16T07:21:24.930 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5807btWhygbFXg3 off=10147003 len=308777 2024-09-16T07:21:24.934 INFO:tasks.workunit.client.0.smithi042.stdout:op 3820 completed, throughput=5MB/sec 2024-09-16T07:21:24.934 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UMnKDwpnSwmWYvb off=6305074 len=1121888 2024-09-16T07:21:24.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 3821 completed, throughput=5MB/sec 2024-09-16T07:21:24.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gDmkuE49VfukCmO off=9610395 len=533882 2024-09-16T07:21:24.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 3822 completed, throughput=5MB/sec 2024-09-16T07:21:25.940 INFO:tasks.workunit.client.0.smithi042.stdout: 746: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:25.941 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CJpcVxfxUs7tlJg off=6823056 len=1750091 2024-09-16T07:21:25.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 3823 completed, throughput=5MB/sec 2024-09-16T07:21:25.941 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ykFiz6QsyrRh3Mq off=7533365 len=1181966 2024-09-16T07:21:25.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 3824 completed, throughput=5MB/sec 2024-09-16T07:21:25.943 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VycLKp0ovoedLed off=5250882 len=316562 2024-09-16T07:21:25.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 3825 completed, throughput=5MB/sec 2024-09-16T07:21:25.946 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1g_aiffmFNQivji off=900696 len=638414 2024-09-16T07:21:25.948 INFO:tasks.workunit.client.0.smithi042.stdout:op 3826 completed, throughput=5MB/sec 2024-09-16T07:21:25.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pDy4lwN0KKlrqa5 off=672548 len=889582 2024-09-16T07:21:25.953 INFO:tasks.workunit.client.0.smithi042.stdout:op 3827 completed, throughput=5MB/sec 2024-09-16T07:21:25.954 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-h_bKO2V4h58CXNz off=812927 len=574294 2024-09-16T07:21:25.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 3828 completed, throughput=5MB/sec 2024-09-16T07:21:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:26 smithi042 ceph-mon[94096]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:26 smithi042 ceph-mon[96574]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:26 smithi164 ceph-mon[88760]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:26.961 INFO:tasks.workunit.client.0.smithi042.stdout: 747: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:26.961 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TxZS8ogfyGV7Dr6 off=2490629 len=30197 2024-09-16T07:21:26.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 3829 completed, throughput=4.99MB/sec 2024-09-16T07:21:26.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7fkggHxAfivcjZ- off=349032 len=1032110 2024-09-16T07:21:26.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 3830 completed, throughput=4.99MB/sec 2024-09-16T07:21:26.965 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WkwuNvxMbzQHGeB off=13745876 len=1361715 2024-09-16T07:21:26.972 INFO:tasks.workunit.client.0.smithi042.stdout:op 3831 completed, throughput=5MB/sec 2024-09-16T07:21:26.972 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CM-wPYskjElW0S7 off=2326443 len=1406543 2024-09-16T07:21:26.978 INFO:tasks.workunit.client.0.smithi042.stdout:op 3832 completed, throughput=5MB/sec 2024-09-16T07:21:26.978 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QnAe9k6D9iz5-Db off=14784 len=1977515 2024-09-16T07:21:26.980 INFO:tasks.workunit.client.0.smithi042.stdout:op 3833 completed, throughput=5MB/sec 2024-09-16T07:21:27.981 INFO:tasks.workunit.client.0.smithi042.stdout: 748: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:27.981 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SWVYxI88EvbBfIa off=22322082 len=1209487 2024-09-16T07:21:27.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 3834 completed, throughput=5MB/sec 2024-09-16T07:21:27.989 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3xA3rt2bSR__UXN off=17105411 len=1459395 2024-09-16T07:21:27.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 3835 completed, throughput=5MB/sec 2024-09-16T07:21:27.992 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qkV3bqDC5UGFNeX off=16926476 len=144380 2024-09-16T07:21:27.993 INFO:tasks.workunit.client.0.smithi042.stdout:op 3836 completed, throughput=5MB/sec 2024-09-16T07:21:27.993 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xy3gwctKDfAMIQ_ off=3195166 len=702876 2024-09-16T07:21:27.994 INFO:tasks.workunit.client.0.smithi042.stdout:op 3837 completed, throughput=5MB/sec 2024-09-16T07:21:27.994 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X4bhwExk9a7PCvb off=3071893 len=141260 2024-09-16T07:21:27.997 INFO:tasks.workunit.client.0.smithi042.stdout:op 3838 completed, throughput=5MB/sec 2024-09-16T07:21:27.997 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QRu8YiNNe-zvIJg off=2744583 len=958216 2024-09-16T07:21:28.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 3839 completed, throughput=5MB/sec 2024-09-16T07:21:28.002 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uxjibjxZ3ZavJwC off=3516702 len=1449735 2024-09-16T07:21:28.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 3840 completed, throughput=5MB/sec 2024-09-16T07:21:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:28 smithi042 ceph-mon[94096]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:21:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:28 smithi042 ceph-mon[96574]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:21:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:28 smithi164 ceph-mon[88760]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:21:29.009 INFO:tasks.workunit.client.0.smithi042.stdout: 749: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:29.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hFTW-bXNMlWBC0D off=29998 len=1562876 2024-09-16T07:21:29.011 INFO:tasks.workunit.client.0.smithi042.stdout:op 3841 completed, throughput=5MB/sec 2024-09-16T07:21:29.011 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GnSCpfFLde0piPF off=2854132 len=465741 2024-09-16T07:21:29.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 3842 completed, throughput=5MB/sec 2024-09-16T07:21:29.013 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3-t3XI6_4jBO9EU off=4125168 len=273840 2024-09-16T07:21:29.016 INFO:tasks.workunit.client.0.smithi042.stdout:op 3843 completed, throughput=5MB/sec 2024-09-16T07:21:29.016 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ELKumslFV02qIif off=6241250 len=573801 2024-09-16T07:21:29.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 3844 completed, throughput=5MB/sec 2024-09-16T07:21:29.017 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8lf8i51LYHjenD- off=8140074 len=661918 2024-09-16T07:21:29.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 3845 completed, throughput=5MB/sec 2024-09-16T07:21:29.018 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cm7n8DR0m_64X8K off=1476720 len=729399 2024-09-16T07:21:29.019 INFO:tasks.workunit.client.0.smithi042.stdout:op 3846 completed, throughput=5MB/sec 2024-09-16T07:21:30.020 INFO:tasks.workunit.client.0.smithi042.stdout: 750: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:30.020 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f6drpfo6StnNtQ- off=1724659 len=1267335 2024-09-16T07:21:30.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 3847 completed, throughput=5MB/sec 2024-09-16T07:21:30.029 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rf29l1sbVYIM6Vz off=8030634 len=254866 2024-09-16T07:21:30.029 INFO:tasks.workunit.client.0.smithi042.stdout:op 3848 completed, throughput=5MB/sec 2024-09-16T07:21:30.029 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kExKJRzH1md9R-j off=19870955 len=1003106 2024-09-16T07:21:30.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 3849 completed, throughput=5MB/sec 2024-09-16T07:21:30.031 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SvT9BJvZ28D6rW7 off=4871831 len=564694 2024-09-16T07:21:30.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 3850 completed, throughput=5MB/sec 2024-09-16T07:21:30.035 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Zh2ft3UW4psKdwl off=11517305 len=1840853 2024-09-16T07:21:30.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 3851 completed, throughput=5MB/sec 2024-09-16T07:21:30.046 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O5vVgBSfqwoTEsM off=5945638 len=1250900 2024-09-16T07:21:30.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 3852 completed, throughput=5MB/sec 2024-09-16T07:21:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:30 smithi042 ceph-mon[94096]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:30 smithi042 ceph-mon[96574]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:30 smithi164 ceph-mon[88760]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:31.053 INFO:tasks.workunit.client.0.smithi042.stdout: 751: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:31.053 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-igxz5ohSp_B32ij off=14204204 len=323158 2024-09-16T07:21:31.056 INFO:tasks.workunit.client.0.smithi042.stdout:op 3853 completed, throughput=4.99MB/sec 2024-09-16T07:21:31.056 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-843Rrbvpv1nwUF0 off=614076 len=1981027 2024-09-16T07:21:31.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 3854 completed, throughput=5MB/sec 2024-09-16T07:21:31.059 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ap_v6_hRCsTLgkf off=1023040 len=18070 2024-09-16T07:21:31.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 3855 completed, throughput=5MB/sec 2024-09-16T07:21:31.061 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--sOKor9L0_lepxK off=3485920 len=1473058 2024-09-16T07:21:31.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 3856 completed, throughput=5MB/sec 2024-09-16T07:21:31.064 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b2E4JjRJ61HDZOH off=7514964 len=1929646 2024-09-16T07:21:31.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 3857 completed, throughput=5MB/sec 2024-09-16T07:21:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:31] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:21:32.076 INFO:tasks.workunit.client.0.smithi042.stdout: 752: throughput=5MB/sec pending data=0 2024-09-16T07:21:32.076 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bTEZKbsYKH0jn8F off=204103 len=55682 2024-09-16T07:21:32.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 3858 completed, throughput=5MB/sec 2024-09-16T07:21:32.078 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aWoGQnt1tbUhRvH off=902503 len=1415777 2024-09-16T07:21:32.079 INFO:tasks.workunit.client.0.smithi042.stdout:op 3859 completed, throughput=5MB/sec 2024-09-16T07:21:32.079 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v56XJgWB20s_snr off=952475 len=668104 2024-09-16T07:21:32.084 INFO:tasks.workunit.client.0.smithi042.stdout:op 3860 completed, throughput=5MB/sec 2024-09-16T07:21:32.084 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UGnSfBmUSKMi39n off=2648421 len=2005610 2024-09-16T07:21:32.096 INFO:tasks.workunit.client.0.smithi042.stdout:op 3861 completed, throughput=5MB/sec 2024-09-16T07:21:32.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:32 smithi164 ceph-mon[88760]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:32 smithi042 ceph-mon[94096]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:32 smithi042 ceph-mon[96574]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:33.096 INFO:tasks.workunit.client.0.smithi042.stdout: 753: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:33.097 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lGEv8shAipezOt6 off=3036536 len=972938 2024-09-16T07:21:33.098 INFO:tasks.workunit.client.0.smithi042.stdout:op 3862 completed, throughput=4.99MB/sec 2024-09-16T07:21:33.098 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Zlo8fqVmiRlVQ0L off=14891654 len=496100 2024-09-16T07:21:33.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 3863 completed, throughput=5MB/sec 2024-09-16T07:21:33.104 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bKb7JaDnHcaqbYq off=6287134 len=716199 2024-09-16T07:21:33.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 3864 completed, throughput=5MB/sec 2024-09-16T07:21:33.104 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yRPeUgDWCPy4PCl off=1909657 len=1376965 2024-09-16T07:21:33.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 3865 completed, throughput=5MB/sec 2024-09-16T07:21:33.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PXzh0ZCfMpyWtwx off=8246311 len=132782 2024-09-16T07:21:33.106 INFO:tasks.workunit.client.0.smithi042.stdout:op 3866 completed, throughput=5MB/sec 2024-09-16T07:21:33.106 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8x6aTk_dyzj4RAA off=11628886 len=639220 2024-09-16T07:21:33.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 3867 completed, throughput=5MB/sec 2024-09-16T07:21:33.108 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U3X_lBB3iDhQ66b off=680799 len=1287149 2024-09-16T07:21:33.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 3868 completed, throughput=5MB/sec 2024-09-16T07:21:34.114 INFO:tasks.workunit.client.0.smithi042.stdout: 754: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:34.114 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hVWgfgpRFwB_QDv off=388431 len=838914 2024-09-16T07:21:34.116 INFO:tasks.workunit.client.0.smithi042.stdout:op 3869 completed, throughput=4.99MB/sec 2024-09-16T07:21:34.116 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HSy_9bZGWcco6cc off=14357154 len=1661044 2024-09-16T07:21:34.118 INFO:tasks.workunit.client.0.smithi042.stdout:op 3870 completed, throughput=5MB/sec 2024-09-16T07:21:34.118 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PBUIA2tnARgwDl- off=6017175 len=332717 2024-09-16T07:21:34.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 3871 completed, throughput=5MB/sec 2024-09-16T07:21:34.121 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S2eiNWG-MnKi6RX off=13256760 len=584193 2024-09-16T07:21:34.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 3872 completed, throughput=5MB/sec 2024-09-16T07:21:34.125 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DVqgCk1YMnnQeV2 off=3840196 len=324100 2024-09-16T07:21:34.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 3873 completed, throughput=5MB/sec 2024-09-16T07:21:34.125 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-E7RH-QkQpjc2zA- off=10004560 len=1632100 2024-09-16T07:21:34.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 3874 completed, throughput=5MB/sec 2024-09-16T07:21:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:34 smithi042 ceph-mon[96574]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:21:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:34 smithi042 ceph-mon[94096]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:21:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:34 smithi164 ceph-mon[88760]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:21:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:35.134 INFO:tasks.workunit.client.0.smithi042.stdout: 755: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:35.134 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3uq1tWcZoAKr5TQ off=1716899 len=1455890 2024-09-16T07:21:35.145 INFO:tasks.workunit.client.0.smithi042.stdout:op 3875 completed, throughput=5MB/sec 2024-09-16T07:21:35.145 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RlWaLPvU8XJ86ym off=17189233 len=1277130 2024-09-16T07:21:35.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 3876 completed, throughput=5MB/sec 2024-09-16T07:21:35.146 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wH6M7c-jIENbNFN off=12792057 len=1857588 2024-09-16T07:21:35.149 INFO:tasks.workunit.client.0.smithi042.stdout:op 3877 completed, throughput=5MB/sec 2024-09-16T07:21:35.150 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gtSARKgs197Q9Et off=16048328 len=844127 2024-09-16T07:21:35.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 3878 completed, throughput=5MB/sec 2024-09-16T07:21:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:35 smithi164 ceph-mon[88760]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:21:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:35 smithi042 ceph-mon[94096]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:21:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:35 smithi042 ceph-mon[96574]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:21:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: 756: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:36.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xi2L0-gOzZj12jv off=2590385 len=173382 2024-09-16T07:21:36.154 INFO:tasks.workunit.client.0.smithi042.stdout:op 3879 completed, throughput=4.99MB/sec 2024-09-16T07:21:36.154 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DXCk_Mn0TsxsWZJ off=1302022 len=1918903 2024-09-16T07:21:36.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 3880 completed, throughput=5MB/sec 2024-09-16T07:21:36.156 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nIIn1D47VxWxwdp off=234167 len=2024061 2024-09-16T07:21:36.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 3881 completed, throughput=5MB/sec 2024-09-16T07:21:36.159 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DBs0XEx3Tnp4MwC off=494812 len=1142156 2024-09-16T07:21:36.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 3882 completed, throughput=5MB/sec 2024-09-16T07:21:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: 757: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:37.162 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MqJd7imW85dJrIF off=1095457 len=983421 2024-09-16T07:21:37.167 INFO:tasks.workunit.client.0.smithi042.stdout:op 3883 completed, throughput=5MB/sec 2024-09-16T07:21:37.167 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-99XayuM618Aq4Bu off=2215267 len=1035983 2024-09-16T07:21:37.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 3884 completed, throughput=5MB/sec 2024-09-16T07:21:37.173 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UTvp_U0PyNV4q1w off=2151414 len=1237592 2024-09-16T07:21:37.178 INFO:tasks.workunit.client.0.smithi042.stdout:op 3885 completed, throughput=5MB/sec 2024-09-16T07:21:37.179 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rg9kHR_IBGlUBsj off=6429586 len=5563 2024-09-16T07:21:37.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 3886 completed, throughput=5MB/sec 2024-09-16T07:21:37.179 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kCTYN9tsEwMv4fi off=3834692 len=403542 2024-09-16T07:21:37.183 INFO:tasks.workunit.client.0.smithi042.stdout:op 3887 completed, throughput=5MB/sec 2024-09-16T07:21:37.183 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EFnGE9vn8_Rt6xv off=12007390 len=2044996 2024-09-16T07:21:37.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 3888 completed, throughput=5MB/sec 2024-09-16T07:21:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:37 smithi042 ceph-mon[94096]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:37 smithi042 ceph-mon[96574]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:37 smithi164 ceph-mon[88760]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:38.185 INFO:tasks.workunit.client.0.smithi042.stdout: 758: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:38.186 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ekkuT3OpJsw9IJb off=10984637 len=734787 2024-09-16T07:21:38.190 INFO:tasks.workunit.client.0.smithi042.stdout:op 3889 completed, throughput=5MB/sec 2024-09-16T07:21:38.191 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dgRHWAI5QMIz7H9 off=18401643 len=1654579 2024-09-16T07:21:38.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 3890 completed, throughput=5MB/sec 2024-09-16T07:21:38.193 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oSHSYOYKjlvO4sy off=5510479 len=547580 2024-09-16T07:21:38.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 3891 completed, throughput=5MB/sec 2024-09-16T07:21:38.197 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lv-Cn3ZsHxXRtb_ off=12015125 len=225686 2024-09-16T07:21:38.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 3892 completed, throughput=5MB/sec 2024-09-16T07:21:38.198 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TsqyQ_OtzShHq17 off=3303446 len=264958 2024-09-16T07:21:38.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 3893 completed, throughput=5MB/sec 2024-09-16T07:21:38.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QTRdbmRBm793hxC off=12214209 len=20082 2024-09-16T07:21:38.202 INFO:tasks.workunit.client.0.smithi042.stdout:op 3894 completed, throughput=5MB/sec 2024-09-16T07:21:38.202 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-couziMTQL8abzEp off=1196348 len=1256521 2024-09-16T07:21:38.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 3895 completed, throughput=5MB/sec 2024-09-16T07:21:39.208 INFO:tasks.workunit.client.0.smithi042.stdout: 759: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:39.208 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZy92oFRGo4xlZH off=14756030 len=1632205 2024-09-16T07:21:39.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 3896 completed, throughput=5MB/sec 2024-09-16T07:21:39.216 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dDi9fM2GpgSRHG2 off=2519958 len=753962 2024-09-16T07:21:39.217 INFO:tasks.workunit.client.0.smithi042.stdout:op 3897 completed, throughput=5MB/sec 2024-09-16T07:21:39.217 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OfFFJ721gx2-Bl9 off=6143871 len=806390 2024-09-16T07:21:39.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 3898 completed, throughput=5MB/sec 2024-09-16T07:21:39.223 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QzS6ORwO9-3rs78 off=444771 len=1902900 2024-09-16T07:21:39.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 3899 completed, throughput=5MB/sec 2024-09-16T07:21:39.225 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ccleYDeX8ghHXku off=5992017 len=1762209 2024-09-16T07:21:39.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 3900 completed, throughput=5MB/sec 2024-09-16T07:21:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:39 smithi042 ceph-mon[94096]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:39 smithi042 ceph-mon[96574]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:39 smithi164 ceph-mon[88760]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:40.227 INFO:tasks.workunit.client.0.smithi042.stdout: 760: throughput=5MB/sec pending data=0 2024-09-16T07:21:40.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W9nGHHPwcSft85l off=977620 len=1063163 2024-09-16T07:21:40.235 INFO:tasks.workunit.client.0.smithi042.stdout:op 3901 completed, throughput=5MB/sec 2024-09-16T07:21:40.235 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gqhCLV19ZekNqvE off=6117804 len=1376561 2024-09-16T07:21:40.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 3902 completed, throughput=5MB/sec 2024-09-16T07:21:40.236 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oyJouAJ0_f_UZLl off=4418392 len=362681 2024-09-16T07:21:40.240 INFO:tasks.workunit.client.0.smithi042.stdout:op 3903 completed, throughput=5MB/sec 2024-09-16T07:21:40.240 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VfaQo7LQILGyWku off=2272417 len=843796 2024-09-16T07:21:40.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 3904 completed, throughput=5MB/sec 2024-09-16T07:21:40.241 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XEiOKg6Q4tR0fTd off=12059536 len=452915 2024-09-16T07:21:40.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 3905 completed, throughput=5MB/sec 2024-09-16T07:21:41.242 INFO:tasks.workunit.client.0.smithi042.stdout: 761: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:41.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Yii0k96lIKNsDqS off=5939675 len=1400151 2024-09-16T07:21:41.249 INFO:tasks.workunit.client.0.smithi042.stdout:op 3906 completed, throughput=5MB/sec 2024-09-16T07:21:41.249 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W64Ymyge14RNvc7 off=1837712 len=1453587 2024-09-16T07:21:41.251 INFO:tasks.workunit.client.0.smithi042.stdout:op 3907 completed, throughput=5MB/sec 2024-09-16T07:21:41.252 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T0XLrtjyW-M_B3q off=5932438 len=50908 2024-09-16T07:21:41.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 3908 completed, throughput=5MB/sec 2024-09-16T07:21:41.252 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-neEj6_CdJypPx39 off=922248 len=493279 2024-09-16T07:21:41.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 3909 completed, throughput=5MB/sec 2024-09-16T07:21:41.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-H5PDKYtWohGLUGw off=8628297 len=1935901 2024-09-16T07:21:41.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 3910 completed, throughput=5MB/sec 2024-09-16T07:21:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:41 smithi042 ceph-mon[94096]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:41 smithi042 ceph-mon[96574]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:41] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T07:21:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:41 smithi164 ceph-mon[88760]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:21:42.262 INFO:tasks.workunit.client.0.smithi042.stdout: 762: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:42.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gt6ZgxY2e6X0h-X off=3682347 len=1897439 2024-09-16T07:21:42.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 3911 completed, throughput=5MB/sec 2024-09-16T07:21:42.270 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-umuLffseCRQxlty off=1727397 len=18565 2024-09-16T07:21:42.271 INFO:tasks.workunit.client.0.smithi042.stdout:op 3912 completed, throughput=5MB/sec 2024-09-16T07:21:42.271 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C9t6ElNBTJtqJpf off=21164078 len=685553 2024-09-16T07:21:42.276 INFO:tasks.workunit.client.0.smithi042.stdout:op 3913 completed, throughput=5MB/sec 2024-09-16T07:21:42.276 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yTOC2IBVfU85ua8 off=10527526 len=1309319 2024-09-16T07:21:42.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 3914 completed, throughput=5MB/sec 2024-09-16T07:21:42.277 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SPWfoVzcHKpJh4Y off=6033170 len=1243994 2024-09-16T07:21:42.278 INFO:tasks.workunit.client.0.smithi042.stdout:op 3915 completed, throughput=5MB/sec 2024-09-16T07:21:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:43.279 INFO:tasks.workunit.client.0.smithi042.stdout: 763: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:43.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MePTF02AIQ-If3e off=16406531 len=809335 2024-09-16T07:21:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:op 3916 completed, throughput=4.99MB/sec 2024-09-16T07:21:43.283 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jLnGqu-PCGcvrKg off=10026273 len=1965477 2024-09-16T07:21:43.286 INFO:tasks.workunit.client.0.smithi042.stdout:op 3917 completed, throughput=5MB/sec 2024-09-16T07:21:43.286 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_i5qZWi-ohM4ZJ0 off=1501733 len=1236590 2024-09-16T07:21:43.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 3918 completed, throughput=5MB/sec 2024-09-16T07:21:43.288 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X5PtvEg4pNe8ZA_ off=7270215 len=150730 2024-09-16T07:21:43.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 3919 completed, throughput=5MB/sec 2024-09-16T07:21:43.291 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5G0EEawyH37CU7K off=1671924 len=1961744 2024-09-16T07:21:43.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 3920 completed, throughput=5MB/sec 2024-09-16T07:21:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:43 smithi042 ceph-mon[94096]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:43 smithi042 ceph-mon[96574]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:43 smithi164 ceph-mon[88760]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:44.303 INFO:tasks.workunit.client.0.smithi042.stdout: 764: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:44.303 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-te00hLr3VUSreXo off=5857562 len=2037969 2024-09-16T07:21:44.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 3921 completed, throughput=5MB/sec 2024-09-16T07:21:44.315 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oxdDnCX2rvBztE0 off=13537246 len=274253 2024-09-16T07:21:44.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 3922 completed, throughput=5MB/sec 2024-09-16T07:21:44.316 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-boSpcSswYuXD4Q1 off=6546530 len=1158031 2024-09-16T07:21:44.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 3923 completed, throughput=5MB/sec 2024-09-16T07:21:44.322 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lPl9Z3iacRKTPTG off=3465611 len=108974 2024-09-16T07:21:44.323 INFO:tasks.workunit.client.0.smithi042.stdout:op 3924 completed, throughput=5MB/sec 2024-09-16T07:21:44.323 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XwjyoShKJb5JxEy off=13662472 len=176538 2024-09-16T07:21:44.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 3925 completed, throughput=5MB/sec 2024-09-16T07:21:44.324 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-acq9OM0vdlrtsUj off=323102 len=1146741 2024-09-16T07:21:44.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 3926 completed, throughput=5MB/sec 2024-09-16T07:21:45.329 INFO:tasks.workunit.client.0.smithi042.stdout: 765: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:45.330 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WAQT_en9Us2W4f0 off=4447369 len=754258 2024-09-16T07:21:45.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 3927 completed, throughput=5MB/sec 2024-09-16T07:21:45.336 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ugHvfc2_HAJFc8p off=11710623 len=1083413 2024-09-16T07:21:45.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 3928 completed, throughput=5MB/sec 2024-09-16T07:21:45.341 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tra_3iwe9EHRTR0 off=4146422 len=71007 2024-09-16T07:21:45.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 3929 completed, throughput=5MB/sec 2024-09-16T07:21:45.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RlWaLPvU8XJ86ym off=6012571 len=929042 2024-09-16T07:21:45.348 INFO:tasks.workunit.client.0.smithi042.stdout:op 3930 completed, throughput=5MB/sec 2024-09-16T07:21:45.348 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O37_fwpFlX_2rDn off=933599 len=2009482 2024-09-16T07:21:45.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 3931 completed, throughput=5MB/sec 2024-09-16T07:21:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:45 smithi042 ceph-mon[94096]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:45 smithi042 ceph-mon[96574]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:45 smithi164 ceph-mon[88760]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:21:46.351 INFO:tasks.workunit.client.0.smithi042.stdout: 766: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:46.351 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fBzrw-26RFA2dhg off=5454230 len=1854587 2024-09-16T07:21:46.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 3932 completed, throughput=5MB/sec 2024-09-16T07:21:46.359 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hs0wiPK_WItzW58 off=1456665 len=2033429 2024-09-16T07:21:46.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 3933 completed, throughput=5MB/sec 2024-09-16T07:21:46.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kYmNRYVVp3XQ_vg off=154636 len=375111 2024-09-16T07:21:46.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 3934 completed, throughput=5MB/sec 2024-09-16T07:21:46.364 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-huYKS55MyZK7GzO off=2169533 len=1934835 2024-09-16T07:21:46.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 3935 completed, throughput=5MB/sec 2024-09-16T07:21:47.365 INFO:tasks.workunit.client.0.smithi042.stdout: 767: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:47.365 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JSQGFcdIWJ8zZM- off=3259408 len=78032 2024-09-16T07:21:47.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 3936 completed, throughput=4.99MB/sec 2024-09-16T07:21:47.368 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oVEMzHRYZLqj5OS off=4645768 len=2001882 2024-09-16T07:21:47.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 3937 completed, throughput=5MB/sec 2024-09-16T07:21:47.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mUXQkLC6N7EoDTv off=6039456 len=819788 2024-09-16T07:21:47.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 3938 completed, throughput=5MB/sec 2024-09-16T07:21:47.373 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VEwiVj6K9wbX6EE off=745180 len=1240219 2024-09-16T07:21:47.379 INFO:tasks.workunit.client.0.smithi042.stdout:op 3939 completed, throughput=5MB/sec 2024-09-16T07:21:47.379 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3L7gcTtgHbNV2Jo off=11146494 len=1681847 2024-09-16T07:21:47.386 INFO:tasks.workunit.client.0.smithi042.stdout:op 3940 completed, throughput=5MB/sec 2024-09-16T07:21:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:47 smithi042 ceph-mon[94096]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:21:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:47 smithi042 ceph-mon[96574]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:21:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:47 smithi164 ceph-mon[88760]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:21:48.386 INFO:tasks.workunit.client.0.smithi042.stdout: 768: throughput=5MB/sec pending data=0 2024-09-16T07:21:48.386 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kVsS7VCBGRIcLhX off=5814157 len=1649390 2024-09-16T07:21:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:op 3941 completed, throughput=5MB/sec 2024-09-16T07:21:48.394 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9mSu674PYtbHVF_ off=5439269 len=717551 2024-09-16T07:21:48.395 INFO:tasks.workunit.client.0.smithi042.stdout:op 3942 completed, throughput=5MB/sec 2024-09-16T07:21:48.396 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QoT3rTOuRGqHFTN off=6812246 len=1321593 2024-09-16T07:21:48.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 3943 completed, throughput=5MB/sec 2024-09-16T07:21:48.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YucirerQnagaXZO off=10574464 len=1527368 2024-09-16T07:21:48.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 3944 completed, throughput=5MB/sec 2024-09-16T07:21:49.408 INFO:tasks.workunit.client.0.smithi042.stdout: 769: throughput=5MB/sec pending data=0 2024-09-16T07:21:49.409 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-frATpH7HgMPoaT- off=6937875 len=793404 2024-09-16T07:21:49.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 3945 completed, throughput=5MB/sec 2024-09-16T07:21:49.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RUijP6upoh_ZIHh off=4643994 len=842433 2024-09-16T07:21:49.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 3946 completed, throughput=5MB/sec 2024-09-16T07:21:49.416 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iCaq74IWBuTrvSv off=1592625 len=1975787 2024-09-16T07:21:49.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 3947 completed, throughput=5MB/sec 2024-09-16T07:21:49.427 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RevvNubBV7vDFEE off=2850495 len=1381510 2024-09-16T07:21:49.429 INFO:tasks.workunit.client.0.smithi042.stdout:op 3948 completed, throughput=5MB/sec 2024-09-16T07:21:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:49 smithi042 ceph-mon[94096]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:49 smithi042 ceph-mon[96574]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:49 smithi164 ceph-mon[88760]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:21:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:21:50.430 INFO:tasks.workunit.client.0.smithi042.stdout: 770: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:50.430 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jF-dzzxhIo6cD28 off=5869547 len=621375 2024-09-16T07:21:50.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 3949 completed, throughput=5MB/sec 2024-09-16T07:21:50.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mwiwn8Fi94S-Hyh off=3118515 len=899662 2024-09-16T07:21:50.435 INFO:tasks.workunit.client.0.smithi042.stdout:op 3950 completed, throughput=5MB/sec 2024-09-16T07:21:50.435 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qC8sP1yUC47Qte4 off=11485316 len=1204493 2024-09-16T07:21:50.437 INFO:tasks.workunit.client.0.smithi042.stdout:op 3951 completed, throughput=5MB/sec 2024-09-16T07:21:50.437 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-noL6zj5h4KAJdeg off=6500410 len=1849308 2024-09-16T07:21:50.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 3952 completed, throughput=5MB/sec 2024-09-16T07:21:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: 771: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:51.440 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-n-rgPc2Orn0XCt2 off=4759335 len=1207945 2024-09-16T07:21:51.446 INFO:tasks.workunit.client.0.smithi042.stdout:op 3953 completed, throughput=5MB/sec 2024-09-16T07:21:51.446 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gVfAgFsxn_ba7QP off=1905996 len=904512 2024-09-16T07:21:51.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 3954 completed, throughput=5MB/sec 2024-09-16T07:21:51.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TeZ9uxV345gVs9c off=9141891 len=763870 2024-09-16T07:21:51.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 3955 completed, throughput=5MB/sec 2024-09-16T07:21:51.452 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZSG9qY-KFelnvdp off=606106 len=1180952 2024-09-16T07:21:51.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 3956 completed, throughput=5MB/sec 2024-09-16T07:21:51.458 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EcoAgO1ny8orhE3 off=15831070 len=1175891 2024-09-16T07:21:51.459 INFO:tasks.workunit.client.0.smithi042.stdout:op 3957 completed, throughput=5MB/sec 2024-09-16T07:21:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:51 smithi042 ceph-mon[94096]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:51 smithi042 ceph-mon[96574]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:21:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:21:51] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T07:21:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:51 smithi164 ceph-mon[88760]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:52.459 INFO:tasks.workunit.client.0.smithi042.stdout: 772: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:52.459 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hSc8C-SY7hQ34Fm off=3444425 len=1652765 2024-09-16T07:21:52.466 INFO:tasks.workunit.client.0.smithi042.stdout:op 3958 completed, throughput=5MB/sec 2024-09-16T07:21:52.466 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kt3xeo5ZkekXQmO off=9086457 len=1816864 2024-09-16T07:21:52.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 3959 completed, throughput=5MB/sec 2024-09-16T07:21:52.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nO1JhL-7j6a3n5h off=8919395 len=1980937 2024-09-16T07:21:52.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 3960 completed, throughput=5MB/sec 2024-09-16T07:21:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:21:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:21:53.476 INFO:tasks.workunit.client.0.smithi042.stdout: 773: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:53.476 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tsbvJK0yPVhMCKi off=802951 len=1469576 2024-09-16T07:21:53.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 3961 completed, throughput=5MB/sec 2024-09-16T07:21:53.478 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HMEelanPuwEkm7_ off=8205064 len=1224403 2024-09-16T07:21:53.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 3962 completed, throughput=5MB/sec 2024-09-16T07:21:53.480 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g2cPZOR7mQ1NqY5 off=195733 len=1948821 2024-09-16T07:21:53.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 3963 completed, throughput=5MB/sec 2024-09-16T07:21:53.493 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HTBUw6CIzmutrk7 off=7630737 len=870931 2024-09-16T07:21:53.495 INFO:tasks.workunit.client.0.smithi042.stdout:op 3964 completed, throughput=5MB/sec 2024-09-16T07:21:53.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:53 smithi042 ceph-mon[94096]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:21:53.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:53 smithi042 ceph-mon[96574]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:21:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:53 smithi164 ceph-mon[88760]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:21:54.496 INFO:tasks.workunit.client.0.smithi042.stdout: 774: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:54.496 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rsVX9_uG6ZzxKKt off=19462804 len=1848363 2024-09-16T07:21:54.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 3965 completed, throughput=5MB/sec 2024-09-16T07:21:54.507 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fyh366zyTt75e86 off=10378869 len=155931 2024-09-16T07:21:54.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 3966 completed, throughput=5MB/sec 2024-09-16T07:21:54.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0jWQQ9Ju9jmUDhP off=6813854 len=482486 2024-09-16T07:21:54.512 INFO:tasks.workunit.client.0.smithi042.stdout:op 3967 completed, throughput=5MB/sec 2024-09-16T07:21:54.513 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CgMScsDSN7ltYUf off=10904588 len=1600122 2024-09-16T07:21:54.520 INFO:tasks.workunit.client.0.smithi042.stdout:op 3968 completed, throughput=5MB/sec 2024-09-16T07:21:54.520 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hz4AY46OnvJMqJS off=3064191 len=590805 2024-09-16T07:21:54.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 3969 completed, throughput=5MB/sec 2024-09-16T07:21:54.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zlhqiMuaM9t1S1W off=4463812 len=331163 2024-09-16T07:21:54.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 3970 completed, throughput=5MB/sec 2024-09-16T07:21:54.525 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ho9WbyhbNzHN814 off=15887831 len=327923 2024-09-16T07:21:54.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 3971 completed, throughput=5MB/sec 2024-09-16T07:21:55.529 INFO:tasks.workunit.client.0.smithi042.stdout: 775: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:55.529 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KSScLBOC1w9tVzD off=2302328 len=608216 2024-09-16T07:21:55.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 3972 completed, throughput=4.99MB/sec 2024-09-16T07:21:55.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ck0qRTn_SbEV7b5 off=7284489 len=531690 2024-09-16T07:21:55.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 3973 completed, throughput=5MB/sec 2024-09-16T07:21:55.537 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lGEv8shAipezOt6 off=5487258 len=198949 2024-09-16T07:21:55.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 3974 completed, throughput=5MB/sec 2024-09-16T07:21:55.538 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QSG68LjfoJXgAi8 off=2642584 len=553058 2024-09-16T07:21:55.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 3975 completed, throughput=5MB/sec 2024-09-16T07:21:55.539 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eaGCaIAh39Isxcv off=10258781 len=44538 2024-09-16T07:21:55.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 3976 completed, throughput=5MB/sec 2024-09-16T07:21:55.539 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vixiYttJCjdUbcy off=4265456 len=1863514 2024-09-16T07:21:55.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 3977 completed, throughput=5MB/sec 2024-09-16T07:21:55.542 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tf6mQ2GVBFyMrzz off=7322499 len=1890705 2024-09-16T07:21:55.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 3978 completed, throughput=5MB/sec 2024-09-16T07:21:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:55 smithi042 ceph-mon[94096]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:55 smithi042 ceph-mon[96574]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:55 smithi164 ceph-mon[88760]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:21:56.550 INFO:tasks.workunit.client.0.smithi042.stdout: 776: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:56.550 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-80rtNGArmSRI_eq off=6206243 len=1013537 2024-09-16T07:21:56.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 3979 completed, throughput=5MB/sec 2024-09-16T07:21:56.556 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oEeszJmunipo4RP off=4875305 len=1341346 2024-09-16T07:21:56.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 3980 completed, throughput=5MB/sec 2024-09-16T07:21:56.558 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3EWxe8iXFa1Y8s3 off=13713892 len=1326515 2024-09-16T07:21:56.565 INFO:tasks.workunit.client.0.smithi042.stdout:op 3981 completed, throughput=5MB/sec 2024-09-16T07:21:56.565 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-szKZQ4wcPMiWaKB off=15548494 len=1866184 2024-09-16T07:21:56.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 3982 completed, throughput=5MB/sec 2024-09-16T07:21:57.573 INFO:tasks.workunit.client.0.smithi042.stdout: 777: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:57.573 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7blIjF4DG7V6mHT off=2652640 len=1455363 2024-09-16T07:21:57.574 INFO:tasks.workunit.client.0.smithi042.stdout:op 3983 completed, throughput=5MB/sec 2024-09-16T07:21:57.574 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HbK-DVXzxmydClI off=2751548 len=1607062 2024-09-16T07:21:57.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 3984 completed, throughput=5MB/sec 2024-09-16T07:21:57.576 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vOaYRFO7wdIPiI1 off=3475533 len=21520 2024-09-16T07:21:57.577 INFO:tasks.workunit.client.0.smithi042.stdout:op 3985 completed, throughput=5MB/sec 2024-09-16T07:21:57.577 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vMSOj4C2WzRtIX4 off=8144448 len=1308119 2024-09-16T07:21:57.584 INFO:tasks.workunit.client.0.smithi042.stdout:op 3986 completed, throughput=5MB/sec 2024-09-16T07:21:57.584 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0BxUXho1cpCVKp0 off=2468982 len=1704018 2024-09-16T07:21:57.586 INFO:tasks.workunit.client.0.smithi042.stdout:op 3987 completed, throughput=5MB/sec 2024-09-16T07:21:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:57 smithi042 ceph-mon[94096]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:57 smithi042 ceph-mon[96574]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:57 smithi164 ceph-mon[88760]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:21:58.587 INFO:tasks.workunit.client.0.smithi042.stdout: 778: throughput=5MB/sec pending data=0 2024-09-16T07:21:58.587 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gA-ukr3Zx2phqkM off=13709528 len=258312 2024-09-16T07:21:58.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 3988 completed, throughput=5MB/sec 2024-09-16T07:21:58.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aLB88oTspKiXUTH off=14245784 len=1930060 2024-09-16T07:21:58.593 INFO:tasks.workunit.client.0.smithi042.stdout:op 3989 completed, throughput=5MB/sec 2024-09-16T07:21:58.593 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f-aBtJjkjSco1ac off=9740562 len=205218 2024-09-16T07:21:58.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 3990 completed, throughput=5MB/sec 2024-09-16T07:21:58.595 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vUVn5zL93gp3XEk off=2303483 len=1431159 2024-09-16T07:21:58.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 3991 completed, throughput=5MB/sec 2024-09-16T07:21:59.598 INFO:tasks.workunit.client.0.smithi042.stdout: 779: throughput=4.99MB/sec pending data=0 2024-09-16T07:21:59.598 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m62K-b6ZiMNPcSO off=0 len=1111966 2024-09-16T07:21:59.600 INFO:tasks.workunit.client.0.smithi042.stdout:op 3992 completed, throughput=5MB/sec 2024-09-16T07:21:59.600 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o4uaFQV6MRPHgXb off=808363 len=716858 2024-09-16T07:21:59.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 3993 completed, throughput=5MB/sec 2024-09-16T07:21:59.604 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--KSNYUv4J8O8BAp off=1647700 len=973684 2024-09-16T07:21:59.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 3994 completed, throughput=5MB/sec 2024-09-16T07:21:59.609 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-82r5gBc89oIUaaz off=579973 len=2093322 2024-09-16T07:21:59.618 INFO:tasks.workunit.client.0.smithi042.stdout:op 3995 completed, throughput=5MB/sec 2024-09-16T07:21:59.618 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QsCje4LbmaUwnZu off=6109939 len=686237 2024-09-16T07:21:59.619 INFO:tasks.workunit.client.0.smithi042.stdout:op 3996 completed, throughput=5MB/sec 2024-09-16T07:21:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:21:59 smithi164 ceph-mon[88760]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:21:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:21:59 smithi042 ceph-mon[94096]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:21:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:21:59 smithi042 ceph-mon[96574]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:00.620 INFO:tasks.workunit.client.0.smithi042.stdout: 780: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:00.620 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-052Kj3rLjYRE2Ww off=972585 len=1033459 2024-09-16T07:22:00.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 3997 completed, throughput=5MB/sec 2024-09-16T07:22:00.621 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5jjxICuLyQ1Kif- off=8660989 len=1496235 2024-09-16T07:22:00.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 3998 completed, throughput=5MB/sec 2024-09-16T07:22:00.623 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RK0UJGEJjGBi3gO off=327298 len=1275022 2024-09-16T07:22:00.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 3999 completed, throughput=5MB/sec 2024-09-16T07:22:00.630 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-27Lc2x6qrlBDZpm off=2896511 len=1550926 2024-09-16T07:22:00.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 4000 completed, throughput=5MB/sec 2024-09-16T07:22:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:01 smithi042 ceph-mon[94096]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:22:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:01 smithi042 ceph-mon[96574]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:22:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:01] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T07:22:01.633 INFO:tasks.workunit.client.0.smithi042.stdout: 781: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:01.633 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-THGskJB07eNA1S0 off=5756227 len=83178 2024-09-16T07:22:01.636 INFO:tasks.workunit.client.0.smithi042.stdout:op 4001 completed, throughput=4.99MB/sec 2024-09-16T07:22:01.636 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5yGDyI7UU__gxjN off=3555984 len=915178 2024-09-16T07:22:01.638 INFO:tasks.workunit.client.0.smithi042.stdout:op 4002 completed, throughput=5MB/sec 2024-09-16T07:22:01.638 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vBa10CqarK5juJe off=5815404 len=269246 2024-09-16T07:22:01.639 INFO:tasks.workunit.client.0.smithi042.stdout:op 4003 completed, throughput=5MB/sec 2024-09-16T07:22:01.639 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pOcsk9MinKuO0J6 off=15844244 len=352373 2024-09-16T07:22:01.640 INFO:tasks.workunit.client.0.smithi042.stdout:op 4004 completed, throughput=5MB/sec 2024-09-16T07:22:01.640 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3XeRzRZ9I1Tb59Z off=9378276 len=1377391 2024-09-16T07:22:01.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 4005 completed, throughput=5MB/sec 2024-09-16T07:22:01.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9f4h7OtpsL7nvxw off=259030 len=1862787 2024-09-16T07:22:01.651 INFO:tasks.workunit.client.0.smithi042.stdout:op 4006 completed, throughput=5MB/sec 2024-09-16T07:22:01.651 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3FucPzC8Zdpe_1C off=5314750 len=1021701 2024-09-16T07:22:01.654 INFO:tasks.workunit.client.0.smithi042.stdout:op 4007 completed, throughput=5MB/sec 2024-09-16T07:22:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:01 smithi164 ceph-mon[88760]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:22:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:02.654 INFO:tasks.workunit.client.0.smithi042.stdout: 782: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:02.654 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b1GP3snr6zFbLYz off=13325318 len=166688 2024-09-16T07:22:02.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 4008 completed, throughput=4.99MB/sec 2024-09-16T07:22:02.655 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vlJwT9PwzmViwgh off=2191750 len=1384884 2024-09-16T07:22:02.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 4009 completed, throughput=5MB/sec 2024-09-16T07:22:02.662 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cFUyza5QFo_mvck off=6865786 len=1727809 2024-09-16T07:22:02.664 INFO:tasks.workunit.client.0.smithi042.stdout:op 4010 completed, throughput=5MB/sec 2024-09-16T07:22:02.664 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s1tTHqOkPH453Gx off=2098858 len=912427 2024-09-16T07:22:02.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 4011 completed, throughput=5MB/sec 2024-09-16T07:22:02.666 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7WiFvVoEneEgetv off=1826712 len=569136 2024-09-16T07:22:02.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 4012 completed, throughput=5MB/sec 2024-09-16T07:22:03.667 INFO:tasks.workunit.client.0.smithi042.stdout: 783: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:03.667 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Qwda4Q91Po-nbxX off=4676859 len=1570785 2024-09-16T07:22:03.670 INFO:tasks.workunit.client.0.smithi042.stdout:op 4013 completed, throughput=5MB/sec 2024-09-16T07:22:03.670 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yzQT5rcntwEG_iL off=13906751 len=1463006 2024-09-16T07:22:03.678 INFO:tasks.workunit.client.0.smithi042.stdout:op 4014 completed, throughput=5MB/sec 2024-09-16T07:22:03.678 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4V4OGYrCfyUooxA off=5004103 len=1053736 2024-09-16T07:22:03.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 4015 completed, throughput=5MB/sec 2024-09-16T07:22:03.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tfM3HBeVo_iwy_m off=856656 len=1132277 2024-09-16T07:22:03.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 4016 completed, throughput=5MB/sec 2024-09-16T07:22:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:03 smithi164 ceph-mon[88760]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:03 smithi042 ceph-mon[96574]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:03 smithi042 ceph-mon[94096]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:04.689 INFO:tasks.workunit.client.0.smithi042.stdout: 784: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:04.689 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IPfE-3rTkZJrhzN off=2995686 len=593242 2024-09-16T07:22:04.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 4017 completed, throughput=4.99MB/sec 2024-09-16T07:22:04.691 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tt09-Up6lO4GIMB off=2686789 len=719400 2024-09-16T07:22:04.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 4018 completed, throughput=5MB/sec 2024-09-16T07:22:04.696 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SdjKkATEJ6RTExY off=1321030 len=911191 2024-09-16T07:22:04.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 4019 completed, throughput=5MB/sec 2024-09-16T07:22:04.698 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SiMKbyiQY4iLR10 off=8578325 len=1216040 2024-09-16T07:22:04.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 4020 completed, throughput=5MB/sec 2024-09-16T07:22:04.699 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nr6dEN3ZclCq3Ei off=11579239 len=1604405 2024-09-16T07:22:04.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 4021 completed, throughput=5MB/sec 2024-09-16T07:22:04.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nYuFqsFRPB6Uf3V off=4950922 len=97411 2024-09-16T07:22:04.703 INFO:tasks.workunit.client.0.smithi042.stdout:op 4022 completed, throughput=5MB/sec 2024-09-16T07:22:04.703 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qn5216qJjFh8jzS off=3709927 len=412453 2024-09-16T07:22:04.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 4023 completed, throughput=5MB/sec 2024-09-16T07:22:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:05.707 INFO:tasks.workunit.client.0.smithi042.stdout: 785: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:05.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3oOEg0eQAxxgGQY off=13698836 len=1211571 2024-09-16T07:22:05.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 4024 completed, throughput=5MB/sec 2024-09-16T07:22:05.709 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--4Wb-Hbz3Muwh9A off=12660759 len=1517940 2024-09-16T07:22:05.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 4025 completed, throughput=5MB/sec 2024-09-16T07:22:05.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vq1ooWejGkVefih off=15674296 len=1944691 2024-09-16T07:22:05.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 4026 completed, throughput=5MB/sec 2024-09-16T07:22:05.719 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K8BFOTSIrpVwxLd off=10686627 len=1322260 2024-09-16T07:22:05.722 INFO:tasks.workunit.client.0.smithi042.stdout:op 4027 completed, throughput=5MB/sec 2024-09-16T07:22:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:05 smithi164 ceph-mon[88760]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:05 smithi042 ceph-mon[94096]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:05 smithi042 ceph-mon[96574]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:06.722 INFO:tasks.workunit.client.0.smithi042.stdout: 786: throughput=5MB/sec pending data=0 2024-09-16T07:22:06.722 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tAwIBF3P9x5IiT- off=13516264 len=795079 2024-09-16T07:22:06.724 INFO:tasks.workunit.client.0.smithi042.stdout:op 4028 completed, throughput=5MB/sec 2024-09-16T07:22:06.724 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SAvpgHYmKBgQwRV off=12290542 len=1077672 2024-09-16T07:22:06.730 INFO:tasks.workunit.client.0.smithi042.stdout:op 4029 completed, throughput=5MB/sec 2024-09-16T07:22:06.730 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IdZlOfFG7AVqCuv off=834619 len=1306737 2024-09-16T07:22:06.732 INFO:tasks.workunit.client.0.smithi042.stdout:op 4030 completed, throughput=5MB/sec 2024-09-16T07:22:06.732 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hmolEUsbxhB932o off=125979 len=2013202 2024-09-16T07:22:06.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 4031 completed, throughput=5MB/sec 2024-09-16T07:22:07.734 INFO:tasks.workunit.client.0.smithi042.stdout: 787: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:07.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JQc94D_s-RUX6ja off=4667694 len=121838 2024-09-16T07:22:07.735 INFO:tasks.workunit.client.0.smithi042.stdout:op 4032 completed, throughput=5MB/sec 2024-09-16T07:22:07.735 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5YD3ZjO_G5qGVws off=8972988 len=2017771 2024-09-16T07:22:07.738 INFO:tasks.workunit.client.0.smithi042.stdout:op 4033 completed, throughput=5MB/sec 2024-09-16T07:22:07.738 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-12aSmmM4Z31HX3C off=12276889 len=1290300 2024-09-16T07:22:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:07 smithi164 ceph-mon[88760]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:07.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 4034 completed, throughput=5MB/sec 2024-09-16T07:22:07.744 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PwpJEYrpAotOO29 off=8654698 len=949400 2024-09-16T07:22:07.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 4035 completed, throughput=5MB/sec 2024-09-16T07:22:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:07 smithi042 ceph-mon[94096]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:07 smithi042 ceph-mon[96574]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:22:08.746 INFO:tasks.workunit.client.0.smithi042.stdout: 788: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:08.746 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MJ77wrrPAqiDVKM off=21089677 len=1549645 2024-09-16T07:22:08.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 4036 completed, throughput=5MB/sec 2024-09-16T07:22:08.750 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0n7vEALug8vxvkC off=20804095 len=1291845 2024-09-16T07:22:08.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 4037 completed, throughput=5MB/sec 2024-09-16T07:22:08.752 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tBt0RqEPxPQNd16 off=2489244 len=1742221 2024-09-16T07:22:08.754 INFO:tasks.workunit.client.0.smithi042.stdout:op 4038 completed, throughput=5MB/sec 2024-09-16T07:22:08.755 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eqwWlZSMG_TS2gD off=16827205 len=1839596 2024-09-16T07:22:08.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 4039 completed, throughput=5MB/sec 2024-09-16T07:22:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:09 smithi164 ceph-mon[88760]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:09.757 INFO:tasks.workunit.client.0.smithi042.stdout: 789: throughput=5MB/sec pending data=0 2024-09-16T07:22:09.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CltSjGX3W7vZmhf off=890783 len=309537 2024-09-16T07:22:09.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 4040 completed, throughput=5MB/sec 2024-09-16T07:22:09.758 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4VBAIZv5vCq0JtG off=168817 len=143772 2024-09-16T07:22:09.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 4041 completed, throughput=5MB/sec 2024-09-16T07:22:09.759 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KgOaWk3lu6cMt1e off=9247650 len=745026 2024-09-16T07:22:09.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 4042 completed, throughput=5MB/sec 2024-09-16T07:22:09.760 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w8fCL7ACRG_mHz_ off=9419698 len=1719679 2024-09-16T07:22:09.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 4043 completed, throughput=5MB/sec 2024-09-16T07:22:09.770 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HKP8vVQcEzShgiG off=761578 len=323611 2024-09-16T07:22:09.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 4044 completed, throughput=5MB/sec 2024-09-16T07:22:09.771 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jcx5oO-cMYbKUw8 off=2972801 len=1174868 2024-09-16T07:22:09.772 INFO:tasks.workunit.client.0.smithi042.stdout:op 4045 completed, throughput=5MB/sec 2024-09-16T07:22:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:09 smithi042 ceph-mon[94096]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:09 smithi042 ceph-mon[96574]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:22:10.773 INFO:tasks.workunit.client.0.smithi042.stdout: 790: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:10.773 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XJ_C1DM1LYWsG0_ off=200903 len=1008152 2024-09-16T07:22:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 4046 completed, throughput=5MB/sec 2024-09-16T07:22:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ffBhJ4BmF0sBKIg off=9122014 len=216197 2024-09-16T07:22:10.781 INFO:tasks.workunit.client.0.smithi042.stdout:op 4047 completed, throughput=5MB/sec 2024-09-16T07:22:10.781 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4xyb8uagWH_Wdvl off=760893 len=1117795 2024-09-16T07:22:10.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 4048 completed, throughput=5MB/sec 2024-09-16T07:22:10.783 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hbit2NvGMbPZZCA off=3557552 len=418335 2024-09-16T07:22:10.784 INFO:tasks.workunit.client.0.smithi042.stdout:op 4049 completed, throughput=5MB/sec 2024-09-16T07:22:10.785 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xqLxBgmGbSliF4V off=11943363 len=473524 2024-09-16T07:22:10.788 INFO:tasks.workunit.client.0.smithi042.stdout:op 4050 completed, throughput=5MB/sec 2024-09-16T07:22:10.788 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bgFODELuHdCbyZs off=3424313 len=1159207 2024-09-16T07:22:10.790 INFO:tasks.workunit.client.0.smithi042.stdout:op 4051 completed, throughput=5MB/sec 2024-09-16T07:22:10.790 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iH6fRa75gC-FPAG off=11161974 len=189259 2024-09-16T07:22:10.790 INFO:tasks.workunit.client.0.smithi042.stdout:op 4052 completed, throughput=5MB/sec 2024-09-16T07:22:10.791 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-07IsehONmB9P67k off=3410987 len=1843666 2024-09-16T07:22:10.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 4053 completed, throughput=5MB/sec 2024-09-16T07:22:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:11 smithi042 ceph-mon[94096]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:11.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:11 smithi042 ceph-mon[96574]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:11] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:22:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:11 smithi164 ceph-mon[88760]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:11.793 INFO:tasks.workunit.client.0.smithi042.stdout: 791: throughput=5MB/sec pending data=0 2024-09-16T07:22:11.793 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mSmivBoYLNP9G37 off=1071158 len=1616919 2024-09-16T07:22:11.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 4054 completed, throughput=5MB/sec 2024-09-16T07:22:11.803 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LE2VTXiPrNQAf1J off=7952260 len=2025225 2024-09-16T07:22:11.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 4055 completed, throughput=5MB/sec 2024-09-16T07:22:11.806 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--9hKr3Q5jVB6mEZ off=4168314 len=768440 2024-09-16T07:22:11.807 INFO:tasks.workunit.client.0.smithi042.stdout:op 4056 completed, throughput=5MB/sec 2024-09-16T07:22:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:12.807 INFO:tasks.workunit.client.0.smithi042.stdout: 792: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:12.808 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4HUXlkXNQh25whI off=539448 len=1696393 2024-09-16T07:22:12.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 4057 completed, throughput=5MB/sec 2024-09-16T07:22:12.818 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I0lAPjwtzkbRp7p off=6973375 len=1402491 2024-09-16T07:22:12.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 4058 completed, throughput=5MB/sec 2024-09-16T07:22:12.824 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CrXYbJH_6MDYxXn off=123897 len=1552897 2024-09-16T07:22:12.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 4059 completed, throughput=5MB/sec 2024-09-16T07:22:12.832 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e7gI7JBgXNi6Qt0 off=16156170 len=1560241 2024-09-16T07:22:12.834 INFO:tasks.workunit.client.0.smithi042.stdout:op 4060 completed, throughput=5MB/sec 2024-09-16T07:22:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:13 smithi164 ceph-mon[88760]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:22:13.834 INFO:tasks.workunit.client.0.smithi042.stdout: 793: throughput=5MB/sec pending data=0 2024-09-16T07:22:13.834 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aOTOGA0oRLmkOyH off=11590557 len=1656195 2024-09-16T07:22:13.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 4061 completed, throughput=5MB/sec 2024-09-16T07:22:13.836 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0NDyEt9wSCfYAEg off=1158531 len=1675341 2024-09-16T07:22:13.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 4062 completed, throughput=5MB/sec 2024-09-16T07:22:13.837 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LIFv_bSHsiOFwh- off=5271202 len=547658 2024-09-16T07:22:13.841 INFO:tasks.workunit.client.0.smithi042.stdout:op 4063 completed, throughput=5MB/sec 2024-09-16T07:22:13.841 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s_yiJlr0n7tIBwa off=4327796 len=324602 2024-09-16T07:22:13.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 4064 completed, throughput=5MB/sec 2024-09-16T07:22:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:13 smithi042 ceph-mon[94096]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:22:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:13 smithi042 ceph-mon[96574]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:22:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.844 INFO:tasks.workunit.client.0.smithi042.stdout: 794: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:14.844 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-laOLETnjjH8VHKC off=4346275 len=1888350 2024-09-16T07:22:14.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 4065 completed, throughput=5MB/sec 2024-09-16T07:22:14.846 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h2Sk3zAse2QHjD- off=882169 len=843419 2024-09-16T07:22:14.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 4066 completed, throughput=5MB/sec 2024-09-16T07:22:14.847 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZgJt-snoh6BAIIo off=11343236 len=1737005 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:22:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:22:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:22:14.857 INFO:tasks.workunit.client.0.smithi042.stdout:op 4067 completed, throughput=5MB/sec 2024-09-16T07:22:14.857 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--8emtHSMp21psLi off=218280 len=1066010 2024-09-16T07:22:14.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 4068 completed, throughput=5MB/sec 2024-09-16T07:22:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:15 smithi164 ceph-mon[88760]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:22:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:15 smithi042 ceph-mon[94096]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:22:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:15 smithi042 ceph-mon[96574]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-09-16T07:22:15.863 INFO:tasks.workunit.client.0.smithi042.stdout: 795: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:15.863 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jt4xnQdvPfXp0-C off=5514727 len=1441401 2024-09-16T07:22:15.866 INFO:tasks.workunit.client.0.smithi042.stdout:op 4069 completed, throughput=5MB/sec 2024-09-16T07:22:15.866 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nCgGiRLT12eVhuZ off=806691 len=960726 2024-09-16T07:22:15.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 4070 completed, throughput=5MB/sec 2024-09-16T07:22:15.868 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6bz5JSp6lItKjrR off=238290 len=204043 2024-09-16T07:22:15.869 INFO:tasks.workunit.client.0.smithi042.stdout:op 4071 completed, throughput=5MB/sec 2024-09-16T07:22:15.869 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5YD3ZjO_G5qGVws off=1101821 len=2156 2024-09-16T07:22:15.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 4072 completed, throughput=5MB/sec 2024-09-16T07:22:15.870 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B4ofT-ytoYD4IN7 off=5940931 len=1407450 2024-09-16T07:22:15.871 INFO:tasks.workunit.client.0.smithi042.stdout:op 4073 completed, throughput=5MB/sec 2024-09-16T07:22:15.872 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a6w7LwjcnTIg3V3 off=10532043 len=1964856 2024-09-16T07:22:15.880 INFO:tasks.workunit.client.0.smithi042.stdout:op 4074 completed, throughput=5MB/sec 2024-09-16T07:22:16.881 INFO:tasks.workunit.client.0.smithi042.stdout: 796: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:16.881 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2_c5ZQ-B54jio-J off=1216572 len=1908276 2024-09-16T07:22:16.888 INFO:tasks.workunit.client.0.smithi042.stdout:op 4075 completed, throughput=5MB/sec 2024-09-16T07:22:16.889 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pgtiYh-6Rvx2Lu9 off=13938413 len=1376552 2024-09-16T07:22:16.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 4076 completed, throughput=5MB/sec 2024-09-16T07:22:16.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F5DzY7E1ClExSaE off=4678875 len=705673 2024-09-16T07:22:16.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 4077 completed, throughput=5MB/sec 2024-09-16T07:22:16.894 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TV9eR2xy-UUAuoq off=9662557 len=1921831 2024-09-16T07:22:16.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 4078 completed, throughput=5MB/sec 2024-09-16T07:22:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:17 smithi164 ceph-mon[88760]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:22:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:17 smithi042 ceph-mon[96574]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:22:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:17 smithi042 ceph-mon[94096]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-09-16T07:22:17.902 INFO:tasks.workunit.client.0.smithi042.stdout: 797: throughput=5MB/sec pending data=0 2024-09-16T07:22:17.903 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V79s6Gn9akcWwyi off=5747394 len=667369 2024-09-16T07:22:17.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 4079 completed, throughput=5MB/sec 2024-09-16T07:22:17.904 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mTVs64-ydCMF8C7 off=5148675 len=715942 2024-09-16T07:22:17.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 4080 completed, throughput=5MB/sec 2024-09-16T07:22:17.908 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uJqMcs7hiMFp1ew off=2318902 len=904704 2024-09-16T07:22:17.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 4081 completed, throughput=5MB/sec 2024-09-16T07:22:17.914 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qK90nutmccnka53 off=3328270 len=18288 2024-09-16T07:22:17.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 4082 completed, throughput=5MB/sec 2024-09-16T07:22:17.914 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LlLWE4jWcHtcrDG off=10611639 len=799940 2024-09-16T07:22:17.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 4083 completed, throughput=5MB/sec 2024-09-16T07:22:17.919 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vNmiRtvhUsrag9F off=444342 len=742222 2024-09-16T07:22:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:op 4084 completed, throughput=5MB/sec 2024-09-16T07:22:18.920 INFO:tasks.workunit.client.0.smithi042.stdout: 798: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:18.921 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EIsHJT3BClZ6blG off=9599049 len=1880779 2024-09-16T07:22:18.928 INFO:tasks.workunit.client.0.smithi042.stdout:op 4085 completed, throughput=5MB/sec 2024-09-16T07:22:18.928 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MRPLLLu3SGu9rYe off=2654983 len=1902178 2024-09-16T07:22:18.938 INFO:tasks.workunit.client.0.smithi042.stdout:op 4086 completed, throughput=5MB/sec 2024-09-16T07:22:18.939 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rlSotDmd8Doej-h off=13566604 len=186932 2024-09-16T07:22:18.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 4087 completed, throughput=5MB/sec 2024-09-16T07:22:18.941 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-i45xFJukHoIEkuN off=1897938 len=125974 2024-09-16T07:22:18.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 4088 completed, throughput=5MB/sec 2024-09-16T07:22:18.942 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-B1DBMJJ_k0-5T2h off=4774090 len=839065 2024-09-16T07:22:18.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 4089 completed, throughput=5MB/sec 2024-09-16T07:22:18.946 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oHytwWnwmE9Ilhh off=19647230 len=1400908 2024-09-16T07:22:18.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 4090 completed, throughput=5MB/sec 2024-09-16T07:22:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:19 smithi164 ceph-mon[88760]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:19 smithi042 ceph-mon[94096]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:19 smithi042 ceph-mon[96574]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:19.949 INFO:tasks.workunit.client.0.smithi042.stdout: 799: throughput=5MB/sec pending data=0 2024-09-16T07:22:19.949 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C7pQxp8kWbQwmZA off=6135262 len=1489600 2024-09-16T07:22:19.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 4091 completed, throughput=5MB/sec 2024-09-16T07:22:19.952 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5fKDQGmmx2oQypM off=3065447 len=367802 2024-09-16T07:22:19.953 INFO:tasks.workunit.client.0.smithi042.stdout:op 4092 completed, throughput=5MB/sec 2024-09-16T07:22:19.953 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7oFV6zcBIC10NTz off=6520977 len=1601225 2024-09-16T07:22:19.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 4093 completed, throughput=5MB/sec 2024-09-16T07:22:19.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nmq4oV_eWxzMeX6 off=8075772 len=8426 2024-09-16T07:22:19.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 4094 completed, throughput=5MB/sec 2024-09-16T07:22:19.963 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J_lfM1pP8hlt1A6 off=16188992 len=1009695 2024-09-16T07:22:19.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 4095 completed, throughput=5MB/sec 2024-09-16T07:22:20.965 INFO:tasks.workunit.client.0.smithi042.stdout: 800: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:20.965 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-A0el9VQOe3p6PVg off=1719411 len=1724838 2024-09-16T07:22:20.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 4096 completed, throughput=5MB/sec 2024-09-16T07:22:20.974 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EHpd19Pl-qQ1fwu off=7806573 len=977480 2024-09-16T07:22:20.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 4097 completed, throughput=5MB/sec 2024-09-16T07:22:20.979 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jSHhG__42VqbMoV off=14873948 len=131765 2024-09-16T07:22:20.982 INFO:tasks.workunit.client.0.smithi042.stdout:op 4098 completed, throughput=5MB/sec 2024-09-16T07:22:20.982 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4eQIeW_3i0jRJF0 off=10557789 len=1337395 2024-09-16T07:22:20.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 4099 completed, throughput=5MB/sec 2024-09-16T07:22:20.989 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l1NutRm6zs9YHRT off=11359235 len=546370 2024-09-16T07:22:20.990 INFO:tasks.workunit.client.0.smithi042.stdout:op 4100 completed, throughput=5MB/sec 2024-09-16T07:22:20.990 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p61SvYbmMcLMjjP off=13624805 len=346989 2024-09-16T07:22:20.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 4101 completed, throughput=5MB/sec 2024-09-16T07:22:20.991 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HZim46rgELC2dSr off=918952 len=1982402 2024-09-16T07:22:20.999 INFO:tasks.workunit.client.0.smithi042.stdout:op 4102 completed, throughput=5MB/sec 2024-09-16T07:22:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:21 smithi042 ceph-mon[94096]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:21 smithi042 ceph-mon[96574]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:21] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:22:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:21 smithi164 ceph-mon[88760]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:22:22.000 INFO:tasks.workunit.client.0.smithi042.stdout: 801: throughput=5MB/sec pending data=0 2024-09-16T07:22:22.000 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-S4pDmizoz2V28ia off=1241805 len=811098 2024-09-16T07:22:22.004 INFO:tasks.workunit.client.0.smithi042.stdout:op 4103 completed, throughput=5MB/sec 2024-09-16T07:22:22.004 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tOKtcOZxQMidiz3 off=5469410 len=1952461 2024-09-16T07:22:22.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 4104 completed, throughput=5MB/sec 2024-09-16T07:22:22.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SCvYaKhYSVeRVVf off=6955620 len=1480601 2024-09-16T07:22:22.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 4105 completed, throughput=5MB/sec 2024-09-16T07:22:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:23.011 INFO:tasks.workunit.client.0.smithi042.stdout: 802: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:23.011 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UU11iky4Ws1qbcB off=6518479 len=389992 2024-09-16T07:22:23.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 4106 completed, throughput=5MB/sec 2024-09-16T07:22:23.012 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bgWZELFbsGiE9cL off=7781108 len=1974065 2024-09-16T07:22:23.021 INFO:tasks.workunit.client.0.smithi042.stdout:op 4107 completed, throughput=5MB/sec 2024-09-16T07:22:23.021 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aHucvUEkDARp-V8 off=14549604 len=1200992 2024-09-16T07:22:23.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 4108 completed, throughput=5MB/sec 2024-09-16T07:22:23.030 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-khPQisrkQHz5vQo off=1571646 len=338084 2024-09-16T07:22:23.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 4109 completed, throughput=5MB/sec 2024-09-16T07:22:23.031 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EsGNsP_gE7xdqDB off=11934906 len=23188 2024-09-16T07:22:23.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 4110 completed, throughput=5MB/sec 2024-09-16T07:22:23.032 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LMvKPgLgV9GY2dY off=3890011 len=313165 2024-09-16T07:22:23.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 4111 completed, throughput=5MB/sec 2024-09-16T07:22:23.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WfxxglS5QLZcD2n off=6937064 len=884503 2024-09-16T07:22:23.036 INFO:tasks.workunit.client.0.smithi042.stdout:op 4112 completed, throughput=5MB/sec 2024-09-16T07:22:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:23 smithi164 ceph-mon[88760]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:23 smithi042 ceph-mon[94096]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:23 smithi042 ceph-mon[96574]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:24.036 INFO:tasks.workunit.client.0.smithi042.stdout: 803: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:24.036 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z6TB-s1Xwvaf-rO off=14600532 len=1240896 2024-09-16T07:22:24.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 4113 completed, throughput=5MB/sec 2024-09-16T07:22:24.038 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ksmVQYlEkJQvD00 off=81248 len=980163 2024-09-16T07:22:24.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 4114 completed, throughput=5MB/sec 2024-09-16T07:22:24.039 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VnT8yTNemgUaPSW off=7573108 len=344705 2024-09-16T07:22:24.043 INFO:tasks.workunit.client.0.smithi042.stdout:op 4115 completed, throughput=5MB/sec 2024-09-16T07:22:24.043 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lRx8S4Jp4gLFwF7 off=1554838 len=1584970 2024-09-16T07:22:24.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 4116 completed, throughput=5MB/sec 2024-09-16T07:22:24.045 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HC6wd12rjRQnEw2 off=11278490 len=1089824 2024-09-16T07:22:24.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 4117 completed, throughput=5MB/sec 2024-09-16T07:22:25.046 INFO:tasks.workunit.client.0.smithi042.stdout: 804: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:25.046 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SMKO55mvheWq9LQ off=2365391 len=1082997 2024-09-16T07:22:25.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 4118 completed, throughput=5MB/sec 2024-09-16T07:22:25.052 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CIMHPEd_zPDng6i off=5088693 len=1881258 2024-09-16T07:22:25.063 INFO:tasks.workunit.client.0.smithi042.stdout:op 4119 completed, throughput=5MB/sec 2024-09-16T07:22:25.063 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FtWvKJCdClQ10_e off=3981222 len=426913 2024-09-16T07:22:25.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 4120 completed, throughput=5MB/sec 2024-09-16T07:22:25.064 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IykKGZsc9PupeBn off=4378871 len=1529609 2024-09-16T07:22:25.065 INFO:tasks.workunit.client.0.smithi042.stdout:op 4121 completed, throughput=5MB/sec 2024-09-16T07:22:25.066 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tih-M_rxjtZYcUA off=4989469 len=619009 2024-09-16T07:22:25.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 4122 completed, throughput=5MB/sec 2024-09-16T07:22:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:25 smithi164 ceph-mon[88760]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:22:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:25 smithi042 ceph-mon[94096]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:22:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:25 smithi042 ceph-mon[96574]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:22:26.067 INFO:tasks.workunit.client.0.smithi042.stdout: 805: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:26.067 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_wQZ430Imw6zIBg off=16930187 len=493614 2024-09-16T07:22:26.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 4123 completed, throughput=5MB/sec 2024-09-16T07:22:26.071 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OEj7_gBWgo2OXSd off=14418068 len=614270 2024-09-16T07:22:26.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 4124 completed, throughput=5MB/sec 2024-09-16T07:22:26.076 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N-iyzE9dVzv0qUw off=7725265 len=1409763 2024-09-16T07:22:26.077 INFO:tasks.workunit.client.0.smithi042.stdout:op 4125 completed, throughput=5MB/sec 2024-09-16T07:22:26.077 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tRGyXafCopuW1Qe off=12979319 len=284350 2024-09-16T07:22:26.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 4126 completed, throughput=5MB/sec 2024-09-16T07:22:26.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-06Tk9e_dSCw_1nK off=9288325 len=1534978 2024-09-16T07:22:26.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 4127 completed, throughput=5MB/sec 2024-09-16T07:22:26.083 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_5lme0peaYZfMRa off=6861122 len=88657 2024-09-16T07:22:26.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 4128 completed, throughput=5MB/sec 2024-09-16T07:22:26.084 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-naW5riK0SGLgcUE off=11749540 len=1799403 2024-09-16T07:22:26.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 4129 completed, throughput=5MB/sec 2024-09-16T07:22:27.086 INFO:tasks.workunit.client.0.smithi042.stdout: 806: throughput=5MB/sec pending data=0 2024-09-16T07:22:27.086 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WJKR8BJcjSbO9MF off=31519 len=1338151 2024-09-16T07:22:27.088 INFO:tasks.workunit.client.0.smithi042.stdout:op 4130 completed, throughput=5MB/sec 2024-09-16T07:22:27.088 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TjTztXF2cS_2cBf off=17268982 len=72144 2024-09-16T07:22:27.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 4131 completed, throughput=5MB/sec 2024-09-16T07:22:27.091 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C8Ujoizl3QRMT9h off=739677 len=1989067 2024-09-16T07:22:27.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 4132 completed, throughput=5MB/sec 2024-09-16T07:22:27.093 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_lNfd2QCWtFIVrf off=4477300 len=1178219 2024-09-16T07:22:27.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 4133 completed, throughput=5MB/sec 2024-09-16T07:22:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:27 smithi164 ceph-mon[88760]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:22:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:27 smithi042 ceph-mon[94096]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:22:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:27 smithi042 ceph-mon[96574]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:22:28.100 INFO:tasks.workunit.client.0.smithi042.stdout: 807: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:28.100 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-v1yZKNEgCYIsGWa off=7128903 len=1379761 2024-09-16T07:22:28.102 INFO:tasks.workunit.client.0.smithi042.stdout:op 4134 completed, throughput=5MB/sec 2024-09-16T07:22:28.102 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3SpxhkZ9C7afKBG off=109545 len=362510 2024-09-16T07:22:28.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 4135 completed, throughput=5MB/sec 2024-09-16T07:22:28.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rAIH67481Wdn40H off=2482049 len=1980533 2024-09-16T07:22:28.109 INFO:tasks.workunit.client.0.smithi042.stdout:op 4136 completed, throughput=5MB/sec 2024-09-16T07:22:28.109 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eF0qVAIt0Es7z3C off=1937325 len=1227009 2024-09-16T07:22:28.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 4137 completed, throughput=5MB/sec 2024-09-16T07:22:29.118 INFO:tasks.workunit.client.0.smithi042.stdout: 808: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:29.118 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tkGSooi8c4v1Br_ off=17203051 len=1327157 2024-09-16T07:22:29.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 4138 completed, throughput=5MB/sec 2024-09-16T07:22:29.120 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t38WdOuRha92Ro1 off=2102587 len=96372 2024-09-16T07:22:29.121 INFO:tasks.workunit.client.0.smithi042.stdout:op 4139 completed, throughput=5MB/sec 2024-09-16T07:22:29.121 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DlEl_TE6EZWqz6p off=15628737 len=2096159 2024-09-16T07:22:29.124 INFO:tasks.workunit.client.0.smithi042.stdout:op 4140 completed, throughput=5MB/sec 2024-09-16T07:22:29.124 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WoeJCM65T3CX7_p off=19268134 len=2089055 2024-09-16T07:22:29.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 4141 completed, throughput=5MB/sec 2024-09-16T07:22:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:29 smithi164 ceph-mon[88760]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:29 smithi042 ceph-mon[94096]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:29 smithi042 ceph-mon[96574]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:30.127 INFO:tasks.workunit.client.0.smithi042.stdout: 809: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:30.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rlSotDmd8Doej-h off=13755341 len=1077985 2024-09-16T07:22:30.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 4142 completed, throughput=5MB/sec 2024-09-16T07:22:30.133 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u26aTL_aIEsrpxp off=8532146 len=403482 2024-09-16T07:22:30.134 INFO:tasks.workunit.client.0.smithi042.stdout:op 4143 completed, throughput=5MB/sec 2024-09-16T07:22:30.134 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iVHD__6AU8hhbX0 off=4518363 len=2061524 2024-09-16T07:22:30.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 4144 completed, throughput=5MB/sec 2024-09-16T07:22:30.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-26KCWokg2n8-QF4 off=1496526 len=22044 2024-09-16T07:22:30.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 4145 completed, throughput=5MB/sec 2024-09-16T07:22:30.146 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_i5qZWi-ohM4ZJ0 off=1114495 len=2032050 2024-09-16T07:22:30.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 4146 completed, throughput=5MB/sec 2024-09-16T07:22:31.158 INFO:tasks.workunit.client.0.smithi042.stdout: 810: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:31.158 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lAz5U5hV-EEnV0E off=14443774 len=1333861 2024-09-16T07:22:31.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 4147 completed, throughput=5MB/sec 2024-09-16T07:22:31.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uXmUE2t8mKJq46l off=2249340 len=74955 2024-09-16T07:22:31.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 4148 completed, throughput=5MB/sec 2024-09-16T07:22:31.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cEMoVKqPmgFBt3k off=32818 len=1483271 2024-09-16T07:22:31.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 4149 completed, throughput=5MB/sec 2024-09-16T07:22:31.173 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--kWHJ_31hOSUVjD off=15148624 len=808816 2024-09-16T07:22:31.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 4150 completed, throughput=5MB/sec 2024-09-16T07:22:31.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lsUD-6Pj7yOB9vm off=3480522 len=20855 2024-09-16T07:22:31.177 INFO:tasks.workunit.client.0.smithi042.stdout:op 4151 completed, throughput=5MB/sec 2024-09-16T07:22:31.177 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LJHfQVo_logc553 off=9814514 len=1112144 2024-09-16T07:22:31.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 4152 completed, throughput=5MB/sec 2024-09-16T07:22:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:31 smithi042 ceph-mon[94096]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:22:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:31 smithi042 ceph-mon[96574]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:22:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:31] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:22:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:31 smithi164 ceph-mon[88760]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:22:32.182 INFO:tasks.workunit.client.0.smithi042.stdout: 811: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:32.182 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CAE05s5cCEw_QE0 off=16469170 len=1033916 2024-09-16T07:22:32.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 4153 completed, throughput=5MB/sec 2024-09-16T07:22:32.188 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DlxPlrRSPcOCPm_ off=6206534 len=694465 2024-09-16T07:22:32.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 4154 completed, throughput=5MB/sec 2024-09-16T07:22:32.192 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u6tXOAZLRzMMgTG off=103592 len=393952 2024-09-16T07:22:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:op 4155 completed, throughput=5MB/sec 2024-09-16T07:22:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rdqygC1Ip3PqIzJ off=7014000 len=537295 2024-09-16T07:22:32.195 INFO:tasks.workunit.client.0.smithi042.stdout:op 4156 completed, throughput=5MB/sec 2024-09-16T07:22:32.195 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x4HgRDxZ9gVKrUB off=2664509 len=1848816 2024-09-16T07:22:32.203 INFO:tasks.workunit.client.0.smithi042.stdout:op 4157 completed, throughput=5MB/sec 2024-09-16T07:22:32.203 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UVRB7r8sSJej30l off=20968 len=695291 2024-09-16T07:22:32.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 4158 completed, throughput=5MB/sec 2024-09-16T07:22:32.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:33.207 INFO:tasks.workunit.client.0.smithi042.stdout: 812: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:33.208 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l0ZTJfhSUCDnsf8 off=4952411 len=1459878 2024-09-16T07:22:33.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 4159 completed, throughput=5MB/sec 2024-09-16T07:22:33.211 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TFWatYIpr3tKGzg off=4780916 len=1990834 2024-09-16T07:22:33.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 4160 completed, throughput=5MB/sec 2024-09-16T07:22:33.220 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EXystp3mBJjfpDG off=20565701 len=2058847 2024-09-16T07:22:33.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 4161 completed, throughput=5MB/sec 2024-09-16T07:22:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:33 smithi164 ceph-mon[88760]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:33 smithi042 ceph-mon[94096]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:33 smithi042 ceph-mon[96574]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:34.221 INFO:tasks.workunit.client.0.smithi042.stdout: 813: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:34.222 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yNafPwWSkVQQA6g off=4981817 len=1654287 2024-09-16T07:22:34.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 4162 completed, throughput=5MB/sec 2024-09-16T07:22:34.225 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8hui_LbOsiN8hY_ off=4914343 len=664746 2024-09-16T07:22:34.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 4163 completed, throughput=5MB/sec 2024-09-16T07:22:34.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oBHmCtqa5KaSQVD off=1322250 len=1691687 2024-09-16T07:22:34.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 4164 completed, throughput=5MB/sec 2024-09-16T07:22:34.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lm5R7YHb1pW8cvO off=12509783 len=1149311 2024-09-16T07:22:34.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 4165 completed, throughput=5MB/sec 2024-09-16T07:22:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:35.231 INFO:tasks.workunit.client.0.smithi042.stdout: 814: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:35.231 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-khX4XMFEP_a20IH off=2861724 len=1166777 2024-09-16T07:22:35.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 4166 completed, throughput=5MB/sec 2024-09-16T07:22:35.233 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qUR9g4bg424augx off=15875985 len=395571 2024-09-16T07:22:35.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 4167 completed, throughput=5MB/sec 2024-09-16T07:22:35.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X6Rcn9Qk-aWfZs2 off=1889403 len=1107448 2024-09-16T07:22:35.243 INFO:tasks.workunit.client.0.smithi042.stdout:op 4168 completed, throughput=5MB/sec 2024-09-16T07:22:35.243 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G09vofhYIw61wQN off=1218934 len=1552913 2024-09-16T07:22:35.245 INFO:tasks.workunit.client.0.smithi042.stdout:op 4169 completed, throughput=5MB/sec 2024-09-16T07:22:35.245 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sYILnbGWxMG6k0L off=1942870 len=1754687 2024-09-16T07:22:35.254 INFO:tasks.workunit.client.0.smithi042.stdout:op 4170 completed, throughput=5MB/sec 2024-09-16T07:22:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:35 smithi164 ceph-mon[88760]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:35 smithi042 ceph-mon[94096]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:35 smithi042 ceph-mon[96574]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: 815: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:36.255 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fFnk0xwg2-CLdk9 off=9621640 len=141265 2024-09-16T07:22:36.256 INFO:tasks.workunit.client.0.smithi042.stdout:op 4171 completed, throughput=5MB/sec 2024-09-16T07:22:36.256 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VSW5-oh7nax8atA off=10340128 len=1608505 2024-09-16T07:22:36.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 4172 completed, throughput=5MB/sec 2024-09-16T07:22:36.259 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oinxPhqXEf5fDzs off=1146731 len=1027343 2024-09-16T07:22:36.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 4173 completed, throughput=5MB/sec 2024-09-16T07:22:36.264 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jH00w5E3v8G6QeM off=20507528 len=645732 2024-09-16T07:22:36.268 INFO:tasks.workunit.client.0.smithi042.stdout:op 4174 completed, throughput=5MB/sec 2024-09-16T07:22:36.268 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GJppl-18yhwETFS off=3229569 len=157515 2024-09-16T07:22:36.271 INFO:tasks.workunit.client.0.smithi042.stdout:op 4175 completed, throughput=5MB/sec 2024-09-16T07:22:36.271 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wQRBshNGjKGGRas off=6002379 len=1059945 2024-09-16T07:22:36.276 INFO:tasks.workunit.client.0.smithi042.stdout:op 4176 completed, throughput=5MB/sec 2024-09-16T07:22:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: 816: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:37.277 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ecLntmxAs5upSyW off=100059 len=1794593 2024-09-16T07:22:37.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 4177 completed, throughput=5MB/sec 2024-09-16T07:22:37.285 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WYnGqBmKMXUBEKJ off=7971513 len=1151783 2024-09-16T07:22:37.287 INFO:tasks.workunit.client.0.smithi042.stdout:op 4178 completed, throughput=5MB/sec 2024-09-16T07:22:37.287 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iDsnMeMj318nkl8 off=1725599 len=1180715 2024-09-16T07:22:37.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 4179 completed, throughput=5MB/sec 2024-09-16T07:22:37.293 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m62K-b6ZiMNPcSO off=0 len=1111966 2024-09-16T07:22:37.294 INFO:tasks.workunit.client.0.smithi042.stdout:op 4180 completed, throughput=5MB/sec 2024-09-16T07:22:37.294 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IbCP_gVF1McvEdH off=1824043 len=397994 2024-09-16T07:22:37.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 4181 completed, throughput=5MB/sec 2024-09-16T07:22:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:37 smithi164 ceph-mon[88760]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:37 smithi042 ceph-mon[94096]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:37 smithi042 ceph-mon[96574]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:38.295 INFO:tasks.workunit.client.0.smithi042.stdout: 817: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:38.295 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HqaFULBb1ieY7Z2 off=12379735 len=656063 2024-09-16T07:22:38.297 INFO:tasks.workunit.client.0.smithi042.stdout:op 4182 completed, throughput=5MB/sec 2024-09-16T07:22:38.297 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wQRBshNGjKGGRas off=6767296 len=1406212 2024-09-16T07:22:38.306 INFO:tasks.workunit.client.0.smithi042.stdout:op 4183 completed, throughput=5MB/sec 2024-09-16T07:22:38.307 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tAwIBF3P9x5IiT- off=7806853 len=1355047 2024-09-16T07:22:38.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 4184 completed, throughput=5MB/sec 2024-09-16T07:22:38.308 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3PCW9r8n7ld8td7 off=6536496 len=1395628 2024-09-16T07:22:38.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 4185 completed, throughput=5MB/sec 2024-09-16T07:22:38.315 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T9BPnrSKQl4AiEk off=11958426 len=920473 2024-09-16T07:22:38.320 INFO:tasks.workunit.client.0.smithi042.stdout:op 4186 completed, throughput=5MB/sec 2024-09-16T07:22:39.321 INFO:tasks.workunit.client.0.smithi042.stdout: 818: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:39.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Gx0FNE-ZUuBlPJU off=1030253 len=145782 2024-09-16T07:22:39.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 4187 completed, throughput=5MB/sec 2024-09-16T07:22:39.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-E9AHMkHYQOyAYGR off=6292633 len=1869363 2024-09-16T07:22:39.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 4188 completed, throughput=5MB/sec 2024-09-16T07:22:39.324 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T370gqDcT0CbAO_ off=4910799 len=1878470 2024-09-16T07:22:39.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 4189 completed, throughput=5MB/sec 2024-09-16T07:22:39.327 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Zvw-39zxZPhPuQw off=699967 len=18802 2024-09-16T07:22:39.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 4190 completed, throughput=5MB/sec 2024-09-16T07:22:39.330 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mHJeyU58wV4A4Pc off=2777397 len=1293825 2024-09-16T07:22:39.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 4191 completed, throughput=5MB/sec 2024-09-16T07:22:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:39 smithi164 ceph-mon[88760]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:39 smithi042 ceph-mon[94096]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:39 smithi042 ceph-mon[96574]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:22:40.332 INFO:tasks.workunit.client.0.smithi042.stdout: 819: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:40.332 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8ia__QVajN0cpRW off=7927086 len=925586 2024-09-16T07:22:40.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 4192 completed, throughput=5MB/sec 2024-09-16T07:22:40.338 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hd08qdiXFT5HFz0 off=2599355 len=457778 2024-09-16T07:22:40.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 4193 completed, throughput=5MB/sec 2024-09-16T07:22:40.341 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9o_nI5t_8sb1xw- off=4298014 len=329013 2024-09-16T07:22:40.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 4194 completed, throughput=5MB/sec 2024-09-16T07:22:40.345 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kbdTKFobCaj0sBa off=962417 len=531734 2024-09-16T07:22:40.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 4195 completed, throughput=5MB/sec 2024-09-16T07:22:40.349 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iGoTK6jOF7lJA8i off=24104489 len=467563 2024-09-16T07:22:40.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 4196 completed, throughput=5MB/sec 2024-09-16T07:22:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HvvRGf4fRqecHdz off=8089715 len=138821 2024-09-16T07:22:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 4197 completed, throughput=5MB/sec 2024-09-16T07:22:40.353 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PKybihVqGisROEx off=1224482 len=174552 2024-09-16T07:22:40.356 INFO:tasks.workunit.client.0.smithi042.stdout:op 4198 completed, throughput=5MB/sec 2024-09-16T07:22:40.356 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bJIbMelR48e1fOK off=119206 len=1321187 2024-09-16T07:22:40.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 4199 completed, throughput=5MB/sec 2024-09-16T07:22:40.363 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZznyWaCeCNB-cJv off=9656996 len=420829 2024-09-16T07:22:40.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 4200 completed, throughput=5MB/sec 2024-09-16T07:22:41.364 INFO:tasks.workunit.client.0.smithi042.stdout: 820: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:41.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eskFBIESukxievd off=5711442 len=1576275 2024-09-16T07:22:41.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 4201 completed, throughput=5MB/sec 2024-09-16T07:22:41.371 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SiOf1Wt-q6Q-JeZ off=19661133 len=225730 2024-09-16T07:22:41.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 4202 completed, throughput=5MB/sec 2024-09-16T07:22:41.374 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TtwBw0o6IoqT3c0 off=315648 len=1435574 2024-09-16T07:22:41.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 4203 completed, throughput=5MB/sec 2024-09-16T07:22:41.377 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bKUKZugNNtSvIqU off=10499823 len=998105 2024-09-16T07:22:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:op 4204 completed, throughput=5MB/sec 2024-09-16T07:22:41.378 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jpa1vA_XlZVnQWf off=2282796 len=1354982 2024-09-16T07:22:41.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 4205 completed, throughput=5MB/sec 2024-09-16T07:22:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:41 smithi042 ceph-mon[94096]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:41 smithi042 ceph-mon[96574]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:41] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:22:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:41 smithi164 ceph-mon[88760]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:22:42.381 INFO:tasks.workunit.client.0.smithi042.stdout: 821: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:42.381 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Qz-Ih71vpF-5wlP off=8599191 len=2094381 2024-09-16T07:22:42.384 INFO:tasks.workunit.client.0.smithi042.stdout:op 4206 completed, throughput=5MB/sec 2024-09-16T07:22:42.384 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5Vr0x2CSVkg0zb2 off=7573196 len=1821761 2024-09-16T07:22:42.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 4207 completed, throughput=5MB/sec 2024-09-16T07:22:42.393 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yc7XDt3hzsRIkwh off=443217 len=531836 2024-09-16T07:22:42.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 4208 completed, throughput=5MB/sec 2024-09-16T07:22:42.393 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iaDy70voSbPWJD0 off=759302 len=289392 2024-09-16T07:22:42.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 4209 completed, throughput=5MB/sec 2024-09-16T07:22:42.397 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u567sPyMq11FLcd off=1532699 len=2040180 2024-09-16T07:22:42.404 INFO:tasks.workunit.client.0.smithi042.stdout:op 4210 completed, throughput=5MB/sec 2024-09-16T07:22:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:43.405 INFO:tasks.workunit.client.0.smithi042.stdout: 822: throughput=5MB/sec pending data=0 2024-09-16T07:22:43.405 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e3A9NtxKWodeKsM off=12725513 len=1114385 2024-09-16T07:22:43.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 4211 completed, throughput=5MB/sec 2024-09-16T07:22:43.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8Eel7b8BH-IPQzQ off=7708887 len=548467 2024-09-16T07:22:43.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 4212 completed, throughput=5MB/sec 2024-09-16T07:22:43.414 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--8emtHSMp21psLi off=7102544 len=1304033 2024-09-16T07:22:43.420 INFO:tasks.workunit.client.0.smithi042.stdout:op 4213 completed, throughput=5MB/sec 2024-09-16T07:22:43.420 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pWPm8Krgq43vRxP off=2653216 len=1840860 2024-09-16T07:22:43.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 4214 completed, throughput=5MB/sec 2024-09-16T07:22:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:43 smithi164 ceph-mon[88760]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:22:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:43 smithi042 ceph-mon[94096]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:22:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:43 smithi042 ceph-mon[96574]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:22:44.428 INFO:tasks.workunit.client.0.smithi042.stdout: 823: throughput=5MB/sec pending data=0 2024-09-16T07:22:44.428 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BmvCg-v2xirYGKN off=3742611 len=1288883 2024-09-16T07:22:44.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 4215 completed, throughput=5MB/sec 2024-09-16T07:22:44.436 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ss2kd9298t529Bw off=7012493 len=1587009 2024-09-16T07:22:44.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 4216 completed, throughput=5MB/sec 2024-09-16T07:22:44.439 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nNkwENhpC5NWswH off=15054105 len=19705 2024-09-16T07:22:44.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 4217 completed, throughput=5MB/sec 2024-09-16T07:22:44.441 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FyAO_rlmoj6nqwB off=12794485 len=110575 2024-09-16T07:22:44.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 4218 completed, throughput=5MB/sec 2024-09-16T07:22:44.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hTKawGoaT0M6Gc2 off=1608818 len=103101 2024-09-16T07:22:44.446 INFO:tasks.workunit.client.0.smithi042.stdout:op 4219 completed, throughput=5MB/sec 2024-09-16T07:22:44.446 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JKsxhRwJVA1vtjM off=0 len=1225609 2024-09-16T07:22:44.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 4220 completed, throughput=5MB/sec 2024-09-16T07:22:45.449 INFO:tasks.workunit.client.0.smithi042.stdout: 824: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:45.449 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eklsEeDV0fmJpVt off=218530 len=1572246 2024-09-16T07:22:45.458 INFO:tasks.workunit.client.0.smithi042.stdout:op 4221 completed, throughput=5MB/sec 2024-09-16T07:22:45.458 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bc9f6W-MnN-Mkyl off=10859320 len=1805653 2024-09-16T07:22:45.466 INFO:tasks.workunit.client.0.smithi042.stdout:op 4222 completed, throughput=5MB/sec 2024-09-16T07:22:45.467 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sTVCKGZnsN6hiX4 off=13166083 len=994720 2024-09-16T07:22:45.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 4223 completed, throughput=5MB/sec 2024-09-16T07:22:45.472 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Yii0k96lIKNsDqS off=2359582 len=1343430 2024-09-16T07:22:45.473 INFO:tasks.workunit.client.0.smithi042.stdout:op 4224 completed, throughput=5MB/sec 2024-09-16T07:22:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:45 smithi164 ceph-mon[88760]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:45 smithi042 ceph-mon[94096]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:45 smithi042 ceph-mon[96574]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:46.474 INFO:tasks.workunit.client.0.smithi042.stdout: 825: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:46.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C3-6qcV6VKMQF66 off=494315 len=380268 2024-09-16T07:22:46.475 INFO:tasks.workunit.client.0.smithi042.stdout:op 4225 completed, throughput=4.99MB/sec 2024-09-16T07:22:46.475 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SmbkfUOQaIUgpFS off=21023438 len=1334278 2024-09-16T07:22:46.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 4226 completed, throughput=5MB/sec 2024-09-16T07:22:46.482 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rOBCWGXNGm4Eux0 off=1647185 len=1014621 2024-09-16T07:22:46.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 4227 completed, throughput=5MB/sec 2024-09-16T07:22:46.488 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UaHUkdjaMBXKo0y off=631602 len=1385350 2024-09-16T07:22:46.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 4228 completed, throughput=5MB/sec 2024-09-16T07:22:46.491 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pjc4LEE82GXoExZ off=17060266 len=1337621 2024-09-16T07:22:46.498 INFO:tasks.workunit.client.0.smithi042.stdout:op 4229 completed, throughput=5MB/sec 2024-09-16T07:22:47.499 INFO:tasks.workunit.client.0.smithi042.stdout: 826: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:47.499 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8cdFqd0AE5ioK88 off=5950777 len=784289 2024-09-16T07:22:47.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 4230 completed, throughput=5MB/sec 2024-09-16T07:22:47.503 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Od7990zfMW5W6nZ off=722397 len=308904 2024-09-16T07:22:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 4231 completed, throughput=5MB/sec 2024-09-16T07:22:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r61Nwt4LiaOIfsZ off=3491862 len=378382 2024-09-16T07:22:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 4232 completed, throughput=5MB/sec 2024-09-16T07:22:47.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2FRQ5Gr3OSAvnce off=5590551 len=139581 2024-09-16T07:22:47.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 4233 completed, throughput=5MB/sec 2024-09-16T07:22:47.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-u1tgnBvmthYfkDQ off=21149552 len=1509954 2024-09-16T07:22:47.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 4234 completed, throughput=5MB/sec 2024-09-16T07:22:47.515 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-juuSE3bX2gDevnu off=621721 len=1690653 2024-09-16T07:22:47.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 4235 completed, throughput=5MB/sec 2024-09-16T07:22:47.516 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UvW-JsM6a0Rt5sz off=5639197 len=279810 2024-09-16T07:22:47.520 INFO:tasks.workunit.client.0.smithi042.stdout:op 4236 completed, throughput=5MB/sec 2024-09-16T07:22:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:47 smithi164 ceph-mon[88760]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:47 smithi042 ceph-mon[96574]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:47 smithi042 ceph-mon[94096]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:22:48.520 INFO:tasks.workunit.client.0.smithi042.stdout: 827: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:48.520 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9AtqENLzvXcGVng off=71836 len=358018 2024-09-16T07:22:48.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 4237 completed, throughput=4.99MB/sec 2024-09-16T07:22:48.524 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DYcL4wQtGvaf7aG off=76575 len=1564008 2024-09-16T07:22:48.526 INFO:tasks.workunit.client.0.smithi042.stdout:op 4238 completed, throughput=5MB/sec 2024-09-16T07:22:48.526 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WSqpCoo_inDrq8h off=774833 len=526648 2024-09-16T07:22:48.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 4239 completed, throughput=5MB/sec 2024-09-16T07:22:48.528 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7H5CubMYIg6zNEY off=11971512 len=153210 2024-09-16T07:22:48.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 4240 completed, throughput=5MB/sec 2024-09-16T07:22:48.528 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_4pmwTm8anJjHV1 off=5525241 len=833480 2024-09-16T07:22:48.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 4241 completed, throughput=5MB/sec 2024-09-16T07:22:48.533 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LctIZkn2zePKNJx off=15385338 len=1854706 2024-09-16T07:22:48.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 4242 completed, throughput=5MB/sec 2024-09-16T07:22:49.536 INFO:tasks.workunit.client.0.smithi042.stdout: 828: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:49.536 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2u70kLP1sMYJEQF off=2097347 len=473577 2024-09-16T07:22:49.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 4243 completed, throughput=4.99MB/sec 2024-09-16T07:22:49.537 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tHzbAxZlIvbmbIz off=7636857 len=1909066 2024-09-16T07:22:49.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 4244 completed, throughput=5MB/sec 2024-09-16T07:22:49.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GA1ZeivBqrNKHEn off=2392915 len=328844 2024-09-16T07:22:49.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 4245 completed, throughput=5MB/sec 2024-09-16T07:22:49.543 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Jz1Ph4UFgnrzGHf off=236872 len=1381204 2024-09-16T07:22:49.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 4246 completed, throughput=5MB/sec 2024-09-16T07:22:49.549 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-at3vmB3L_LlP5LI off=4105715 len=1371274 2024-09-16T07:22:49.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 4247 completed, throughput=5MB/sec 2024-09-16T07:22:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:49 smithi164 ceph-mon[88760]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:49 smithi042 ceph-mon[96574]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:49 smithi042 ceph-mon[94096]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:22:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: 829: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:50.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-52pcsnL2BW_Z4Cz off=3171254 len=1039271 2024-09-16T07:22:50.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 4248 completed, throughput=5MB/sec 2024-09-16T07:22:50.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JoKkYUR2iT3jeqT off=14074298 len=198781 2024-09-16T07:22:50.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 4249 completed, throughput=5MB/sec 2024-09-16T07:22:50.564 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f3JAkqPPQx5A0uN off=839752 len=766433 2024-09-16T07:22:50.566 INFO:tasks.workunit.client.0.smithi042.stdout:op 4250 completed, throughput=5MB/sec 2024-09-16T07:22:50.566 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lg7IgAY-67zwvxZ off=1486604 len=1366108 2024-09-16T07:22:50.568 INFO:tasks.workunit.client.0.smithi042.stdout:op 4251 completed, throughput=5MB/sec 2024-09-16T07:22:50.568 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O17Z3fLk7JRYw-t off=8175516 len=1457615 2024-09-16T07:22:50.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 4252 completed, throughput=5MB/sec 2024-09-16T07:22:50.571 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R6oezcIrcf7Y104 off=15210333 len=1657556 2024-09-16T07:22:50.579 INFO:tasks.workunit.client.0.smithi042.stdout:op 4253 completed, throughput=5MB/sec 2024-09-16T07:22:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: 830: throughput=5MB/sec pending data=0 2024-09-16T07:22:51.580 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tonI996Cednr4Hs off=1418111 len=977943 2024-09-16T07:22:51.582 INFO:tasks.workunit.client.0.smithi042.stdout:op 4254 completed, throughput=5MB/sec 2024-09-16T07:22:51.582 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4rcrJzEKr6pZj3x off=2092161 len=12175 2024-09-16T07:22:51.582 INFO:tasks.workunit.client.0.smithi042.stdout:op 4255 completed, throughput=5MB/sec 2024-09-16T07:22:51.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3VM-OXn5MZ08Lag off=3939758 len=1261829 2024-09-16T07:22:51.584 INFO:tasks.workunit.client.0.smithi042.stdout:op 4256 completed, throughput=5MB/sec 2024-09-16T07:22:51.636 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_uANjLvVW83rIe_ off=17388688 len=570110 2024-09-16T07:22:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 4257 completed, throughput=5MB/sec 2024-09-16T07:22:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DXMBmJ2wPlnYsqr off=13905725 len=599817 2024-09-16T07:22:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 4258 completed, throughput=5MB/sec 2024-09-16T07:22:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_5v8tvdC57hXtjC off=5558069 len=888573 2024-09-16T07:22:51.638 INFO:tasks.workunit.client.0.smithi042.stdout:op 4259 completed, throughput=5MB/sec 2024-09-16T07:22:51.638 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:51 smithi042 ceph-mon[94096]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:22:51.638 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:51 smithi042 ceph-mon[96574]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:22:51.638 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:22:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:22:51] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:22:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:51 smithi164 ceph-mon[88760]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:22:52.595 INFO:tasks.workunit.client.0.smithi042.stdout: 831: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:52.595 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Fg2Ae28Cbg3naUm off=339987 len=741781 2024-09-16T07:22:52.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 4260 completed, throughput=5MB/sec 2024-09-16T07:22:52.596 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aPImzNADNXHQ6Vz off=4187129 len=67943 2024-09-16T07:22:52.599 INFO:tasks.workunit.client.0.smithi042.stdout:op 4261 completed, throughput=5MB/sec 2024-09-16T07:22:52.599 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1Py4bnf1vpCrBo1 off=680973 len=1040807 2024-09-16T07:22:52.600 INFO:tasks.workunit.client.0.smithi042.stdout:op 4262 completed, throughput=5MB/sec 2024-09-16T07:22:52.600 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fWoGkswZCqS9RhL off=0 len=1902377 2024-09-16T07:22:52.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 4263 completed, throughput=5MB/sec 2024-09-16T07:22:52.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ImwjrhlqXVyMj3g off=1441753 len=1175729 2024-09-16T07:22:52.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 4264 completed, throughput=5MB/sec 2024-09-16T07:22:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:22:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:22:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:22:53.614 INFO:tasks.workunit.client.0.smithi042.stdout: 832: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:53.614 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SqEeOkyS6RPDXs0 off=3118505 len=932459 2024-09-16T07:22:53.615 INFO:tasks.workunit.client.0.smithi042.stdout:op 4265 completed, throughput=5MB/sec 2024-09-16T07:22:53.615 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-219WvPiowEyGzOV off=3266088 len=1111983 2024-09-16T07:22:53.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 4266 completed, throughput=5MB/sec 2024-09-16T07:22:53.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f9MHQmxajVCj2q5 off=347031 len=991144 2024-09-16T07:22:53.618 INFO:tasks.workunit.client.0.smithi042.stdout:op 4267 completed, throughput=5MB/sec 2024-09-16T07:22:53.618 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s1tTHqOkPH453Gx off=9882158 len=1264009 2024-09-16T07:22:53.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 4268 completed, throughput=5MB/sec 2024-09-16T07:22:53.620 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ol9LxasBmBJpizs off=7873218 len=1985172 2024-09-16T07:22:53.629 INFO:tasks.workunit.client.0.smithi042.stdout:op 4269 completed, throughput=5MB/sec 2024-09-16T07:22:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:53 smithi164 ceph-mon[88760]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:53 smithi042 ceph-mon[94096]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:53 smithi042 ceph-mon[96574]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:22:54.630 INFO:tasks.workunit.client.0.smithi042.stdout: 833: throughput=5MB/sec pending data=0 2024-09-16T07:22:54.630 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3SMKp6bCRTMRZUA off=9880551 len=1461675 2024-09-16T07:22:54.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 4270 completed, throughput=5MB/sec 2024-09-16T07:22:54.632 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-itaZZgfBnP7J3HS off=9185112 len=1554961 2024-09-16T07:22:54.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 4271 completed, throughput=5MB/sec 2024-09-16T07:22:54.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_8IBhoiri7c9ILL off=2185755 len=2020959 2024-09-16T07:22:54.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 4272 completed, throughput=5MB/sec 2024-09-16T07:22:55.653 INFO:tasks.workunit.client.0.smithi042.stdout: 834: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:55.654 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TadVtGrBX3ivJcA off=6615399 len=1976324 2024-09-16T07:22:55.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 4273 completed, throughput=5MB/sec 2024-09-16T07:22:55.656 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zStDsSYzXUUmmim off=12427558 len=641608 2024-09-16T07:22:55.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 4274 completed, throughput=5MB/sec 2024-09-16T07:22:55.661 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OehELPv9oIzFJzh off=5314725 len=1994565 2024-09-16T07:22:55.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 4275 completed, throughput=5MB/sec 2024-09-16T07:22:55.663 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XEGo7tadG785VmT off=3920323 len=1775085 2024-09-16T07:22:55.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 4276 completed, throughput=5MB/sec 2024-09-16T07:22:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:55 smithi164 ceph-mon[88760]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:55 smithi042 ceph-mon[94096]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:55 smithi042 ceph-mon[96574]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:22:56.668 INFO:tasks.workunit.client.0.smithi042.stdout: 835: throughput=5MB/sec pending data=0 2024-09-16T07:22:56.668 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fJvShm4UH5zsISU off=3089814 len=961231 2024-09-16T07:22:56.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 4277 completed, throughput=5MB/sec 2024-09-16T07:22:56.669 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k93zVe4RYwzB2L0 off=55058 len=1016150 2024-09-16T07:22:56.677 INFO:tasks.workunit.client.0.smithi042.stdout:op 4278 completed, throughput=5MB/sec 2024-09-16T07:22:56.677 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kc1xN6ySSRxQRXJ off=14680114 len=1486233 2024-09-16T07:22:56.681 INFO:tasks.workunit.client.0.smithi042.stdout:op 4279 completed, throughput=5MB/sec 2024-09-16T07:22:56.681 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DNtxOPLUWshFW09 off=2324611 len=1861126 2024-09-16T07:22:56.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 4280 completed, throughput=5MB/sec 2024-09-16T07:22:57.683 INFO:tasks.workunit.client.0.smithi042.stdout: 836: throughput=5MB/sec pending data=0 2024-09-16T07:22:57.683 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JVoZ9zDXFCOp4Se off=288355 len=202544 2024-09-16T07:22:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 4281 completed, throughput=5MB/sec 2024-09-16T07:22:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a1Pi2331blKtVn7 off=9239561 len=415763 2024-09-16T07:22:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 4282 completed, throughput=5MB/sec 2024-09-16T07:22:57.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dRkQf34EeJU2s4y off=12720556 len=1553484 2024-09-16T07:22:57.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 4283 completed, throughput=5MB/sec 2024-09-16T07:22:57.691 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3V6tylM8dKmRQvF off=271588 len=1496870 2024-09-16T07:22:57.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 4284 completed, throughput=5MB/sec 2024-09-16T07:22:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:57 smithi164 ceph-mon[88760]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:22:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:57 smithi042 ceph-mon[94096]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:22:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:57 smithi042 ceph-mon[96574]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:22:58.693 INFO:tasks.workunit.client.0.smithi042.stdout: 837: throughput=4.99MB/sec pending data=0 2024-09-16T07:22:58.693 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hM9swImPNjlOFBg off=4456157 len=248788 2024-09-16T07:22:58.696 INFO:tasks.workunit.client.0.smithi042.stdout:op 4285 completed, throughput=4.99MB/sec 2024-09-16T07:22:58.696 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q9dsdrwjFRvLjJ1 off=12029997 len=956273 2024-09-16T07:22:58.697 INFO:tasks.workunit.client.0.smithi042.stdout:op 4286 completed, throughput=5MB/sec 2024-09-16T07:22:58.697 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qYCzwvZLZVMx57C off=10411436 len=390767 2024-09-16T07:22:58.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 4287 completed, throughput=5MB/sec 2024-09-16T07:22:58.698 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CRcz8FX2jBRWKH3 off=12336280 len=701002 2024-09-16T07:22:58.700 INFO:tasks.workunit.client.0.smithi042.stdout:op 4288 completed, throughput=5MB/sec 2024-09-16T07:22:58.700 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KpaHq5AQIt7OKDV off=6182639 len=672498 2024-09-16T07:22:58.703 INFO:tasks.workunit.client.0.smithi042.stdout:op 4289 completed, throughput=5MB/sec 2024-09-16T07:22:58.704 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aO3oTLilx4HOjeM off=3187587 len=169757 2024-09-16T07:22:58.706 INFO:tasks.workunit.client.0.smithi042.stdout:op 4290 completed, throughput=5MB/sec 2024-09-16T07:22:58.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Fv_MzaMtcYLsnYy off=12400995 len=2063972 2024-09-16T07:22:58.709 INFO:tasks.workunit.client.0.smithi042.stdout:op 4291 completed, throughput=5MB/sec 2024-09-16T07:22:58.709 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JWT7dVW5cBGhWYb off=12197874 len=904272 2024-09-16T07:22:58.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 4292 completed, throughput=5MB/sec 2024-09-16T07:22:59.714 INFO:tasks.workunit.client.0.smithi042.stdout: 838: throughput=5MB/sec pending data=0 2024-09-16T07:22:59.714 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BzFUVQ918SHsbmk off=8275297 len=562581 2024-09-16T07:22:59.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 4293 completed, throughput=5MB/sec 2024-09-16T07:22:59.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JJfsV6pfSuXjPX0 off=2158018 len=1497912 2024-09-16T07:22:59.720 INFO:tasks.workunit.client.0.smithi042.stdout:op 4294 completed, throughput=5MB/sec 2024-09-16T07:22:59.720 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AhjvFUSrdkMHsZk off=10074723 len=1133207 2024-09-16T07:22:59.722 INFO:tasks.workunit.client.0.smithi042.stdout:op 4295 completed, throughput=5MB/sec 2024-09-16T07:22:59.722 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SrGKAAwzTEPBK1H off=8023151 len=964360 2024-09-16T07:22:59.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 4296 completed, throughput=5MB/sec 2024-09-16T07:22:59.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8RiY0ld7TOsMOuo off=10869407 len=1055619 2024-09-16T07:22:59.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 4297 completed, throughput=5MB/sec 2024-09-16T07:22:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:22:59 smithi164 ceph-mon[88760]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:22:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:22:59 smithi042 ceph-mon[94096]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:22:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:22:59 smithi042 ceph-mon[96574]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:23:00.729 INFO:tasks.workunit.client.0.smithi042.stdout: 839: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:00.729 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6jw_4e18uwufNcl off=11736895 len=588970 2024-09-16T07:23:00.730 INFO:tasks.workunit.client.0.smithi042.stdout:op 4298 completed, throughput=5MB/sec 2024-09-16T07:23:00.730 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sTVCKGZnsN6hiX4 off=7943722 len=286444 2024-09-16T07:23:00.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 4299 completed, throughput=5MB/sec 2024-09-16T07:23:00.731 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-roqdHUeOG1wGNAx off=11208250 len=847726 2024-09-16T07:23:00.732 INFO:tasks.workunit.client.0.smithi042.stdout:op 4300 completed, throughput=5MB/sec 2024-09-16T07:23:00.732 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AqUuwL8CfqmrCqT off=736711 len=510001 2024-09-16T07:23:00.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 4301 completed, throughput=5MB/sec 2024-09-16T07:23:00.734 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-emCILKc1QQc0kpx off=8326258 len=1937394 2024-09-16T07:23:00.745 INFO:tasks.workunit.client.0.smithi042.stdout:op 4302 completed, throughput=5MB/sec 2024-09-16T07:23:00.745 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Ah-kcFShgS4siW off=6959948 len=303436 2024-09-16T07:23:00.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 4303 completed, throughput=5MB/sec 2024-09-16T07:23:00.746 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GNqFrvDC12PBfZO off=20285676 len=678942 2024-09-16T07:23:00.747 INFO:tasks.workunit.client.0.smithi042.stdout:op 4304 completed, throughput=5MB/sec 2024-09-16T07:23:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:01 smithi042 ceph-mon[94096]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:01 smithi042 ceph-mon[96574]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:01] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:23:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:01 smithi164 ceph-mon[88760]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:01.747 INFO:tasks.workunit.client.0.smithi042.stdout: 840: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:01.747 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_WvLSMz63P8z4FS off=4481578 len=587417 2024-09-16T07:23:01.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 4305 completed, throughput=5MB/sec 2024-09-16T07:23:01.752 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GWhlG_iffbuJ6LM off=7248763 len=502383 2024-09-16T07:23:01.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 4306 completed, throughput=5MB/sec 2024-09-16T07:23:01.755 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KmlXQJeMbd79_S4 off=4382928 len=1810016 2024-09-16T07:23:01.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 4307 completed, throughput=5MB/sec 2024-09-16T07:23:01.763 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6GPev7jQnuJDqkK off=3736087 len=1433304 2024-09-16T07:23:01.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 4308 completed, throughput=5MB/sec 2024-09-16T07:23:01.764 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hpSY6_WrcpQLt1j off=2025662 len=1746192 2024-09-16T07:23:01.765 INFO:tasks.workunit.client.0.smithi042.stdout:op 4309 completed, throughput=5MB/sec 2024-09-16T07:23:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:02.766 INFO:tasks.workunit.client.0.smithi042.stdout: 841: throughput=5MB/sec pending data=0 2024-09-16T07:23:02.766 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZxfYBkoiX6zOPuq off=10540032 len=1166902 2024-09-16T07:23:02.767 INFO:tasks.workunit.client.0.smithi042.stdout:op 4310 completed, throughput=5MB/sec 2024-09-16T07:23:02.768 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ybxECiM2zPoEepZ off=644633 len=347038 2024-09-16T07:23:02.768 INFO:tasks.workunit.client.0.smithi042.stdout:op 4311 completed, throughput=5MB/sec 2024-09-16T07:23:02.768 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UPpDjozhf0A2OwW off=6572820 len=1817770 2024-09-16T07:23:02.777 INFO:tasks.workunit.client.0.smithi042.stdout:op 4312 completed, throughput=5MB/sec 2024-09-16T07:23:02.777 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QLLx4NhB6GGVR1m off=2842861 len=1470061 2024-09-16T07:23:02.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 4313 completed, throughput=5MB/sec 2024-09-16T07:23:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:03 smithi164 ceph-mon[88760]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:23:03.778 INFO:tasks.workunit.client.0.smithi042.stdout: 842: throughput=5MB/sec pending data=0 2024-09-16T07:23:03.779 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i-wo51xI0hgLQby off=13386185 len=1683128 2024-09-16T07:23:03.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 4314 completed, throughput=5MB/sec 2024-09-16T07:23:03.789 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BH29rTPe9ecQVMX off=2653217 len=1612809 2024-09-16T07:23:03.791 INFO:tasks.workunit.client.0.smithi042.stdout:op 4315 completed, throughput=5MB/sec 2024-09-16T07:23:03.791 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zCCc8obvmXkJNAw off=9742021 len=628032 2024-09-16T07:23:03.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 4316 completed, throughput=5MB/sec 2024-09-16T07:23:03.793 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ghtjvjzBEIAW7y_ off=18436903 len=1480255 2024-09-16T07:23:03.794 INFO:tasks.workunit.client.0.smithi042.stdout:op 4317 completed, throughput=5MB/sec 2024-09-16T07:23:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:03 smithi042 ceph-mon[94096]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:23:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:03 smithi042 ceph-mon[96574]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:23:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:04.794 INFO:tasks.workunit.client.0.smithi042.stdout: 843: throughput=5MB/sec pending data=0 2024-09-16T07:23:04.795 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LrUu0t23cAePp3_ off=13348423 len=1877515 2024-09-16T07:23:04.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 4318 completed, throughput=5MB/sec 2024-09-16T07:23:04.797 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f82Ix03BHL5Zs6r off=62074 len=1170699 2024-09-16T07:23:04.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 4319 completed, throughput=5MB/sec 2024-09-16T07:23:04.804 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6azhGfbB2iLLahn off=2002593 len=850348 2024-09-16T07:23:04.805 INFO:tasks.workunit.client.0.smithi042.stdout:op 4320 completed, throughput=5MB/sec 2024-09-16T07:23:04.805 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VrnSgWsbIRLpVcE off=9810157 len=418608 2024-09-16T07:23:04.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 4321 completed, throughput=5MB/sec 2024-09-16T07:23:04.806 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ciuYaJdzuulJWEX off=5233733 len=563993 2024-09-16T07:23:04.807 INFO:tasks.workunit.client.0.smithi042.stdout:op 4322 completed, throughput=5MB/sec 2024-09-16T07:23:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:05 smithi164 ceph-mon[88760]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:05.808 INFO:tasks.workunit.client.0.smithi042.stdout: 844: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:05.808 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QUHnSrqRT8ZCpgc off=4396525 len=208053 2024-09-16T07:23:05.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 4323 completed, throughput=4.99MB/sec 2024-09-16T07:23:05.811 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-64BPlG3oBTXeb6V off=5950270 len=1873355 2024-09-16T07:23:05.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 4324 completed, throughput=5MB/sec 2024-09-16T07:23:05.822 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MczIo0l6TT5agP7 off=7707963 len=620107 2024-09-16T07:23:05.826 INFO:tasks.workunit.client.0.smithi042.stdout:op 4325 completed, throughput=5MB/sec 2024-09-16T07:23:05.826 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RgN6uMLRjn-UOvr off=7350839 len=1115000 2024-09-16T07:23:05.832 INFO:tasks.workunit.client.0.smithi042.stdout:op 4326 completed, throughput=5MB/sec 2024-09-16T07:23:05.832 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W-q5AqYbZhl-4bZ off=16498526 len=567365 2024-09-16T07:23:05.833 INFO:tasks.workunit.client.0.smithi042.stdout:op 4327 completed, throughput=5MB/sec 2024-09-16T07:23:05.833 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v5H5VQ08UBSpA4E off=121724 len=956833 2024-09-16T07:23:05.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 4328 completed, throughput=5MB/sec 2024-09-16T07:23:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:05 smithi042 ceph-mon[94096]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:05 smithi042 ceph-mon[96574]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:06.839 INFO:tasks.workunit.client.0.smithi042.stdout: 845: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:06.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DHtGcEPgWyLRNjH off=1140505 len=913835 2024-09-16T07:23:06.844 INFO:tasks.workunit.client.0.smithi042.stdout:op 4329 completed, throughput=5MB/sec 2024-09-16T07:23:06.844 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sy1rFdpRQ_iexwV off=618813 len=344440 2024-09-16T07:23:06.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 4330 completed, throughput=5MB/sec 2024-09-16T07:23:06.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YVrUTVQY3ZPb_BJ off=6187481 len=1187577 2024-09-16T07:23:06.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 4331 completed, throughput=5MB/sec 2024-09-16T07:23:06.849 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RHVmf2aJjg31kEc off=13006906 len=1823135 2024-09-16T07:23:06.852 INFO:tasks.workunit.client.0.smithi042.stdout:op 4332 completed, throughput=5MB/sec 2024-09-16T07:23:06.852 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IXW0lc5DRqNbM1h off=2687603 len=43124 2024-09-16T07:23:06.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 4333 completed, throughput=5MB/sec 2024-09-16T07:23:06.854 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2mb-yQK8PHqVwa2 off=3766643 len=1140125 2024-09-16T07:23:06.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 4334 completed, throughput=5MB/sec 2024-09-16T07:23:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:07 smithi164 ceph-mon[88760]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:23:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:07 smithi042 ceph-mon[94096]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:23:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:07 smithi042 ceph-mon[96574]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-09-16T07:23:07.855 INFO:tasks.workunit.client.0.smithi042.stdout: 846: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:07.855 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UUnDXf_jvh9prE6 off=2778994 len=1755442 2024-09-16T07:23:07.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 4335 completed, throughput=5MB/sec 2024-09-16T07:23:07.858 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F86b9AiYO-L2BZN off=7557723 len=953937 2024-09-16T07:23:07.863 INFO:tasks.workunit.client.0.smithi042.stdout:op 4336 completed, throughput=5MB/sec 2024-09-16T07:23:07.863 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Q67VK3n2DOZ_r9z off=4284446 len=1020491 2024-09-16T07:23:07.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 4337 completed, throughput=5MB/sec 2024-09-16T07:23:07.865 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2qOPFBnfvxpTkOs off=2111524 len=1232925 2024-09-16T07:23:07.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 4338 completed, throughput=5MB/sec 2024-09-16T07:23:08.867 INFO:tasks.workunit.client.0.smithi042.stdout: 847: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:08.867 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3VmbZ1nAg76BHiw off=9046055 len=1208818 2024-09-16T07:23:08.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 4339 completed, throughput=5MB/sec 2024-09-16T07:23:08.874 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdhqkdMbyHC_6om off=4166094 len=360952 2024-09-16T07:23:08.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 4340 completed, throughput=5MB/sec 2024-09-16T07:23:08.878 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sEH3-cneXQ41ARS off=16385573 len=280388 2024-09-16T07:23:08.880 INFO:tasks.workunit.client.0.smithi042.stdout:op 4341 completed, throughput=5MB/sec 2024-09-16T07:23:08.880 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oc-ie27FAALuxL1 off=14691330 len=1618384 2024-09-16T07:23:08.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 4342 completed, throughput=5MB/sec 2024-09-16T07:23:08.885 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I-ICV3vwSADJb20 off=7204993 len=896240 2024-09-16T07:23:08.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 4343 completed, throughput=5MB/sec 2024-09-16T07:23:08.886 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oj2v13AA_J5jXn1 off=5925617 len=509710 2024-09-16T07:23:08.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 4344 completed, throughput=5MB/sec 2024-09-16T07:23:08.887 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jH00w5E3v8G6QeM off=11805411 len=555473 2024-09-16T07:23:08.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 4345 completed, throughput=5MB/sec 2024-09-16T07:23:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:09 smithi164 ceph-mon[88760]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:09 smithi042 ceph-mon[94096]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:09 smithi042 ceph-mon[96574]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:09.892 INFO:tasks.workunit.client.0.smithi042.stdout: 848: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:09.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f6SsB36acGkvsk- off=1421741 len=1376354 2024-09-16T07:23:09.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 4346 completed, throughput=5MB/sec 2024-09-16T07:23:09.894 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VSYvUoYXB78KoMt off=572981 len=1665450 2024-09-16T07:23:09.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 4347 completed, throughput=5MB/sec 2024-09-16T07:23:09.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OYojsC268552wEG off=3846644 len=655275 2024-09-16T07:23:09.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 4348 completed, throughput=5MB/sec 2024-09-16T07:23:09.907 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sqAFQ-X3iwWufp9 off=11147974 len=1402999 2024-09-16T07:23:09.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 4349 completed, throughput=5MB/sec 2024-09-16T07:23:09.914 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JkvqAT49lE005-m off=4094168 len=509712 2024-09-16T07:23:09.915 INFO:tasks.workunit.client.0.smithi042.stdout:op 4350 completed, throughput=5MB/sec 2024-09-16T07:23:10.915 INFO:tasks.workunit.client.0.smithi042.stdout: 849: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nha4ucJdICBEKUo off=4161287 len=86672 2024-09-16T07:23:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 4351 completed, throughput=4.99MB/sec 2024-09-16T07:23:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dyLos28XdRliz3c off=11855054 len=199519 2024-09-16T07:23:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 4352 completed, throughput=5MB/sec 2024-09-16T07:23:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FKXTVPh2XHfColx off=3592786 len=1027987 2024-09-16T07:23:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 4353 completed, throughput=5MB/sec 2024-09-16T07:23:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z70gBmRSWz_Pqea off=2988504 len=1926830 2024-09-16T07:23:10.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 4354 completed, throughput=5MB/sec 2024-09-16T07:23:10.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FYBhKRk048Cedqb off=3509657 len=165328 2024-09-16T07:23:10.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 4355 completed, throughput=5MB/sec 2024-09-16T07:23:10.938 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VVWYf-0ROl-VRNN off=5155028 len=938888 2024-09-16T07:23:10.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 4356 completed, throughput=5MB/sec 2024-09-16T07:23:10.939 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rqfotdgUs97Wj5m off=7873611 len=1630309 2024-09-16T07:23:10.940 INFO:tasks.workunit.client.0.smithi042.stdout:op 4357 completed, throughput=5MB/sec 2024-09-16T07:23:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:11 smithi042 ceph-mon[94096]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:11 smithi042 ceph-mon[96574]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:11] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:23:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:11 smithi164 ceph-mon[88760]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:23:11.941 INFO:tasks.workunit.client.0.smithi042.stdout: 850: throughput=5MB/sec pending data=0 2024-09-16T07:23:11.941 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9XvuNILxhuz8WWi off=827720 len=1469302 2024-09-16T07:23:11.948 INFO:tasks.workunit.client.0.smithi042.stdout:op 4358 completed, throughput=5MB/sec 2024-09-16T07:23:11.948 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dRaWHd990XF_63u off=678307 len=666626 2024-09-16T07:23:11.952 INFO:tasks.workunit.client.0.smithi042.stdout:op 4359 completed, throughput=5MB/sec 2024-09-16T07:23:11.953 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6o19NuGR2bU0haw off=4715277 len=939391 2024-09-16T07:23:11.954 INFO:tasks.workunit.client.0.smithi042.stdout:op 4360 completed, throughput=5MB/sec 2024-09-16T07:23:11.954 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cJLQvqYq3GBALKp off=735649 len=1439843 2024-09-16T07:23:11.955 INFO:tasks.workunit.client.0.smithi042.stdout:op 4361 completed, throughput=5MB/sec 2024-09-16T07:23:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:12.956 INFO:tasks.workunit.client.0.smithi042.stdout: 851: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:12.956 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HFgK_S5e_Pqs0J1 off=6317003 len=1138425 2024-09-16T07:23:12.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 4362 completed, throughput=5MB/sec 2024-09-16T07:23:12.963 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YyV_eEoILbcy066 off=4020432 len=715972 2024-09-16T07:23:12.964 INFO:tasks.workunit.client.0.smithi042.stdout:op 4363 completed, throughput=5MB/sec 2024-09-16T07:23:12.965 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tLa64lrke_a4McH off=12223296 len=1260723 2024-09-16T07:23:12.966 INFO:tasks.workunit.client.0.smithi042.stdout:op 4364 completed, throughput=5MB/sec 2024-09-16T07:23:12.966 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NM4tkux4r2vL_i9 off=3825450 len=1445896 2024-09-16T07:23:12.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 4365 completed, throughput=5MB/sec 2024-09-16T07:23:12.974 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QA3tFhScqYyv4D5 off=48581 len=636148 2024-09-16T07:23:12.978 INFO:tasks.workunit.client.0.smithi042.stdout:op 4366 completed, throughput=5MB/sec 2024-09-16T07:23:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:13 smithi164 ceph-mon[88760]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:13 smithi042 ceph-mon[94096]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:13 smithi042 ceph-mon[96574]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:23:13.978 INFO:tasks.workunit.client.0.smithi042.stdout: 852: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:13.978 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9bao8fc5m9icVhb off=693048 len=1962195 2024-09-16T07:23:13.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 4367 completed, throughput=5MB/sec 2024-09-16T07:23:13.981 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sTVCKGZnsN6hiX4 off=7050342 len=219432 2024-09-16T07:23:13.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 4368 completed, throughput=5MB/sec 2024-09-16T07:23:13.981 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kta9SYZt6Ac01bT off=1134388 len=1777066 2024-09-16T07:23:13.984 INFO:tasks.workunit.client.0.smithi042.stdout:op 4369 completed, throughput=5MB/sec 2024-09-16T07:23:13.984 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sgu8-dh44gtBbU8 off=2461091 len=1963563 2024-09-16T07:23:13.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 4370 completed, throughput=5MB/sec 2024-09-16T07:23:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:14 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:23:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:14 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:23:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:14 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:23:14.986 INFO:tasks.workunit.client.0.smithi042.stdout: 853: throughput=5MB/sec pending data=0 2024-09-16T07:23:14.986 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6ufw9kBQXnpFm4N off=22320806 len=329556 2024-09-16T07:23:14.986 INFO:tasks.workunit.client.0.smithi042.stdout:op 4371 completed, throughput=5MB/sec 2024-09-16T07:23:14.987 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2KP9XeSjbmminHm off=597077 len=149952 2024-09-16T07:23:14.988 INFO:tasks.workunit.client.0.smithi042.stdout:op 4372 completed, throughput=5MB/sec 2024-09-16T07:23:14.989 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x0bdKGoD8WIwWRW off=4064509 len=614669 2024-09-16T07:23:14.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 4373 completed, throughput=5MB/sec 2024-09-16T07:23:14.989 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6mLu59tiQMHCkSW off=10459149 len=206753 2024-09-16T07:23:14.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 4374 completed, throughput=5MB/sec 2024-09-16T07:23:14.992 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d21BUTQ2QseyYv3 off=3722169 len=478901 2024-09-16T07:23:14.992 INFO:tasks.workunit.client.0.smithi042.stdout:op 4375 completed, throughput=5MB/sec 2024-09-16T07:23:14.992 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DM8hItVWovnbpiZ off=9642845 len=1924531 2024-09-16T07:23:15.003 INFO:tasks.workunit.client.0.smithi042.stdout:op 4376 completed, throughput=5MB/sec 2024-09-16T07:23:15.004 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wQcXQjsiR4zRXQT off=4507889 len=1814108 2024-09-16T07:23:15.005 INFO:tasks.workunit.client.0.smithi042.stdout:op 4377 completed, throughput=5MB/sec 2024-09-16T07:23:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:15 smithi164 ceph-mon[88760]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:23:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:23:15.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:23:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[94096]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[96574]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:23:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:23:16.005 INFO:tasks.workunit.client.0.smithi042.stdout: 854: throughput=5MB/sec pending data=0 2024-09-16T07:23:16.006 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VRxxe5VwKgshxwp off=3267048 len=1966619 2024-09-16T07:23:16.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 4378 completed, throughput=5MB/sec 2024-09-16T07:23:16.008 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wrKHFZMVdBM-Ri1 off=2957516 len=1234395 2024-09-16T07:23:16.014 INFO:tasks.workunit.client.0.smithi042.stdout:op 4379 completed, throughput=5MB/sec 2024-09-16T07:23:16.015 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iH6fRa75gC-FPAG off=14102925 len=163947 2024-09-16T07:23:16.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 4380 completed, throughput=5MB/sec 2024-09-16T07:23:16.015 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-emCILKc1QQc0kpx off=13421007 len=1300810 2024-09-16T07:23:16.024 INFO:tasks.workunit.client.0.smithi042.stdout:op 4381 completed, throughput=5MB/sec 2024-09-16T07:23:17.025 INFO:tasks.workunit.client.0.smithi042.stdout: 855: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:17.025 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bURJwe63yx5Hk51 off=4586419 len=74684 2024-09-16T07:23:17.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 4382 completed, throughput=4.99MB/sec 2024-09-16T07:23:17.027 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ULdqjoE0KPAwPXn off=5416189 len=1158273 2024-09-16T07:23:17.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 4383 completed, throughput=5MB/sec 2024-09-16T07:23:17.034 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rlV_sou_LF2L3VK off=11742474 len=470438 2024-09-16T07:23:17.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 4384 completed, throughput=5MB/sec 2024-09-16T07:23:17.035 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pp6kpPaPIV4CgbY off=242746 len=1008615 2024-09-16T07:23:17.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 4385 completed, throughput=5MB/sec 2024-09-16T07:23:17.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zf-aAqVEUjeanaz off=3850981 len=338723 2024-09-16T07:23:17.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 4386 completed, throughput=5MB/sec 2024-09-16T07:23:17.041 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RmCJcxMOK5rfUKf off=442646 len=1583966 2024-09-16T07:23:17.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 4387 completed, throughput=5MB/sec 2024-09-16T07:23:17.044 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NBE5NTfl_0k-Par off=3145069 len=939156 2024-09-16T07:23:17.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 4388 completed, throughput=5MB/sec 2024-09-16T07:23:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:17 smithi164 ceph-mon[88760]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:23:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:17 smithi042 ceph-mon[94096]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:23:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:17 smithi042 ceph-mon[96574]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:23:18.048 INFO:tasks.workunit.client.0.smithi042.stdout: 856: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:18.048 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OWzERvfp-rjsjEI off=5337471 len=815369 2024-09-16T07:23:18.051 INFO:tasks.workunit.client.0.smithi042.stdout:op 4389 completed, throughput=5MB/sec 2024-09-16T07:23:18.051 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nv4EDGimaLt9SaA off=5536376 len=1603132 2024-09-16T07:23:18.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 4390 completed, throughput=5MB/sec 2024-09-16T07:23:18.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ofRuN2dOTYQOnoB off=865112 len=214651 2024-09-16T07:23:18.057 INFO:tasks.workunit.client.0.smithi042.stdout:op 4391 completed, throughput=5MB/sec 2024-09-16T07:23:18.057 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gKdIKsoNkEKMknx off=16280608 len=1272126 2024-09-16T07:23:18.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 4392 completed, throughput=5MB/sec 2024-09-16T07:23:18.059 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8c2X5CoIl11sbZi off=1240696 len=849290 2024-09-16T07:23:18.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 4393 completed, throughput=5MB/sec 2024-09-16T07:23:18.065 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-52SA2STZSHy_qBk off=1052882 len=2050907 2024-09-16T07:23:18.067 INFO:tasks.workunit.client.0.smithi042.stdout:op 4394 completed, throughput=5MB/sec 2024-09-16T07:23:19.067 INFO:tasks.workunit.client.0.smithi042.stdout: 857: throughput=5MB/sec pending data=0 2024-09-16T07:23:19.068 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-itmoDHAxIYjTfO5 off=5602651 len=194547 2024-09-16T07:23:19.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 4395 completed, throughput=5MB/sec 2024-09-16T07:23:19.071 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6M2pVLfM2RzAe-h off=3859537 len=689450 2024-09-16T07:23:19.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 4396 completed, throughput=5MB/sec 2024-09-16T07:23:19.075 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kR07jNMLag5yj1D off=17257725 len=1921725 2024-09-16T07:23:19.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 4397 completed, throughput=5MB/sec 2024-09-16T07:23:19.078 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SANVgtBbAkh-0xc off=2811961 len=1616573 2024-09-16T07:23:19.086 INFO:tasks.workunit.client.0.smithi042.stdout:op 4398 completed, throughput=5MB/sec 2024-09-16T07:23:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:19 smithi164 ceph-mon[88760]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:19 smithi042 ceph-mon[94096]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:19 smithi042 ceph-mon[96574]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:20.086 INFO:tasks.workunit.client.0.smithi042.stdout: 858: throughput=5MB/sec pending data=0 2024-09-16T07:23:20.087 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TxihcsE2sScYpBy off=4782311 len=1966808 2024-09-16T07:23:20.098 INFO:tasks.workunit.client.0.smithi042.stdout:op 4399 completed, throughput=5MB/sec 2024-09-16T07:23:20.098 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ef-RYfizoQPC9Gt off=543698 len=433390 2024-09-16T07:23:20.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 4400 completed, throughput=5MB/sec 2024-09-16T07:23:20.099 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uXIA7rznlz2J6XC off=1535796 len=786040 2024-09-16T07:23:20.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 4401 completed, throughput=5MB/sec 2024-09-16T07:23:20.104 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jyOVv84qy2uAHsI off=9814543 len=1057886 2024-09-16T07:23:20.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 4402 completed, throughput=5MB/sec 2024-09-16T07:23:20.106 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SAvpgHYmKBgQwRV off=4012361 len=1920386 2024-09-16T07:23:20.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 4403 completed, throughput=5MB/sec 2024-09-16T07:23:21.115 INFO:tasks.workunit.client.0.smithi042.stdout: 859: throughput=5MB/sec pending data=0 2024-09-16T07:23:21.115 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_bfXXx-ELvXdACa off=10533664 len=50622 2024-09-16T07:23:21.116 INFO:tasks.workunit.client.0.smithi042.stdout:op 4404 completed, throughput=5MB/sec 2024-09-16T07:23:21.116 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3gBIQt1-ttarc-W off=8480263 len=1582576 2024-09-16T07:23:21.124 INFO:tasks.workunit.client.0.smithi042.stdout:op 4405 completed, throughput=5MB/sec 2024-09-16T07:23:21.124 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JloQh3fp1lPo9N5 off=4857523 len=299531 2024-09-16T07:23:21.124 INFO:tasks.workunit.client.0.smithi042.stdout:op 4406 completed, throughput=5MB/sec 2024-09-16T07:23:21.125 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tRGyXafCopuW1Qe off=17876719 len=956561 2024-09-16T07:23:21.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 4407 completed, throughput=5MB/sec 2024-09-16T07:23:21.130 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oQNTvjCxAlxIb5p off=499169 len=31742 2024-09-16T07:23:21.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 4408 completed, throughput=5MB/sec 2024-09-16T07:23:21.131 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OaaUGZYln2mjf0X off=1052316 len=95495 2024-09-16T07:23:21.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 4409 completed, throughput=5MB/sec 2024-09-16T07:23:21.131 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZB0fcX2kZNtcr6a off=1359588 len=1698497 2024-09-16T07:23:21.139 INFO:tasks.workunit.client.0.smithi042.stdout:op 4410 completed, throughput=5MB/sec 2024-09-16T07:23:21.485 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:21] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-16T07:23:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:21 smithi164 ceph-mon[88760]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:23:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:21 smithi042 ceph-mon[94096]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:23:21.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:21 smithi042 ceph-mon[96574]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:23:22.140 INFO:tasks.workunit.client.0.smithi042.stdout: 860: throughput=5MB/sec pending data=0 2024-09-16T07:23:22.140 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SXZ0P2FGAhRicqJ off=8770746 len=5256 2024-09-16T07:23:22.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 4411 completed, throughput=5MB/sec 2024-09-16T07:23:22.143 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qB2SrcXlGUCPb4U off=5634049 len=53237 2024-09-16T07:23:22.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 4412 completed, throughput=5MB/sec 2024-09-16T07:23:22.143 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IXJ0IT7elBzI0YE off=10686843 len=1765235 2024-09-16T07:23:22.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 4413 completed, throughput=5MB/sec 2024-09-16T07:23:22.150 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nxgJkbRj8FUPaBp off=3822214 len=1504289 2024-09-16T07:23:22.153 INFO:tasks.workunit.client.0.smithi042.stdout:op 4414 completed, throughput=5MB/sec 2024-09-16T07:23:22.153 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PU6XgUG3Ol3Dgr1 off=1108314 len=186834 2024-09-16T07:23:22.154 INFO:tasks.workunit.client.0.smithi042.stdout:op 4415 completed, throughput=5MB/sec 2024-09-16T07:23:22.154 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l7CTCw4AHOhP5NN off=2607544 len=1354297 2024-09-16T07:23:22.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 4416 completed, throughput=5MB/sec 2024-09-16T07:23:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:23.162 INFO:tasks.workunit.client.0.smithi042.stdout: 861: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:23.162 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kid9jzhDrCDIpnE off=13107551 len=1192273 2024-09-16T07:23:23.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 4417 completed, throughput=5MB/sec 2024-09-16T07:23:23.168 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1BN9MnV3YPwsAhg off=5080412 len=1389747 2024-09-16T07:23:23.175 INFO:tasks.workunit.client.0.smithi042.stdout:op 4418 completed, throughput=5MB/sec 2024-09-16T07:23:23.176 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8lpiPRO_htCoTAZ off=2668756 len=1494892 2024-09-16T07:23:23.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 4419 completed, throughput=5MB/sec 2024-09-16T07:23:23.182 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TC1zt5ovUGt_XMS off=5086350 len=1024195 2024-09-16T07:23:23.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 4420 completed, throughput=5MB/sec 2024-09-16T07:23:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:23 smithi042 ceph-mon[94096]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:23.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:23 smithi042 ceph-mon[96574]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:23 smithi164 ceph-mon[88760]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:24.192 INFO:tasks.workunit.client.0.smithi042.stdout: 862: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:24.192 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dhLAqYPTxUbLeZF off=9458867 len=1239510 2024-09-16T07:23:24.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 4421 completed, throughput=5MB/sec 2024-09-16T07:23:24.194 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HjSI6bhKD4lvW32 off=1632803 len=435695 2024-09-16T07:23:24.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 4422 completed, throughput=5MB/sec 2024-09-16T07:23:24.198 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xgBc0bagtLdtFR5 off=1723459 len=1365124 2024-09-16T07:23:24.206 INFO:tasks.workunit.client.0.smithi042.stdout:op 4423 completed, throughput=5MB/sec 2024-09-16T07:23:24.206 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a9N_Y7qj1YNZHuC off=22082123 len=1062263 2024-09-16T07:23:24.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 4424 completed, throughput=5MB/sec 2024-09-16T07:23:24.207 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KvsE9hR5581pSUo off=61748 len=1505948 2024-09-16T07:23:24.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 4425 completed, throughput=5MB/sec 2024-09-16T07:23:25.209 INFO:tasks.workunit.client.0.smithi042.stdout: 863: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:25.210 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SK-C-9eCL1zsg7r off=1935641 len=1294238 2024-09-16T07:23:25.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 4426 completed, throughput=5MB/sec 2024-09-16T07:23:25.212 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-49SuoRh0rUpnSBL off=11423790 len=1581697 2024-09-16T07:23:25.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 4427 completed, throughput=5MB/sec 2024-09-16T07:23:25.221 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PrDZSCyRJxIXR10 off=11105097 len=222987 2024-09-16T07:23:25.222 INFO:tasks.workunit.client.0.smithi042.stdout:op 4428 completed, throughput=5MB/sec 2024-09-16T07:23:25.222 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4IRxjqbnsqL85yv off=8104329 len=1183225 2024-09-16T07:23:25.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 4429 completed, throughput=5MB/sec 2024-09-16T07:23:25.229 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DUhcjBA889mYxFE off=4587808 len=333582 2024-09-16T07:23:25.232 INFO:tasks.workunit.client.0.smithi042.stdout:op 4430 completed, throughput=5MB/sec 2024-09-16T07:23:25.232 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RGgC8QK_xUaM5PU off=960098 len=759185 2024-09-16T07:23:25.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 4431 completed, throughput=5MB/sec 2024-09-16T07:23:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:25 smithi042 ceph-mon[94096]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:25 smithi042 ceph-mon[96574]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:25 smithi164 ceph-mon[88760]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:26.237 INFO:tasks.workunit.client.0.smithi042.stdout: 864: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:26.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eT4on04BXLiXkS9 off=1506790 len=1619920 2024-09-16T07:23:26.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 4432 completed, throughput=5MB/sec 2024-09-16T07:23:26.246 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oxj0D0UsI2ICL7K off=6591366 len=1149920 2024-09-16T07:23:26.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 4433 completed, throughput=5MB/sec 2024-09-16T07:23:26.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GSU2fzPG1x_61zM off=14071319 len=1426601 2024-09-16T07:23:26.260 INFO:tasks.workunit.client.0.smithi042.stdout:op 4434 completed, throughput=5MB/sec 2024-09-16T07:23:26.260 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-71U7ubOS7eqFwWV off=7638110 len=1487463 2024-09-16T07:23:26.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 4435 completed, throughput=5MB/sec 2024-09-16T07:23:27.262 INFO:tasks.workunit.client.0.smithi042.stdout: 865: throughput=5MB/sec pending data=0 2024-09-16T07:23:27.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MZgnNCrXCMsFJ8a off=2507533 len=1262828 2024-09-16T07:23:27.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 4436 completed, throughput=5MB/sec 2024-09-16T07:23:27.268 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EZZvyj1tawqAzRo off=10586866 len=2023155 2024-09-16T07:23:27.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 4437 completed, throughput=5MB/sec 2024-09-16T07:23:27.279 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IWM0SNo6ch6j4vj off=2201930 len=1449669 2024-09-16T07:23:27.280 INFO:tasks.workunit.client.0.smithi042.stdout:op 4438 completed, throughput=5MB/sec 2024-09-16T07:23:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:27 smithi042 ceph-mon[94096]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:27 smithi042 ceph-mon[96574]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:27 smithi164 ceph-mon[88760]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:28.280 INFO:tasks.workunit.client.0.smithi042.stdout: 866: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:28.281 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aE03kTT4ZSaavV6 off=1829038 len=1504371 2024-09-16T07:23:28.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 4439 completed, throughput=5MB/sec 2024-09-16T07:23:28.288 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8cvkiglLXb4qBFp off=7958555 len=1217167 2024-09-16T07:23:28.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 4440 completed, throughput=5MB/sec 2024-09-16T07:23:28.290 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pEo6-XIgiF9fTK3 off=20752251 len=1581198 2024-09-16T07:23:28.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 4441 completed, throughput=5MB/sec 2024-09-16T07:23:28.292 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AF1N18QrmyNnFLi off=7869024 len=875345 2024-09-16T07:23:28.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 4442 completed, throughput=5MB/sec 2024-09-16T07:23:29.294 INFO:tasks.workunit.client.0.smithi042.stdout: 867: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:29.315 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xw0mANBUtteFoBI off=3536566 len=1834068 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 4443 completed, throughput=5MB/sec 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eyClx9hEx32WXtB off=6377142 len=741181 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 4444 completed, throughput=5MB/sec 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IdmQYcOoMIXtVeR off=1743870 len=1800473 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 4445 completed, throughput=5MB/sec 2024-09-16T07:23:29.316 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zgvFq3SCv17Ucxy off=14577867 len=1182551 2024-09-16T07:23:29.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 4446 completed, throughput=5MB/sec 2024-09-16T07:23:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:29 smithi164 ceph-mon[88760]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:23:30.316 INFO:tasks.workunit.client.0.smithi042.stdout: 868: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:30.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RRlgeNldby4Gs8e off=9623008 len=929456 2024-09-16T07:23:30.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 4447 completed, throughput=5MB/sec 2024-09-16T07:23:30.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ggGoMIdxwhpvR9q off=1794416 len=943020 2024-09-16T07:23:30.320 INFO:tasks.workunit.client.0.smithi042.stdout:op 4448 completed, throughput=5MB/sec 2024-09-16T07:23:30.320 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qBWYpFlGcueH6Yg off=9910974 len=1714971 2024-09-16T07:23:30.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 4449 completed, throughput=5MB/sec 2024-09-16T07:23:30.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HpUOKf24ukun3A7 off=12396813 len=1580816 2024-09-16T07:23:30.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 4450 completed, throughput=5MB/sec 2024-09-16T07:23:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:29 smithi042 ceph-mon[94096]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:23:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:29 smithi042 ceph-mon[96574]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:23:31.332 INFO:tasks.workunit.client.0.smithi042.stdout: 869: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:31.333 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0miIOljmlrMtCZC off=8191171 len=167548 2024-09-16T07:23:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 4451 completed, throughput=4.99MB/sec 2024-09-16T07:23:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mIeilFONbqgJ9uQ off=12729905 len=165073 2024-09-16T07:23:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 4452 completed, throughput=4.99MB/sec 2024-09-16T07:23:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--ULKNUoSFePml_G off=9174175 len=689599 2024-09-16T07:23:31.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 4453 completed, throughput=5MB/sec 2024-09-16T07:23:31.338 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2uJMMjfPCZrH5S0 off=7365514 len=320248 2024-09-16T07:23:31.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 4454 completed, throughput=5MB/sec 2024-09-16T07:23:31.341 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JyKikjPbEJiZ4c2 off=2091195 len=321290 2024-09-16T07:23:31.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 4455 completed, throughput=5MB/sec 2024-09-16T07:23:31.345 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KOKIAFb8bWa5TOs off=11279244 len=1104156 2024-09-16T07:23:31.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 4456 completed, throughput=5MB/sec 2024-09-16T07:23:31.346 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pOcsk9MinKuO0J6 off=13062310 len=83458 2024-09-16T07:23:31.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 4457 completed, throughput=5MB/sec 2024-09-16T07:23:31.346 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sxetZKbY8LZZEr5 off=2701118 len=139669 2024-09-16T07:23:31.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 4458 completed, throughput=5MB/sec 2024-09-16T07:23:31.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hkHR4_Lu_h5mvuq off=723566 len=74650 2024-09-16T07:23:31.349 INFO:tasks.workunit.client.0.smithi042.stdout:op 4459 completed, throughput=5MB/sec 2024-09-16T07:23:31.349 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XU8QXr8xViF4pKd off=9306379 len=1858335 2024-09-16T07:23:31.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 4460 completed, throughput=5MB/sec 2024-09-16T07:23:31.351 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-niypo25FNYVdOsg off=726556 len=1548172 2024-09-16T07:23:31.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 4461 completed, throughput=5MB/sec 2024-09-16T07:23:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:31] "GET /metrics HTTP/1.1" 200 34010 "" "Prometheus/2.43.0" 2024-09-16T07:23:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:31 smithi164 ceph-mon[88760]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:23:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:31 smithi042 ceph-mon[94096]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:23:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:31 smithi042 ceph-mon[96574]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:23:32.354 INFO:tasks.workunit.client.0.smithi042.stdout: 870: throughput=5MB/sec pending data=0 2024-09-16T07:23:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Qxf4qqyZVQvdvKI off=10890318 len=11687 2024-09-16T07:23:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 4462 completed, throughput=5MB/sec 2024-09-16T07:23:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pUj_dNxRzjb7x6g off=17958973 len=1064620 2024-09-16T07:23:32.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 4463 completed, throughput=5MB/sec 2024-09-16T07:23:32.355 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w7kAu2Wg75H3P26 off=174604 len=393089 2024-09-16T07:23:32.357 INFO:tasks.workunit.client.0.smithi042.stdout:op 4464 completed, throughput=5MB/sec 2024-09-16T07:23:32.357 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qQvIn1Y1AABuoC4 off=17727766 len=1358738 2024-09-16T07:23:32.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 4465 completed, throughput=5MB/sec 2024-09-16T07:23:32.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4owL8YuFRriTpDr off=4555483 len=1523470 2024-09-16T07:23:32.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 4466 completed, throughput=5MB/sec 2024-09-16T07:23:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:33.372 INFO:tasks.workunit.client.0.smithi042.stdout: 871: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:33.372 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tAWPauI5aKzkz1Y off=8090722 len=234973 2024-09-16T07:23:33.375 INFO:tasks.workunit.client.0.smithi042.stdout:op 4467 completed, throughput=4.99MB/sec 2024-09-16T07:23:33.375 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dOO-YWoClMD4iMt off=853106 len=1059027 2024-09-16T07:23:33.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 4468 completed, throughput=5MB/sec 2024-09-16T07:23:33.380 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-C9t6ElNBTJtqJpf off=11534775 len=902613 2024-09-16T07:23:33.385 INFO:tasks.workunit.client.0.smithi042.stdout:op 4469 completed, throughput=5MB/sec 2024-09-16T07:23:33.386 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EMqroE1fd6HBycs off=9545776 len=1550367 2024-09-16T07:23:33.389 INFO:tasks.workunit.client.0.smithi042.stdout:op 4470 completed, throughput=5MB/sec 2024-09-16T07:23:33.389 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LvYGAMfSmgmryKX off=2373204 len=58328 2024-09-16T07:23:33.389 INFO:tasks.workunit.client.0.smithi042.stdout:op 4471 completed, throughput=5MB/sec 2024-09-16T07:23:33.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k4YtlusLCUa2rCS off=8689159 len=1756977 2024-09-16T07:23:33.398 INFO:tasks.workunit.client.0.smithi042.stdout:op 4472 completed, throughput=5MB/sec 2024-09-16T07:23:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:33 smithi164 ceph-mon[88760]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:23:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:33 smithi042 ceph-mon[94096]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:23:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:33 smithi042 ceph-mon[96574]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:23:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:34.399 INFO:tasks.workunit.client.0.smithi042.stdout: 872: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:34.399 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ISFAMn7ZhmmReUj off=2286737 len=1380070 2024-09-16T07:23:34.406 INFO:tasks.workunit.client.0.smithi042.stdout:op 4473 completed, throughput=5MB/sec 2024-09-16T07:23:34.406 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gxH_AEzcrgvCCH9 off=9853302 len=581076 2024-09-16T07:23:34.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 4474 completed, throughput=5MB/sec 2024-09-16T07:23:34.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2NHFsgJB4DMNzCu off=16384863 len=1910718 2024-09-16T07:23:34.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 4475 completed, throughput=5MB/sec 2024-09-16T07:23:34.422 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HVAFST3h7BQbNNp off=1681530 len=26738 2024-09-16T07:23:34.425 INFO:tasks.workunit.client.0.smithi042.stdout:op 4476 completed, throughput=5MB/sec 2024-09-16T07:23:34.425 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_upRFGAVwejUsq_ off=21912490 len=668950 2024-09-16T07:23:34.429 INFO:tasks.workunit.client.0.smithi042.stdout:op 4477 completed, throughput=5MB/sec 2024-09-16T07:23:34.429 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-asyFRBh1KgJaqBc off=2057878 len=1894922 2024-09-16T07:23:34.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 4478 completed, throughput=5MB/sec 2024-09-16T07:23:35.431 INFO:tasks.workunit.client.0.smithi042.stdout: 873: throughput=5MB/sec pending data=0 2024-09-16T07:23:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pB0wjUDI2_IckZ7 off=544178 len=1134526 2024-09-16T07:23:35.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 4479 completed, throughput=5MB/sec 2024-09-16T07:23:35.438 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JQH-7QSRNUh97wv off=10757314 len=1820257 2024-09-16T07:23:35.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 4480 completed, throughput=5MB/sec 2024-09-16T07:23:35.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f_gTlhWGBs9NQl- off=11610947 len=1350721 2024-09-16T07:23:35.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 4481 completed, throughput=5MB/sec 2024-09-16T07:23:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:35 smithi164 ceph-mon[88760]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:23:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:35 smithi042 ceph-mon[94096]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:23:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:35 smithi042 ceph-mon[96574]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:23:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: 874: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:36.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RrzAEdw2jRalVcp off=7838580 len=558700 2024-09-16T07:23:36.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 4482 completed, throughput=5MB/sec 2024-09-16T07:23:36.452 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gKdIKsoNkEKMknx off=5838886 len=708057 2024-09-16T07:23:36.453 INFO:tasks.workunit.client.0.smithi042.stdout:op 4483 completed, throughput=5MB/sec 2024-09-16T07:23:36.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--KSNYUv4J8O8BAp off=3521532 len=1663723 2024-09-16T07:23:36.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 4484 completed, throughput=5MB/sec 2024-09-16T07:23:36.460 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Gzk5RCsAWfDcQp_ off=12019967 len=1254871 2024-09-16T07:23:36.466 INFO:tasks.workunit.client.0.smithi042.stdout:op 4485 completed, throughput=5MB/sec 2024-09-16T07:23:36.466 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bmwg_TXjffu4BKX off=1396825 len=643233 2024-09-16T07:23:36.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 4486 completed, throughput=5MB/sec 2024-09-16T07:23:36.467 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mxu3ynM6pbSVwRS off=8717450 len=1966862 2024-09-16T07:23:36.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 4487 completed, throughput=5MB/sec 2024-09-16T07:23:37.479 INFO:tasks.workunit.client.0.smithi042.stdout: 875: throughput=5MB/sec pending data=0 2024-09-16T07:23:37.479 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-62rXhcISoFr_FTy off=1480342 len=368817 2024-09-16T07:23:37.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 4488 completed, throughput=5MB/sec 2024-09-16T07:23:37.482 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dL8AnSRoOX_HnOa off=5428128 len=1160388 2024-09-16T07:23:37.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 4489 completed, throughput=5MB/sec 2024-09-16T07:23:37.484 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VvUO5jaVOhdL3YO off=5359508 len=603875 2024-09-16T07:23:37.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 4490 completed, throughput=5MB/sec 2024-09-16T07:23:37.488 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DlxPlrRSPcOCPm_ off=13986624 len=1016329 2024-09-16T07:23:37.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 4491 completed, throughput=5MB/sec 2024-09-16T07:23:37.490 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vMYuMG0ka90lK5Q off=11421421 len=1017435 2024-09-16T07:23:37.495 INFO:tasks.workunit.client.0.smithi042.stdout:op 4492 completed, throughput=5MB/sec 2024-09-16T07:23:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:37 smithi164 ceph-mon[88760]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:37 smithi042 ceph-mon[94096]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:37 smithi042 ceph-mon[96574]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:38.495 INFO:tasks.workunit.client.0.smithi042.stdout: 876: throughput=5MB/sec pending data=0 2024-09-16T07:23:38.495 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-okeegvuEH3oi46m off=14876984 len=1088543 2024-09-16T07:23:38.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 4493 completed, throughput=5MB/sec 2024-09-16T07:23:38.501 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EUHcl2gk3s1ZDdj off=1545482 len=370887 2024-09-16T07:23:38.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 4494 completed, throughput=5MB/sec 2024-09-16T07:23:38.503 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NVmQFo-JUE_8A2z off=7552109 len=1679212 2024-09-16T07:23:38.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 4495 completed, throughput=5MB/sec 2024-09-16T07:23:38.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vLL78MqAA_XKLd9 off=2924089 len=336947 2024-09-16T07:23:38.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 4496 completed, throughput=5MB/sec 2024-09-16T07:23:38.508 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d-9URtsWx5_TttO off=9793255 len=2096996 2024-09-16T07:23:38.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 4497 completed, throughput=5MB/sec 2024-09-16T07:23:39.511 INFO:tasks.workunit.client.0.smithi042.stdout: 877: throughput=5MB/sec pending data=0 2024-09-16T07:23:39.512 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XbliPGtunR5KIcE off=11751488 len=510236 2024-09-16T07:23:39.513 INFO:tasks.workunit.client.0.smithi042.stdout:op 4498 completed, throughput=5MB/sec 2024-09-16T07:23:39.513 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bsAJ5k5zM78pRY0 off=16044571 len=179667 2024-09-16T07:23:39.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 4499 completed, throughput=5MB/sec 2024-09-16T07:23:39.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bxEx6VAudUqvK8d off=2403002 len=485610 2024-09-16T07:23:39.517 INFO:tasks.workunit.client.0.smithi042.stdout:op 4500 completed, throughput=5MB/sec 2024-09-16T07:23:39.517 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nB40xAViu4LgwJJ off=18317712 len=712352 2024-09-16T07:23:39.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 4501 completed, throughput=5MB/sec 2024-09-16T07:23:39.518 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0GopobgOEr0uy9u off=7635602 len=722328 2024-09-16T07:23:39.523 INFO:tasks.workunit.client.0.smithi042.stdout:op 4502 completed, throughput=5MB/sec 2024-09-16T07:23:39.523 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-G2TdNdSqCvYP0sL off=85546 len=898058 2024-09-16T07:23:39.528 INFO:tasks.workunit.client.0.smithi042.stdout:op 4503 completed, throughput=5MB/sec 2024-09-16T07:23:39.528 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W08x7ArFRIoJmz_ off=2212109 len=1662104 2024-09-16T07:23:39.538 INFO:tasks.workunit.client.0.smithi042.stdout:op 4504 completed, throughput=5MB/sec 2024-09-16T07:23:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:39 smithi164 ceph-mon[88760]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:23:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:39 smithi042 ceph-mon[94096]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:23:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:39 smithi042 ceph-mon[96574]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:23:40.538 INFO:tasks.workunit.client.0.smithi042.stdout: 878: throughput=5MB/sec pending data=0 2024-09-16T07:23:40.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EV6bytnctMlIXQi off=16189106 len=730592 2024-09-16T07:23:40.542 INFO:tasks.workunit.client.0.smithi042.stdout:op 4505 completed, throughput=5MB/sec 2024-09-16T07:23:40.542 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yJRESwsoVtCbMOI off=9931179 len=1568796 2024-09-16T07:23:40.551 INFO:tasks.workunit.client.0.smithi042.stdout:op 4506 completed, throughput=5MB/sec 2024-09-16T07:23:40.551 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rq9dudNtqJQz7Vi off=1809227 len=1396572 2024-09-16T07:23:40.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 4507 completed, throughput=5MB/sec 2024-09-16T07:23:40.558 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rAJcdCay9dpo_WZ off=14528 len=89741 2024-09-16T07:23:40.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 4508 completed, throughput=5MB/sec 2024-09-16T07:23:40.558 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8hDJwkceJYRlPiD off=3815639 len=1611096 2024-09-16T07:23:40.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 4509 completed, throughput=5MB/sec 2024-09-16T07:23:41.560 INFO:tasks.workunit.client.0.smithi042.stdout: 879: throughput=5MB/sec pending data=0 2024-09-16T07:23:41.560 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AHZLZgQV6epCxAe off=19115427 len=576988 2024-09-16T07:23:41.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 4510 completed, throughput=5MB/sec 2024-09-16T07:23:41.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tJN2Jp8gwDBX3rH off=18587602 len=220749 2024-09-16T07:23:41.564 INFO:tasks.workunit.client.0.smithi042.stdout:op 4511 completed, throughput=5MB/sec 2024-09-16T07:23:41.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4CE4qUf8mBlaTmu off=17123643 len=1804803 2024-09-16T07:23:41.574 INFO:tasks.workunit.client.0.smithi042.stdout:op 4512 completed, throughput=5MB/sec 2024-09-16T07:23:41.574 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MFRXexyURuleMt7 off=14146562 len=299591 2024-09-16T07:23:41.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 4513 completed, throughput=5MB/sec 2024-09-16T07:23:41.578 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CuTM-9lUCVslVXd off=11899710 len=2083428 2024-09-16T07:23:41.580 INFO:tasks.workunit.client.0.smithi042.stdout:op 4514 completed, throughput=5MB/sec 2024-09-16T07:23:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:41] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:23:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:41 smithi164 ceph-mon[88760]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:41 smithi042 ceph-mon[94096]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:41 smithi042 ceph-mon[96574]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:42.581 INFO:tasks.workunit.client.0.smithi042.stdout: 880: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:42.582 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WiiYBXWBO1BnjgC off=2185486 len=1377468 2024-09-16T07:23:42.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 4515 completed, throughput=5MB/sec 2024-09-16T07:23:42.583 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uhY_1qfpXkCGLSP off=19285368 len=321073 2024-09-16T07:23:42.584 INFO:tasks.workunit.client.0.smithi042.stdout:op 4516 completed, throughput=5MB/sec 2024-09-16T07:23:42.584 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1RrGg7DdHq9WnWx off=3810249 len=35814 2024-09-16T07:23:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:op 4517 completed, throughput=5MB/sec 2024-09-16T07:23:42.587 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vlk-3a-POjLdba3 off=4267111 len=1030983 2024-09-16T07:23:42.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 4518 completed, throughput=5MB/sec 2024-09-16T07:23:42.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-v8jvGIP-gqx29a2 off=16077898 len=1803671 2024-09-16T07:23:42.594 INFO:tasks.workunit.client.0.smithi042.stdout:op 4519 completed, throughput=5MB/sec 2024-09-16T07:23:42.594 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4BneHlwe_KZ22An off=4622922 len=1543488 2024-09-16T07:23:42.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 4520 completed, throughput=5MB/sec 2024-09-16T07:23:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:43.597 INFO:tasks.workunit.client.0.smithi042.stdout: 881: throughput=5MB/sec pending data=0 2024-09-16T07:23:43.597 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bFRUNE8tKcfH9f5 off=2156995 len=1800097 2024-09-16T07:23:43.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 4521 completed, throughput=5MB/sec 2024-09-16T07:23:43.605 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CpYtO03hbiWL1if off=9757736 len=1353176 2024-09-16T07:23:43.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 4522 completed, throughput=5MB/sec 2024-09-16T07:23:43.607 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PQ0m1AswGbxolJZ off=4852702 len=408379 2024-09-16T07:23:43.607 INFO:tasks.workunit.client.0.smithi042.stdout:op 4523 completed, throughput=5MB/sec 2024-09-16T07:23:43.607 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jEZW7eg67Al_ZP0 off=6165451 len=793700 2024-09-16T07:23:43.609 INFO:tasks.workunit.client.0.smithi042.stdout:op 4524 completed, throughput=5MB/sec 2024-09-16T07:23:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:43 smithi164 ceph-mon[88760]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:23:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:43 smithi042 ceph-mon[94096]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:23:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:43 smithi042 ceph-mon[96574]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:23:44.609 INFO:tasks.workunit.client.0.smithi042.stdout: 882: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:44.609 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X2LG3i_RfzudhEY off=9303323 len=843233 2024-09-16T07:23:44.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 4525 completed, throughput=5MB/sec 2024-09-16T07:23:44.611 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T370gqDcT0CbAO_ off=7334186 len=2051302 2024-09-16T07:23:44.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 4526 completed, throughput=5MB/sec 2024-09-16T07:23:44.624 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ySC1tWRcKdNQtN2 off=1280583 len=1635254 2024-09-16T07:23:44.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 4527 completed, throughput=5MB/sec 2024-09-16T07:23:44.631 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YxS-C8uX-AC8fql off=11854041 len=1821239 2024-09-16T07:23:44.638 INFO:tasks.workunit.client.0.smithi042.stdout:op 4528 completed, throughput=5MB/sec 2024-09-16T07:23:45.638 INFO:tasks.workunit.client.0.smithi042.stdout: 883: throughput=5MB/sec pending data=0 2024-09-16T07:23:45.638 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Jt4xnQdvPfXp0-C off=3422716 len=1198060 2024-09-16T07:23:45.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 4529 completed, throughput=5MB/sec 2024-09-16T07:23:45.646 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zhTN30o0GCu05Rf off=11735259 len=1365347 2024-09-16T07:23:45.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 4530 completed, throughput=5MB/sec 2024-09-16T07:23:45.653 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RMfZx2Xu3rWThu8 off=4506427 len=1780026 2024-09-16T07:23:45.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 4531 completed, throughput=5MB/sec 2024-09-16T07:23:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:45 smithi164 ceph-mon[88760]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:45 smithi042 ceph-mon[94096]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:45 smithi042 ceph-mon[96574]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:23:46.655 INFO:tasks.workunit.client.0.smithi042.stdout: 884: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:46.655 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7tcZ-nx5yHyRsJK off=6328553 len=228184 2024-09-16T07:23:46.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 4532 completed, throughput=4.99MB/sec 2024-09-16T07:23:46.658 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YpeMDTzwvEtVUoM off=468601 len=441149 2024-09-16T07:23:46.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 4533 completed, throughput=5MB/sec 2024-09-16T07:23:46.663 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WlAAJgc2I3Gnx6R off=9437683 len=607878 2024-09-16T07:23:46.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 4534 completed, throughput=5MB/sec 2024-09-16T07:23:46.666 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cirAT3ozYaRM9le off=11518317 len=1341376 2024-09-16T07:23:46.668 INFO:tasks.workunit.client.0.smithi042.stdout:op 4535 completed, throughput=5MB/sec 2024-09-16T07:23:46.668 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xgwR_4LhdHvm4KY off=19630903 len=104704 2024-09-16T07:23:46.670 INFO:tasks.workunit.client.0.smithi042.stdout:op 4536 completed, throughput=5MB/sec 2024-09-16T07:23:46.670 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LAVpC2PR9fmdaN3 off=6093737 len=437061 2024-09-16T07:23:46.671 INFO:tasks.workunit.client.0.smithi042.stdout:op 4537 completed, throughput=5MB/sec 2024-09-16T07:23:46.671 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dDA_FNdMGRYvTna off=3530134 len=874498 2024-09-16T07:23:46.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 4538 completed, throughput=5MB/sec 2024-09-16T07:23:46.676 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5q4u7PhM0ze1lhG off=22168774 len=1509338 2024-09-16T07:23:46.678 INFO:tasks.workunit.client.0.smithi042.stdout:op 4539 completed, throughput=5MB/sec 2024-09-16T07:23:47.681 INFO:tasks.workunit.client.0.smithi042.stdout: 885: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:47.681 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xDr5rm36pyDeJoV off=20524813 len=1944057 2024-09-16T07:23:47.681 INFO:tasks.workunit.client.0.smithi042.stdout:op 4540 completed, throughput=5MB/sec 2024-09-16T07:23:47.681 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-H8xJLzLmmLADq2I off=325267 len=489536 2024-09-16T07:23:47.684 INFO:tasks.workunit.client.0.smithi042.stdout:op 4541 completed, throughput=5MB/sec 2024-09-16T07:23:47.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-epKPLmXZlVQ73k8 off=12719544 len=1604251 2024-09-16T07:23:47.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 4542 completed, throughput=5MB/sec 2024-09-16T07:23:47.695 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-npRlwPSoDIeMhjy off=533521 len=576131 2024-09-16T07:23:47.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 4543 completed, throughput=5MB/sec 2024-09-16T07:23:47.695 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7SgyVebBVO9Htca off=896061 len=2028307 2024-09-16T07:23:47.704 INFO:tasks.workunit.client.0.smithi042.stdout:op 4544 completed, throughput=5MB/sec 2024-09-16T07:23:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:47 smithi164 ceph-mon[88760]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:47 smithi042 ceph-mon[94096]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:47 smithi042 ceph-mon[96574]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:23:48.704 INFO:tasks.workunit.client.0.smithi042.stdout: 886: throughput=5MB/sec pending data=0 2024-09-16T07:23:48.704 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sNDwkGprpx82RPb off=905242 len=1973152 2024-09-16T07:23:48.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 4545 completed, throughput=5MB/sec 2024-09-16T07:23:48.715 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0AcdcHPBurCo6R7 off=20053932 len=742935 2024-09-16T07:23:48.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 4546 completed, throughput=5MB/sec 2024-09-16T07:23:48.719 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gSWK4qnYcS7GjOZ off=11117776 len=155955 2024-09-16T07:23:48.720 INFO:tasks.workunit.client.0.smithi042.stdout:op 4547 completed, throughput=5MB/sec 2024-09-16T07:23:48.720 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qVaBFyw9V_ZG4Hm off=3189155 len=191415 2024-09-16T07:23:48.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 4548 completed, throughput=5MB/sec 2024-09-16T07:23:48.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vde_2j95BaBsYR_ off=3648255 len=379174 2024-09-16T07:23:48.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 4549 completed, throughput=5MB/sec 2024-09-16T07:23:48.725 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HvidB20PJKp6m4K off=1284381 len=75560 2024-09-16T07:23:48.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 4550 completed, throughput=5MB/sec 2024-09-16T07:23:48.725 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p_t7CQLdU0VQ5Cl off=12178352 len=1568214 2024-09-16T07:23:48.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 4551 completed, throughput=5MB/sec 2024-09-16T07:23:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:23:49.727 INFO:tasks.workunit.client.0.smithi042.stdout: 887: throughput=5MB/sec pending data=0 2024-09-16T07:23:49.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PQjWav6i7VzOlXt off=689342 len=48894 2024-09-16T07:23:49.728 INFO:tasks.workunit.client.0.smithi042.stdout:op 4552 completed, throughput=5MB/sec 2024-09-16T07:23:49.729 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h0HUH_N8LnnzcYQ off=1127917 len=532717 2024-09-16T07:23:49.729 INFO:tasks.workunit.client.0.smithi042.stdout:op 4553 completed, throughput=5MB/sec 2024-09-16T07:23:49.729 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I8SvBaePULXQKyM off=19944032 len=1961416 2024-09-16T07:23:49.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 4554 completed, throughput=5MB/sec 2024-09-16T07:23:49.732 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ojkgMJahZjI2V47 off=2914775 len=899845 2024-09-16T07:23:49.732 INFO:tasks.workunit.client.0.smithi042.stdout:op 4555 completed, throughput=5MB/sec 2024-09-16T07:23:49.732 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VghQc0bXCtc5FGt off=2787602 len=144960 2024-09-16T07:23:49.735 INFO:tasks.workunit.client.0.smithi042.stdout:op 4556 completed, throughput=5MB/sec 2024-09-16T07:23:49.735 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7ZBEr44cK4JFbvF off=8672120 len=1416934 2024-09-16T07:23:49.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 4557 completed, throughput=5MB/sec 2024-09-16T07:23:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:49 smithi164 ceph-mon[88760]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:23:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:49 smithi042 ceph-mon[94096]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:23:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:49 smithi042 ceph-mon[96574]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:23:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: 888: throughput=5MB/sec pending data=0 2024-09-16T07:23:50.745 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u7QlX-Na3wbcodH off=6635779 len=2035638 2024-09-16T07:23:50.749 INFO:tasks.workunit.client.0.smithi042.stdout:op 4558 completed, throughput=5MB/sec 2024-09-16T07:23:50.749 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vXL0-TtYLjmw0Pr off=1625274 len=267624 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 4559 completed, throughput=5MB/sec 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZmzFqMm2QkZiaK2 off=1722186 len=705582 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 4560 completed, throughput=5MB/sec 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YuFAYUzgDfrbCN1 off=1687756 len=1125817 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 4561 completed, throughput=5MB/sec 2024-09-16T07:23:50.753 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HaKEdIkggGpwJAD off=1844842 len=1136296 2024-09-16T07:23:50.754 INFO:tasks.workunit.client.0.smithi042.stdout:op 4562 completed, throughput=5MB/sec 2024-09-16T07:23:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:23:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:23:51] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-16T07:23:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: 889: throughput=5MB/sec pending data=0 2024-09-16T07:23:51.755 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HpUOKf24ukun3A7 off=985717 len=1216249 2024-09-16T07:23:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 4563 completed, throughput=5MB/sec 2024-09-16T07:23:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hWT5abeqaKFJLJ0 off=470971 len=532710 2024-09-16T07:23:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 4564 completed, throughput=5MB/sec 2024-09-16T07:23:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HzzI_2hT3inHumq off=5588830 len=1147030 2024-09-16T07:23:51.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 4565 completed, throughput=5MB/sec 2024-09-16T07:23:51.764 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CWXKkx80TInxun7 off=4026670 len=1943134 2024-09-16T07:23:51.777 INFO:tasks.workunit.client.0.smithi042.stdout:op 4566 completed, throughput=5MB/sec 2024-09-16T07:23:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:51 smithi164 ceph-mon[88760]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:23:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:51 smithi042 ceph-mon[94096]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:23:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:51 smithi042 ceph-mon[96574]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:23:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:23:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:23:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:23:52.777 INFO:tasks.workunit.client.0.smithi042.stdout: 890: throughput=5MB/sec pending data=0 2024-09-16T07:23:52.777 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HMEelanPuwEkm7_ off=6835457 len=1221774 2024-09-16T07:23:52.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 4567 completed, throughput=5MB/sec 2024-09-16T07:23:52.779 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2nF2jnzDfpfQSV2 off=972344 len=2002231 2024-09-16T07:23:52.781 INFO:tasks.workunit.client.0.smithi042.stdout:op 4568 completed, throughput=5MB/sec 2024-09-16T07:23:52.781 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RIOJgb1VWkPX6HS off=7449859 len=980483 2024-09-16T07:23:52.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 4569 completed, throughput=5MB/sec 2024-09-16T07:23:52.783 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x4tNRcUoLD0hYs3 off=9921537 len=1807916 2024-09-16T07:23:52.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 4570 completed, throughput=5MB/sec 2024-09-16T07:23:53.787 INFO:tasks.workunit.client.0.smithi042.stdout: 891: throughput=5MB/sec pending data=0 2024-09-16T07:23:53.787 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2sPC5OYFgsdQOON off=13192638 len=966166 2024-09-16T07:23:53.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 4571 completed, throughput=5MB/sec 2024-09-16T07:23:53.793 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wMppNyiriMXUSE5 off=6134095 len=1819753 2024-09-16T07:23:53.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 4572 completed, throughput=5MB/sec 2024-09-16T07:23:53.809 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ufc4craJVWl-GL6 off=269351 len=1380757 2024-09-16T07:23:53.815 INFO:tasks.workunit.client.0.smithi042.stdout:op 4573 completed, throughput=5MB/sec 2024-09-16T07:23:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:53 smithi164 ceph-mon[88760]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:53 smithi042 ceph-mon[94096]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:53 smithi042 ceph-mon[96574]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:54.815 INFO:tasks.workunit.client.0.smithi042.stdout: 892: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:54.815 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mHw6EDfIntiaObR off=11509490 len=435460 2024-09-16T07:23:54.819 INFO:tasks.workunit.client.0.smithi042.stdout:op 4574 completed, throughput=4.99MB/sec 2024-09-16T07:23:55.016 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ue8CI_Z-QOtzTbo off=1941762 len=1199133 2024-09-16T07:23:55.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 4575 completed, throughput=5MB/sec 2024-09-16T07:23:55.017 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wIA7_tcK211SWR4 off=9859494 len=129876 2024-09-16T07:23:55.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 4576 completed, throughput=5MB/sec 2024-09-16T07:23:55.017 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-owzft0PeBzuS9aQ off=6528251 len=1391100 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 4577 completed, throughput=5MB/sec 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-65IjMnqCWZOlQ7c off=4410712 len=1034755 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 4578 completed, throughput=5MB/sec 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ns3t7puVUYDGS8v off=6611889 len=905665 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 4579 completed, throughput=5MB/sec 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SGpz9fLffOmc_t- off=18698343 len=781239 2024-09-16T07:23:55.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 4580 completed, throughput=5MB/sec 2024-09-16T07:23:55.842 INFO:tasks.workunit.client.0.smithi042.stdout: 893: throughput=5MB/sec pending data=0 2024-09-16T07:23:55.843 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i3KtKjuvs40VM3o off=4133241 len=2021729 2024-09-16T07:23:55.856 INFO:tasks.workunit.client.0.smithi042.stdout:op 4581 completed, throughput=5MB/sec 2024-09-16T07:23:55.856 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U-FDJBjtErh7LZB off=503523 len=804604 2024-09-16T07:23:55.861 INFO:tasks.workunit.client.0.smithi042.stdout:op 4582 completed, throughput=5MB/sec 2024-09-16T07:23:55.861 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZaWsHg2CBJ-qsxW off=1926456 len=548195 2024-09-16T07:23:55.862 INFO:tasks.workunit.client.0.smithi042.stdout:op 4583 completed, throughput=5MB/sec 2024-09-16T07:23:55.862 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EU1J9A54oFm2WSh off=19784201 len=1095809 2024-09-16T07:23:55.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 4584 completed, throughput=5MB/sec 2024-09-16T07:23:55.864 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eySHhR7DWQizc5B off=12641921 len=1844201 2024-09-16T07:23:55.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 4585 completed, throughput=5MB/sec 2024-09-16T07:23:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:55 smithi164 ceph-mon[88760]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:55 smithi042 ceph-mon[94096]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:55 smithi042 ceph-mon[96574]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:23:56.873 INFO:tasks.workunit.client.0.smithi042.stdout: 894: throughput=5MB/sec pending data=0 2024-09-16T07:23:56.873 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w9XTxEV3zMFEZrH off=2918767 len=1902912 2024-09-16T07:23:56.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 4586 completed, throughput=5MB/sec 2024-09-16T07:23:56.875 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2FkzSef6Sjx-uqp off=323863 len=291511 2024-09-16T07:23:56.878 INFO:tasks.workunit.client.0.smithi042.stdout:op 4587 completed, throughput=5MB/sec 2024-09-16T07:23:56.878 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-985xHgUrZ_NLyRM off=1421161 len=661014 2024-09-16T07:23:56.879 INFO:tasks.workunit.client.0.smithi042.stdout:op 4588 completed, throughput=5MB/sec 2024-09-16T07:23:56.879 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-67VxSq2foQsnRyb off=3756877 len=1226035 2024-09-16T07:23:56.885 INFO:tasks.workunit.client.0.smithi042.stdout:op 4589 completed, throughput=5MB/sec 2024-09-16T07:23:57.886 INFO:tasks.workunit.client.0.smithi042.stdout: 895: throughput=4.99MB/sec pending data=0 2024-09-16T07:23:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EEGlW1ZPNKYTtIg off=3583845 len=249789 2024-09-16T07:23:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 4590 completed, throughput=4.99MB/sec 2024-09-16T07:23:57.886 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ERwB04pdrEBEHVC off=534405 len=1021590 2024-09-16T07:23:57.888 INFO:tasks.workunit.client.0.smithi042.stdout:op 4591 completed, throughput=5MB/sec 2024-09-16T07:23:57.888 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_xOVk0Lbkybsdc1 off=7003585 len=1645789 2024-09-16T07:23:57.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 4592 completed, throughput=5MB/sec 2024-09-16T07:23:57.891 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0tBPUQj0Xx5E-Cx off=3210 len=1658026 2024-09-16T07:23:57.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 4593 completed, throughput=5MB/sec 2024-09-16T07:23:57.892 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5w0fV8Z63XnJPH6 off=4727246 len=1400693 2024-09-16T07:23:57.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 4594 completed, throughput=5MB/sec 2024-09-16T07:23:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:57 smithi164 ceph-mon[88760]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:57 smithi042 ceph-mon[94096]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:57 smithi042 ceph-mon[96574]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:23:58.899 INFO:tasks.workunit.client.0.smithi042.stdout: 896: throughput=5MB/sec pending data=0 2024-09-16T07:23:58.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QHZTog0UyGVhy2_ off=2318050 len=433024 2024-09-16T07:23:58.900 INFO:tasks.workunit.client.0.smithi042.stdout:op 4595 completed, throughput=5MB/sec 2024-09-16T07:23:58.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Yih-rxbdGFv_f21 off=3517078 len=199827 2024-09-16T07:23:58.901 INFO:tasks.workunit.client.0.smithi042.stdout:op 4596 completed, throughput=5MB/sec 2024-09-16T07:23:58.901 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f5UYXViLgNKRE0g off=1632957 len=1144020 2024-09-16T07:23:58.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 4597 completed, throughput=5MB/sec 2024-09-16T07:23:58.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tvp3_HOsYBchRCR off=236760 len=222137 2024-09-16T07:23:58.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 4598 completed, throughput=5MB/sec 2024-09-16T07:23:58.906 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FaqmKyHb8PxmIzc off=2239059 len=280811 2024-09-16T07:23:58.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 4599 completed, throughput=5MB/sec 2024-09-16T07:23:58.906 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o1Trz9ns6hEJwHI off=13025276 len=1480864 2024-09-16T07:23:58.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 4600 completed, throughput=5MB/sec 2024-09-16T07:23:58.916 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fWem0WjmPpmGoOu off=4060936 len=1634944 2024-09-16T07:23:58.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 4601 completed, throughput=5MB/sec 2024-09-16T07:23:59.923 INFO:tasks.workunit.client.0.smithi042.stdout: 897: throughput=5MB/sec pending data=0 2024-09-16T07:23:59.923 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HgpvuFAgk4RPTD2 off=3354494 len=47907 2024-09-16T07:23:59.926 INFO:tasks.workunit.client.0.smithi042.stdout:op 4602 completed, throughput=5MB/sec 2024-09-16T07:23:59.926 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cbl-nKcWzmE4ulU off=4784591 len=475665 2024-09-16T07:23:59.926 INFO:tasks.workunit.client.0.smithi042.stdout:op 4603 completed, throughput=5MB/sec 2024-09-16T07:23:59.926 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KeNh5U6XSsS9O69 off=17989440 len=451086 2024-09-16T07:23:59.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 4604 completed, throughput=5MB/sec 2024-09-16T07:23:59.931 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cdsi7JZnZMaiwVB off=16448026 len=1905873 2024-09-16T07:23:59.938 INFO:tasks.workunit.client.0.smithi042.stdout:op 4605 completed, throughput=5MB/sec 2024-09-16T07:23:59.938 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6MFKuuBIobxkKj7 off=7145369 len=332167 2024-09-16T07:23:59.939 INFO:tasks.workunit.client.0.smithi042.stdout:op 4606 completed, throughput=5MB/sec 2024-09-16T07:23:59.940 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M1-IAjZrvdJdfvi off=2477743 len=559296 2024-09-16T07:23:59.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 4607 completed, throughput=5MB/sec 2024-09-16T07:23:59.943 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YSwT5hVXQqX5-YK off=4886411 len=357373 2024-09-16T07:23:59.945 INFO:tasks.workunit.client.0.smithi042.stdout:op 4608 completed, throughput=5MB/sec 2024-09-16T07:23:59.945 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5yls9yY1a067aJ8 off=1303377 len=1674560 2024-09-16T07:23:59.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 4609 completed, throughput=5MB/sec 2024-09-16T07:24:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:23:59 smithi164 ceph-mon[88760]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:24:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:23:59 smithi042 ceph-mon[94096]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:24:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:23:59 smithi042 ceph-mon[96574]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:24:00.951 INFO:tasks.workunit.client.0.smithi042.stdout: 898: throughput=5MB/sec pending data=0 2024-09-16T07:24:00.952 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cuaaeFUA7KskdCJ off=1453115 len=440884 2024-09-16T07:24:00.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 4610 completed, throughput=5MB/sec 2024-09-16T07:24:00.956 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M_rd4EVD6Ww0Eu8 off=421538 len=624075 2024-09-16T07:24:00.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 4611 completed, throughput=5MB/sec 2024-09-16T07:24:00.957 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k5ZQ9iSfprE_9Ja off=1547022 len=654026 2024-09-16T07:24:00.958 INFO:tasks.workunit.client.0.smithi042.stdout:op 4612 completed, throughput=5MB/sec 2024-09-16T07:24:00.959 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-718ksBKE-cgHnRA off=1576072 len=1232108 2024-09-16T07:24:00.960 INFO:tasks.workunit.client.0.smithi042.stdout:op 4613 completed, throughput=5MB/sec 2024-09-16T07:24:00.960 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O4Q2sJE2H29ZAhr off=10787773 len=1966714 2024-09-16T07:24:00.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 4614 completed, throughput=5MB/sec 2024-09-16T07:24:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:01] "GET /metrics HTTP/1.1" 200 34009 "" "Prometheus/2.43.0" 2024-09-16T07:24:01.974 INFO:tasks.workunit.client.0.smithi042.stdout: 899: throughput=5MB/sec pending data=0 2024-09-16T07:24:01.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1Eakgxismbq-BkM off=7209611 len=1824571 2024-09-16T07:24:01.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 4615 completed, throughput=5MB/sec 2024-09-16T07:24:01.982 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lZXs_U2icSS31kl off=17233369 len=607180 2024-09-16T07:24:01.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 4616 completed, throughput=5MB/sec 2024-09-16T07:24:01.986 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CF0Eb3Ufy-yqb4C off=15074134 len=404016 2024-09-16T07:24:01.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 4617 completed, throughput=5MB/sec 2024-09-16T07:24:01.989 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ctUwlw9_JMOwc0R off=10574286 len=1730565 2024-09-16T07:24:01.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 4618 completed, throughput=5MB/sec 2024-09-16T07:24:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:01 smithi164 ceph-mon[88760]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:01 smithi042 ceph-mon[94096]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:01 smithi042 ceph-mon[96574]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:02.997 INFO:tasks.workunit.client.0.smithi042.stdout: 900: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:02.997 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aHucvUEkDARp-V8 off=706705 len=443493 2024-09-16T07:24:02.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 4619 completed, throughput=5MB/sec 2024-09-16T07:24:02.998 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AFzAj73F6mrPeMz off=10894517 len=326937 2024-09-16T07:24:03.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 4620 completed, throughput=5MB/sec 2024-09-16T07:24:03.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vmCJfAV-05t8I5n off=3105088 len=1809838 2024-09-16T07:24:03.004 INFO:tasks.workunit.client.0.smithi042.stdout:op 4621 completed, throughput=5MB/sec 2024-09-16T07:24:03.004 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wVt-mwjg5GU--ox off=8668417 len=779813 2024-09-16T07:24:03.006 INFO:tasks.workunit.client.0.smithi042.stdout:op 4622 completed, throughput=5MB/sec 2024-09-16T07:24:03.006 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rOBCWGXNGm4Eux0 off=6822648 len=640977 2024-09-16T07:24:03.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 4623 completed, throughput=5MB/sec 2024-09-16T07:24:03.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pBvIdXPAS92G4uZ off=1855570 len=449685 2024-09-16T07:24:03.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 4624 completed, throughput=5MB/sec 2024-09-16T07:24:03.007 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WENdRO9ZG1OpRqj off=1246522 len=954516 2024-09-16T07:24:03.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 4625 completed, throughput=5MB/sec 2024-09-16T07:24:04.010 INFO:tasks.workunit.client.0.smithi042.stdout: 901: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:04.010 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q7OW1pCLUICt7ek off=1696647 len=939259 2024-09-16T07:24:04.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 4626 completed, throughput=5MB/sec 2024-09-16T07:24:04.015 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lNNc3cx9GTbomct off=4011110 len=905064 2024-09-16T07:24:04.020 INFO:tasks.workunit.client.0.smithi042.stdout:op 4627 completed, throughput=5MB/sec 2024-09-16T07:24:04.020 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BH29rTPe9ecQVMX off=12629092 len=235338 2024-09-16T07:24:04.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 4628 completed, throughput=5MB/sec 2024-09-16T07:24:04.023 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BX-GhutSUXlChXn off=7001423 len=162099 2024-09-16T07:24:04.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 4629 completed, throughput=5MB/sec 2024-09-16T07:24:04.024 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sg0jHII36eOf8dU off=3614088 len=1037343 2024-09-16T07:24:04.025 INFO:tasks.workunit.client.0.smithi042.stdout:op 4630 completed, throughput=5MB/sec 2024-09-16T07:24:04.025 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3CSUxrL3-BmVBNo off=2280018 len=133726 2024-09-16T07:24:04.025 INFO:tasks.workunit.client.0.smithi042.stdout:op 4631 completed, throughput=5MB/sec 2024-09-16T07:24:04.025 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mIFQPMhRaWhV0ky off=4970483 len=244162 2024-09-16T07:24:04.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 4632 completed, throughput=5MB/sec 2024-09-16T07:24:04.028 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iPe52i9x8gNgIjx off=1794640 len=693078 2024-09-16T07:24:04.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 4633 completed, throughput=5MB/sec 2024-09-16T07:24:04.032 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lG7vbsN1EZLzh9o off=830381 len=1940753 2024-09-16T07:24:04.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 4634 completed, throughput=5MB/sec 2024-09-16T07:24:04.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:03 smithi042 ceph-mon[96574]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:04.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:03 smithi042 ceph-mon[94096]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:03 smithi164 ceph-mon[88760]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:05.041 INFO:tasks.workunit.client.0.smithi042.stdout: 902: throughput=5MB/sec pending data=0 2024-09-16T07:24:05.041 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UXXbyrZcjh307zo off=7507096 len=18312 2024-09-16T07:24:05.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 4635 completed, throughput=5MB/sec 2024-09-16T07:24:05.044 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oKcbRMjqaHyEuxM off=6019258 len=289561 2024-09-16T07:24:05.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 4636 completed, throughput=5MB/sec 2024-09-16T07:24:05.045 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KxarJbN5S9oyCOi off=440249 len=1738979 2024-09-16T07:24:05.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 4637 completed, throughput=5MB/sec 2024-09-16T07:24:05.054 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kiuBKU8ywstpDrR off=1217834 len=957865 2024-09-16T07:24:05.060 INFO:tasks.workunit.client.0.smithi042.stdout:op 4638 completed, throughput=5MB/sec 2024-09-16T07:24:05.060 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--4MjMex7QGzbwhK off=3645103 len=667186 2024-09-16T07:24:05.064 INFO:tasks.workunit.client.0.smithi042.stdout:op 4639 completed, throughput=5MB/sec 2024-09-16T07:24:05.064 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8FViu8MgCAOR3s4 off=12820483 len=119880 2024-09-16T07:24:05.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 4640 completed, throughput=5MB/sec 2024-09-16T07:24:05.066 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SZomKuqrvJgYiGW off=3068731 len=817095 2024-09-16T07:24:05.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 4641 completed, throughput=5MB/sec 2024-09-16T07:24:06.072 INFO:tasks.workunit.client.0.smithi042.stdout: 903: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:06.072 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R05re3U78s0VzWb off=16259787 len=524205 2024-09-16T07:24:06.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 4642 completed, throughput=5MB/sec 2024-09-16T07:24:06.075 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-OWs2o2ROnyxSPGs off=10169268 len=824253 2024-09-16T07:24:06.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 4643 completed, throughput=5MB/sec 2024-09-16T07:24:06.078 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F7mEFj6gOF2KY7q off=3104974 len=1781758 2024-09-16T07:24:06.080 INFO:tasks.workunit.client.0.smithi042.stdout:op 4644 completed, throughput=5MB/sec 2024-09-16T07:24:06.080 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_LjAgjpax8iOBoE off=11724473 len=914716 2024-09-16T07:24:06.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 4645 completed, throughput=5MB/sec 2024-09-16T07:24:06.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gnLgXmtx-OF9rn8 off=92357 len=1055585 2024-09-16T07:24:06.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 4646 completed, throughput=5MB/sec 2024-09-16T07:24:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:05 smithi042 ceph-mon[96574]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:24:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:05 smithi042 ceph-mon[94096]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:24:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:05 smithi164 ceph-mon[88760]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:24:07.083 INFO:tasks.workunit.client.0.smithi042.stdout: 904: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:07.083 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HhKhSc6Z7w3Gd1j off=1370581 len=1326804 2024-09-16T07:24:07.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 4647 completed, throughput=5MB/sec 2024-09-16T07:24:07.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zCUCe37omU0irAr off=6845055 len=2034324 2024-09-16T07:24:07.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 4648 completed, throughput=5MB/sec 2024-09-16T07:24:07.097 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MGIMLxwtbbWCtGH off=974369 len=744711 2024-09-16T07:24:07.102 INFO:tasks.workunit.client.0.smithi042.stdout:op 4649 completed, throughput=5MB/sec 2024-09-16T07:24:07.102 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d3sXSCbcMkiOdkO off=1194678 len=1500902 2024-09-16T07:24:07.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 4650 completed, throughput=5MB/sec 2024-09-16T07:24:08.109 INFO:tasks.workunit.client.0.smithi042.stdout: 905: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:08.109 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uZ5cg9jeuzvSVGJ off=13425394 len=1896874 2024-09-16T07:24:08.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 4651 completed, throughput=5MB/sec 2024-09-16T07:24:08.111 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ge3zoJ3txq9kmdT off=111659 len=1036069 2024-09-16T07:24:08.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 4652 completed, throughput=5MB/sec 2024-09-16T07:24:08.117 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-viRaoaB5fG4yNlp off=18363366 len=1838858 2024-09-16T07:24:08.119 INFO:tasks.workunit.client.0.smithi042.stdout:op 4653 completed, throughput=5MB/sec 2024-09-16T07:24:08.119 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cMRIRomCTK1bOI1 off=7551268 len=937961 2024-09-16T07:24:08.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 4654 completed, throughput=5MB/sec 2024-09-16T07:24:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:07 smithi042 ceph-mon[94096]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:24:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:07 smithi042 ceph-mon[96574]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:24:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:07 smithi164 ceph-mon[88760]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:24:09.124 INFO:tasks.workunit.client.0.smithi042.stdout: 906: throughput=5MB/sec pending data=0 2024-09-16T07:24:09.124 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aVixQnG6nl8SVN4 off=4323760 len=688579 2024-09-16T07:24:09.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 4655 completed, throughput=5MB/sec 2024-09-16T07:24:09.125 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hCaPfsnoAVI505W off=10563627 len=1719536 2024-09-16T07:24:09.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 4656 completed, throughput=5MB/sec 2024-09-16T07:24:09.136 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-u567sPyMq11FLcd off=3214619 len=1529615 2024-09-16T07:24:09.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 4657 completed, throughput=5MB/sec 2024-09-16T07:24:09.138 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F86b9AiYO-L2BZN off=5492845 len=19193 2024-09-16T07:24:09.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 4658 completed, throughput=5MB/sec 2024-09-16T07:24:09.139 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U0iIMsarX7efg-5 off=4943032 len=268217 2024-09-16T07:24:09.140 INFO:tasks.workunit.client.0.smithi042.stdout:op 4659 completed, throughput=5MB/sec 2024-09-16T07:24:09.140 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--X_t65GUh1Uu0b5 off=11535663 len=1505668 2024-09-16T07:24:09.147 INFO:tasks.workunit.client.0.smithi042.stdout:op 4660 completed, throughput=5MB/sec 2024-09-16T07:24:10.148 INFO:tasks.workunit.client.0.smithi042.stdout: 907: throughput=5MB/sec pending data=0 2024-09-16T07:24:10.148 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yi2RzK4leB_ULHA off=8163944 len=428137 2024-09-16T07:24:10.152 INFO:tasks.workunit.client.0.smithi042.stdout:op 4661 completed, throughput=5MB/sec 2024-09-16T07:24:10.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fom1Bt_ks8gmp6c off=6690007 len=658074 2024-09-16T07:24:10.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 4662 completed, throughput=5MB/sec 2024-09-16T07:24:10.156 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4FB4weyv4rfc-3x off=6269273 len=682377 2024-09-16T07:24:10.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 4663 completed, throughput=5MB/sec 2024-09-16T07:24:10.157 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nwCV8kC4e3uO46Q off=86487 len=6764 2024-09-16T07:24:10.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 4664 completed, throughput=5MB/sec 2024-09-16T07:24:10.160 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IHuY_j41W4sP5Lr off=193925 len=700054 2024-09-16T07:24:10.164 INFO:tasks.workunit.client.0.smithi042.stdout:op 4665 completed, throughput=5MB/sec 2024-09-16T07:24:10.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eo8wi0zrVyjGhIw off=2020080 len=1444866 2024-09-16T07:24:10.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 4666 completed, throughput=5MB/sec 2024-09-16T07:24:10.166 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ymAkaNXkOs5ak7B off=7971658 len=2083573 2024-09-16T07:24:10.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 4667 completed, throughput=5MB/sec 2024-09-16T07:24:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:09 smithi042 ceph-mon[94096]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-16T07:24:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:09 smithi042 ceph-mon[96574]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-16T07:24:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:10 smithi164 ceph-mon[88760]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-09-16T07:24:11.169 INFO:tasks.workunit.client.0.smithi042.stdout: 908: throughput=5MB/sec pending data=0 2024-09-16T07:24:11.169 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-chq7Qlx0cl_i68k off=4942423 len=931665 2024-09-16T07:24:11.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 4668 completed, throughput=5MB/sec 2024-09-16T07:24:11.174 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q5dtG4i0xALaaei off=8637047 len=1347734 2024-09-16T07:24:11.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 4669 completed, throughput=5MB/sec 2024-09-16T07:24:11.181 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CVSzu0q6l5nmQRl off=14632628 len=372718 2024-09-16T07:24:11.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 4670 completed, throughput=5MB/sec 2024-09-16T07:24:11.182 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m1ueDFnDmo5Ycyj off=1746146 len=691942 2024-09-16T07:24:11.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 4671 completed, throughput=5MB/sec 2024-09-16T07:24:11.186 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7_4etiMFnT37uOs off=4111149 len=790940 2024-09-16T07:24:11.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 4672 completed, throughput=5MB/sec 2024-09-16T07:24:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:11] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T07:24:12.187 INFO:tasks.workunit.client.0.smithi042.stdout: 909: throughput=5MB/sec pending data=0 2024-09-16T07:24:12.187 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d0zt2R_3Q5T3uJf off=927037 len=802441 2024-09-16T07:24:12.192 INFO:tasks.workunit.client.0.smithi042.stdout:op 4673 completed, throughput=5MB/sec 2024-09-16T07:24:12.192 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nZz6iAqMLveBUia off=1146198 len=131692 2024-09-16T07:24:12.195 INFO:tasks.workunit.client.0.smithi042.stdout:op 4674 completed, throughput=5MB/sec 2024-09-16T07:24:12.195 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5IE9wB4PMJ113y3 off=4038464 len=104633 2024-09-16T07:24:12.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 4675 completed, throughput=5MB/sec 2024-09-16T07:24:12.197 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mdMWV2gi4hiF2EH off=1354507 len=851536 2024-09-16T07:24:12.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 4676 completed, throughput=5MB/sec 2024-09-16T07:24:12.198 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tOxx2B3oTW4lZWl off=7520993 len=337902 2024-09-16T07:24:12.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 4677 completed, throughput=5MB/sec 2024-09-16T07:24:12.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qwyCLMXZ2cA5YCc off=9563300 len=261169 2024-09-16T07:24:12.202 INFO:tasks.workunit.client.0.smithi042.stdout:op 4678 completed, throughput=5MB/sec 2024-09-16T07:24:12.202 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m7D5tIuMyiDceOb off=3325957 len=1626881 2024-09-16T07:24:12.206 INFO:tasks.workunit.client.0.smithi042.stdout:op 4679 completed, throughput=5MB/sec 2024-09-16T07:24:12.206 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KGoLN9jBunWzf4F off=9792573 len=642827 2024-09-16T07:24:12.207 INFO:tasks.workunit.client.0.smithi042.stdout:op 4680 completed, throughput=5MB/sec 2024-09-16T07:24:12.207 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o-EhfMYzkS7WTLo off=4345398 len=1928894 2024-09-16T07:24:12.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 4681 completed, throughput=5MB/sec 2024-09-16T07:24:12.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:12 smithi164 ceph-mon[88760]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:24:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:12 smithi042 ceph-mon[94096]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:24:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:12 smithi042 ceph-mon[96574]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:24:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:13.209 INFO:tasks.workunit.client.0.smithi042.stdout: 910: throughput=5MB/sec pending data=0 2024-09-16T07:24:13.209 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AjU-CbXw2uk4fYL off=13325130 len=1745393 2024-09-16T07:24:13.217 INFO:tasks.workunit.client.0.smithi042.stdout:op 4682 completed, throughput=5MB/sec 2024-09-16T07:24:13.217 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XC4fr34cZGxFFPL off=1949640 len=1318539 2024-09-16T07:24:13.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 4683 completed, throughput=5MB/sec 2024-09-16T07:24:13.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YeWE4TiqlHpf9TL off=2183158 len=627175 2024-09-16T07:24:13.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 4684 completed, throughput=5MB/sec 2024-09-16T07:24:14.224 INFO:tasks.workunit.client.0.smithi042.stdout: 911: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:14.224 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-byuJREEBZIJSCyF off=856611 len=310487 2024-09-16T07:24:14.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 4685 completed, throughput=5MB/sec 2024-09-16T07:24:14.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acAbsIoG9SjnDtf off=7390552 len=709803 2024-09-16T07:24:14.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 4686 completed, throughput=5MB/sec 2024-09-16T07:24:14.229 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2x23cubUGllfDBa off=14100100 len=1562251 2024-09-16T07:24:14.231 INFO:tasks.workunit.client.0.smithi042.stdout:op 4687 completed, throughput=5MB/sec 2024-09-16T07:24:14.231 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TTKLI_13CZ7Z78h off=15361825 len=882820 2024-09-16T07:24:14.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 4688 completed, throughput=5MB/sec 2024-09-16T07:24:14.233 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XEiOKg6Q4tR0fTd off=1422567 len=772412 2024-09-16T07:24:14.234 INFO:tasks.workunit.client.0.smithi042.stdout:op 4689 completed, throughput=5MB/sec 2024-09-16T07:24:14.234 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nuSxJMHPvuqlISa off=491831 len=1079378 2024-09-16T07:24:14.235 INFO:tasks.workunit.client.0.smithi042.stdout:op 4690 completed, throughput=5MB/sec 2024-09-16T07:24:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:14 smithi042 ceph-mon[94096]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:24:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:14 smithi042 ceph-mon[96574]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:24:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:14 smithi164 ceph-mon[88760]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-09-16T07:24:15.236 INFO:tasks.workunit.client.0.smithi042.stdout: 912: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:15.236 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UJkInUZZzWvG2jJ off=13678608 len=1839119 2024-09-16T07:24:15.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 4691 completed, throughput=5MB/sec 2024-09-16T07:24:15.239 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CqpnOgxt79HRTkm off=6677353 len=1249279 2024-09-16T07:24:15.240 INFO:tasks.workunit.client.0.smithi042.stdout:op 4692 completed, throughput=5MB/sec 2024-09-16T07:24:15.240 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qqg12vHoD86p3aa off=19480022 len=1738800 2024-09-16T07:24:15.247 INFO:tasks.workunit.client.0.smithi042.stdout:op 4693 completed, throughput=5MB/sec 2024-09-16T07:24:15.247 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mTVs64-ydCMF8C7 off=2217702 len=1478677 2024-09-16T07:24:15.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 4694 completed, throughput=5MB/sec 2024-09-16T07:24:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:24:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:24:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:24:16.253 INFO:tasks.workunit.client.0.smithi042.stdout: 913: throughput=5MB/sec pending data=0 2024-09-16T07:24:16.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pKJBmuFL6ZLnUFX off=8066519 len=816757 2024-09-16T07:24:16.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 4695 completed, throughput=5MB/sec 2024-09-16T07:24:16.258 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-12aSmmM4Z31HX3C off=21487759 len=1787472 2024-09-16T07:24:16.269 INFO:tasks.workunit.client.0.smithi042.stdout:op 4696 completed, throughput=5MB/sec 2024-09-16T07:24:16.269 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YRM4CMJqmRNf5CF off=12802233 len=496756 2024-09-16T07:24:16.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 4697 completed, throughput=5MB/sec 2024-09-16T07:24:16.272 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zof2rtqcyTKGpav off=4944104 len=1188445 2024-09-16T07:24:16.279 INFO:tasks.workunit.client.0.smithi042.stdout:op 4698 completed, throughput=5MB/sec 2024-09-16T07:24:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[94096]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[96574]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:24:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:24:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:16 smithi164 ceph-mon[88760]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-09-16T07:24:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:24:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:24:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:24:17.279 INFO:tasks.workunit.client.0.smithi042.stdout: 914: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:17.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nuGbh-qGePhNj91 off=6455267 len=948185 2024-09-16T07:24:17.285 INFO:tasks.workunit.client.0.smithi042.stdout:op 4699 completed, throughput=5MB/sec 2024-09-16T07:24:17.285 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--WISDaD5ivwYTkq off=7752161 len=1775233 2024-09-16T07:24:17.287 INFO:tasks.workunit.client.0.smithi042.stdout:op 4700 completed, throughput=5MB/sec 2024-09-16T07:24:17.287 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sv_7ETO2LkwsHiG off=6451531 len=1068343 2024-09-16T07:24:17.293 INFO:tasks.workunit.client.0.smithi042.stdout:op 4701 completed, throughput=5MB/sec 2024-09-16T07:24:17.293 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QkLsD-20riRgQif off=10447041 len=223930 2024-09-16T07:24:17.296 INFO:tasks.workunit.client.0.smithi042.stdout:op 4702 completed, throughput=5MB/sec 2024-09-16T07:24:17.296 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5o9LBZTvST1tHaC off=12758913 len=1298664 2024-09-16T07:24:17.301 INFO:tasks.workunit.client.0.smithi042.stdout:op 4703 completed, throughput=5MB/sec 2024-09-16T07:24:18.302 INFO:tasks.workunit.client.0.smithi042.stdout: 915: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:18.302 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Fv_MzaMtcYLsnYy off=9492953 len=1913710 2024-09-16T07:24:18.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 4704 completed, throughput=5MB/sec 2024-09-16T07:24:18.310 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B6HajCRBRVamqU4 off=2243760 len=1986280 2024-09-16T07:24:18.313 INFO:tasks.workunit.client.0.smithi042.stdout:op 4705 completed, throughput=5MB/sec 2024-09-16T07:24:18.313 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LYFlVcR4M-KD3fK off=5992761 len=649412 2024-09-16T07:24:18.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 4706 completed, throughput=5MB/sec 2024-09-16T07:24:18.317 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pitV9shPAgq8OG0 off=7517315 len=475040 2024-09-16T07:24:18.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 4707 completed, throughput=5MB/sec 2024-09-16T07:24:18.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VuCSnXdGjSCa-M9 off=1717988 len=351785 2024-09-16T07:24:18.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 4708 completed, throughput=5MB/sec 2024-09-16T07:24:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:18 smithi042 ceph-mon[94096]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:18 smithi042 ceph-mon[96574]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:18 smithi164 ceph-mon[88760]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:19.322 INFO:tasks.workunit.client.0.smithi042.stdout: 916: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:19.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mfp8kw7dWFf84DQ off=23443765 len=787998 2024-09-16T07:24:19.326 INFO:tasks.workunit.client.0.smithi042.stdout:op 4709 completed, throughput=5MB/sec 2024-09-16T07:24:19.326 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VhSxwrEU05AqnLg off=12326463 len=1773091 2024-09-16T07:24:19.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 4710 completed, throughput=5MB/sec 2024-09-16T07:24:19.335 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W4F4C95wF9tZKxF off=1754637 len=1691837 2024-09-16T07:24:19.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 4711 completed, throughput=5MB/sec 2024-09-16T07:24:19.338 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-70dzXmdL-F_MHeV off=18278096 len=795722 2024-09-16T07:24:19.340 INFO:tasks.workunit.client.0.smithi042.stdout:op 4712 completed, throughput=5MB/sec 2024-09-16T07:24:19.340 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iKenm1WqmZFt2Jw off=6267363 len=1254387 2024-09-16T07:24:19.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 4713 completed, throughput=5MB/sec 2024-09-16T07:24:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:20.341 INFO:tasks.workunit.client.0.smithi042.stdout: 917: throughput=5MB/sec pending data=0 2024-09-16T07:24:20.342 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cw8VtXXnGf5l4HT off=15421129 len=1262884 2024-09-16T07:24:20.343 INFO:tasks.workunit.client.0.smithi042.stdout:op 4714 completed, throughput=5MB/sec 2024-09-16T07:24:20.343 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZSjHXJw8aNOHNoP off=33503 len=568894 2024-09-16T07:24:20.345 INFO:tasks.workunit.client.0.smithi042.stdout:op 4715 completed, throughput=5MB/sec 2024-09-16T07:24:20.345 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XjcmZ5E2IhdGenw off=2475429 len=1017001 2024-09-16T07:24:20.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 4716 completed, throughput=5MB/sec 2024-09-16T07:24:20.351 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--6n-s3TT6-u2rmu off=2230524 len=1046069 2024-09-16T07:24:20.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 4717 completed, throughput=5MB/sec 2024-09-16T07:24:20.353 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-piTiMPyygnVtNWN off=8521161 len=447660 2024-09-16T07:24:20.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:20 smithi042 ceph-mon[96574]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:20.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:20 smithi042 ceph-mon[94096]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:20.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 4718 completed, throughput=5MB/sec 2024-09-16T07:24:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:20 smithi164 ceph-mon[88760]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:21.354 INFO:tasks.workunit.client.0.smithi042.stdout: 918: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:21.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gP-WH1JMaSbaDsx off=2090782 len=294638 2024-09-16T07:24:21.358 INFO:tasks.workunit.client.0.smithi042.stdout:op 4719 completed, throughput=4.99MB/sec 2024-09-16T07:24:21.358 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZKlLfZ715I5kkea off=2307263 len=442678 2024-09-16T07:24:21.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 4720 completed, throughput=5MB/sec 2024-09-16T07:24:21.359 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FglNcXwM6Y9a_2i off=7939171 len=575318 2024-09-16T07:24:21.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 4721 completed, throughput=5MB/sec 2024-09-16T07:24:21.363 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d5-caqYQtNDZDeb off=8018565 len=1705352 2024-09-16T07:24:21.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 4722 completed, throughput=5MB/sec 2024-09-16T07:24:21.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1b-LzhDiMFUpr6S off=534178 len=1154106 2024-09-16T07:24:21.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 4723 completed, throughput=5MB/sec 2024-09-16T07:24:21.370 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_fXfGEUDKHMqSy1 off=0 len=1601009 2024-09-16T07:24:21.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 4724 completed, throughput=5MB/sec 2024-09-16T07:24:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:21] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:24:22.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:22 smithi164 ceph-mon[88760]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:24:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:22 smithi042 ceph-mon[94096]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:24:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:22 smithi042 ceph-mon[96574]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-09-16T07:24:22.377 INFO:tasks.workunit.client.0.smithi042.stdout: 919: throughput=5MB/sec pending data=0 2024-09-16T07:24:22.377 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MFN4pnjxzPr5Tag off=3833562 len=1685083 2024-09-16T07:24:22.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 4725 completed, throughput=5MB/sec 2024-09-16T07:24:22.387 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WYvMGmMFp7ZwKRK off=10962514 len=492379 2024-09-16T07:24:22.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 4726 completed, throughput=5MB/sec 2024-09-16T07:24:22.388 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TLZpTgUyFz2I7Ea off=0 len=1919474 2024-09-16T07:24:22.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 4727 completed, throughput=5MB/sec 2024-09-16T07:24:22.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tDJxumeZ7M8ka0l off=3887867 len=644224 2024-09-16T07:24:22.394 INFO:tasks.workunit.client.0.smithi042.stdout:op 4728 completed, throughput=5MB/sec 2024-09-16T07:24:22.395 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yuWs6lfYT2iXxub off=5676759 len=1816116 2024-09-16T07:24:22.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 4729 completed, throughput=5MB/sec 2024-09-16T07:24:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:23.402 INFO:tasks.workunit.client.0.smithi042.stdout: 920: throughput=5MB/sec pending data=0 2024-09-16T07:24:23.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ve2G4rit6V-KlRJ off=2675364 len=1579123 2024-09-16T07:24:23.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 4730 completed, throughput=5MB/sec 2024-09-16T07:24:23.410 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XeXmlGC0MZf9w8J off=1147146 len=1509509 2024-09-16T07:24:23.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 4731 completed, throughput=5MB/sec 2024-09-16T07:24:23.413 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GWhlG_iffbuJ6LM off=18024183 len=1909742 2024-09-16T07:24:23.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 4732 completed, throughput=5MB/sec 2024-09-16T07:24:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:24 smithi042 ceph-mon[94096]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:24 smithi042 ceph-mon[96574]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:24.426 INFO:tasks.workunit.client.0.smithi042.stdout: 921: throughput=5MB/sec pending data=0 2024-09-16T07:24:24.426 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qaOPY1S5Zs1F4Xn off=16042694 len=652076 2024-09-16T07:24:24.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 4733 completed, throughput=5MB/sec 2024-09-16T07:24:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vumu5RbEGt3pBYN off=7048389 len=557828 2024-09-16T07:24:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 4734 completed, throughput=5MB/sec 2024-09-16T07:24:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cZ_OXLv0GbqzvtM off=20760727 len=1083086 2024-09-16T07:24:24.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 4735 completed, throughput=5MB/sec 2024-09-16T07:24:24.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JggkFJHS7Faa0rc off=585422 len=1733576 2024-09-16T07:24:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 4736 completed, throughput=5MB/sec 2024-09-16T07:24:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AO4TmyAJ0BX2m1t off=1843002 len=1762667 2024-09-16T07:24:24.441 INFO:tasks.workunit.client.0.smithi042.stdout:op 4737 completed, throughput=5MB/sec 2024-09-16T07:24:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:24 smithi164 ceph-mon[88760]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:25.442 INFO:tasks.workunit.client.0.smithi042.stdout: 922: throughput=5MB/sec pending data=0 2024-09-16T07:24:25.442 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IWwO8lELb404Qsw off=8850393 len=1573062 2024-09-16T07:24:25.450 INFO:tasks.workunit.client.0.smithi042.stdout:op 4738 completed, throughput=5MB/sec 2024-09-16T07:24:25.450 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VUoI46Ehp2E9h7M off=1147196 len=139872 2024-09-16T07:24:25.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 4739 completed, throughput=5MB/sec 2024-09-16T07:24:25.451 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eWuLu3q4cLW-769 off=178510 len=793743 2024-09-16T07:24:25.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 4740 completed, throughput=5MB/sec 2024-09-16T07:24:25.452 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uLBPHUuCLvFi8iI off=976745 len=11643 2024-09-16T07:24:25.454 INFO:tasks.workunit.client.0.smithi042.stdout:op 4741 completed, throughput=5MB/sec 2024-09-16T07:24:25.455 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2sLFSF6m_JirEjr off=2182301 len=1217696 2024-09-16T07:24:25.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 4742 completed, throughput=5MB/sec 2024-09-16T07:24:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:26 smithi042 ceph-mon[94096]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:26 smithi042 ceph-mon[96574]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:26.463 INFO:tasks.workunit.client.0.smithi042.stdout: 923: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:26.463 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FB-ynjXx_lYRMXe off=16000616 len=1443330 2024-09-16T07:24:26.465 INFO:tasks.workunit.client.0.smithi042.stdout:op 4743 completed, throughput=5MB/sec 2024-09-16T07:24:26.465 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qBVdKYNAWTbHoDJ off=2920159 len=894042 2024-09-16T07:24:26.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 4744 completed, throughput=5MB/sec 2024-09-16T07:24:26.467 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DCtwomCzEASyyfV off=1157402 len=376738 2024-09-16T07:24:26.467 INFO:tasks.workunit.client.0.smithi042.stdout:op 4745 completed, throughput=5MB/sec 2024-09-16T07:24:26.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JWT7dVW5cBGhWYb off=9010998 len=244417 2024-09-16T07:24:26.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 4746 completed, throughput=5MB/sec 2024-09-16T07:24:26.468 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mzt1zC7tOi1LAtE off=4495270 len=895512 2024-09-16T07:24:26.469 INFO:tasks.workunit.client.0.smithi042.stdout:op 4747 completed, throughput=5MB/sec 2024-09-16T07:24:26.469 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XlVe2OiJf21ixDc off=13318837 len=2015062 2024-09-16T07:24:26.471 INFO:tasks.workunit.client.0.smithi042.stdout:op 4748 completed, throughput=5MB/sec 2024-09-16T07:24:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:26 smithi164 ceph-mon[88760]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:27.472 INFO:tasks.workunit.client.0.smithi042.stdout: 924: throughput=5MB/sec pending data=0 2024-09-16T07:24:27.472 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jQufcHgCnOPWQGP off=1193460 len=504461 2024-09-16T07:24:27.476 INFO:tasks.workunit.client.0.smithi042.stdout:op 4749 completed, throughput=5MB/sec 2024-09-16T07:24:27.476 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vZJt5wYAOyuVM-8 off=2599341 len=505738 2024-09-16T07:24:27.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 4750 completed, throughput=5MB/sec 2024-09-16T07:24:27.480 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WXKyu6wXfocFdRI off=8341437 len=660031 2024-09-16T07:24:27.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 4751 completed, throughput=5MB/sec 2024-09-16T07:24:27.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HpwY4-GNOWpypmb off=5024794 len=1747648 2024-09-16T07:24:27.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 4752 completed, throughput=5MB/sec 2024-09-16T07:24:27.488 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LOxbve4ZBqbJFbU off=10145819 len=1498297 2024-09-16T07:24:27.490 INFO:tasks.workunit.client.0.smithi042.stdout:op 4753 completed, throughput=5MB/sec 2024-09-16T07:24:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:28 smithi042 ceph-mon[94096]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:28 smithi042 ceph-mon[96574]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:28 smithi164 ceph-mon[88760]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:28.492 INFO:tasks.workunit.client.0.smithi042.stdout: 925: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:28.492 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i0sEyr3Qvt5RGLZ off=6811031 len=13680 2024-09-16T07:24:28.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 4754 completed, throughput=4.99MB/sec 2024-09-16T07:24:28.493 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VxiYfhGK9At0Hy9 off=710399 len=576387 2024-09-16T07:24:28.498 INFO:tasks.workunit.client.0.smithi042.stdout:op 4755 completed, throughput=5MB/sec 2024-09-16T07:24:28.498 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hjHNqTCCX2VOb8d off=17700248 len=460333 2024-09-16T07:24:28.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 4756 completed, throughput=5MB/sec 2024-09-16T07:24:28.501 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d0zt2R_3Q5T3uJf off=696585 len=300792 2024-09-16T07:24:28.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 4757 completed, throughput=5MB/sec 2024-09-16T07:24:28.505 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-llA6IhryOd7Xycm off=15556890 len=1184789 2024-09-16T07:24:28.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 4758 completed, throughput=5MB/sec 2024-09-16T07:24:28.507 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J2czyFhLJ9mUX8u off=5990450 len=72446 2024-09-16T07:24:28.507 INFO:tasks.workunit.client.0.smithi042.stdout:op 4759 completed, throughput=5MB/sec 2024-09-16T07:24:28.507 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GssE-Xm_34Fk6wO off=13113211 len=1638307 2024-09-16T07:24:28.510 INFO:tasks.workunit.client.0.smithi042.stdout:op 4760 completed, throughput=5MB/sec 2024-09-16T07:24:28.511 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vP71i6MF1lLRVoE off=9540196 len=317403 2024-09-16T07:24:28.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 4761 completed, throughput=5MB/sec 2024-09-16T07:24:28.511 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-afD6u0JHwmarKiu off=6853680 len=174508 2024-09-16T07:24:28.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 4762 completed, throughput=5MB/sec 2024-09-16T07:24:28.514 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iU2ECFPFQmh0jvl off=20089942 len=1113411 2024-09-16T07:24:28.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 4763 completed, throughput=5MB/sec 2024-09-16T07:24:29.516 INFO:tasks.workunit.client.0.smithi042.stdout: 926: throughput=5MB/sec pending data=0 2024-09-16T07:24:29.516 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k9k1T2DgCJRG5b4 off=3793680 len=1472580 2024-09-16T07:24:29.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 4764 completed, throughput=5MB/sec 2024-09-16T07:24:29.518 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-55D-ISSL7ykso98 off=6961283 len=642714 2024-09-16T07:24:29.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 4765 completed, throughput=5MB/sec 2024-09-16T07:24:29.523 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g1ihHnwoje6Ntw0 off=5800777 len=1818397 2024-09-16T07:24:29.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 4766 completed, throughput=5MB/sec 2024-09-16T07:24:29.534 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s1zcvrIX1TZ28x8 off=2291506 len=277304 2024-09-16T07:24:29.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 4767 completed, throughput=5MB/sec 2024-09-16T07:24:29.537 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nvskaKCKYyssP1O off=9163478 len=598405 2024-09-16T07:24:29.540 INFO:tasks.workunit.client.0.smithi042.stdout:op 4768 completed, throughput=5MB/sec 2024-09-16T07:24:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:30 smithi042 ceph-mon[94096]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:30 smithi042 ceph-mon[96574]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:30 smithi164 ceph-mon[88760]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:24:30.541 INFO:tasks.workunit.client.0.smithi042.stdout: 927: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:30.541 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HVJ3p6BWsOkKSEc off=958721 len=85202 2024-09-16T07:24:30.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 4769 completed, throughput=4.99MB/sec 2024-09-16T07:24:30.544 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z8HEdu5fcff966d off=390582 len=1404 2024-09-16T07:24:30.545 INFO:tasks.workunit.client.0.smithi042.stdout:op 4770 completed, throughput=4.99MB/sec 2024-09-16T07:24:30.546 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lb4-KhXMZsWnwRt off=0 len=1657944 2024-09-16T07:24:30.548 INFO:tasks.workunit.client.0.smithi042.stdout:op 4771 completed, throughput=5MB/sec 2024-09-16T07:24:30.548 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DR7ufA6BXDAnYaW off=6466299 len=1266359 2024-09-16T07:24:30.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 4772 completed, throughput=5MB/sec 2024-09-16T07:24:30.550 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oFMxTMEaHruTB7S off=1284662 len=1339667 2024-09-16T07:24:30.557 INFO:tasks.workunit.client.0.smithi042.stdout:op 4773 completed, throughput=5MB/sec 2024-09-16T07:24:30.557 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2YxG_G4OUC_Pmn1 off=174447 len=100982 2024-09-16T07:24:30.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 4774 completed, throughput=5MB/sec 2024-09-16T07:24:30.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Mbra63KwFCCVr5g off=20400420 len=312090 2024-09-16T07:24:30.560 INFO:tasks.workunit.client.0.smithi042.stdout:op 4775 completed, throughput=5MB/sec 2024-09-16T07:24:30.560 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PNanS1irW5jjuF_ off=21855 len=1015847 2024-09-16T07:24:30.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 4776 completed, throughput=5MB/sec 2024-09-16T07:24:31.562 INFO:tasks.workunit.client.0.smithi042.stdout: 928: throughput=5MB/sec pending data=0 2024-09-16T07:24:31.564 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZMUdZayRT8rcEpN off=3399577 len=883235 2024-09-16T07:24:31.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 4777 completed, throughput=5MB/sec 2024-09-16T07:24:31.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PcSy6f2fspimB-8 off=17738830 len=1257774 2024-09-16T07:24:31.573 INFO:tasks.workunit.client.0.smithi042.stdout:op 4778 completed, throughput=5MB/sec 2024-09-16T07:24:31.573 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8G5EMq-gdI8AMk8 off=1453858 len=2010847 2024-09-16T07:24:31.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 4779 completed, throughput=5MB/sec 2024-09-16T07:24:31.585 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GGkFycs2E9YQGSu off=2455569 len=885611 2024-09-16T07:24:31.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 4780 completed, throughput=5MB/sec 2024-09-16T07:24:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:31] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:24:32.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:32 smithi164 ceph-mon[88760]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:24:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:32 smithi042 ceph-mon[94096]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:24:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:32 smithi042 ceph-mon[96574]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:24:32.590 INFO:tasks.workunit.client.0.smithi042.stdout: 929: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:32.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9LULwA6iaSJ9ze- off=21569462 len=839281 2024-09-16T07:24:32.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 4781 completed, throughput=5MB/sec 2024-09-16T07:24:32.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CBL1MvtmhoJS3sa off=13151410 len=855607 2024-09-16T07:24:32.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 4782 completed, throughput=5MB/sec 2024-09-16T07:24:32.595 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--_o70F3hVYeazCN off=1420940 len=324535 2024-09-16T07:24:32.595 INFO:tasks.workunit.client.0.smithi042.stdout:op 4783 completed, throughput=5MB/sec 2024-09-16T07:24:32.595 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J5xe31aosx-D4XP off=1808490 len=1932635 2024-09-16T07:24:32.598 INFO:tasks.workunit.client.0.smithi042.stdout:op 4784 completed, throughput=5MB/sec 2024-09-16T07:24:32.598 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AoD6ahfJPFiPesP off=416930 len=437650 2024-09-16T07:24:32.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 4785 completed, throughput=5MB/sec 2024-09-16T07:24:32.602 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-M65jatwAc58qkaj off=17849877 len=2038891 2024-09-16T07:24:32.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 4786 completed, throughput=5MB/sec 2024-09-16T07:24:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:33.605 INFO:tasks.workunit.client.0.smithi042.stdout: 930: throughput=5MB/sec pending data=0 2024-09-16T07:24:33.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rEzvKnUVtjf7VPu off=586137 len=1238582 2024-09-16T07:24:33.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 4787 completed, throughput=5MB/sec 2024-09-16T07:24:33.611 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mApaHmMrFh0Njwy off=6626240 len=976383 2024-09-16T07:24:33.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 4788 completed, throughput=5MB/sec 2024-09-16T07:24:33.617 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VGT7YaMs5PQUdmU off=4640987 len=93480 2024-09-16T07:24:33.617 INFO:tasks.workunit.client.0.smithi042.stdout:op 4789 completed, throughput=5MB/sec 2024-09-16T07:24:33.618 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z8BySHwdT6rVZ98 off=1998754 len=983361 2024-09-16T07:24:33.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 4790 completed, throughput=5MB/sec 2024-09-16T07:24:33.623 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ApAl-Dt-DpTHGky off=987179 len=296956 2024-09-16T07:24:33.623 INFO:tasks.workunit.client.0.smithi042.stdout:op 4791 completed, throughput=5MB/sec 2024-09-16T07:24:33.624 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vpMvaLi2efqrmQv off=23344817 len=184942 2024-09-16T07:24:33.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 4792 completed, throughput=5MB/sec 2024-09-16T07:24:33.624 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-831rlwa43lT9Lqz off=0 len=1049917 2024-09-16T07:24:33.626 INFO:tasks.workunit.client.0.smithi042.stdout:op 4793 completed, throughput=5MB/sec 2024-09-16T07:24:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:34 smithi042 ceph-mon[96574]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:34 smithi042 ceph-mon[94096]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:34 smithi164 ceph-mon[88760]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:34.628 INFO:tasks.workunit.client.0.smithi042.stdout: 931: throughput=5MB/sec pending data=0 2024-09-16T07:24:34.629 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dAW0Y6bLFPjojn7 off=16545123 len=1790939 2024-09-16T07:24:34.629 INFO:tasks.workunit.client.0.smithi042.stdout:op 4794 completed, throughput=5MB/sec 2024-09-16T07:24:34.629 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-muQEj8I3y0Klhwu off=2794874 len=1680185 2024-09-16T07:24:34.631 INFO:tasks.workunit.client.0.smithi042.stdout:op 4795 completed, throughput=5MB/sec 2024-09-16T07:24:34.632 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qwda4Q91Po-nbxX off=11004565 len=1151351 2024-09-16T07:24:34.638 INFO:tasks.workunit.client.0.smithi042.stdout:op 4796 completed, throughput=5MB/sec 2024-09-16T07:24:35.638 INFO:tasks.workunit.client.0.smithi042.stdout: 932: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:35.638 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k8fwS4CZ3x5zt1P off=317180 len=1179937 2024-09-16T07:24:35.640 INFO:tasks.workunit.client.0.smithi042.stdout:op 4797 completed, throughput=5MB/sec 2024-09-16T07:24:35.640 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ltwn6286i0LauGJ off=556455 len=719630 2024-09-16T07:24:35.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 4798 completed, throughput=5MB/sec 2024-09-16T07:24:35.644 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PjYlrItX02l46HJ off=4302629 len=598365 2024-09-16T07:24:35.648 INFO:tasks.workunit.client.0.smithi042.stdout:op 4799 completed, throughput=5MB/sec 2024-09-16T07:24:35.648 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Dm6XQZ-kVwo1Ee off=7531409 len=608421 2024-09-16T07:24:35.649 INFO:tasks.workunit.client.0.smithi042.stdout:op 4800 completed, throughput=5MB/sec 2024-09-16T07:24:35.649 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ww6lNZxlXv7ljys off=16388709 len=112292 2024-09-16T07:24:35.650 INFO:tasks.workunit.client.0.smithi042.stdout:op 4801 completed, throughput=5MB/sec 2024-09-16T07:24:35.650 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-acUswnw1cU8WdFC off=4349462 len=749736 2024-09-16T07:24:35.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 4802 completed, throughput=5MB/sec 2024-09-16T07:24:35.655 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tFamM-owTDHPD65 off=3187603 len=483322 2024-09-16T07:24:35.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 4803 completed, throughput=5MB/sec 2024-09-16T07:24:35.659 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DwS_juU-JLKMLV7 off=1902249 len=781037 2024-09-16T07:24:35.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 4804 completed, throughput=5MB/sec 2024-09-16T07:24:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:36 smithi042 ceph-mon[94096]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:36 smithi042 ceph-mon[96574]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:36 smithi164 ceph-mon[88760]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: 933: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:36.660 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YxS-C8uX-AC8fql off=11584373 len=1761843 2024-09-16T07:24:36.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 4805 completed, throughput=5MB/sec 2024-09-16T07:24:36.663 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TV9eR2xy-UUAuoq off=10514263 len=458063 2024-09-16T07:24:36.666 INFO:tasks.workunit.client.0.smithi042.stdout:op 4806 completed, throughput=5MB/sec 2024-09-16T07:24:36.666 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LDmNOfrSQq0wKgb off=12901998 len=1127623 2024-09-16T07:24:36.673 INFO:tasks.workunit.client.0.smithi042.stdout:op 4807 completed, throughput=5MB/sec 2024-09-16T07:24:36.673 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RlWaLPvU8XJ86ym off=14524151 len=1363203 2024-09-16T07:24:36.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 4808 completed, throughput=5MB/sec 2024-09-16T07:24:36.682 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xq3VPimqyBXwWCU off=665314 len=941483 2024-09-16T07:24:36.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 4809 completed, throughput=5MB/sec 2024-09-16T07:24:37.687 INFO:tasks.workunit.client.0.smithi042.stdout: 934: throughput=5MB/sec pending data=0 2024-09-16T07:24:37.687 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fLpkxQgJYwTthTa off=17475650 len=1873177 2024-09-16T07:24:37.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 4810 completed, throughput=5MB/sec 2024-09-16T07:24:37.691 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pP8Br5uNWKf1Txd off=1522413 len=1530462 2024-09-16T07:24:37.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 4811 completed, throughput=5MB/sec 2024-09-16T07:24:37.694 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i9OHKQ2xDThq8hO off=101956 len=1367600 2024-09-16T07:24:37.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 4812 completed, throughput=5MB/sec 2024-09-16T07:24:37.701 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BgSoQQqmjR9YndH off=7107705 len=1732632 2024-09-16T07:24:37.713 INFO:tasks.workunit.client.0.smithi042.stdout:op 4813 completed, throughput=5MB/sec 2024-09-16T07:24:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:38 smithi042 ceph-mon[94096]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:38.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:38 smithi042 ceph-mon[96574]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:38 smithi164 ceph-mon[88760]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:24:38.713 INFO:tasks.workunit.client.0.smithi042.stdout: 935: throughput=5MB/sec pending data=0 2024-09-16T07:24:38.713 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3tMEKiSKtRqKemO off=3835393 len=1177960 2024-09-16T07:24:38.720 INFO:tasks.workunit.client.0.smithi042.stdout:op 4814 completed, throughput=5MB/sec 2024-09-16T07:24:38.721 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BHjA2qYXYq9MDiE off=5551078 len=1014469 2024-09-16T07:24:38.725 INFO:tasks.workunit.client.0.smithi042.stdout:op 4815 completed, throughput=5MB/sec 2024-09-16T07:24:38.725 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Fwj47v4Olwqdbdc off=2922584 len=820269 2024-09-16T07:24:38.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 4816 completed, throughput=5MB/sec 2024-09-16T07:24:38.726 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nha4ucJdICBEKUo off=9217388 len=39941 2024-09-16T07:24:38.728 INFO:tasks.workunit.client.0.smithi042.stdout:op 4817 completed, throughput=5MB/sec 2024-09-16T07:24:38.728 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lzLm6iog9Wvru9z off=11828777 len=1205944 2024-09-16T07:24:38.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 4818 completed, throughput=5MB/sec 2024-09-16T07:24:39.731 INFO:tasks.workunit.client.0.smithi042.stdout: 936: throughput=5MB/sec pending data=0 2024-09-16T07:24:39.731 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0g10p-q2jdDtDX9 off=11560313 len=572476 2024-09-16T07:24:39.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 4819 completed, throughput=5MB/sec 2024-09-16T07:24:39.733 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_uH214wOlgO4KVc off=17308412 len=200514 2024-09-16T07:24:39.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 4820 completed, throughput=5MB/sec 2024-09-16T07:24:39.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3oOEg0eQAxxgGQY off=11256082 len=182011 2024-09-16T07:24:39.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 4821 completed, throughput=5MB/sec 2024-09-16T07:24:39.735 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R0wRihvO5ht3dbJ off=7847 len=630281 2024-09-16T07:24:39.739 INFO:tasks.workunit.client.0.smithi042.stdout:op 4822 completed, throughput=5MB/sec 2024-09-16T07:24:39.739 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K5hRZ5BBmH2Sijx off=10732866 len=46883 2024-09-16T07:24:39.745 INFO:tasks.workunit.client.0.smithi042.stdout:op 4823 completed, throughput=5MB/sec 2024-09-16T07:24:39.745 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hEpVgHpKSAJna8P off=278836 len=1753789 2024-09-16T07:24:39.752 INFO:tasks.workunit.client.0.smithi042.stdout:op 4824 completed, throughput=5MB/sec 2024-09-16T07:24:39.752 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MibnDnqng1yXmiC off=6010708 len=1091690 2024-09-16T07:24:39.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 4825 completed, throughput=5MB/sec 2024-09-16T07:24:39.755 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ww2FNY5i4Frs_1j off=12431666 len=951412 2024-09-16T07:24:39.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 4826 completed, throughput=5MB/sec 2024-09-16T07:24:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:40 smithi042 ceph-mon[94096]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:24:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:40 smithi042 ceph-mon[96574]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:24:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:40 smithi164 ceph-mon[88760]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-09-16T07:24:40.761 INFO:tasks.workunit.client.0.smithi042.stdout: 937: throughput=5MB/sec pending data=0 2024-09-16T07:24:40.761 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Xtt1KWHYibneYwR off=166677 len=558667 2024-09-16T07:24:40.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 4827 completed, throughput=5MB/sec 2024-09-16T07:24:40.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rHj_C3yJ16242sT off=16725232 len=319424 2024-09-16T07:24:40.762 INFO:tasks.workunit.client.0.smithi042.stdout:op 4828 completed, throughput=5MB/sec 2024-09-16T07:24:40.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5MugBxevhhkuTc- off=17923961 len=1901509 2024-09-16T07:24:40.765 INFO:tasks.workunit.client.0.smithi042.stdout:op 4829 completed, throughput=5MB/sec 2024-09-16T07:24:40.765 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a-KHvYCKMZqrB24 off=12521241 len=1698822 2024-09-16T07:24:40.775 INFO:tasks.workunit.client.0.smithi042.stdout:op 4830 completed, throughput=5MB/sec 2024-09-16T07:24:40.775 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AsCtm8F1mSwHGFt off=308437 len=755074 2024-09-16T07:24:40.780 INFO:tasks.workunit.client.0.smithi042.stdout:op 4831 completed, throughput=5MB/sec 2024-09-16T07:24:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:41] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:24:41.780 INFO:tasks.workunit.client.0.smithi042.stdout: 938: throughput=5MB/sec pending data=0 2024-09-16T07:24:41.780 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bD6uN2C3ScRQ2Ql off=998534 len=2087824 2024-09-16T07:24:41.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 4832 completed, throughput=5MB/sec 2024-09-16T07:24:41.782 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DGqv2IWg6Oz0Bnh off=6494721 len=394544 2024-09-16T07:24:41.786 INFO:tasks.workunit.client.0.smithi042.stdout:op 4833 completed, throughput=5MB/sec 2024-09-16T07:24:41.786 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pvtT6eUTXuRhBsX off=11935494 len=1051352 2024-09-16T07:24:41.788 INFO:tasks.workunit.client.0.smithi042.stdout:op 4834 completed, throughput=5MB/sec 2024-09-16T07:24:41.788 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0cLq_0PvZeaLBiI off=1520261 len=1191925 2024-09-16T07:24:41.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 4835 completed, throughput=5MB/sec 2024-09-16T07:24:41.793 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DR7ufA6BXDAnYaW off=8137171 len=1673551 2024-09-16T07:24:41.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 4836 completed, throughput=5MB/sec 2024-09-16T07:24:42.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:42 smithi164 ceph-mon[88760]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:24:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:42 smithi042 ceph-mon[96574]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:24:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:42 smithi042 ceph-mon[94096]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-09-16T07:24:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:42.792 INFO:tasks.workunit.client.0.smithi042.stdout: 939: throughput=5MB/sec pending data=0 2024-09-16T07:24:42.792 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JLgDV_UBAV9VI2I off=3137604 len=128337 2024-09-16T07:24:42.795 INFO:tasks.workunit.client.0.smithi042.stdout:op 4837 completed, throughput=5MB/sec 2024-09-16T07:24:42.795 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0vSrTmiDTOUMKnX off=19731831 len=1494607 2024-09-16T07:24:42.796 INFO:tasks.workunit.client.0.smithi042.stdout:op 4838 completed, throughput=5MB/sec 2024-09-16T07:24:42.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oBi41URcJzhe9Jv off=15848885 len=1191367 2024-09-16T07:24:42.799 INFO:tasks.workunit.client.0.smithi042.stdout:op 4839 completed, throughput=5MB/sec 2024-09-16T07:24:42.799 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bc6wTk_D0nytPkM off=24324364 len=61789 2024-09-16T07:24:42.799 INFO:tasks.workunit.client.0.smithi042.stdout:op 4840 completed, throughput=5MB/sec 2024-09-16T07:24:42.800 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YOlrN-PJbJbIQwa off=3723473 len=1742103 2024-09-16T07:24:42.810 INFO:tasks.workunit.client.0.smithi042.stdout:op 4841 completed, throughput=5MB/sec 2024-09-16T07:24:43.810 INFO:tasks.workunit.client.0.smithi042.stdout: 940: throughput=5MB/sec pending data=0 2024-09-16T07:24:43.811 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lSt1jtg9eVr0VZ3 off=5121000 len=323255 2024-09-16T07:24:43.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 4842 completed, throughput=5MB/sec 2024-09-16T07:24:43.812 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oPb6tG3yH4sQ1Wr off=24414287 len=1021084 2024-09-16T07:24:43.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 4843 completed, throughput=5MB/sec 2024-09-16T07:24:43.818 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x_ja-uh8iRK5oqx off=19519751 len=1297323 2024-09-16T07:24:43.820 INFO:tasks.workunit.client.0.smithi042.stdout:op 4844 completed, throughput=5MB/sec 2024-09-16T07:24:43.821 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LUAjVYtsUFzPXy2 off=6500423 len=1112395 2024-09-16T07:24:43.827 INFO:tasks.workunit.client.0.smithi042.stdout:op 4845 completed, throughput=5MB/sec 2024-09-16T07:24:43.827 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mShTC2fwAI0Bcm_ off=21678298 len=410409 2024-09-16T07:24:43.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 4846 completed, throughput=5MB/sec 2024-09-16T07:24:43.831 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nmVNvK4x0u_hmUp off=23053517 len=1424116 2024-09-16T07:24:43.833 INFO:tasks.workunit.client.0.smithi042.stdout:op 4847 completed, throughput=5MB/sec 2024-09-16T07:24:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:44 smithi042 ceph-mon[94096]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:44 smithi042 ceph-mon[96574]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:44 smithi164 ceph-mon[88760]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:44.834 INFO:tasks.workunit.client.0.smithi042.stdout: 941: throughput=5MB/sec pending data=0 2024-09-16T07:24:44.834 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SCnUNjXtaPpqQjG off=2999792 len=1222886 2024-09-16T07:24:44.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 4848 completed, throughput=5MB/sec 2024-09-16T07:24:44.836 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WI6_M8g-8XPbY28 off=4886147 len=324247 2024-09-16T07:24:44.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 4849 completed, throughput=5MB/sec 2024-09-16T07:24:44.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0UhGw0do7F2OLHc off=0 len=1717319 2024-09-16T07:24:44.847 INFO:tasks.workunit.client.0.smithi042.stdout:op 4850 completed, throughput=5MB/sec 2024-09-16T07:24:44.847 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VIJLzAt04wGrk-k off=1096272 len=270888 2024-09-16T07:24:44.850 INFO:tasks.workunit.client.0.smithi042.stdout:op 4851 completed, throughput=5MB/sec 2024-09-16T07:24:44.850 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hSC12oeVVVJX26O off=6835659 len=146240 2024-09-16T07:24:44.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 4852 completed, throughput=5MB/sec 2024-09-16T07:24:44.853 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5iWjU1gXS4ua3iC off=12455251 len=268125 2024-09-16T07:24:44.854 INFO:tasks.workunit.client.0.smithi042.stdout:op 4853 completed, throughput=5MB/sec 2024-09-16T07:24:44.854 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w5XVf-723JamhGc off=9145429 len=1240018 2024-09-16T07:24:44.856 INFO:tasks.workunit.client.0.smithi042.stdout:op 4854 completed, throughput=5MB/sec 2024-09-16T07:24:45.857 INFO:tasks.workunit.client.0.smithi042.stdout: 942: throughput=5MB/sec pending data=0 2024-09-16T07:24:45.857 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SI79FCyILgMqQiN off=1026431 len=1915275 2024-09-16T07:24:45.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 4855 completed, throughput=5MB/sec 2024-09-16T07:24:45.866 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r-FL2qPNXEadB8U off=3413371 len=854776 2024-09-16T07:24:45.871 INFO:tasks.workunit.client.0.smithi042.stdout:op 4856 completed, throughput=5MB/sec 2024-09-16T07:24:45.871 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VgLE_f6yqktcSPh off=13133601 len=2059091 2024-09-16T07:24:45.875 INFO:tasks.workunit.client.0.smithi042.stdout:op 4857 completed, throughput=5MB/sec 2024-09-16T07:24:46.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:46 smithi042 ceph-mon[96574]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:46 smithi042 ceph-mon[94096]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:46 smithi164 ceph-mon[88760]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:46.875 INFO:tasks.workunit.client.0.smithi042.stdout: 943: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:46.876 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2g7paFT5HADcEa8 off=7130870 len=848311 2024-09-16T07:24:46.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 4858 completed, throughput=5MB/sec 2024-09-16T07:24:46.881 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bI1nBGs_uI4J61C off=22838987 len=290378 2024-09-16T07:24:46.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 4859 completed, throughput=5MB/sec 2024-09-16T07:24:46.882 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-z8BvrRC9tx_ti2G off=14044467 len=1805320 2024-09-16T07:24:46.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 4860 completed, throughput=5MB/sec 2024-09-16T07:24:46.884 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zRr05kaYPZDkYyl off=2833349 len=1126102 2024-09-16T07:24:46.890 INFO:tasks.workunit.client.0.smithi042.stdout:op 4861 completed, throughput=5MB/sec 2024-09-16T07:24:46.890 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zfhJXA0GcM_u_PA off=5718359 len=2059524 2024-09-16T07:24:46.901 INFO:tasks.workunit.client.0.smithi042.stdout:op 4862 completed, throughput=5MB/sec 2024-09-16T07:24:47.902 INFO:tasks.workunit.client.0.smithi042.stdout: 944: throughput=5MB/sec pending data=0 2024-09-16T07:24:47.902 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RV_7i3lcfDkXDBX off=21010 len=946721 2024-09-16T07:24:47.903 INFO:tasks.workunit.client.0.smithi042.stdout:op 4863 completed, throughput=5MB/sec 2024-09-16T07:24:47.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FCUdDdf6eC1xYvz off=2312759 len=2014963 2024-09-16T07:24:47.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 4864 completed, throughput=5MB/sec 2024-09-16T07:24:47.911 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-P4I929uRRRBjBzh off=5567278 len=1522557 2024-09-16T07:24:47.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 4865 completed, throughput=5MB/sec 2024-09-16T07:24:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:48 smithi042 ceph-mon[94096]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:48 smithi042 ceph-mon[96574]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:48 smithi164 ceph-mon[88760]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:48.914 INFO:tasks.workunit.client.0.smithi042.stdout: 945: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:48.914 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w-JwMfSAdHFsQi0 off=4136506 len=1545106 2024-09-16T07:24:48.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 4866 completed, throughput=5MB/sec 2024-09-16T07:24:48.916 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VPXUNpg8D6b1nDw off=2602785 len=9153 2024-09-16T07:24:48.919 INFO:tasks.workunit.client.0.smithi042.stdout:op 4867 completed, throughput=5MB/sec 2024-09-16T07:24:48.919 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UjcHoWbwSc8J-xc off=489322 len=459338 2024-09-16T07:24:48.922 INFO:tasks.workunit.client.0.smithi042.stdout:op 4868 completed, throughput=5MB/sec 2024-09-16T07:24:48.922 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aSs0ZcZeYypgt0B off=132312 len=1054039 2024-09-16T07:24:48.927 INFO:tasks.workunit.client.0.smithi042.stdout:op 4869 completed, throughput=5MB/sec 2024-09-16T07:24:48.927 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eg6gipLRGwVyLmo off=21123561 len=615926 2024-09-16T07:24:48.928 INFO:tasks.workunit.client.0.smithi042.stdout:op 4870 completed, throughput=5MB/sec 2024-09-16T07:24:48.928 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WkkoNdZGOyuvDYi off=7968609 len=1137073 2024-09-16T07:24:48.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 4871 completed, throughput=5MB/sec 2024-09-16T07:24:48.930 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9w3P6pp2u5zf7_W off=9236801 len=977649 2024-09-16T07:24:48.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 4872 completed, throughput=5MB/sec 2024-09-16T07:24:49.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:24:49.931 INFO:tasks.workunit.client.0.smithi042.stdout: 946: throughput=5MB/sec pending data=0 2024-09-16T07:24:49.931 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kBUZcP6fHjJQfcu off=4740579 len=949912 2024-09-16T07:24:49.933 INFO:tasks.workunit.client.0.smithi042.stdout:op 4873 completed, throughput=5MB/sec 2024-09-16T07:24:49.933 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tNZYmqfHA0H7UM0 off=12672996 len=1240397 2024-09-16T07:24:49.936 INFO:tasks.workunit.client.0.smithi042.stdout:op 4874 completed, throughput=5MB/sec 2024-09-16T07:24:49.936 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xqLxBgmGbSliF4V off=3106882 len=695688 2024-09-16T07:24:49.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 4875 completed, throughput=5MB/sec 2024-09-16T07:24:49.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CL9-vRmw_UAS-Lp off=20245552 len=751419 2024-09-16T07:24:49.938 INFO:tasks.workunit.client.0.smithi042.stdout:op 4876 completed, throughput=5MB/sec 2024-09-16T07:24:49.938 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fxcm1dPX_OKOkc0 off=889849 len=1648483 2024-09-16T07:24:49.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 4877 completed, throughput=5MB/sec 2024-09-16T07:24:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:50 smithi042 ceph-mon[94096]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:50 smithi042 ceph-mon[96574]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:50 smithi164 ceph-mon[88760]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: 947: throughput=5MB/sec pending data=0 2024-09-16T07:24:50.946 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X2Qr9rxjDRx1pYh off=15315815 len=1596399 2024-09-16T07:24:50.954 INFO:tasks.workunit.client.0.smithi042.stdout:op 4878 completed, throughput=5MB/sec 2024-09-16T07:24:50.954 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iyAoJ-1XrKYz0pv off=14376173 len=459951 2024-09-16T07:24:50.958 INFO:tasks.workunit.client.0.smithi042.stdout:op 4879 completed, throughput=5MB/sec 2024-09-16T07:24:50.958 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y9fstwnQ_lQfKos off=5095733 len=1030262 2024-09-16T07:24:50.963 INFO:tasks.workunit.client.0.smithi042.stdout:op 4880 completed, throughput=5MB/sec 2024-09-16T07:24:50.963 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fno8YWzKnWRaL8F off=113633 len=762423 2024-09-16T07:24:50.968 INFO:tasks.workunit.client.0.smithi042.stdout:op 4881 completed, throughput=5MB/sec 2024-09-16T07:24:50.968 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mTVs64-ydCMF8C7 off=5922287 len=549497 2024-09-16T07:24:50.968 INFO:tasks.workunit.client.0.smithi042.stdout:op 4882 completed, throughput=5MB/sec 2024-09-16T07:24:50.968 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4PczWAu3kexfsdr off=14127412 len=1339748 2024-09-16T07:24:50.974 INFO:tasks.workunit.client.0.smithi042.stdout:op 4883 completed, throughput=5MB/sec 2024-09-16T07:24:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:24:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:24:51] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:24:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: 948: throughput=5MB/sec pending data=0 2024-09-16T07:24:51.974 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QggvAHOEL09-_mn off=8816473 len=553373 2024-09-16T07:24:51.975 INFO:tasks.workunit.client.0.smithi042.stdout:op 4884 completed, throughput=5MB/sec 2024-09-16T07:24:51.975 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8p74vzMy5TMDMD0 off=898027 len=1178319 2024-09-16T07:24:51.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 4885 completed, throughput=5MB/sec 2024-09-16T07:24:51.981 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rIH8CPzbPT46fpK off=554701 len=478182 2024-09-16T07:24:51.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 4886 completed, throughput=5MB/sec 2024-09-16T07:24:51.983 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pILhihEqfJb7Lz9 off=224549 len=359784 2024-09-16T07:24:51.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 4887 completed, throughput=5MB/sec 2024-09-16T07:24:51.985 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BAKsraS7sbBvpPS off=14247191 len=1947399 2024-09-16T07:24:51.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 4888 completed, throughput=5MB/sec 2024-09-16T07:24:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:52 smithi042 ceph-mon[94096]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:24:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:52 smithi042 ceph-mon[96574]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:24:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:52 smithi164 ceph-mon[88760]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:24:52.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:24:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:24:52.990 INFO:tasks.workunit.client.0.smithi042.stdout: 949: throughput=4.99MB/sec pending data=0 2024-09-16T07:24:52.990 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_6cqOO6IaBAvoIn off=3316238 len=922030 2024-09-16T07:24:52.995 INFO:tasks.workunit.client.0.smithi042.stdout:op 4889 completed, throughput=5MB/sec 2024-09-16T07:24:52.996 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--STr5ywJ-zy6wRO off=881363 len=1099454 2024-09-16T07:24:53.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 4890 completed, throughput=5MB/sec 2024-09-16T07:24:53.002 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c35Dm9PswK9ilHf off=5359030 len=1703686 2024-09-16T07:24:53.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 4891 completed, throughput=5MB/sec 2024-09-16T07:24:53.010 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vw5D5mM5c7tbd0g off=11230129 len=936727 2024-09-16T07:24:53.014 INFO:tasks.workunit.client.0.smithi042.stdout:op 4892 completed, throughput=5MB/sec 2024-09-16T07:24:53.014 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4hODOjNNfRw30Uk off=8416794 len=1385022 2024-09-16T07:24:53.016 INFO:tasks.workunit.client.0.smithi042.stdout:op 4893 completed, throughput=5MB/sec 2024-09-16T07:24:54.016 INFO:tasks.workunit.client.0.smithi042.stdout: 950: throughput=5MB/sec pending data=0 2024-09-16T07:24:54.016 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sa0aPOqo1ouWVh4 off=17675705 len=1307802 2024-09-16T07:24:54.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 4894 completed, throughput=5MB/sec 2024-09-16T07:24:54.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xxtLSam_20tyX-i off=4218318 len=1033878 2024-09-16T07:24:54.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 4895 completed, throughput=5MB/sec 2024-09-16T07:24:54.023 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QLDnRKwVBQb9jYN off=1752929 len=484938 2024-09-16T07:24:54.025 INFO:tasks.workunit.client.0.smithi042.stdout:op 4896 completed, throughput=5MB/sec 2024-09-16T07:24:54.025 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D4jb2SD-IAaTLdW off=3509787 len=827223 2024-09-16T07:24:54.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 4897 completed, throughput=5MB/sec 2024-09-16T07:24:54.030 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-kAcIPJt-KD4ex_U off=2331704 len=597288 2024-09-16T07:24:54.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 4898 completed, throughput=5MB/sec 2024-09-16T07:24:54.031 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s4GXnQ-FwQjNpAr off=1454068 len=1381021 2024-09-16T07:24:54.037 INFO:tasks.workunit.client.0.smithi042.stdout:op 4899 completed, throughput=5MB/sec 2024-09-16T07:24:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:54 smithi042 ceph-mon[94096]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:54 smithi042 ceph-mon[96574]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:54 smithi164 ceph-mon[88760]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:24:55.038 INFO:tasks.workunit.client.0.smithi042.stdout: 951: throughput=5MB/sec pending data=0 2024-09-16T07:24:55.038 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IhnzzbUuU9jkwJT off=504001 len=1672311 2024-09-16T07:24:55.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 4900 completed, throughput=5MB/sec 2024-09-16T07:24:55.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oBHmCtqa5KaSQVD off=2718819 len=1410613 2024-09-16T07:24:55.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 4901 completed, throughput=5MB/sec 2024-09-16T07:24:55.048 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NuvAOViI2kkTb-k off=13839373 len=1906507 2024-09-16T07:24:55.059 INFO:tasks.workunit.client.0.smithi042.stdout:op 4902 completed, throughput=5MB/sec 2024-09-16T07:24:56.060 INFO:tasks.workunit.client.0.smithi042.stdout: 952: throughput=5MB/sec pending data=0 2024-09-16T07:24:56.060 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ja7kVNroPph9erc off=152959 len=1269642 2024-09-16T07:24:56.066 INFO:tasks.workunit.client.0.smithi042.stdout:op 4903 completed, throughput=5MB/sec 2024-09-16T07:24:56.066 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uLfpAK8SplpBo1w off=9499399 len=1902265 2024-09-16T07:24:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:op 4904 completed, throughput=5MB/sec 2024-09-16T07:24:56.068 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--6aQyTw7UxiEUZc off=2463918 len=198957 2024-09-16T07:24:56.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 4905 completed, throughput=5MB/sec 2024-09-16T07:24:56.071 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YoJrowU3kUzEzkN off=3868258 len=614830 2024-09-16T07:24:56.072 INFO:tasks.workunit.client.0.smithi042.stdout:op 4906 completed, throughput=5MB/sec 2024-09-16T07:24:56.072 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hxkW5QuhtRhpA5U off=3467708 len=479618 2024-09-16T07:24:56.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 4907 completed, throughput=5MB/sec 2024-09-16T07:24:56.073 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-itaZZgfBnP7J3HS off=545490 len=164363 2024-09-16T07:24:56.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 4908 completed, throughput=5MB/sec 2024-09-16T07:24:56.074 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QgMyfJwJWwyv68i off=14788756 len=544166 2024-09-16T07:24:56.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 4909 completed, throughput=5MB/sec 2024-09-16T07:24:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:56 smithi042 ceph-mon[96574]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:24:56.399 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:56 smithi042 ceph-mon[94096]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:24:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:56 smithi164 ceph-mon[88760]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-09-16T07:24:57.075 INFO:tasks.workunit.client.0.smithi042.stdout: 953: throughput=5MB/sec pending data=0 2024-09-16T07:24:57.075 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zBm-KLcSKD4gRHn off=12340692 len=1162662 2024-09-16T07:24:57.076 INFO:tasks.workunit.client.0.smithi042.stdout:op 4910 completed, throughput=5MB/sec 2024-09-16T07:24:57.077 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W_vQvr6ST0Adm2w off=1235026 len=1608501 2024-09-16T07:24:57.079 INFO:tasks.workunit.client.0.smithi042.stdout:op 4911 completed, throughput=5MB/sec 2024-09-16T07:24:57.079 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O2yEa6gBNEe6jFx off=2610950 len=1718651 2024-09-16T07:24:57.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 4912 completed, throughput=5MB/sec 2024-09-16T07:24:57.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HqU1Rs8zgJpNFq3 off=3354653 len=728216 2024-09-16T07:24:57.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 4913 completed, throughput=5MB/sec 2024-09-16T07:24:58.082 INFO:tasks.workunit.client.0.smithi042.stdout: 954: throughput=5MB/sec pending data=0 2024-09-16T07:24:58.083 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_E43S4mc0jNIT3j off=2966996 len=2031201 2024-09-16T07:24:58.087 INFO:tasks.workunit.client.0.smithi042.stdout:op 4914 completed, throughput=5MB/sec 2024-09-16T07:24:58.087 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MMM3rhEHIRHaT2O off=633173 len=1969287 2024-09-16T07:24:58.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 4915 completed, throughput=5MB/sec 2024-09-16T07:24:58.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ClCpR0eSyhOwqh6 off=7116542 len=794407 2024-09-16T07:24:58.090 INFO:tasks.workunit.client.0.smithi042.stdout:op 4916 completed, throughput=5MB/sec 2024-09-16T07:24:58.090 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SVBg9QWSBBL6FVz off=4306490 len=1226394 2024-09-16T07:24:58.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 4917 completed, throughput=5MB/sec 2024-09-16T07:24:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:24:58 smithi042 ceph-mon[94096]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:24:58 smithi042 ceph-mon[96574]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:24:58 smithi164 ceph-mon[88760]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:24:59.091 INFO:tasks.workunit.client.0.smithi042.stdout: 955: throughput=5MB/sec pending data=0 2024-09-16T07:24:59.092 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W39-B-t7j-Fapkt off=9809973 len=1524625 2024-09-16T07:24:59.098 INFO:tasks.workunit.client.0.smithi042.stdout:op 4918 completed, throughput=5MB/sec 2024-09-16T07:24:59.098 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wjw4DzESojIVJmf off=5487051 len=601893 2024-09-16T07:24:59.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 4919 completed, throughput=5MB/sec 2024-09-16T07:24:59.100 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HZSzXDmQ2oUJjk6 off=14406034 len=815425 2024-09-16T07:24:59.105 INFO:tasks.workunit.client.0.smithi042.stdout:op 4920 completed, throughput=5MB/sec 2024-09-16T07:24:59.105 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-90gXI7WcEe843hM off=3211409 len=576444 2024-09-16T07:24:59.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 4921 completed, throughput=5MB/sec 2024-09-16T07:24:59.108 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U0iIMsarX7efg-5 off=10206530 len=1957389 2024-09-16T07:24:59.112 INFO:tasks.workunit.client.0.smithi042.stdout:op 4922 completed, throughput=5MB/sec 2024-09-16T07:25:00.112 INFO:tasks.workunit.client.0.smithi042.stdout: 956: throughput=5MB/sec pending data=0 2024-09-16T07:25:00.112 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UIY1kWtwmY640kO off=13852612 len=1515692 2024-09-16T07:25:00.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 4923 completed, throughput=5MB/sec 2024-09-16T07:25:00.114 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uaaqNGPbip7s9-p off=5843136 len=1957464 2024-09-16T07:25:00.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 4924 completed, throughput=5MB/sec 2024-09-16T07:25:00.117 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IQpxmLljQvUshHM off=681748 len=17167 2024-09-16T07:25:00.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 4925 completed, throughput=5MB/sec 2024-09-16T07:25:00.117 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bKTMzXNrdr1OZgw off=1561293 len=1185190 2024-09-16T07:25:00.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 4926 completed, throughput=5MB/sec 2024-09-16T07:25:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:00 smithi042 ceph-mon[94096]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:00 smithi042 ceph-mon[96574]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:00 smithi164 ceph-mon[88760]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:01.124 INFO:tasks.workunit.client.0.smithi042.stdout: 957: throughput=5MB/sec pending data=0 2024-09-16T07:25:01.124 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J3ZHzbhxSiZTTJu off=22630007 len=1162573 2024-09-16T07:25:01.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 4927 completed, throughput=5MB/sec 2024-09-16T07:25:01.126 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2RgHIzOGWuSJbFw off=7610603 len=342705 2024-09-16T07:25:01.129 INFO:tasks.workunit.client.0.smithi042.stdout:op 4928 completed, throughput=5MB/sec 2024-09-16T07:25:01.129 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GJRPBgIR4iVXqAF off=14039880 len=404651 2024-09-16T07:25:01.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 4929 completed, throughput=5MB/sec 2024-09-16T07:25:01.130 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6vevvQkNH3iZold off=3809600 len=418302 2024-09-16T07:25:01.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 4930 completed, throughput=5MB/sec 2024-09-16T07:25:01.131 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sW0NWj792EKw47n off=0 len=1784201 2024-09-16T07:25:01.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 4931 completed, throughput=5MB/sec 2024-09-16T07:25:01.133 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TjTztXF2cS_2cBf off=9938185 len=2091008 2024-09-16T07:25:01.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 4932 completed, throughput=5MB/sec 2024-09-16T07:25:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:01] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:25:02.137 INFO:tasks.workunit.client.0.smithi042.stdout: 958: throughput=5MB/sec pending data=0 2024-09-16T07:25:02.137 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-i3Za92JRNXpsg-V off=1978136 len=797993 2024-09-16T07:25:02.142 INFO:tasks.workunit.client.0.smithi042.stdout:op 4933 completed, throughput=5MB/sec 2024-09-16T07:25:02.142 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jSHhG__42VqbMoV off=5371070 len=1212783 2024-09-16T07:25:02.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 4934 completed, throughput=5MB/sec 2024-09-16T07:25:02.143 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LQRGQBpCsqz0UY2 off=1015536 len=37857 2024-09-16T07:25:02.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 4935 completed, throughput=5MB/sec 2024-09-16T07:25:02.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-heIw0trQmv9mvbj off=7241791 len=42036 2024-09-16T07:25:02.147 INFO:tasks.workunit.client.0.smithi042.stdout:op 4936 completed, throughput=5MB/sec 2024-09-16T07:25:02.147 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-D5-r9HlEgk0ksjk off=2072824 len=211559 2024-09-16T07:25:02.147 INFO:tasks.workunit.client.0.smithi042.stdout:op 4937 completed, throughput=5MB/sec 2024-09-16T07:25:02.147 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NvvRazdjGCa6NhO off=9737387 len=182273 2024-09-16T07:25:02.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 4938 completed, throughput=5MB/sec 2024-09-16T07:25:02.148 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_-4O8KyhNeyR7yz off=3473 len=1740810 2024-09-16T07:25:02.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 4939 completed, throughput=5MB/sec 2024-09-16T07:25:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:02 smithi042 ceph-mon[94096]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:02 smithi042 ceph-mon[96574]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:02 smithi164 ceph-mon[88760]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:03.151 INFO:tasks.workunit.client.0.smithi042.stdout: 959: throughput=5MB/sec pending data=0 2024-09-16T07:25:03.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XKzGUuVIfLLpqvn off=863095 len=1549407 2024-09-16T07:25:03.159 INFO:tasks.workunit.client.0.smithi042.stdout:op 4940 completed, throughput=5MB/sec 2024-09-16T07:25:03.159 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9EQ6yyg67J2sZpi off=18854820 len=389699 2024-09-16T07:25:03.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 4941 completed, throughput=5MB/sec 2024-09-16T07:25:03.160 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vHGMKEBv5me1ibo off=9374489 len=1512308 2024-09-16T07:25:03.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 4942 completed, throughput=5MB/sec 2024-09-16T07:25:03.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nCs7oFh-X7gjvGN off=18373094 len=603077 2024-09-16T07:25:03.170 INFO:tasks.workunit.client.0.smithi042.stdout:op 4943 completed, throughput=5MB/sec 2024-09-16T07:25:03.170 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdltQmmVd-q48Iw off=804170 len=828942 2024-09-16T07:25:03.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 4944 completed, throughput=5MB/sec 2024-09-16T07:25:03.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qS_YK8kECd-aMCZ off=3911315 len=1355280 2024-09-16T07:25:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 4945 completed, throughput=5MB/sec 2024-09-16T07:25:04.182 INFO:tasks.workunit.client.0.smithi042.stdout: 960: throughput=5MB/sec pending data=0 2024-09-16T07:25:04.183 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YMqZBvA-9CDPbeI off=3345143 len=1126201 2024-09-16T07:25:04.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 4946 completed, throughput=5MB/sec 2024-09-16T07:25:04.188 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pmUkI-KOaVvqQyn off=1675083 len=1120172 2024-09-16T07:25:04.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 4947 completed, throughput=5MB/sec 2024-09-16T07:25:04.194 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--bby4KWQeiApeH5 off=8598480 len=273849 2024-09-16T07:25:04.195 INFO:tasks.workunit.client.0.smithi042.stdout:op 4948 completed, throughput=5MB/sec 2024-09-16T07:25:04.195 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-huaoeuMumBJUT98 off=4522139 len=1087916 2024-09-16T07:25:04.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 4949 completed, throughput=5MB/sec 2024-09-16T07:25:04.200 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t6QY_-SXJ9tRffI off=23459480 len=952575 2024-09-16T07:25:04.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 4950 completed, throughput=5MB/sec 2024-09-16T07:25:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:04 smithi042 ceph-mon[94096]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:04 smithi042 ceph-mon[96574]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:04 smithi164 ceph-mon[88760]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:25:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:05.202 INFO:tasks.workunit.client.0.smithi042.stdout: 961: throughput=5MB/sec pending data=0 2024-09-16T07:25:05.202 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-acnxtVfD_Zs8dAM off=9979609 len=167045 2024-09-16T07:25:05.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 4951 completed, throughput=5MB/sec 2024-09-16T07:25:05.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ojTJF-teSLl4E0d off=9041474 len=1303415 2024-09-16T07:25:05.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 4952 completed, throughput=5MB/sec 2024-09-16T07:25:05.212 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b9ZOmrCqlneZJTe off=2441719 len=945243 2024-09-16T07:25:05.213 INFO:tasks.workunit.client.0.smithi042.stdout:op 4953 completed, throughput=5MB/sec 2024-09-16T07:25:05.213 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sDUJN867Pq7mOva off=19181068 len=728455 2024-09-16T07:25:05.216 INFO:tasks.workunit.client.0.smithi042.stdout:op 4954 completed, throughput=5MB/sec 2024-09-16T07:25:05.216 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2WDjJkCalTWsrFV off=11478143 len=1503924 2024-09-16T07:25:05.222 INFO:tasks.workunit.client.0.smithi042.stdout:op 4955 completed, throughput=5MB/sec 2024-09-16T07:25:05.222 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gK7PZw--4qGZJjs off=14056530 len=1607005 2024-09-16T07:25:05.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 4956 completed, throughput=5MB/sec 2024-09-16T07:25:06.227 INFO:tasks.workunit.client.0.smithi042.stdout: 962: throughput=5MB/sec pending data=0 2024-09-16T07:25:06.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KL76WtUBW9hN7Km off=12077348 len=787205 2024-09-16T07:25:06.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 4957 completed, throughput=5MB/sec 2024-09-16T07:25:06.228 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hs0wiPK_WItzW58 off=9641612 len=785723 2024-09-16T07:25:06.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 4958 completed, throughput=5MB/sec 2024-09-16T07:25:06.233 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W717BlU7L7KqBgY off=3611116 len=1564991 2024-09-16T07:25:06.237 INFO:tasks.workunit.client.0.smithi042.stdout:op 4959 completed, throughput=5MB/sec 2024-09-16T07:25:06.237 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-M2iWYCYX23KSzYT off=10549910 len=1025771 2024-09-16T07:25:06.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 4960 completed, throughput=5MB/sec 2024-09-16T07:25:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:06 smithi042 ceph-mon[94096]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:06 smithi042 ceph-mon[96574]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:06 smithi164 ceph-mon[88760]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:07.242 INFO:tasks.workunit.client.0.smithi042.stdout: 963: throughput=5MB/sec pending data=0 2024-09-16T07:25:07.242 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fTwKtrWYNaM2X6d off=75286 len=1850867 2024-09-16T07:25:07.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 4961 completed, throughput=5MB/sec 2024-09-16T07:25:07.253 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CJrCe88V7y0G9Or off=482997 len=1781622 2024-09-16T07:25:07.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 4962 completed, throughput=5MB/sec 2024-09-16T07:25:07.262 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Dt2VHQBfjDj_-hc off=20248021 len=1100194 2024-09-16T07:25:07.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 4963 completed, throughput=5MB/sec 2024-09-16T07:25:07.267 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-52ZWZScQ2fxEBJO off=10207416 len=1741753 2024-09-16T07:25:07.273 INFO:tasks.workunit.client.0.smithi042.stdout:op 4964 completed, throughput=5MB/sec 2024-09-16T07:25:08.274 INFO:tasks.workunit.client.0.smithi042.stdout: 964: throughput=5MB/sec pending data=0 2024-09-16T07:25:08.274 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dzgRyoW0Nknixhl off=13936398 len=1985706 2024-09-16T07:25:08.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 4965 completed, throughput=5MB/sec 2024-09-16T07:25:08.278 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oy8UcUXX2U18lo1 off=3511156 len=780906 2024-09-16T07:25:08.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 4966 completed, throughput=5MB/sec 2024-09-16T07:25:08.283 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ASDRW3Da0g_RujD off=14240858 len=1658560 2024-09-16T07:25:08.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 4967 completed, throughput=5MB/sec 2024-09-16T07:25:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:08 smithi042 ceph-mon[96574]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:08 smithi042 ceph-mon[94096]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:08 smithi164 ceph-mon[88760]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:09.290 INFO:tasks.workunit.client.0.smithi042.stdout: 965: throughput=5MB/sec pending data=0 2024-09-16T07:25:09.290 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OGinYSVXnyXEzsH off=11181901 len=2057600 2024-09-16T07:25:09.299 INFO:tasks.workunit.client.0.smithi042.stdout:op 4968 completed, throughput=5MB/sec 2024-09-16T07:25:09.300 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RtE7jQ44NycQO9m off=8166317 len=1966650 2024-09-16T07:25:09.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 4969 completed, throughput=5MB/sec 2024-09-16T07:25:09.311 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UlhXuZWKOh_NWpO off=8139931 len=501976 2024-09-16T07:25:09.315 INFO:tasks.workunit.client.0.smithi042.stdout:op 4970 completed, throughput=5MB/sec 2024-09-16T07:25:09.315 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rqfotdgUs97Wj5m off=1594599 len=56685 2024-09-16T07:25:09.317 INFO:tasks.workunit.client.0.smithi042.stdout:op 4971 completed, throughput=5MB/sec 2024-09-16T07:25:09.317 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bHvu-bhzsDOquWb off=3024059 len=791024 2024-09-16T07:25:09.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 4972 completed, throughput=5MB/sec 2024-09-16T07:25:10.319 INFO:tasks.workunit.client.0.smithi042.stdout: 966: throughput=5MB/sec pending data=0 2024-09-16T07:25:10.319 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VdLQz7CIszio3h5 off=1660022 len=1751812 2024-09-16T07:25:10.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 4973 completed, throughput=5MB/sec 2024-09-16T07:25:10.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Nnr_4E-30XiqdPK off=206223 len=1571986 2024-09-16T07:25:10.330 INFO:tasks.workunit.client.0.smithi042.stdout:op 4974 completed, throughput=5MB/sec 2024-09-16T07:25:10.330 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1xPbNK2QGzVGr6L off=6925748 len=709832 2024-09-16T07:25:10.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 4975 completed, throughput=5MB/sec 2024-09-16T07:25:10.334 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V_v4RPmNVkOa6J3 off=6607292 len=194974 2024-09-16T07:25:10.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 4976 completed, throughput=5MB/sec 2024-09-16T07:25:10.335 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sNP2wROS_JUXEGo off=1507457 len=1104588 2024-09-16T07:25:10.341 INFO:tasks.workunit.client.0.smithi042.stdout:op 4977 completed, throughput=5MB/sec 2024-09-16T07:25:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:10 smithi042 ceph-mon[96574]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:25:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:10 smithi042 ceph-mon[94096]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:25:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:10 smithi164 ceph-mon[88760]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:25:11.341 INFO:tasks.workunit.client.0.smithi042.stdout: 967: throughput=5MB/sec pending data=0 2024-09-16T07:25:11.341 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EjqOh_4HBmHRfAa off=7555338 len=1536468 2024-09-16T07:25:11.350 INFO:tasks.workunit.client.0.smithi042.stdout:op 4978 completed, throughput=5MB/sec 2024-09-16T07:25:11.350 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-U2qL4075wXOVCZ_ off=2835262 len=320017 2024-09-16T07:25:11.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 4979 completed, throughput=5MB/sec 2024-09-16T07:25:11.353 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hVYDaUUlWKzahSp off=3956111 len=1207412 2024-09-16T07:25:11.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 4980 completed, throughput=5MB/sec 2024-09-16T07:25:11.355 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eDJJ16LCE7TDdbW off=1980475 len=1541368 2024-09-16T07:25:11.357 INFO:tasks.workunit.client.0.smithi042.stdout:op 4981 completed, throughput=5MB/sec 2024-09-16T07:25:11.358 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pIKyRCxWdHa9f8X off=10176770 len=1242798 2024-09-16T07:25:11.359 INFO:tasks.workunit.client.0.smithi042.stdout:op 4982 completed, throughput=5MB/sec 2024-09-16T07:25:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:11 smithi164 ceph-mon[88760]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:25:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:11 smithi042 ceph-mon[94096]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:25:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:11 smithi042 ceph-mon[96574]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:25:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:11] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:25:12.360 INFO:tasks.workunit.client.0.smithi042.stdout: 968: throughput=5MB/sec pending data=0 2024-09-16T07:25:12.360 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nmVZaKl2H41qhR2 off=8582449 len=1000721 2024-09-16T07:25:12.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 4983 completed, throughput=5MB/sec 2024-09-16T07:25:12.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z1ai6d5XafNJtIw off=11365593 len=476915 2024-09-16T07:25:12.365 INFO:tasks.workunit.client.0.smithi042.stdout:op 4984 completed, throughput=5MB/sec 2024-09-16T07:25:12.365 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-JD0PGuSB3Yv57sL off=1640903 len=1262717 2024-09-16T07:25:12.366 INFO:tasks.workunit.client.0.smithi042.stdout:op 4985 completed, throughput=5MB/sec 2024-09-16T07:25:12.367 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QN4u0bYGeKd-0Xp off=2654873 len=1659243 2024-09-16T07:25:12.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 4986 completed, throughput=5MB/sec 2024-09-16T07:25:12.374 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-25Aww9q8SG3Qz5Q off=1131893 len=454126 2024-09-16T07:25:12.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 4987 completed, throughput=5MB/sec 2024-09-16T07:25:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:13.378 INFO:tasks.workunit.client.0.smithi042.stdout: 969: throughput=5MB/sec pending data=0 2024-09-16T07:25:13.378 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NuYhqGlBaf6p6Dr off=2498961 len=1960561 2024-09-16T07:25:13.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 4988 completed, throughput=5MB/sec 2024-09-16T07:25:13.390 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VT8tesb1gfo4WQr off=12654398 len=642864 2024-09-16T07:25:13.391 INFO:tasks.workunit.client.0.smithi042.stdout:op 4989 completed, throughput=5MB/sec 2024-09-16T07:25:13.391 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DAsSjufUFU5GVPm off=4038496 len=745066 2024-09-16T07:25:13.396 INFO:tasks.workunit.client.0.smithi042.stdout:op 4990 completed, throughput=5MB/sec 2024-09-16T07:25:13.396 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IYx8M7EK2jinE-h off=4857526 len=1580120 2024-09-16T07:25:13.399 INFO:tasks.workunit.client.0.smithi042.stdout:op 4991 completed, throughput=5MB/sec 2024-09-16T07:25:13.400 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZK-gAHrQroVUP12 off=765117 len=873503 2024-09-16T07:25:13.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 4992 completed, throughput=5MB/sec 2024-09-16T07:25:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:13 smithi164 ceph-mon[88760]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:13 smithi042 ceph-mon[94096]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:13 smithi042 ceph-mon[96574]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:14.402 INFO:tasks.workunit.client.0.smithi042.stdout: 970: throughput=5MB/sec pending data=0 2024-09-16T07:25:14.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YsrOyVy4hXPlhYN off=2942599 len=621955 2024-09-16T07:25:14.406 INFO:tasks.workunit.client.0.smithi042.stdout:op 4993 completed, throughput=5MB/sec 2024-09-16T07:25:14.407 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EH3QzOm0qWjZy9m off=12264803 len=863067 2024-09-16T07:25:14.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 4994 completed, throughput=5MB/sec 2024-09-16T07:25:14.411 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Uo5SPw0M6SFKoTL off=7184092 len=1595120 2024-09-16T07:25:14.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 4995 completed, throughput=5MB/sec 2024-09-16T07:25:14.418 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yBI9nbUhtAwMJuq off=8344327 len=881896 2024-09-16T07:25:14.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 4996 completed, throughput=5MB/sec 2024-09-16T07:25:14.424 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0Qpq03NAXNApEFd off=5137493 len=1590515 2024-09-16T07:25:14.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 4997 completed, throughput=5MB/sec 2024-09-16T07:25:15.431 INFO:tasks.workunit.client.0.smithi042.stdout: 971: throughput=5MB/sec pending data=0 2024-09-16T07:25:15.431 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xCXd31NHNNyY21I off=2349158 len=1197275 2024-09-16T07:25:15.437 INFO:tasks.workunit.client.0.smithi042.stdout:op 4998 completed, throughput=5MB/sec 2024-09-16T07:25:15.437 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RjgFOmg4L8jJR6T off=9998848 len=1876638 2024-09-16T07:25:15.439 INFO:tasks.workunit.client.0.smithi042.stdout:op 4999 completed, throughput=5MB/sec 2024-09-16T07:25:15.439 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zNSzvUNg3saNj4k off=4817811 len=1107882 2024-09-16T07:25:15.445 INFO:tasks.workunit.client.0.smithi042.stdout:op 5000 completed, throughput=5MB/sec 2024-09-16T07:25:15.445 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k6-Wax47lPEQ89_ off=570755 len=1173696 2024-09-16T07:25:15.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 5001 completed, throughput=5MB/sec 2024-09-16T07:25:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:15 smithi164 ceph-mon[88760]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:15 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:25:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:15 smithi042 ceph-mon[94096]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:15 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:25:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:15 smithi042 ceph-mon[96574]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:15 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:25:16.449 INFO:tasks.workunit.client.0.smithi042.stdout: 972: throughput=5MB/sec pending data=0 2024-09-16T07:25:16.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iv4ay1PAXCkSSYO off=20163799 len=1041910 2024-09-16T07:25:16.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 5002 completed, throughput=5MB/sec 2024-09-16T07:25:16.451 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-52xzDVZfqcj8FLT off=2649200 len=1860520 2024-09-16T07:25:16.463 INFO:tasks.workunit.client.0.smithi042.stdout:op 5003 completed, throughput=5MB/sec 2024-09-16T07:25:16.463 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ovVgcM46zHWnLJ6 off=4345707 len=1094681 2024-09-16T07:25:16.465 INFO:tasks.workunit.client.0.smithi042.stdout:op 5004 completed, throughput=5MB/sec 2024-09-16T07:25:16.465 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ktd5X7C9u7V8-u2 off=5796994 len=1912302 2024-09-16T07:25:16.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 5005 completed, throughput=5MB/sec 2024-09-16T07:25:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:25:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:25:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:25:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:25:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:25:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:25:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:25:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:25:16.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:25:17.474 INFO:tasks.workunit.client.0.smithi042.stdout: 973: throughput=5MB/sec pending data=0 2024-09-16T07:25:17.474 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gHnTJhns6EETL2g off=8466388 len=1148545 2024-09-16T07:25:17.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 5006 completed, throughput=5MB/sec 2024-09-16T07:25:17.477 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Py0e2QtCq9ZI2b0 off=2215078 len=1283396 2024-09-16T07:25:17.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 5007 completed, throughput=5MB/sec 2024-09-16T07:25:17.478 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XA5kSW0BqyeZiCq off=10123032 len=686885 2024-09-16T07:25:17.480 INFO:tasks.workunit.client.0.smithi042.stdout:op 5008 completed, throughput=5MB/sec 2024-09-16T07:25:17.480 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xIyMHH_epKiT3qv off=13686533 len=1242531 2024-09-16T07:25:17.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 5009 completed, throughput=5MB/sec 2024-09-16T07:25:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:17 smithi164 ceph-mon[88760]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:17 smithi042 ceph-mon[94096]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:17 smithi042 ceph-mon[96574]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:18.486 INFO:tasks.workunit.client.0.smithi042.stdout: 974: throughput=5MB/sec pending data=0 2024-09-16T07:25:18.487 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vg6UTo3tKZn-F2X off=20974204 len=481908 2024-09-16T07:25:18.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 5010 completed, throughput=5MB/sec 2024-09-16T07:25:18.487 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fJNLtPZwZDbwMP3 off=3713330 len=1337427 2024-09-16T07:25:18.489 INFO:tasks.workunit.client.0.smithi042.stdout:op 5011 completed, throughput=5MB/sec 2024-09-16T07:25:18.489 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K0NgnnzsqMrJbPd off=18752379 len=43065 2024-09-16T07:25:18.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 5012 completed, throughput=5MB/sec 2024-09-16T07:25:18.492 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--_3dWPwzdDBVi0Z off=7527809 len=1985793 2024-09-16T07:25:18.499 INFO:tasks.workunit.client.0.smithi042.stdout:op 5013 completed, throughput=5MB/sec 2024-09-16T07:25:18.499 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4y9kuvnnATabiCG off=6672245 len=1510713 2024-09-16T07:25:18.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 5014 completed, throughput=5MB/sec 2024-09-16T07:25:19.509 INFO:tasks.workunit.client.0.smithi042.stdout: 975: throughput=5MB/sec pending data=0 2024-09-16T07:25:19.510 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-njUTjR3n1vnPi7g off=426927 len=1817177 2024-09-16T07:25:19.511 INFO:tasks.workunit.client.0.smithi042.stdout:op 5015 completed, throughput=5MB/sec 2024-09-16T07:25:19.511 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FNOxJo_YQxZMATM off=5122133 len=1944851 2024-09-16T07:25:19.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 5016 completed, throughput=5MB/sec 2024-09-16T07:25:19.514 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wpu1UGZE6ym79UZ off=9810590 len=1961137 2024-09-16T07:25:19.516 INFO:tasks.workunit.client.0.smithi042.stdout:op 5017 completed, throughput=5MB/sec 2024-09-16T07:25:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:19 smithi164 ceph-mon[88760]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:19 smithi042 ceph-mon[96574]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:19 smithi042 ceph-mon[94096]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:20.516 INFO:tasks.workunit.client.0.smithi042.stdout: 976: throughput=5MB/sec pending data=0 2024-09-16T07:25:20.517 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3twYWc92wYqW8cV off=3274973 len=717418 2024-09-16T07:25:20.517 INFO:tasks.workunit.client.0.smithi042.stdout:op 5018 completed, throughput=5MB/sec 2024-09-16T07:25:20.518 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--sOKor9L0_lepxK off=15020777 len=1340243 2024-09-16T07:25:20.524 INFO:tasks.workunit.client.0.smithi042.stdout:op 5019 completed, throughput=5MB/sec 2024-09-16T07:25:20.525 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XJ12XIRydEYmtQY off=4629336 len=1609861 2024-09-16T07:25:20.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 5020 completed, throughput=5MB/sec 2024-09-16T07:25:20.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g76xeuBw5G2mOrI off=5645905 len=335618 2024-09-16T07:25:20.533 INFO:tasks.workunit.client.0.smithi042.stdout:op 5021 completed, throughput=5MB/sec 2024-09-16T07:25:20.533 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8JnjiYcLASbnz6u off=8432863 len=1055946 2024-09-16T07:25:20.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 5022 completed, throughput=5MB/sec 2024-09-16T07:25:21.537 INFO:tasks.workunit.client.0.smithi042.stdout: 977: throughput=5MB/sec pending data=0 2024-09-16T07:25:21.538 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xCBTq3GiwziHo6u off=20367609 len=792222 2024-09-16T07:25:21.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 5023 completed, throughput=5MB/sec 2024-09-16T07:25:21.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jBnPpNhvXThGfyL off=17612384 len=1383793 2024-09-16T07:25:21.545 INFO:tasks.workunit.client.0.smithi042.stdout:op 5024 completed, throughput=5MB/sec 2024-09-16T07:25:21.545 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-p4oiukbv71GJ7Qk off=601219 len=590254 2024-09-16T07:25:21.546 INFO:tasks.workunit.client.0.smithi042.stdout:op 5025 completed, throughput=5MB/sec 2024-09-16T07:25:21.546 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kiQ1lSPihvOPClY off=4699950 len=2033741 2024-09-16T07:25:21.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 5026 completed, throughput=5MB/sec 2024-09-16T07:25:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:21] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:25:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:21 smithi164 ceph-mon[88760]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:25:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:21 smithi042 ceph-mon[94096]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:25:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:21 smithi042 ceph-mon[96574]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-09-16T07:25:22.558 INFO:tasks.workunit.client.0.smithi042.stdout: 978: throughput=5MB/sec pending data=0 2024-09-16T07:25:22.558 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5jTsNZSdEgKK47y off=10999295 len=1199331 2024-09-16T07:25:22.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 5027 completed, throughput=5MB/sec 2024-09-16T07:25:22.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-53B07JJ0WnyhFGY off=2977523 len=724140 2024-09-16T07:25:22.571 INFO:tasks.workunit.client.0.smithi042.stdout:op 5028 completed, throughput=5MB/sec 2024-09-16T07:25:22.571 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZCI2tI3NjdjtcWW off=2837131 len=51701 2024-09-16T07:25:22.573 INFO:tasks.workunit.client.0.smithi042.stdout:op 5029 completed, throughput=5MB/sec 2024-09-16T07:25:22.574 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CL9-vRmw_UAS-Lp off=11473477 len=454027 2024-09-16T07:25:22.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 5030 completed, throughput=5MB/sec 2024-09-16T07:25:22.575 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z4dQtZmWYAXBI9b off=2367702 len=1771484 2024-09-16T07:25:22.577 INFO:tasks.workunit.client.0.smithi042.stdout:op 5031 completed, throughput=5MB/sec 2024-09-16T07:25:22.577 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f-qbuJBJXKdPbiU off=8775056 len=690609 2024-09-16T07:25:22.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 5032 completed, throughput=5MB/sec 2024-09-16T07:25:22.579 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tEQjIRUO7aizzgU off=779767 len=1873563 2024-09-16T07:25:22.581 INFO:tasks.workunit.client.0.smithi042.stdout:op 5033 completed, throughput=5MB/sec 2024-09-16T07:25:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:23.581 INFO:tasks.workunit.client.0.smithi042.stdout: 979: throughput=5MB/sec pending data=0 2024-09-16T07:25:23.581 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-87W86fqZTywKU7N off=12242851 len=1480230 2024-09-16T07:25:23.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 5034 completed, throughput=5MB/sec 2024-09-16T07:25:23.591 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OfFFJ721gx2-Bl9 off=6420200 len=777193 2024-09-16T07:25:23.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 5035 completed, throughput=5MB/sec 2024-09-16T07:25:23.596 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YdgkTcHb2W4DNcv off=6906981 len=1774678 2024-09-16T07:25:23.598 INFO:tasks.workunit.client.0.smithi042.stdout:op 5036 completed, throughput=5MB/sec 2024-09-16T07:25:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:23 smithi164 ceph-mon[88760]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:23 smithi042 ceph-mon[94096]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:23 smithi042 ceph-mon[96574]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:24.598 INFO:tasks.workunit.client.0.smithi042.stdout: 980: throughput=5MB/sec pending data=0 2024-09-16T07:25:24.598 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XPoztJai32hjnX4 off=3492016 len=1326067 2024-09-16T07:25:24.604 INFO:tasks.workunit.client.0.smithi042.stdout:op 5037 completed, throughput=5MB/sec 2024-09-16T07:25:24.604 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8TZqzzvOqV8g9H3 off=6488758 len=596506 2024-09-16T07:25:24.606 INFO:tasks.workunit.client.0.smithi042.stdout:op 5038 completed, throughput=5MB/sec 2024-09-16T07:25:24.606 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sSp75mGMk8n-H1A off=5209604 len=1911322 2024-09-16T07:25:24.608 INFO:tasks.workunit.client.0.smithi042.stdout:op 5039 completed, throughput=5MB/sec 2024-09-16T07:25:24.608 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K_LNorVY75yXloF off=3963144 len=62866 2024-09-16T07:25:24.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 5040 completed, throughput=5MB/sec 2024-09-16T07:25:24.610 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W_vQvr6ST0Adm2w off=1188131 len=1655396 2024-09-16T07:25:24.612 INFO:tasks.workunit.client.0.smithi042.stdout:op 5041 completed, throughput=5MB/sec 2024-09-16T07:25:25.613 INFO:tasks.workunit.client.0.smithi042.stdout: 981: throughput=5MB/sec pending data=0 2024-09-16T07:25:25.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N60f-AxYtYeMVjC off=15825786 len=1399404 2024-09-16T07:25:25.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 5042 completed, throughput=5MB/sec 2024-09-16T07:25:25.620 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HzzI_2hT3inHumq off=13029646 len=749541 2024-09-16T07:25:25.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 5043 completed, throughput=5MB/sec 2024-09-16T07:25:25.625 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-a9r5FYX9RWj_R1U off=8269445 len=212603 2024-09-16T07:25:25.625 INFO:tasks.workunit.client.0.smithi042.stdout:op 5044 completed, throughput=5MB/sec 2024-09-16T07:25:25.625 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y_TI9myGJWh_idt off=9990069 len=1347562 2024-09-16T07:25:25.626 INFO:tasks.workunit.client.0.smithi042.stdout:op 5045 completed, throughput=5MB/sec 2024-09-16T07:25:25.626 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Wa-Bi2Etk2_UQDo off=8721723 len=1469720 2024-09-16T07:25:25.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 5046 completed, throughput=5MB/sec 2024-09-16T07:25:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:25 smithi164 ceph-mon[88760]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:26.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:25 smithi042 ceph-mon[94096]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:26.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:25 smithi042 ceph-mon[96574]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:26.634 INFO:tasks.workunit.client.0.smithi042.stdout: 982: throughput=5MB/sec pending data=0 2024-09-16T07:25:26.635 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TLjvyPSiDrPH_5l off=12735066 len=1680857 2024-09-16T07:25:26.645 INFO:tasks.workunit.client.0.smithi042.stdout:op 5047 completed, throughput=5MB/sec 2024-09-16T07:25:26.645 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hfL35iJ6buDtCh- off=7410204 len=1575669 2024-09-16T07:25:26.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 5048 completed, throughput=5MB/sec 2024-09-16T07:25:26.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-a8SzW01OWaYdP76 off=1888430 len=1486563 2024-09-16T07:25:26.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 5049 completed, throughput=5MB/sec 2024-09-16T07:25:26.656 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XBKy7XNE23X3iC8 off=109289 len=1487885 2024-09-16T07:25:26.658 INFO:tasks.workunit.client.0.smithi042.stdout:op 5050 completed, throughput=5MB/sec 2024-09-16T07:25:27.658 INFO:tasks.workunit.client.0.smithi042.stdout: 983: throughput=5MB/sec pending data=0 2024-09-16T07:25:27.659 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_h0y4TUCWOJtKir off=2566196 len=346945 2024-09-16T07:25:27.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 5051 completed, throughput=5MB/sec 2024-09-16T07:25:27.662 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kM7ull8Ot4QqKXf off=1650841 len=1759661 2024-09-16T07:25:27.672 INFO:tasks.workunit.client.0.smithi042.stdout:op 5052 completed, throughput=5MB/sec 2024-09-16T07:25:27.672 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9XkRE-eQpofWA9C off=1772355 len=1854994 2024-09-16T07:25:27.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 5053 completed, throughput=5MB/sec 2024-09-16T07:25:27.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s1R075CcBn4DJHt off=587414 len=214401 2024-09-16T07:25:27.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 5054 completed, throughput=5MB/sec 2024-09-16T07:25:27.683 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ltP6hssFMh5qAGA off=4253261 len=425239 2024-09-16T07:25:27.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 5055 completed, throughput=5MB/sec 2024-09-16T07:25:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:27 smithi164 ceph-mon[88760]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:25:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:27 smithi042 ceph-mon[94096]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:25:28.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:27 smithi042 ceph-mon[96574]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:25:28.684 INFO:tasks.workunit.client.0.smithi042.stdout: 984: throughput=5MB/sec pending data=0 2024-09-16T07:25:28.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IVGZCYxTrcT7VvG off=2552361 len=1928248 2024-09-16T07:25:28.695 INFO:tasks.workunit.client.0.smithi042.stdout:op 5056 completed, throughput=5MB/sec 2024-09-16T07:25:28.695 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5CnnsErMgdd9dB- off=6875151 len=352937 2024-09-16T07:25:28.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 5057 completed, throughput=5MB/sec 2024-09-16T07:25:28.699 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jf1aIGmiX6B4Gtj off=6008475 len=512473 2024-09-16T07:25:28.702 INFO:tasks.workunit.client.0.smithi042.stdout:op 5058 completed, throughput=5MB/sec 2024-09-16T07:25:28.702 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-278EwPGkuL_Mwx7 off=7064746 len=509163 2024-09-16T07:25:28.703 INFO:tasks.workunit.client.0.smithi042.stdout:op 5059 completed, throughput=5MB/sec 2024-09-16T07:25:28.703 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lo4vK_xqzP3L29H off=16941067 len=1567725 2024-09-16T07:25:28.711 INFO:tasks.workunit.client.0.smithi042.stdout:op 5060 completed, throughput=5MB/sec 2024-09-16T07:25:28.711 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dDwY8_mV5oJM5T7 off=194649 len=674218 2024-09-16T07:25:28.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 5061 completed, throughput=5MB/sec 2024-09-16T07:25:29.713 INFO:tasks.workunit.client.0.smithi042.stdout: 985: throughput=5MB/sec pending data=0 2024-09-16T07:25:29.713 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vl2MBJlHQ28cu9_ off=3034664 len=80447 2024-09-16T07:25:29.713 INFO:tasks.workunit.client.0.smithi042.stdout:op 5062 completed, throughput=5MB/sec 2024-09-16T07:25:29.713 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3uJyXeoMDo45wmE off=581325 len=209927 2024-09-16T07:25:29.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 5063 completed, throughput=5MB/sec 2024-09-16T07:25:29.714 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EHyVcomt5xqCwnS off=4789300 len=330462 2024-09-16T07:25:29.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 5064 completed, throughput=5MB/sec 2024-09-16T07:25:29.718 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WI6_M8g-8XPbY28 off=612572 len=1125159 2024-09-16T07:25:29.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 5065 completed, throughput=5MB/sec 2024-09-16T07:25:29.720 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1_AmdDjEeDrtitt off=6446241 len=328482 2024-09-16T07:25:29.720 INFO:tasks.workunit.client.0.smithi042.stdout:op 5066 completed, throughput=5MB/sec 2024-09-16T07:25:29.720 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jg_XLkXuFbma5vz off=9230869 len=34020 2024-09-16T07:25:29.721 INFO:tasks.workunit.client.0.smithi042.stdout:op 5067 completed, throughput=5MB/sec 2024-09-16T07:25:29.721 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y6iJiCjQX8Gps0Y off=7609803 len=1574035 2024-09-16T07:25:29.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 5068 completed, throughput=5MB/sec 2024-09-16T07:25:29.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7YD2GRVZ0sw76Bs off=12106453 len=910364 2024-09-16T07:25:29.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 5069 completed, throughput=5MB/sec 2024-09-16T07:25:29.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SIfonI9btIxj4W8 off=16028374 len=459209 2024-09-16T07:25:29.728 INFO:tasks.workunit.client.0.smithi042.stdout:op 5070 completed, throughput=5MB/sec 2024-09-16T07:25:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:29 smithi164 ceph-mon[88760]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:30.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:29 smithi042 ceph-mon[96574]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:29 smithi042 ceph-mon[94096]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:30.729 INFO:tasks.workunit.client.0.smithi042.stdout: 986: throughput=5MB/sec pending data=0 2024-09-16T07:25:30.729 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-p4niqE7PjSnUr93 off=11844729 len=77446 2024-09-16T07:25:30.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 5071 completed, throughput=5MB/sec 2024-09-16T07:25:30.731 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TPVDG82BDe9fP84 off=17139624 len=927743 2024-09-16T07:25:30.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 5072 completed, throughput=5MB/sec 2024-09-16T07:25:30.733 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rxUOxj5ZPRJFmvW off=4123893 len=1036462 2024-09-16T07:25:30.739 INFO:tasks.workunit.client.0.smithi042.stdout:op 5073 completed, throughput=5MB/sec 2024-09-16T07:25:30.739 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gIXTJN7MrfLA0Xr off=225649 len=295633 2024-09-16T07:25:30.743 INFO:tasks.workunit.client.0.smithi042.stdout:op 5074 completed, throughput=5MB/sec 2024-09-16T07:25:30.743 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v56XJgWB20s_snr off=441769 len=2087576 2024-09-16T07:25:30.754 INFO:tasks.workunit.client.0.smithi042.stdout:op 5075 completed, throughput=5MB/sec 2024-09-16T07:25:30.754 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0VpChre8FTU8gdg off=2622770 len=1111247 2024-09-16T07:25:30.756 INFO:tasks.workunit.client.0.smithi042.stdout:op 5076 completed, throughput=5MB/sec 2024-09-16T07:25:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:31] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:25:31.757 INFO:tasks.workunit.client.0.smithi042.stdout: 987: throughput=5MB/sec pending data=0 2024-09-16T07:25:31.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MjigJJuWXrQW1PO off=11267156 len=2085895 2024-09-16T07:25:31.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 5077 completed, throughput=5MB/sec 2024-09-16T07:25:31.761 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bsAJ5k5zM78pRY0 off=4599206 len=1066157 2024-09-16T07:25:31.769 INFO:tasks.workunit.client.0.smithi042.stdout:op 5078 completed, throughput=5MB/sec 2024-09-16T07:25:31.769 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xpKmgBII7CpwcVV off=15855038 len=533916 2024-09-16T07:25:31.770 INFO:tasks.workunit.client.0.smithi042.stdout:op 5079 completed, throughput=5MB/sec 2024-09-16T07:25:31.770 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RqslzGPhNCis2kd off=23146757 len=163974 2024-09-16T07:25:31.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 5080 completed, throughput=5MB/sec 2024-09-16T07:25:31.771 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8YjZNxBAKIQ6YgS off=529597 len=1423071 2024-09-16T07:25:31.773 INFO:tasks.workunit.client.0.smithi042.stdout:op 5081 completed, throughput=5MB/sec 2024-09-16T07:25:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:31 smithi164 ceph-mon[88760]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T07:25:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:31 smithi042 ceph-mon[96574]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T07:25:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:31 smithi042 ceph-mon[94096]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-09-16T07:25:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:32.773 INFO:tasks.workunit.client.0.smithi042.stdout: 988: throughput=5MB/sec pending data=0 2024-09-16T07:25:32.773 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KFl23MqqkPncE16 off=438558 len=225148 2024-09-16T07:25:32.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 5082 completed, throughput=5MB/sec 2024-09-16T07:25:32.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SyaE9_WQhDuoHMP off=4789002 len=402873 2024-09-16T07:25:32.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 5083 completed, throughput=5MB/sec 2024-09-16T07:25:32.778 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X7EPiDE5WikOWPY off=5524477 len=809911 2024-09-16T07:25:32.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 5084 completed, throughput=5MB/sec 2024-09-16T07:25:32.779 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jAO29V4cvKrbszM off=3526466 len=1685062 2024-09-16T07:25:32.787 INFO:tasks.workunit.client.0.smithi042.stdout:op 5085 completed, throughput=5MB/sec 2024-09-16T07:25:32.787 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iAyyZp4kM6uJhCY off=2917986 len=1275528 2024-09-16T07:25:32.788 INFO:tasks.workunit.client.0.smithi042.stdout:op 5086 completed, throughput=5MB/sec 2024-09-16T07:25:32.788 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Isv9tx_JyWveLlj off=3587292 len=748154 2024-09-16T07:25:32.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 5087 completed, throughput=5MB/sec 2024-09-16T07:25:33.790 INFO:tasks.workunit.client.0.smithi042.stdout: 989: throughput=5MB/sec pending data=0 2024-09-16T07:25:33.790 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rHP40GKuM3ptDpH off=7245114 len=1438543 2024-09-16T07:25:33.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 5088 completed, throughput=5MB/sec 2024-09-16T07:25:33.797 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-htD4TRwtgreelQZ off=10568834 len=2017499 2024-09-16T07:25:33.801 INFO:tasks.workunit.client.0.smithi042.stdout:op 5089 completed, throughput=5MB/sec 2024-09-16T07:25:33.802 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7oVHXhyiF9TkqTT off=6920420 len=991309 2024-09-16T07:25:33.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 5090 completed, throughput=5MB/sec 2024-09-16T07:25:33.803 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RV7IqhcGCBYnRhB off=649610 len=299515 2024-09-16T07:25:33.806 INFO:tasks.workunit.client.0.smithi042.stdout:op 5091 completed, throughput=5MB/sec 2024-09-16T07:25:33.806 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z467llwSbwf59I6 off=12740498 len=1358221 2024-09-16T07:25:33.811 INFO:tasks.workunit.client.0.smithi042.stdout:op 5092 completed, throughput=5MB/sec 2024-09-16T07:25:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:33 smithi164 ceph-mon[88760]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:34.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:33 smithi042 ceph-mon[96574]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:34.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:33 smithi042 ceph-mon[94096]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:25:34.812 INFO:tasks.workunit.client.0.smithi042.stdout: 990: throughput=5MB/sec pending data=0 2024-09-16T07:25:34.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MQhK83dxSmNlha1 off=0 len=1268338 2024-09-16T07:25:34.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 5093 completed, throughput=5MB/sec 2024-09-16T07:25:34.814 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cIzK33PXWmssnip off=4469876 len=2016121 2024-09-16T07:25:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 5094 completed, throughput=5MB/sec 2024-09-16T07:25:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-28NWMRZGPFnGlgr off=660443 len=349163 2024-09-16T07:25:34.828 INFO:tasks.workunit.client.0.smithi042.stdout:op 5095 completed, throughput=5MB/sec 2024-09-16T07:25:34.829 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nh2HW3xMOhb0_pv off=17442754 len=1906991 2024-09-16T07:25:34.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 5096 completed, throughput=5MB/sec 2024-09-16T07:25:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:35.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:35.831 INFO:tasks.workunit.client.0.smithi042.stdout: 991: throughput=5MB/sec pending data=0 2024-09-16T07:25:35.831 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jMOt9U6yGI3aHKD off=17592 len=1946695 2024-09-16T07:25:35.840 INFO:tasks.workunit.client.0.smithi042.stdout:op 5097 completed, throughput=5MB/sec 2024-09-16T07:25:35.840 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LvYGAMfSmgmryKX off=5539337 len=839607 2024-09-16T07:25:35.841 INFO:tasks.workunit.client.0.smithi042.stdout:op 5098 completed, throughput=5MB/sec 2024-09-16T07:25:35.841 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-khX4XMFEP_a20IH off=1195385 len=190967 2024-09-16T07:25:35.842 INFO:tasks.workunit.client.0.smithi042.stdout:op 5099 completed, throughput=5MB/sec 2024-09-16T07:25:35.842 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xvAFP1w49L6EXfj off=2975723 len=1774784 2024-09-16T07:25:35.852 INFO:tasks.workunit.client.0.smithi042.stdout:op 5100 completed, throughput=5MB/sec 2024-09-16T07:25:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:35 smithi164 ceph-mon[88760]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:25:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:35 smithi042 ceph-mon[94096]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:25:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:35 smithi042 ceph-mon[96574]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:25:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: 992: throughput=5MB/sec pending data=0 2024-09-16T07:25:36.852 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jydIDqYKNqrrRqH off=4956583 len=122723 2024-09-16T07:25:36.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 5101 completed, throughput=5MB/sec 2024-09-16T07:25:36.853 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vULbrVQFxBK2A1L off=1735480 len=614325 2024-09-16T07:25:36.857 INFO:tasks.workunit.client.0.smithi042.stdout:op 5102 completed, throughput=5MB/sec 2024-09-16T07:25:36.857 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WlAAJgc2I3Gnx6R off=3115536 len=1599330 2024-09-16T07:25:36.868 INFO:tasks.workunit.client.0.smithi042.stdout:op 5103 completed, throughput=5MB/sec 2024-09-16T07:25:36.868 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-odvskUYCICQ6sxs off=5418959 len=1487165 2024-09-16T07:25:36.870 INFO:tasks.workunit.client.0.smithi042.stdout:op 5104 completed, throughput=5MB/sec 2024-09-16T07:25:36.870 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C-qYt-_Bxg1MXyT off=2547017 len=1864273 2024-09-16T07:25:36.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 5105 completed, throughput=5MB/sec 2024-09-16T07:25:37.873 INFO:tasks.workunit.client.0.smithi042.stdout: 993: throughput=5MB/sec pending data=0 2024-09-16T07:25:37.873 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VVcz3RgHUEoQEfO off=3265108 len=1186853 2024-09-16T07:25:37.880 INFO:tasks.workunit.client.0.smithi042.stdout:op 5106 completed, throughput=5MB/sec 2024-09-16T07:25:37.880 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-q3AscexQ6PLiKWa off=14732203 len=202241 2024-09-16T07:25:37.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 5107 completed, throughput=5MB/sec 2024-09-16T07:25:37.881 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hl-Y7btJnHg1a_P off=2207183 len=1975658 2024-09-16T07:25:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 5108 completed, throughput=5MB/sec 2024-09-16T07:25:37.889 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--EN_BoEPfIBYIJO off=5097212 len=423804 2024-09-16T07:25:37.892 INFO:tasks.workunit.client.0.smithi042.stdout:op 5109 completed, throughput=5MB/sec 2024-09-16T07:25:37.892 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0OoUw1y-sAVrwow off=3709793 len=1268265 2024-09-16T07:25:37.894 INFO:tasks.workunit.client.0.smithi042.stdout:op 5110 completed, throughput=5MB/sec 2024-09-16T07:25:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:37 smithi164 ceph-mon[88760]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:37 smithi042 ceph-mon[94096]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:37 smithi042 ceph-mon[96574]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:25:38.894 INFO:tasks.workunit.client.0.smithi042.stdout: 994: throughput=5MB/sec pending data=0 2024-09-16T07:25:38.895 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F4VBk7KLPALRS4l off=1189493 len=197431 2024-09-16T07:25:38.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 5111 completed, throughput=5MB/sec 2024-09-16T07:25:38.895 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ym3-y_wKfaGPkDW off=615803 len=654978 2024-09-16T07:25:38.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 5112 completed, throughput=5MB/sec 2024-09-16T07:25:38.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d2c1E6RJUOfyHaR off=12570196 len=1464998 2024-09-16T07:25:38.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 5113 completed, throughput=5MB/sec 2024-09-16T07:25:38.902 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b1GP3snr6zFbLYz off=8139087 len=186745 2024-09-16T07:25:38.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 5114 completed, throughput=5MB/sec 2024-09-16T07:25:38.904 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CKIatyKVZs9NPlK off=2086225 len=1472050 2024-09-16T07:25:38.906 INFO:tasks.workunit.client.0.smithi042.stdout:op 5115 completed, throughput=5MB/sec 2024-09-16T07:25:38.906 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q3AscexQ6PLiKWa off=79139 len=1937960 2024-09-16T07:25:38.917 INFO:tasks.workunit.client.0.smithi042.stdout:op 5116 completed, throughput=5MB/sec 2024-09-16T07:25:39.918 INFO:tasks.workunit.client.0.smithi042.stdout: 995: throughput=5MB/sec pending data=0 2024-09-16T07:25:39.918 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eRqZoI0t0qSpiJL off=8550753 len=1834446 2024-09-16T07:25:39.929 INFO:tasks.workunit.client.0.smithi042.stdout:op 5117 completed, throughput=5MB/sec 2024-09-16T07:25:39.930 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Vrv4Dxy2jte9mE4 off=5741302 len=872274 2024-09-16T07:25:39.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 5118 completed, throughput=5MB/sec 2024-09-16T07:25:39.935 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-umuLffseCRQxlty off=1037094 len=1922814 2024-09-16T07:25:39.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 5119 completed, throughput=5MB/sec 2024-09-16T07:25:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:39 smithi164 ceph-mon[88760]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:39 smithi042 ceph-mon[94096]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:39 smithi042 ceph-mon[96574]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:25:40.943 INFO:tasks.workunit.client.0.smithi042.stdout: 996: throughput=5MB/sec pending data=0 2024-09-16T07:25:40.943 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k0sr6TR6IFHTliI off=8800461 len=1496435 2024-09-16T07:25:40.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 5120 completed, throughput=5MB/sec 2024-09-16T07:25:40.949 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JKhWlvBejcrdFSM off=6876144 len=1790285 2024-09-16T07:25:40.960 INFO:tasks.workunit.client.0.smithi042.stdout:op 5121 completed, throughput=5MB/sec 2024-09-16T07:25:40.960 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4yBB7TvRJUYlzVr off=1250505 len=539953 2024-09-16T07:25:40.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 5122 completed, throughput=5MB/sec 2024-09-16T07:25:40.961 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sQ0SlF3tnX6iCOe off=10342576 len=770095 2024-09-16T07:25:40.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 5123 completed, throughput=5MB/sec 2024-09-16T07:25:40.962 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mi_6akIQvBqK9Ds off=4518322 len=470925 2024-09-16T07:25:40.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 5124 completed, throughput=5MB/sec 2024-09-16T07:25:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:41] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T07:25:41.966 INFO:tasks.workunit.client.0.smithi042.stdout: 997: throughput=5MB/sec pending data=0 2024-09-16T07:25:41.966 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rkvW-1D2rmF8Chl off=743122 len=1237714 2024-09-16T07:25:41.969 INFO:tasks.workunit.client.0.smithi042.stdout:op 5125 completed, throughput=5MB/sec 2024-09-16T07:25:41.969 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e7F-pWUXmn7b6us off=11445640 len=1743640 2024-09-16T07:25:41.979 INFO:tasks.workunit.client.0.smithi042.stdout:op 5126 completed, throughput=5MB/sec 2024-09-16T07:25:41.979 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b0KSga4WVEjJ4yg off=15275942 len=682409 2024-09-16T07:25:41.981 INFO:tasks.workunit.client.0.smithi042.stdout:op 5127 completed, throughput=5MB/sec 2024-09-16T07:25:41.981 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZaWsHg2CBJ-qsxW off=5561282 len=1196826 2024-09-16T07:25:41.987 INFO:tasks.workunit.client.0.smithi042.stdout:op 5128 completed, throughput=5MB/sec 2024-09-16T07:25:41.987 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UOIaNNwA8hkdZ__ off=6999893 len=1431834 2024-09-16T07:25:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:41 smithi164 ceph-mon[88760]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:41.993 INFO:tasks.workunit.client.0.smithi042.stdout:op 5129 completed, throughput=5MB/sec 2024-09-16T07:25:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:41 smithi042 ceph-mon[94096]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:41 smithi042 ceph-mon[96574]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:25:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:42.994 INFO:tasks.workunit.client.0.smithi042.stdout: 998: throughput=5MB/sec pending data=0 2024-09-16T07:25:42.994 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N60f-AxYtYeMVjC off=3729649 len=533480 2024-09-16T07:25:42.994 INFO:tasks.workunit.client.0.smithi042.stdout:op 5130 completed, throughput=5MB/sec 2024-09-16T07:25:42.995 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GJRPBgIR4iVXqAF off=16789752 len=1870080 2024-09-16T07:25:43.005 INFO:tasks.workunit.client.0.smithi042.stdout:op 5131 completed, throughput=5MB/sec 2024-09-16T07:25:43.005 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nvskaKCKYyssP1O off=10834759 len=1093163 2024-09-16T07:25:43.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 5132 completed, throughput=5MB/sec 2024-09-16T07:25:43.010 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qqlCz93mOqSSiRd off=8505877 len=1065366 2024-09-16T07:25:43.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 5133 completed, throughput=5MB/sec 2024-09-16T07:25:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:43 smithi164 ceph-mon[88760]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:25:44.015 INFO:tasks.workunit.client.0.smithi042.stdout: 999: throughput=5MB/sec pending data=0 2024-09-16T07:25:44.015 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J4lvuheP496B0SL off=6158283 len=2038146 2024-09-16T07:25:44.026 INFO:tasks.workunit.client.0.smithi042.stdout:op 5134 completed, throughput=5MB/sec 2024-09-16T07:25:44.026 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LCCIz6Rq6Woz5hy off=18473267 len=1073467 2024-09-16T07:25:44.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 5135 completed, throughput=5MB/sec 2024-09-16T07:25:44.031 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eREwLJ-LFeT1IvI off=2176422 len=2014585 2024-09-16T07:25:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:op 5136 completed, throughput=5MB/sec 2024-09-16T07:25:44.040 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QN16aQp5a2qn7m6 off=1871947 len=1888701 2024-09-16T07:25:44.044 INFO:tasks.workunit.client.0.smithi042.stdout:op 5137 completed, throughput=5MB/sec 2024-09-16T07:25:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:43 smithi042 ceph-mon[94096]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:25:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:43 smithi042 ceph-mon[96574]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:25:45.044 INFO:tasks.workunit.client.0.smithi042.stdout: 1000: throughput=5MB/sec pending data=0 2024-09-16T07:25:45.045 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pKhLsZEkTSwLbqj off=6389616 len=1301909 2024-09-16T07:25:45.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 5138 completed, throughput=5MB/sec 2024-09-16T07:25:45.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dNLH2hcVqwWkmDa off=2459336 len=1148413 2024-09-16T07:25:45.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 5139 completed, throughput=5MB/sec 2024-09-16T07:25:45.048 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XXktmN6n8EEsIL_ off=447423 len=966945 2024-09-16T07:25:45.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 5140 completed, throughput=5MB/sec 2024-09-16T07:25:45.049 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cgYCWsbjTgIOwHr off=1399438 len=1154304 2024-09-16T07:25:45.055 INFO:tasks.workunit.client.0.smithi042.stdout:op 5141 completed, throughput=5MB/sec 2024-09-16T07:25:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:45 smithi164 ceph-mon[88760]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:46.055 INFO:tasks.workunit.client.0.smithi042.stdout: 1001: throughput=5MB/sec pending data=0 2024-09-16T07:25:46.055 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zjAHxcFHih-3UQo off=9938570 len=923567 2024-09-16T07:25:46.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 5142 completed, throughput=5MB/sec 2024-09-16T07:25:46.061 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l5agN7TCqQ-lVFs off=1973942 len=1786589 2024-09-16T07:25:46.069 INFO:tasks.workunit.client.0.smithi042.stdout:op 5143 completed, throughput=5MB/sec 2024-09-16T07:25:46.069 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-m6dsnE4xpUj8QBZ off=9295561 len=43929 2024-09-16T07:25:46.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 5144 completed, throughput=5MB/sec 2024-09-16T07:25:46.071 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-85qv9GBBRsAAH3X off=1555458 len=1509981 2024-09-16T07:25:46.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 5145 completed, throughput=5MB/sec 2024-09-16T07:25:46.073 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nQz_5tWlayG4ozD off=4142675 len=424462 2024-09-16T07:25:46.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 5146 completed, throughput=5MB/sec 2024-09-16T07:25:46.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:45 smithi042 ceph-mon[94096]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:45 smithi042 ceph-mon[96574]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:25:47.075 INFO:tasks.workunit.client.0.smithi042.stdout: 1002: throughput=5MB/sec pending data=0 2024-09-16T07:25:47.075 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6NM84cKz7QPwcKo off=13995823 len=1631581 2024-09-16T07:25:47.083 INFO:tasks.workunit.client.0.smithi042.stdout:op 5147 completed, throughput=5MB/sec 2024-09-16T07:25:47.083 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EQ3clHVU_V4P4A5 off=4907753 len=81365 2024-09-16T07:25:47.086 INFO:tasks.workunit.client.0.smithi042.stdout:op 5148 completed, throughput=5MB/sec 2024-09-16T07:25:47.086 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bMD6iHhONbqvmJ9 off=1216593 len=1956073 2024-09-16T07:25:47.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 5149 completed, throughput=5MB/sec 2024-09-16T07:25:47.089 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fYTPgvQStiBUj1R off=10778320 len=1579446 2024-09-16T07:25:47.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 5150 completed, throughput=5MB/sec 2024-09-16T07:25:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:47 smithi164 ceph-mon[88760]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:48.091 INFO:tasks.workunit.client.0.smithi042.stdout: 1003: throughput=5MB/sec pending data=0 2024-09-16T07:25:48.091 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5jRihFcGqUsZWtd off=4329830 len=1381372 2024-09-16T07:25:48.094 INFO:tasks.workunit.client.0.smithi042.stdout:op 5151 completed, throughput=5MB/sec 2024-09-16T07:25:48.094 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZ4ogiK9hOo5KUw off=985750 len=1028379 2024-09-16T07:25:48.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 5152 completed, throughput=5MB/sec 2024-09-16T07:25:48.100 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2OcmQYcrNLKvydm off=3946759 len=1982540 2024-09-16T07:25:48.103 INFO:tasks.workunit.client.0.smithi042.stdout:op 5153 completed, throughput=5MB/sec 2024-09-16T07:25:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:47 smithi042 ceph-mon[94096]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:47 smithi042 ceph-mon[96574]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:48.104 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nO1JhL-7j6a3n5h off=4916357 len=829707 2024-09-16T07:25:48.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 5154 completed, throughput=5MB/sec 2024-09-16T07:25:49.105 INFO:tasks.workunit.client.0.smithi042.stdout: 1004: throughput=5MB/sec pending data=0 2024-09-16T07:25:49.105 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UjB8Gh8Xq3gf77d off=6373423 len=1832805 2024-09-16T07:25:49.107 INFO:tasks.workunit.client.0.smithi042.stdout:op 5155 completed, throughput=5MB/sec 2024-09-16T07:25:49.107 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-DGOBGtmFhFpMlPC off=278562 len=114586 2024-09-16T07:25:49.110 INFO:tasks.workunit.client.0.smithi042.stdout:op 5156 completed, throughput=5MB/sec 2024-09-16T07:25:49.110 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xwwfNjADK-IZDUh off=589091 len=396212 2024-09-16T07:25:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 5157 completed, throughput=5MB/sec 2024-09-16T07:25:49.111 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9VCfN3PTiLg2dQX off=16868022 len=684393 2024-09-16T07:25:49.112 INFO:tasks.workunit.client.0.smithi042.stdout:op 5158 completed, throughput=5MB/sec 2024-09-16T07:25:49.112 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-85LK6Gn3FcIhCYB off=385809 len=2092189 2024-09-16T07:25:49.122 INFO:tasks.workunit.client.0.smithi042.stdout:op 5159 completed, throughput=5MB/sec 2024-09-16T07:25:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:49 smithi164 ceph-mon[88760]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T07:25:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:49 smithi042 ceph-mon[96574]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T07:25:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:49 smithi042 ceph-mon[94096]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-09-16T07:25:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:25:50.122 INFO:tasks.workunit.client.0.smithi042.stdout: 1005: throughput=5MB/sec pending data=0 2024-09-16T07:25:50.122 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_rsuZmyXABr8Is9 off=3777268 len=172987 2024-09-16T07:25:50.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 5160 completed, throughput=5MB/sec 2024-09-16T07:25:50.123 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-73M-1UWGu4oRgO8 off=3578231 len=1298511 2024-09-16T07:25:50.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 5161 completed, throughput=5MB/sec 2024-09-16T07:25:50.130 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9iBUzi895-6C69Z off=5645399 len=99759 2024-09-16T07:25:50.131 INFO:tasks.workunit.client.0.smithi042.stdout:op 5162 completed, throughput=5MB/sec 2024-09-16T07:25:50.131 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4iKhKnft7LJ8a-b off=3702215 len=796766 2024-09-16T07:25:50.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 5163 completed, throughput=5MB/sec 2024-09-16T07:25:50.133 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-94LiVsUrAuUsX_U off=4623150 len=1265497 2024-09-16T07:25:50.141 INFO:tasks.workunit.client.0.smithi042.stdout:op 5164 completed, throughput=5MB/sec 2024-09-16T07:25:50.141 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rc9paMj8BEaxk3- off=3185235 len=2080404 2024-09-16T07:25:50.145 INFO:tasks.workunit.client.0.smithi042.stdout:op 5165 completed, throughput=5MB/sec 2024-09-16T07:25:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: 1006: throughput=5MB/sec pending data=0 2024-09-16T07:25:51.145 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gqImY7dXUekA7MM off=16826470 len=294107 2024-09-16T07:25:51.146 INFO:tasks.workunit.client.0.smithi042.stdout:op 5166 completed, throughput=5MB/sec 2024-09-16T07:25:51.146 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GJppl-18yhwETFS off=12837721 len=1084179 2024-09-16T07:25:51.152 INFO:tasks.workunit.client.0.smithi042.stdout:op 5167 completed, throughput=5MB/sec 2024-09-16T07:25:51.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l92ZJENGbp3l4nd off=15393662 len=585324 2024-09-16T07:25:51.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 5168 completed, throughput=5MB/sec 2024-09-16T07:25:51.157 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bb1Hqz5TKjsAYoY off=9450969 len=2078632 2024-09-16T07:25:51.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 5169 completed, throughput=5MB/sec 2024-09-16T07:25:51.161 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Lz2XA7jhRdJW0Ns off=17994336 len=2006677 2024-09-16T07:25:51.169 INFO:tasks.workunit.client.0.smithi042.stdout:op 5170 completed, throughput=5MB/sec 2024-09-16T07:25:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:25:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:25:51] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:25:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:51 smithi164 ceph-mon[88760]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:51 smithi042 ceph-mon[94096]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:52.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:51 smithi042 ceph-mon[96574]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-09-16T07:25:52.169 INFO:tasks.workunit.client.0.smithi042.stdout: 1007: throughput=5MB/sec pending data=0 2024-09-16T07:25:52.169 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sTVCKGZnsN6hiX4 off=10383050 len=1586152 2024-09-16T07:25:52.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 5171 completed, throughput=5MB/sec 2024-09-16T07:25:52.171 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jH00w5E3v8G6QeM off=5594572 len=224405 2024-09-16T07:25:52.175 INFO:tasks.workunit.client.0.smithi042.stdout:op 5172 completed, throughput=5MB/sec 2024-09-16T07:25:52.175 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1g_aiffmFNQivji off=2834210 len=436943 2024-09-16T07:25:52.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 5173 completed, throughput=5MB/sec 2024-09-16T07:25:52.177 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-20MRQ2NmRz_uJCl off=6949131 len=1481316 2024-09-16T07:25:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:op 5174 completed, throughput=5MB/sec 2024-09-16T07:25:52.178 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-09vz93WZk4LRmbs off=11995029 len=1909379 2024-09-16T07:25:52.182 INFO:tasks.workunit.client.0.smithi042.stdout:op 5175 completed, throughput=5MB/sec 2024-09-16T07:25:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:25:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:25:53.182 INFO:tasks.workunit.client.0.smithi042.stdout: 1008: throughput=5MB/sec pending data=0 2024-09-16T07:25:53.182 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6LNwhlpy3MCZCAT off=9954108 len=1918423 2024-09-16T07:25:53.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 5176 completed, throughput=5MB/sec 2024-09-16T07:25:53.185 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vuKt2EMlCRNmlzd off=19067990 len=279884 2024-09-16T07:25:53.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 5177 completed, throughput=5MB/sec 2024-09-16T07:25:53.186 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GwZ1od753WGOtLE off=11165052 len=18832 2024-09-16T07:25:53.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 5178 completed, throughput=5MB/sec 2024-09-16T07:25:53.187 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5F-MAIQYo-OcKdw off=879850 len=2038665 2024-09-16T07:25:53.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 5179 completed, throughput=5MB/sec 2024-09-16T07:25:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:53 smithi164 ceph-mon[88760]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:25:54.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:53 smithi042 ceph-mon[94096]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:25:54.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:53 smithi042 ceph-mon[96574]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:25:54.196 INFO:tasks.workunit.client.0.smithi042.stdout: 1009: throughput=5MB/sec pending data=0 2024-09-16T07:25:54.196 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KLg6fQ7lVUDy2IM off=1842958 len=1155210 2024-09-16T07:25:54.198 INFO:tasks.workunit.client.0.smithi042.stdout:op 5180 completed, throughput=5MB/sec 2024-09-16T07:25:54.198 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Ezk0lev_ufkGoP off=930959 len=2026334 2024-09-16T07:25:54.200 INFO:tasks.workunit.client.0.smithi042.stdout:op 5181 completed, throughput=5MB/sec 2024-09-16T07:25:54.200 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Hj3eN-0VgGwzWss off=2614475 len=120530 2024-09-16T07:25:54.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 5182 completed, throughput=5MB/sec 2024-09-16T07:25:54.201 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RGgC8QK_xUaM5PU off=1376685 len=1397805 2024-09-16T07:25:54.209 INFO:tasks.workunit.client.0.smithi042.stdout:op 5183 completed, throughput=5MB/sec 2024-09-16T07:25:54.209 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nD9K7U26BnrcvjL off=7474856 len=1981080 2024-09-16T07:25:54.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 5184 completed, throughput=5MB/sec 2024-09-16T07:25:55.211 INFO:tasks.workunit.client.0.smithi042.stdout: 1010: throughput=5MB/sec pending data=0 2024-09-16T07:25:55.211 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-X7sjQLnx0MX69Ra off=2191554 len=1158710 2024-09-16T07:25:55.212 INFO:tasks.workunit.client.0.smithi042.stdout:op 5185 completed, throughput=5MB/sec 2024-09-16T07:25:55.213 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-36XW-9YxP3bkJZL off=1177964 len=1626843 2024-09-16T07:25:55.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 5186 completed, throughput=5MB/sec 2024-09-16T07:25:55.220 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2iQL7M1NK-4exYy off=13661383 len=1447897 2024-09-16T07:25:55.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 5187 completed, throughput=5MB/sec 2024-09-16T07:25:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:55 smithi164 ceph-mon[88760]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:55 smithi042 ceph-mon[94096]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:56.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:55 smithi042 ceph-mon[96574]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:25:56.221 INFO:tasks.workunit.client.0.smithi042.stdout: 1011: throughput=5MB/sec pending data=0 2024-09-16T07:25:56.221 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pitV9shPAgq8OG0 off=8455480 len=269545 2024-09-16T07:25:56.224 INFO:tasks.workunit.client.0.smithi042.stdout:op 5188 completed, throughput=5MB/sec 2024-09-16T07:25:56.224 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QEdtyFDoyVovVlu off=15703006 len=398789 2024-09-16T07:25:56.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 5189 completed, throughput=5MB/sec 2024-09-16T07:25:56.226 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qs-_rKdotggoBrB off=3295212 len=680334 2024-09-16T07:25:56.230 INFO:tasks.workunit.client.0.smithi042.stdout:op 5190 completed, throughput=5MB/sec 2024-09-16T07:25:56.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6XuNIC7F-_gri9l off=3635457 len=198204 2024-09-16T07:25:56.233 INFO:tasks.workunit.client.0.smithi042.stdout:op 5191 completed, throughput=5MB/sec 2024-09-16T07:25:56.233 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nLHQQWa9u-L3u2x off=17302171 len=1649816 2024-09-16T07:25:56.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 5192 completed, throughput=5MB/sec 2024-09-16T07:25:56.241 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PLgIYI0dT6PPGkb off=2024443 len=1867397 2024-09-16T07:25:56.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 5193 completed, throughput=5MB/sec 2024-09-16T07:25:57.252 INFO:tasks.workunit.client.0.smithi042.stdout: 1012: throughput=5MB/sec pending data=0 2024-09-16T07:25:57.252 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r1fx1PiMJJPoXyR off=2791092 len=1826137 2024-09-16T07:25:57.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 5194 completed, throughput=5MB/sec 2024-09-16T07:25:57.264 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3yaJAMMWMYSpE8y off=3057228 len=1627527 2024-09-16T07:25:57.271 INFO:tasks.workunit.client.0.smithi042.stdout:op 5195 completed, throughput=5MB/sec 2024-09-16T07:25:57.271 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-prrq-Tqw0s8Y2db off=1612766 len=1606730 2024-09-16T07:25:57.280 INFO:tasks.workunit.client.0.smithi042.stdout:op 5196 completed, throughput=5MB/sec 2024-09-16T07:25:57.280 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r9dRc_MpMBoXCPs off=17023302 len=2050613 2024-09-16T07:25:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 5197 completed, throughput=5MB/sec 2024-09-16T07:25:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:57 smithi164 ceph-mon[88760]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:57 smithi042 ceph-mon[94096]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:57 smithi042 ceph-mon[96574]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:25:58.289 INFO:tasks.workunit.client.0.smithi042.stdout: 1013: throughput=5MB/sec pending data=0 2024-09-16T07:25:58.289 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XSmvfdL-2ZROEi1 off=649129 len=988779 2024-09-16T07:25:58.291 INFO:tasks.workunit.client.0.smithi042.stdout:op 5198 completed, throughput=5MB/sec 2024-09-16T07:25:58.291 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-npRlwPSoDIeMhjy off=12501518 len=1433942 2024-09-16T07:25:58.299 INFO:tasks.workunit.client.0.smithi042.stdout:op 5199 completed, throughput=5MB/sec 2024-09-16T07:25:58.299 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-v_UnR1d0kWFfj0Q off=4689462 len=1640589 2024-09-16T07:25:58.307 INFO:tasks.workunit.client.0.smithi042.stdout:op 5200 completed, throughput=5MB/sec 2024-09-16T07:25:59.307 INFO:tasks.workunit.client.0.smithi042.stdout: 1014: throughput=5MB/sec pending data=0 2024-09-16T07:25:59.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z5uiqNH3YsiyV7J off=5640986 len=897350 2024-09-16T07:25:59.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 5201 completed, throughput=5MB/sec 2024-09-16T07:25:59.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9xjHb2KPA4JvW0J off=1844285 len=1808326 2024-09-16T07:25:59.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 5202 completed, throughput=5MB/sec 2024-09-16T07:25:59.319 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jesTJAZe7U4uFoi off=15073552 len=1669388 2024-09-16T07:25:59.321 INFO:tasks.workunit.client.0.smithi042.stdout:op 5203 completed, throughput=5MB/sec 2024-09-16T07:25:59.321 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5w0fV8Z63XnJPH6 off=6724815 len=28641 2024-09-16T07:25:59.324 INFO:tasks.workunit.client.0.smithi042.stdout:op 5204 completed, throughput=5MB/sec 2024-09-16T07:25:59.324 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XvKCcagiAgedBWk off=1450104 len=1109961 2024-09-16T07:25:59.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 5205 completed, throughput=5MB/sec 2024-09-16T07:25:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:25:59 smithi164 ceph-mon[88760]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:26:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:25:59 smithi042 ceph-mon[94096]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:26:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:25:59 smithi042 ceph-mon[96574]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:26:00.330 INFO:tasks.workunit.client.0.smithi042.stdout: 1015: throughput=5MB/sec pending data=0 2024-09-16T07:26:00.330 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--qC5SijWWOrlsQp off=795079 len=654813 2024-09-16T07:26:00.335 INFO:tasks.workunit.client.0.smithi042.stdout:op 5206 completed, throughput=5MB/sec 2024-09-16T07:26:00.335 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zx_aMB1MLSIUDAs off=892330 len=2091706 2024-09-16T07:26:00.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 5207 completed, throughput=5MB/sec 2024-09-16T07:26:00.338 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-sidDjaPmAGsI3qW off=3546985 len=782576 2024-09-16T07:26:00.342 INFO:tasks.workunit.client.0.smithi042.stdout:op 5208 completed, throughput=5MB/sec 2024-09-16T07:26:00.342 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bxq9D-lGBdwuGLD off=13096999 len=825997 2024-09-16T07:26:00.347 INFO:tasks.workunit.client.0.smithi042.stdout:op 5209 completed, throughput=5MB/sec 2024-09-16T07:26:00.347 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NnIUT55r-wOwoJY off=1355993 len=807233 2024-09-16T07:26:00.352 INFO:tasks.workunit.client.0.smithi042.stdout:op 5210 completed, throughput=5MB/sec 2024-09-16T07:26:01.352 INFO:tasks.workunit.client.0.smithi042.stdout: 1016: throughput=5MB/sec pending data=0 2024-09-16T07:26:01.352 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-isITXh1kP9iCg5n off=11945405 len=657176 2024-09-16T07:26:01.353 INFO:tasks.workunit.client.0.smithi042.stdout:op 5211 completed, throughput=5MB/sec 2024-09-16T07:26:01.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s2vWIR6Yn4C8HsF off=16458524 len=555406 2024-09-16T07:26:01.358 INFO:tasks.workunit.client.0.smithi042.stdout:op 5212 completed, throughput=5MB/sec 2024-09-16T07:26:01.358 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mlvoPMCxhz75cFS off=17575351 len=1689743 2024-09-16T07:26:01.366 INFO:tasks.workunit.client.0.smithi042.stdout:op 5213 completed, throughput=5MB/sec 2024-09-16T07:26:01.366 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-L2zp-2clX1OpeYK off=13077395 len=2096004 2024-09-16T07:26:01.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 5214 completed, throughput=5MB/sec 2024-09-16T07:26:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:01] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:26:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:01 smithi164 ceph-mon[88760]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:01 smithi042 ceph-mon[96574]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:01 smithi042 ceph-mon[94096]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:02.370 INFO:tasks.workunit.client.0.smithi042.stdout: 1017: throughput=5MB/sec pending data=0 2024-09-16T07:26:02.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-uE6V4vwqqOtqLZP off=16257829 len=447815 2024-09-16T07:26:02.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 5215 completed, throughput=5MB/sec 2024-09-16T07:26:02.371 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bp5P2WVljNLmgQx off=331175 len=2031548 2024-09-16T07:26:02.375 INFO:tasks.workunit.client.0.smithi042.stdout:op 5216 completed, throughput=5MB/sec 2024-09-16T07:26:02.375 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rg9kHR_IBGlUBsj off=4607063 len=1075650 2024-09-16T07:26:02.377 INFO:tasks.workunit.client.0.smithi042.stdout:op 5217 completed, throughput=5MB/sec 2024-09-16T07:26:02.377 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xpvSB1vwGU9xY_o off=1164473 len=1572393 2024-09-16T07:26:02.385 INFO:tasks.workunit.client.0.smithi042.stdout:op 5218 completed, throughput=5MB/sec 2024-09-16T07:26:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:03.385 INFO:tasks.workunit.client.0.smithi042.stdout: 1018: throughput=5MB/sec pending data=0 2024-09-16T07:26:03.386 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9yJQYbj3FpO0gjI off=11046402 len=677880 2024-09-16T07:26:03.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 5219 completed, throughput=5MB/sec 2024-09-16T07:26:03.387 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TJKk8ZmIkE3-SvZ off=1842642 len=1809581 2024-09-16T07:26:03.390 INFO:tasks.workunit.client.0.smithi042.stdout:op 5220 completed, throughput=5MB/sec 2024-09-16T07:26:03.390 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HzzI_2hT3inHumq off=3485810 len=1982032 2024-09-16T07:26:03.403 INFO:tasks.workunit.client.0.smithi042.stdout:op 5221 completed, throughput=5MB/sec 2024-09-16T07:26:03.403 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Gf6dbJXFio8x_46 off=5863572 len=1381539 2024-09-16T07:26:03.410 INFO:tasks.workunit.client.0.smithi042.stdout:op 5222 completed, throughput=5MB/sec 2024-09-16T07:26:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:03 smithi164 ceph-mon[88760]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:03 smithi042 ceph-mon[94096]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:03 smithi042 ceph-mon[96574]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:04.411 INFO:tasks.workunit.client.0.smithi042.stdout: 1019: throughput=5MB/sec pending data=0 2024-09-16T07:26:04.447 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yK-XNszL_BvsQe6 off=4805171 len=772328 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 5223 completed, throughput=5MB/sec 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TeZ9uxV345gVs9c off=7861445 len=1154666 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 5224 completed, throughput=5MB/sec 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NfCQUgwK8uZ9-ec off=6817285 len=1575054 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:op 5225 completed, throughput=5MB/sec 2024-09-16T07:26:04.448 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ofbv11IZcONXbRb off=8016451 len=1275344 2024-09-16T07:26:04.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 5226 completed, throughput=5MB/sec 2024-09-16T07:26:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:05.424 INFO:tasks.workunit.client.0.smithi042.stdout: 1020: throughput=5MB/sec pending data=0 2024-09-16T07:26:05.424 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GH0uzcYBJhWE-BR off=7313480 len=153073 2024-09-16T07:26:05.427 INFO:tasks.workunit.client.0.smithi042.stdout:op 5227 completed, throughput=5MB/sec 2024-09-16T07:26:05.427 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6032NOxUbl9vnlG off=19767135 len=1957027 2024-09-16T07:26:05.429 INFO:tasks.workunit.client.0.smithi042.stdout:op 5228 completed, throughput=5MB/sec 2024-09-16T07:26:05.429 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X2LG3i_RfzudhEY off=7101060 len=599023 2024-09-16T07:26:05.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 5229 completed, throughput=5MB/sec 2024-09-16T07:26:05.434 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2FyiqT8dPji1_3A off=4017666 len=1959603 2024-09-16T07:26:05.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 5230 completed, throughput=5MB/sec 2024-09-16T07:26:05.444 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UFfQiDmHwHNHLFz off=15628669 len=1108402 2024-09-16T07:26:05.449 INFO:tasks.workunit.client.0.smithi042.stdout:op 5231 completed, throughput=5MB/sec 2024-09-16T07:26:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:05 smithi164 ceph-mon[88760]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:26:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:05 smithi042 ceph-mon[94096]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:26:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:05 smithi042 ceph-mon[96574]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:26:06.449 INFO:tasks.workunit.client.0.smithi042.stdout: 1021: throughput=5MB/sec pending data=0 2024-09-16T07:26:06.449 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U5e1po23fMLe83i off=4238123 len=1960941 2024-09-16T07:26:06.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 5232 completed, throughput=5MB/sec 2024-09-16T07:26:06.452 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KgGvyoNTSvU_ual off=16148034 len=1131610 2024-09-16T07:26:06.453 INFO:tasks.workunit.client.0.smithi042.stdout:op 5233 completed, throughput=5MB/sec 2024-09-16T07:26:06.453 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RGvrYKgVmhG9Y-n off=4596074 len=1839693 2024-09-16T07:26:06.462 INFO:tasks.workunit.client.0.smithi042.stdout:op 5234 completed, throughput=5MB/sec 2024-09-16T07:26:07.462 INFO:tasks.workunit.client.0.smithi042.stdout: 1022: throughput=5MB/sec pending data=0 2024-09-16T07:26:07.462 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-atDU80qORwXCqYh off=2386344 len=1534315 2024-09-16T07:26:07.469 INFO:tasks.workunit.client.0.smithi042.stdout:op 5235 completed, throughput=5MB/sec 2024-09-16T07:26:07.469 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YagKKWCu-Ydofqc off=1835819 len=952896 2024-09-16T07:26:07.474 INFO:tasks.workunit.client.0.smithi042.stdout:op 5236 completed, throughput=5MB/sec 2024-09-16T07:26:07.474 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cJLjZaUMWXSxs4T off=491031 len=361263 2024-09-16T07:26:07.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 5237 completed, throughput=5MB/sec 2024-09-16T07:26:07.478 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3zt3XrkxK-_8HxT off=4965288 len=546533 2024-09-16T07:26:07.478 INFO:tasks.workunit.client.0.smithi042.stdout:op 5238 completed, throughput=5MB/sec 2024-09-16T07:26:07.478 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0CO2EwkBzKOyPeC off=12156064 len=1988182 2024-09-16T07:26:07.488 INFO:tasks.workunit.client.0.smithi042.stdout:op 5239 completed, throughput=5MB/sec 2024-09-16T07:26:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:07 smithi164 ceph-mon[88760]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:26:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:07 smithi042 ceph-mon[94096]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:26:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:07 smithi042 ceph-mon[96574]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-09-16T07:26:08.488 INFO:tasks.workunit.client.0.smithi042.stdout: 1023: throughput=5MB/sec pending data=0 2024-09-16T07:26:08.488 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s9-c8lg6obqWZWH off=4452408 len=220312 2024-09-16T07:26:08.491 INFO:tasks.workunit.client.0.smithi042.stdout:op 5240 completed, throughput=5MB/sec 2024-09-16T07:26:08.491 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b7KZrQ1BpBeTU0H off=3283625 len=1167718 2024-09-16T07:26:08.498 INFO:tasks.workunit.client.0.smithi042.stdout:op 5241 completed, throughput=5MB/sec 2024-09-16T07:26:08.499 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6uOIJPc-awacYyq off=21769735 len=1197881 2024-09-16T07:26:08.500 INFO:tasks.workunit.client.0.smithi042.stdout:op 5242 completed, throughput=5MB/sec 2024-09-16T07:26:08.500 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-19SZunyZVwKVNjk off=5381821 len=1735533 2024-09-16T07:26:08.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 5243 completed, throughput=5MB/sec 2024-09-16T07:26:08.502 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8FViu8MgCAOR3s4 off=1511122 len=1244948 2024-09-16T07:26:08.503 INFO:tasks.workunit.client.0.smithi042.stdout:op 5244 completed, throughput=5MB/sec 2024-09-16T07:26:09.504 INFO:tasks.workunit.client.0.smithi042.stdout: 1024: throughput=5MB/sec pending data=0 2024-09-16T07:26:09.504 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-boSpcSswYuXD4Q1 off=2129863 len=2066626 2024-09-16T07:26:09.513 INFO:tasks.workunit.client.0.smithi042.stdout:op 5245 completed, throughput=5MB/sec 2024-09-16T07:26:09.513 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--9hKr3Q5jVB6mEZ off=5092263 len=2056659 2024-09-16T07:26:09.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 5246 completed, throughput=5MB/sec 2024-09-16T07:26:09.522 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QMoOtUFX6KoJTgJ off=3203269 len=1205054 2024-09-16T07:26:09.529 INFO:tasks.workunit.client.0.smithi042.stdout:op 5247 completed, throughput=5MB/sec 2024-09-16T07:26:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:09 smithi164 ceph-mon[88760]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T07:26:10.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:09 smithi042 ceph-mon[96574]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T07:26:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:09 smithi042 ceph-mon[94096]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-09-16T07:26:10.529 INFO:tasks.workunit.client.0.smithi042.stdout: 1025: throughput=5MB/sec pending data=0 2024-09-16T07:26:10.529 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BG1ZQY3Xuf4sNA_ off=2821821 len=265162 2024-09-16T07:26:10.530 INFO:tasks.workunit.client.0.smithi042.stdout:op 5248 completed, throughput=5MB/sec 2024-09-16T07:26:10.530 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nAa2aia_E1ip6B0 off=17560609 len=1776837 2024-09-16T07:26:10.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 5249 completed, throughput=5MB/sec 2024-09-16T07:26:10.537 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZGb9SqPdmJdgSuo off=13298797 len=1478882 2024-09-16T07:26:10.540 INFO:tasks.workunit.client.0.smithi042.stdout:op 5250 completed, throughput=5MB/sec 2024-09-16T07:26:10.540 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hXwup90hhgqKAyd off=6697749 len=294825 2024-09-16T07:26:10.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 5251 completed, throughput=5MB/sec 2024-09-16T07:26:10.544 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KBb54RGJchnbMXA off=15568446 len=703381 2024-09-16T07:26:10.548 INFO:tasks.workunit.client.0.smithi042.stdout:op 5252 completed, throughput=5MB/sec 2024-09-16T07:26:10.548 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jmPPndsOn-n088M off=9553173 len=1742773 2024-09-16T07:26:10.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 5253 completed, throughput=5MB/sec 2024-09-16T07:26:11.554 INFO:tasks.workunit.client.0.smithi042.stdout: 1026: throughput=5MB/sec pending data=0 2024-09-16T07:26:11.554 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JIT7Vxej1EJJ359 off=5163165 len=1027976 2024-09-16T07:26:11.559 INFO:tasks.workunit.client.0.smithi042.stdout:op 5254 completed, throughput=5MB/sec 2024-09-16T07:26:11.559 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6Y3o74op0wl76sH off=768774 len=1149751 2024-09-16T07:26:11.561 INFO:tasks.workunit.client.0.smithi042.stdout:op 5255 completed, throughput=5MB/sec 2024-09-16T07:26:11.561 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mqyAvDT6Aw_L8bF off=1052979 len=1979980 2024-09-16T07:26:11.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 5256 completed, throughput=5MB/sec 2024-09-16T07:26:11.573 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mhf5qiPfPcURrrI off=14269997 len=1260265 2024-09-16T07:26:11.580 INFO:tasks.workunit.client.0.smithi042.stdout:op 5257 completed, throughput=5MB/sec 2024-09-16T07:26:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:11] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:26:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:11 smithi164 ceph-mon[88760]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:26:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:11 smithi042 ceph-mon[94096]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:26:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:11 smithi042 ceph-mon[96574]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-09-16T07:26:12.578 INFO:tasks.workunit.client.0.smithi042.stdout: 1027: throughput=5MB/sec pending data=0 2024-09-16T07:26:12.578 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QKOvoS0lR6_Y2Lr off=0 len=1171369 2024-09-16T07:26:12.580 INFO:tasks.workunit.client.0.smithi042.stdout:op 5258 completed, throughput=5MB/sec 2024-09-16T07:26:12.580 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wfTJcbygUaUx_TB off=1905661 len=1224444 2024-09-16T07:26:12.582 INFO:tasks.workunit.client.0.smithi042.stdout:op 5259 completed, throughput=5MB/sec 2024-09-16T07:26:12.582 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5gpY46nZvmSgZqP off=1940251 len=370758 2024-09-16T07:26:12.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 5260 completed, throughput=5MB/sec 2024-09-16T07:26:12.585 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OCY6D0g9Hginekr off=4398364 len=263023 2024-09-16T07:26:12.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 5261 completed, throughput=5MB/sec 2024-09-16T07:26:12.588 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KDeLGOQrJaKmsfx off=1259614 len=283779 2024-09-16T07:26:12.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 5262 completed, throughput=5MB/sec 2024-09-16T07:26:12.592 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GXDRvO_gegRnXBp off=3525295 len=1008292 2024-09-16T07:26:12.596 INFO:tasks.workunit.client.0.smithi042.stdout:op 5263 completed, throughput=5MB/sec 2024-09-16T07:26:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:13.597 INFO:tasks.workunit.client.0.smithi042.stdout: 1028: throughput=5MB/sec pending data=0 2024-09-16T07:26:13.597 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6azhGfbB2iLLahn off=2807427 len=231608 2024-09-16T07:26:13.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 5264 completed, throughput=5MB/sec 2024-09-16T07:26:13.597 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ThMujCqZX3Mi5-T off=1877665 len=1971935 2024-09-16T07:26:13.606 INFO:tasks.workunit.client.0.smithi042.stdout:op 5265 completed, throughput=5MB/sec 2024-09-16T07:26:13.606 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oSa9G37d90sF9T7 off=2770095 len=320918 2024-09-16T07:26:13.610 INFO:tasks.workunit.client.0.smithi042.stdout:op 5266 completed, throughput=5MB/sec 2024-09-16T07:26:13.610 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-V4Lv8v4kq3J2y2A off=9681355 len=770891 2024-09-16T07:26:13.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 5267 completed, throughput=5MB/sec 2024-09-16T07:26:13.611 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FYBhKRk048Cedqb off=159173 len=1895415 2024-09-16T07:26:13.620 INFO:tasks.workunit.client.0.smithi042.stdout:op 5268 completed, throughput=5MB/sec 2024-09-16T07:26:13.620 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NBE5NTfl_0k-Par off=4143981 len=1907202 2024-09-16T07:26:13.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 5269 completed, throughput=5MB/sec 2024-09-16T07:26:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:13 smithi164 ceph-mon[88760]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T07:26:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:13 smithi042 ceph-mon[94096]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T07:26:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:13 smithi042 ceph-mon[96574]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-09-16T07:26:14.622 INFO:tasks.workunit.client.0.smithi042.stdout: 1029: throughput=5MB/sec pending data=0 2024-09-16T07:26:14.622 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-219WvPiowEyGzOV off=3355620 len=1535608 2024-09-16T07:26:14.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 5270 completed, throughput=5MB/sec 2024-09-16T07:26:14.630 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s9EhePGwyTqLpl- off=1073470 len=1943612 2024-09-16T07:26:14.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 5271 completed, throughput=5MB/sec 2024-09-16T07:26:15.635 INFO:tasks.workunit.client.0.smithi042.stdout: 1030: throughput=5MB/sec pending data=0 2024-09-16T07:26:15.635 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DTL5cDlMzM0cNxl off=5086981 len=1055493 2024-09-16T07:26:15.636 INFO:tasks.workunit.client.0.smithi042.stdout:op 5272 completed, throughput=5MB/sec 2024-09-16T07:26:15.636 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2KWmPGOJbkxie7S off=3232570 len=476091 2024-09-16T07:26:15.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 5273 completed, throughput=5MB/sec 2024-09-16T07:26:15.641 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WlhewVUjr2_n3KE off=618446 len=613065 2024-09-16T07:26:15.642 INFO:tasks.workunit.client.0.smithi042.stdout:op 5274 completed, throughput=5MB/sec 2024-09-16T07:26:15.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Q7oaENsUTEp4G99 off=1539808 len=1298241 2024-09-16T07:26:15.649 INFO:tasks.workunit.client.0.smithi042.stdout:op 5275 completed, throughput=5MB/sec 2024-09-16T07:26:15.649 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ld6enUjuc33IoKL off=4616116 len=522215 2024-09-16T07:26:15.652 INFO:tasks.workunit.client.0.smithi042.stdout:op 5276 completed, throughput=5MB/sec 2024-09-16T07:26:15.652 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6nq-ApZ2v7C9La6 off=8430987 len=838782 2024-09-16T07:26:15.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 5277 completed, throughput=5MB/sec 2024-09-16T07:26:15.653 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eNSZ1WL9pjLdmH7 off=2581669 len=1701523 2024-09-16T07:26:15.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 5278 completed, throughput=5MB/sec 2024-09-16T07:26:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:15 smithi164 ceph-mon[88760]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:15 smithi042 ceph-mon[94096]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:16.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:15 smithi042 ceph-mon[96574]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:16.662 INFO:tasks.workunit.client.0.smithi042.stdout: 1031: throughput=5MB/sec pending data=0 2024-09-16T07:26:16.662 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cELXirhOyeDuqyB off=18725320 len=471408 2024-09-16T07:26:16.665 INFO:tasks.workunit.client.0.smithi042.stdout:op 5279 completed, throughput=5MB/sec 2024-09-16T07:26:16.665 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hFkL1wEA8ijrTCO off=22500961 len=43063 2024-09-16T07:26:16.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 5280 completed, throughput=5MB/sec 2024-09-16T07:26:16.667 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZsDwyN3_tF_gPB off=322596 len=1404909 2024-09-16T07:26:16.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 5281 completed, throughput=5MB/sec 2024-09-16T07:26:16.676 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dOO-YWoClMD4iMt off=9452357 len=331763 2024-09-16T07:26:16.678 INFO:tasks.workunit.client.0.smithi042.stdout:op 5282 completed, throughput=5MB/sec 2024-09-16T07:26:16.678 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tN_-cvt88v8Do2g off=604159 len=1078166 2024-09-16T07:26:16.680 INFO:tasks.workunit.client.0.smithi042.stdout:op 5283 completed, throughput=5MB/sec 2024-09-16T07:26:16.680 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mPWvEWLuRjaOP6P off=988011 len=242284 2024-09-16T07:26:16.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 5284 completed, throughput=5MB/sec 2024-09-16T07:26:16.683 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6IB4snTJqPuNjlm off=0 len=1286256 2024-09-16T07:26:16.691 INFO:tasks.workunit.client.0.smithi042.stdout:op 5285 completed, throughput=5MB/sec 2024-09-16T07:26:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:26:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:26:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:26:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:26:17.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:26:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:26:17.689 INFO:tasks.workunit.client.0.smithi042.stdout: 1032: throughput=5MB/sec pending data=0 2024-09-16T07:26:17.689 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EtDEgA-r_4yz-rD off=10618214 len=437431 2024-09-16T07:26:17.690 INFO:tasks.workunit.client.0.smithi042.stdout:op 5286 completed, throughput=5MB/sec 2024-09-16T07:26:17.690 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UggkpSJtjAR0Ptp off=1314864 len=1792101 2024-09-16T07:26:17.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 5287 completed, throughput=5MB/sec 2024-09-16T07:26:17.692 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0GNsb4wx7BbAMqL off=8798389 len=1304765 2024-09-16T07:26:17.698 INFO:tasks.workunit.client.0.smithi042.stdout:op 5288 completed, throughput=5MB/sec 2024-09-16T07:26:17.698 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4IwohhsxfvbBh1o off=1840831 len=2054369 2024-09-16T07:26:17.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 5289 completed, throughput=5MB/sec 2024-09-16T07:26:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:18 smithi042 ceph-mon[94096]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:18 smithi042 ceph-mon[96574]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:18 smithi164 ceph-mon[88760]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:18.712 INFO:tasks.workunit.client.0.smithi042.stdout: 1033: throughput=5MB/sec pending data=0 2024-09-16T07:26:18.713 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Sx6pgTRhKkrkXGO off=13323956 len=1511209 2024-09-16T07:26:18.714 INFO:tasks.workunit.client.0.smithi042.stdout:op 5290 completed, throughput=5MB/sec 2024-09-16T07:26:18.715 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qjYOOrC6-SBtHYa off=602022 len=218182 2024-09-16T07:26:18.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 5291 completed, throughput=5MB/sec 2024-09-16T07:26:18.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IHxiklERf2UKzyE off=2847907 len=1280412 2024-09-16T07:26:18.719 INFO:tasks.workunit.client.0.smithi042.stdout:op 5292 completed, throughput=5MB/sec 2024-09-16T07:26:18.719 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hS0WA9hHsGlPAsl off=5870540 len=1579023 2024-09-16T07:26:18.726 INFO:tasks.workunit.client.0.smithi042.stdout:op 5293 completed, throughput=5MB/sec 2024-09-16T07:26:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:19.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:19.726 INFO:tasks.workunit.client.0.smithi042.stdout: 1034: throughput=5MB/sec pending data=0 2024-09-16T07:26:19.727 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MczIo0l6TT5agP7 off=5233026 len=187357 2024-09-16T07:26:19.728 INFO:tasks.workunit.client.0.smithi042.stdout:op 5294 completed, throughput=5MB/sec 2024-09-16T07:26:19.728 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mhtvioy-MCzP7dW off=11075340 len=1801281 2024-09-16T07:26:19.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 5295 completed, throughput=5MB/sec 2024-09-16T07:26:19.732 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7blIjF4DG7V6mHT off=1264775 len=1428512 2024-09-16T07:26:19.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 5296 completed, throughput=5MB/sec 2024-09-16T07:26:19.734 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zQLj-eZJEEQd13p off=17014332 len=333671 2024-09-16T07:26:19.734 INFO:tasks.workunit.client.0.smithi042.stdout:op 5297 completed, throughput=5MB/sec 2024-09-16T07:26:19.735 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P5q1ZYxIouxP15O off=1242501 len=1428877 2024-09-16T07:26:19.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 5298 completed, throughput=5MB/sec 2024-09-16T07:26:19.742 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3VuZfxpGqo6thb8 off=8309968 len=344884 2024-09-16T07:26:19.744 INFO:tasks.workunit.client.0.smithi042.stdout:op 5299 completed, throughput=5MB/sec 2024-09-16T07:26:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:20 smithi164 ceph-mon[88760]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:26:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:20 smithi042 ceph-mon[94096]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:26:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:20 smithi042 ceph-mon[96574]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:26:20.744 INFO:tasks.workunit.client.0.smithi042.stdout: 1035: throughput=5MB/sec pending data=0 2024-09-16T07:26:20.744 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6Ge0FGnCdZxw_st off=7106634 len=1703195 2024-09-16T07:26:20.746 INFO:tasks.workunit.client.0.smithi042.stdout:op 5300 completed, throughput=5MB/sec 2024-09-16T07:26:20.746 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CsSNu6LU7dIZNvY off=10323927 len=243518 2024-09-16T07:26:20.747 INFO:tasks.workunit.client.0.smithi042.stdout:op 5301 completed, throughput=5MB/sec 2024-09-16T07:26:20.747 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dAFEAQ8aFS1_J2v off=7967362 len=1240028 2024-09-16T07:26:20.753 INFO:tasks.workunit.client.0.smithi042.stdout:op 5302 completed, throughput=5MB/sec 2024-09-16T07:26:20.754 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CFGRX9lzHCfG_rG off=5794537 len=1096617 2024-09-16T07:26:20.755 INFO:tasks.workunit.client.0.smithi042.stdout:op 5303 completed, throughput=5MB/sec 2024-09-16T07:26:20.755 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FjlF1shDaueWehX off=11852352 len=648716 2024-09-16T07:26:20.759 INFO:tasks.workunit.client.0.smithi042.stdout:op 5304 completed, throughput=5MB/sec 2024-09-16T07:26:20.759 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I54-j02dgVPxeYU off=16036986 len=2095019 2024-09-16T07:26:20.761 INFO:tasks.workunit.client.0.smithi042.stdout:op 5305 completed, throughput=5MB/sec 2024-09-16T07:26:21.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:21] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:26:21.762 INFO:tasks.workunit.client.0.smithi042.stdout: 1036: throughput=5MB/sec pending data=0 2024-09-16T07:26:21.762 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Y0Gc_x4MSP-LCvs off=7287952 len=390505 2024-09-16T07:26:21.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 5306 completed, throughput=5MB/sec 2024-09-16T07:26:21.763 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xjAIU3nJ_-i3VXk off=1304834 len=1216139 2024-09-16T07:26:21.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 5307 completed, throughput=5MB/sec 2024-09-16T07:26:21.765 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vLg2jAe4qDI5KlU off=2124737 len=1771398 2024-09-16T07:26:21.773 INFO:tasks.workunit.client.0.smithi042.stdout:op 5308 completed, throughput=5MB/sec 2024-09-16T07:26:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:22 smithi164 ceph-mon[88760]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:22 smithi042 ceph-mon[94096]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:22 smithi042 ceph-mon[96574]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:22.773 INFO:tasks.workunit.client.0.smithi042.stdout: 1037: throughput=5MB/sec pending data=0 2024-09-16T07:26:22.773 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CF0Eb3Ufy-yqb4C off=15610268 len=688390 2024-09-16T07:26:22.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 5309 completed, throughput=5MB/sec 2024-09-16T07:26:22.774 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5DOPKqxeteH269p off=3396009 len=1154174 2024-09-16T07:26:22.780 INFO:tasks.workunit.client.0.smithi042.stdout:op 5310 completed, throughput=5MB/sec 2024-09-16T07:26:22.781 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HjGeio9V4hzhYn7 off=988562 len=1470106 2024-09-16T07:26:22.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 5311 completed, throughput=5MB/sec 2024-09-16T07:26:22.789 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rumofgt5R6YzisL off=19683596 len=967799 2024-09-16T07:26:22.791 INFO:tasks.workunit.client.0.smithi042.stdout:op 5312 completed, throughput=5MB/sec 2024-09-16T07:26:22.791 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-sRsmXd6nRiFdFeS off=10401032 len=413614 2024-09-16T07:26:22.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 5313 completed, throughput=5MB/sec 2024-09-16T07:26:22.792 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bGRndwKBDoxOYCB off=1768522 len=1538968 2024-09-16T07:26:22.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 5314 completed, throughput=5MB/sec 2024-09-16T07:26:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:23 smithi164 ceph-mon[88760]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:26:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:23 smithi042 ceph-mon[94096]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:26:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:23 smithi042 ceph-mon[96574]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-09-16T07:26:23.800 INFO:tasks.workunit.client.0.smithi042.stdout: 1038: throughput=5MB/sec pending data=0 2024-09-16T07:26:23.800 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TLjvyPSiDrPH_5l off=6824539 len=2082863 2024-09-16T07:26:23.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 5315 completed, throughput=5MB/sec 2024-09-16T07:26:23.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nW-IRR9J_l_2b0d off=7543599 len=1718162 2024-09-16T07:26:23.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 5316 completed, throughput=5MB/sec 2024-09-16T07:26:23.814 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cIjMu0kNMN7UIli off=13505950 len=1500967 2024-09-16T07:26:23.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 5317 completed, throughput=5MB/sec 2024-09-16T07:26:24.822 INFO:tasks.workunit.client.0.smithi042.stdout: 1039: throughput=5MB/sec pending data=0 2024-09-16T07:26:24.822 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oLr8W-QMEletN48 off=1967414 len=1140224 2024-09-16T07:26:24.830 INFO:tasks.workunit.client.0.smithi042.stdout:op 5318 completed, throughput=5MB/sec 2024-09-16T07:26:24.830 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c25PIeS5RsXm0q8 off=19223322 len=1315544 2024-09-16T07:26:24.839 INFO:tasks.workunit.client.0.smithi042.stdout:op 5319 completed, throughput=5MB/sec 2024-09-16T07:26:24.839 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tn-yvZL-iQ-BI5E off=1811533 len=677473 2024-09-16T07:26:24.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 5320 completed, throughput=5MB/sec 2024-09-16T07:26:24.843 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lKIuIOuKjWQUK1B off=172824 len=105233 2024-09-16T07:26:24.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 5321 completed, throughput=5MB/sec 2024-09-16T07:26:24.843 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FXiwEY2X0DCNrvV off=6902180 len=365914 2024-09-16T07:26:24.846 INFO:tasks.workunit.client.0.smithi042.stdout:op 5322 completed, throughput=5MB/sec 2024-09-16T07:26:24.847 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XKzGUuVIfLLpqvn off=4557803 len=972960 2024-09-16T07:26:24.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 5323 completed, throughput=5MB/sec 2024-09-16T07:26:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:25 smithi164 ceph-mon[88760]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:25.848 INFO:tasks.workunit.client.0.smithi042.stdout: 1040: throughput=5MB/sec pending data=0 2024-09-16T07:26:25.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ldtcoDOyuoePUei off=14553159 len=285010 2024-09-16T07:26:25.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 5324 completed, throughput=5MB/sec 2024-09-16T07:26:25.849 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XzYjCDpG4JCXemD off=2956721 len=1870069 2024-09-16T07:26:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:25 smithi042 ceph-mon[96574]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:25 smithi042 ceph-mon[94096]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:25.860 INFO:tasks.workunit.client.0.smithi042.stdout:op 5325 completed, throughput=5MB/sec 2024-09-16T07:26:25.860 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FXiwEY2X0DCNrvV off=3514015 len=1863986 2024-09-16T07:26:25.864 INFO:tasks.workunit.client.0.smithi042.stdout:op 5326 completed, throughput=5MB/sec 2024-09-16T07:26:25.865 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PsC0LUOQ1vPc4pz off=6229907 len=1526735 2024-09-16T07:26:25.865 INFO:tasks.workunit.client.0.smithi042.stdout:op 5327 completed, throughput=5MB/sec 2024-09-16T07:26:26.864 INFO:tasks.workunit.client.0.smithi042.stdout: 1041: throughput=5MB/sec pending data=0 2024-09-16T07:26:26.864 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ikYkrODI4-a2sB_ off=2962340 len=1167597 2024-09-16T07:26:26.866 INFO:tasks.workunit.client.0.smithi042.stdout:op 5328 completed, throughput=5MB/sec 2024-09-16T07:26:26.866 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cv20tjqTEK-X2jB off=9641167 len=1240998 2024-09-16T07:26:26.867 INFO:tasks.workunit.client.0.smithi042.stdout:op 5329 completed, throughput=5MB/sec 2024-09-16T07:26:26.868 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ETUsmXWyKnqBQlD off=16078549 len=1481744 2024-09-16T07:26:26.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 5330 completed, throughput=5MB/sec 2024-09-16T07:26:26.874 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2RgHIzOGWuSJbFw off=4108049 len=1940601 2024-09-16T07:26:26.882 INFO:tasks.workunit.client.0.smithi042.stdout:op 5331 completed, throughput=5MB/sec 2024-09-16T07:26:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:27 smithi164 ceph-mon[88760]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:27 smithi042 ceph-mon[94096]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:27 smithi042 ceph-mon[96574]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:26:27.883 INFO:tasks.workunit.client.0.smithi042.stdout: 1042: throughput=5MB/sec pending data=0 2024-09-16T07:26:27.883 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6WkgS6w1vW7laU2 off=8580677 len=1567308 2024-09-16T07:26:27.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 5332 completed, throughput=5MB/sec 2024-09-16T07:26:27.886 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pKJBmuFL6ZLnUFX off=3153303 len=211921 2024-09-16T07:26:27.887 INFO:tasks.workunit.client.0.smithi042.stdout:op 5333 completed, throughput=5MB/sec 2024-09-16T07:26:27.887 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZznyWaCeCNB-cJv off=529674 len=1213499 2024-09-16T07:26:27.889 INFO:tasks.workunit.client.0.smithi042.stdout:op 5334 completed, throughput=5MB/sec 2024-09-16T07:26:27.889 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-W5QfTfJ7GqBF-IF off=431690 len=1563127 2024-09-16T07:26:27.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 5335 completed, throughput=5MB/sec 2024-09-16T07:26:28.896 INFO:tasks.workunit.client.0.smithi042.stdout: 1043: throughput=5MB/sec pending data=0 2024-09-16T07:26:28.896 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-awEwsRFQZuEKxfl off=89289 len=1525796 2024-09-16T07:26:28.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 5336 completed, throughput=5MB/sec 2024-09-16T07:26:28.904 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xyLTTvTo_xh7mZz off=4957020 len=326999 2024-09-16T07:26:28.905 INFO:tasks.workunit.client.0.smithi042.stdout:op 5337 completed, throughput=5MB/sec 2024-09-16T07:26:28.905 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6dsz-T4ANDIfd6A off=12398133 len=1332610 2024-09-16T07:26:28.907 INFO:tasks.workunit.client.0.smithi042.stdout:op 5338 completed, throughput=5MB/sec 2024-09-16T07:26:28.907 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LrIC7YxlsIgZoPN off=9581044 len=275235 2024-09-16T07:26:28.910 INFO:tasks.workunit.client.0.smithi042.stdout:op 5339 completed, throughput=5MB/sec 2024-09-16T07:26:28.910 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mvRMyyxy4ACwrHb off=15612243 len=1318387 2024-09-16T07:26:28.916 INFO:tasks.workunit.client.0.smithi042.stdout:op 5340 completed, throughput=5MB/sec 2024-09-16T07:26:28.916 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k93zVe4RYwzB2L0 off=0 len=1071208 2024-09-16T07:26:28.921 INFO:tasks.workunit.client.0.smithi042.stdout:op 5341 completed, throughput=5MB/sec 2024-09-16T07:26:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:29 smithi164 ceph-mon[88760]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:29 smithi042 ceph-mon[94096]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:29 smithi042 ceph-mon[96574]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:29.921 INFO:tasks.workunit.client.0.smithi042.stdout: 1044: throughput=5MB/sec pending data=0 2024-09-16T07:26:29.921 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-G09vofhYIw61wQN off=2649843 len=882750 2024-09-16T07:26:29.923 INFO:tasks.workunit.client.0.smithi042.stdout:op 5342 completed, throughput=5MB/sec 2024-09-16T07:26:29.923 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZoMKcbueuQbPi2p off=12632646 len=875832 2024-09-16T07:26:29.924 INFO:tasks.workunit.client.0.smithi042.stdout:op 5343 completed, throughput=5MB/sec 2024-09-16T07:26:29.924 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OW71j97Ndnk1M3I off=2167158 len=1501170 2024-09-16T07:26:29.931 INFO:tasks.workunit.client.0.smithi042.stdout:op 5344 completed, throughput=5MB/sec 2024-09-16T07:26:29.932 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FaQBuZjgOiEW1Bb off=37229 len=1302222 2024-09-16T07:26:29.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 5345 completed, throughput=5MB/sec 2024-09-16T07:26:29.937 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6hn2Yu7Uf4ItmuZ off=8901836 len=1655438 2024-09-16T07:26:29.940 INFO:tasks.workunit.client.0.smithi042.stdout:op 5346 completed, throughput=5MB/sec 2024-09-16T07:26:30.941 INFO:tasks.workunit.client.0.smithi042.stdout: 1045: throughput=5MB/sec pending data=0 2024-09-16T07:26:30.941 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qaOPY1S5Zs1F4Xn off=4937860 len=1967308 2024-09-16T07:26:30.943 INFO:tasks.workunit.client.0.smithi042.stdout:op 5347 completed, throughput=5MB/sec 2024-09-16T07:26:30.943 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MOPhHs1MdlGtTiI off=2855718 len=492417 2024-09-16T07:26:30.947 INFO:tasks.workunit.client.0.smithi042.stdout:op 5348 completed, throughput=5MB/sec 2024-09-16T07:26:30.947 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pt3b3RqGLRNdfAG off=1106883 len=1752552 2024-09-16T07:26:30.949 INFO:tasks.workunit.client.0.smithi042.stdout:op 5349 completed, throughput=5MB/sec 2024-09-16T07:26:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:31 smithi042 ceph-mon[94096]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:31 smithi042 ceph-mon[96574]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:31] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:26:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:31 smithi164 ceph-mon[88760]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:26:31.949 INFO:tasks.workunit.client.0.smithi042.stdout: 1046: throughput=5MB/sec pending data=0 2024-09-16T07:26:31.950 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-f6SsB36acGkvsk- off=73085 len=1337028 2024-09-16T07:26:31.956 INFO:tasks.workunit.client.0.smithi042.stdout:op 5350 completed, throughput=5MB/sec 2024-09-16T07:26:31.957 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rg9kHR_IBGlUBsj off=7157479 len=595272 2024-09-16T07:26:31.957 INFO:tasks.workunit.client.0.smithi042.stdout:op 5351 completed, throughput=5MB/sec 2024-09-16T07:26:31.958 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hLf8aFPA_mo1mf1 off=10581655 len=1506324 2024-09-16T07:26:31.965 INFO:tasks.workunit.client.0.smithi042.stdout:op 5352 completed, throughput=5MB/sec 2024-09-16T07:26:31.966 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mlVtku0q9uyrSpF off=12803310 len=1417743 2024-09-16T07:26:31.972 INFO:tasks.workunit.client.0.smithi042.stdout:op 5353 completed, throughput=5MB/sec 2024-09-16T07:26:31.972 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RaXJ8R83R3xlKiF off=2208593 len=354682 2024-09-16T07:26:31.975 INFO:tasks.workunit.client.0.smithi042.stdout:op 5354 completed, throughput=5MB/sec 2024-09-16T07:26:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:32.976 INFO:tasks.workunit.client.0.smithi042.stdout: 1047: throughput=5MB/sec pending data=0 2024-09-16T07:26:32.976 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-z5zsEdeqdHWT1TD off=20906063 len=1562239 2024-09-16T07:26:32.983 INFO:tasks.workunit.client.0.smithi042.stdout:op 5355 completed, throughput=5MB/sec 2024-09-16T07:26:32.983 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QZV-MDiLVSxYU3m off=6633233 len=1424529 2024-09-16T07:26:32.989 INFO:tasks.workunit.client.0.smithi042.stdout:op 5356 completed, throughput=5MB/sec 2024-09-16T07:26:32.989 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6WWgX8cDtTAVQIq off=2175704 len=1584867 2024-09-16T07:26:32.995 INFO:tasks.workunit.client.0.smithi042.stdout:op 5357 completed, throughput=5MB/sec 2024-09-16T07:26:32.995 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ufc4craJVWl-GL6 off=127383 len=170732 2024-09-16T07:26:32.996 INFO:tasks.workunit.client.0.smithi042.stdout:op 5358 completed, throughput=5MB/sec 2024-09-16T07:26:32.996 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WmbuT3rUXe6gcZk off=1028682 len=580546 2024-09-16T07:26:32.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 5359 completed, throughput=5MB/sec 2024-09-16T07:26:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:33 smithi164 ceph-mon[88760]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:33 smithi042 ceph-mon[94096]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:33 smithi042 ceph-mon[96574]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:26:33.998 INFO:tasks.workunit.client.0.smithi042.stdout: 1048: throughput=5MB/sec pending data=0 2024-09-16T07:26:33.998 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gDxuUVd1B2EI6Jv off=751840 len=1137761 2024-09-16T07:26:34.004 INFO:tasks.workunit.client.0.smithi042.stdout:op 5360 completed, throughput=5MB/sec 2024-09-16T07:26:34.004 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SUXXZLRe3SQH18e off=2972679 len=1549558 2024-09-16T07:26:34.011 INFO:tasks.workunit.client.0.smithi042.stdout:op 5361 completed, throughput=5MB/sec 2024-09-16T07:26:34.011 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x68zzp2spYREHnY off=4350379 len=603010 2024-09-16T07:26:34.012 INFO:tasks.workunit.client.0.smithi042.stdout:op 5362 completed, throughput=5MB/sec 2024-09-16T07:26:34.012 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-90gtW_Bo53Z2uLZ off=4912576 len=1279953 2024-09-16T07:26:34.018 INFO:tasks.workunit.client.0.smithi042.stdout:op 5363 completed, throughput=5MB/sec 2024-09-16T07:26:34.018 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-prVgSS7Xw5DBBo0 off=4200860 len=1577660 2024-09-16T07:26:34.031 INFO:tasks.workunit.client.0.smithi042.stdout:op 5364 completed, throughput=5MB/sec 2024-09-16T07:26:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:35.031 INFO:tasks.workunit.client.0.smithi042.stdout: 1049: throughput=5MB/sec pending data=0 2024-09-16T07:26:35.031 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-c7e4pNaTHfBjVPy off=3008101 len=288907 2024-09-16T07:26:35.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 5365 completed, throughput=5MB/sec 2024-09-16T07:26:35.032 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1wy2DfzLVcOr243 off=17520854 len=1149959 2024-09-16T07:26:35.034 INFO:tasks.workunit.client.0.smithi042.stdout:op 5366 completed, throughput=5MB/sec 2024-09-16T07:26:35.034 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xqJI8HMtjFc3qSV off=454572 len=1044926 2024-09-16T07:26:35.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 5367 completed, throughput=5MB/sec 2024-09-16T07:26:35.039 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fqvLBv0GuJ8fP4d off=17871505 len=1495618 2024-09-16T07:26:35.046 INFO:tasks.workunit.client.0.smithi042.stdout:op 5368 completed, throughput=5MB/sec 2024-09-16T07:26:35.046 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o0Jf80-4m4N5pO_ off=10761463 len=212835 2024-09-16T07:26:35.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 5369 completed, throughput=5MB/sec 2024-09-16T07:26:35.047 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c64Ct9I2beDlIvT off=9304805 len=1789054 2024-09-16T07:26:35.058 INFO:tasks.workunit.client.0.smithi042.stdout:op 5370 completed, throughput=5MB/sec 2024-09-16T07:26:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:35 smithi164 ceph-mon[88760]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:35 smithi042 ceph-mon[94096]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:35 smithi042 ceph-mon[96574]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:26:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: 1050: throughput=5MB/sec pending data=0 2024-09-16T07:26:36.058 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GcyplCywRurckRn off=9545831 len=1290838 2024-09-16T07:26:36.060 INFO:tasks.workunit.client.0.smithi042.stdout:op 5371 completed, throughput=5MB/sec 2024-09-16T07:26:36.060 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fbjP7SVMbp8qkIq off=3159429 len=846316 2024-09-16T07:26:36.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 5372 completed, throughput=5MB/sec 2024-09-16T07:26:36.061 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o7is0OJukEYORjM off=16674196 len=1708837 2024-09-16T07:26:36.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 5373 completed, throughput=5MB/sec 2024-09-16T07:26:36.071 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Axh-3t6CLcKEha_ off=3679768 len=1238942 2024-09-16T07:26:36.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 5374 completed, throughput=5MB/sec 2024-09-16T07:26:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: 1051: throughput=5MB/sec pending data=0 2024-09-16T07:26:37.074 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Llx11VniUoDJ5em off=19183672 len=1629108 2024-09-16T07:26:37.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 5375 completed, throughput=5MB/sec 2024-09-16T07:26:37.075 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rlhia09NTsLAkDE off=9937988 len=1590559 2024-09-16T07:26:37.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 5376 completed, throughput=5MB/sec 2024-09-16T07:26:37.082 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l289x4-gUkMSsQv off=11139654 len=1575543 2024-09-16T07:26:37.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 5377 completed, throughput=5MB/sec 2024-09-16T07:26:37.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:37 smithi164 ceph-mon[88760]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:37 smithi042 ceph-mon[94096]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:37 smithi042 ceph-mon[96574]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:38.086 INFO:tasks.workunit.client.0.smithi042.stdout: 1052: throughput=5MB/sec pending data=0 2024-09-16T07:26:38.086 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CdItMaPg7yc-Wc2 off=3533416 len=662044 2024-09-16T07:26:38.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 5378 completed, throughput=5MB/sec 2024-09-16T07:26:38.091 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eMmJtwBWYgkQgaV off=687624 len=892074 2024-09-16T07:26:38.095 INFO:tasks.workunit.client.0.smithi042.stdout:op 5379 completed, throughput=5MB/sec 2024-09-16T07:26:38.095 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iXks38HcHkjvTur off=3580209 len=1897590 2024-09-16T07:26:38.106 INFO:tasks.workunit.client.0.smithi042.stdout:op 5380 completed, throughput=5MB/sec 2024-09-16T07:26:38.106 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RkXf0-9N_b-EjZN off=8281944 len=984489 2024-09-16T07:26:38.108 INFO:tasks.workunit.client.0.smithi042.stdout:op 5381 completed, throughput=5MB/sec 2024-09-16T07:26:38.108 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0gVnjVnTbXDacYu off=4881815 len=1071979 2024-09-16T07:26:38.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 5382 completed, throughput=5MB/sec 2024-09-16T07:26:39.113 INFO:tasks.workunit.client.0.smithi042.stdout: 1053: throughput=5MB/sec pending data=0 2024-09-16T07:26:39.113 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KOhZR9gtsdJE2uG off=24705727 len=809087 2024-09-16T07:26:39.115 INFO:tasks.workunit.client.0.smithi042.stdout:op 5383 completed, throughput=5MB/sec 2024-09-16T07:26:39.115 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6pJLd__QXeW7GCz off=5272764 len=1465201 2024-09-16T07:26:39.117 INFO:tasks.workunit.client.0.smithi042.stdout:op 5384 completed, throughput=5MB/sec 2024-09-16T07:26:39.117 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HTBUw6CIzmutrk7 off=7286746 len=1510043 2024-09-16T07:26:39.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 5385 completed, throughput=5MB/sec 2024-09-16T07:26:39.120 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g6Uo2Mk990eYUTU off=3796645 len=76755 2024-09-16T07:26:39.123 INFO:tasks.workunit.client.0.smithi042.stdout:op 5386 completed, throughput=5MB/sec 2024-09-16T07:26:39.123 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qUDvpOaGvlLW-bM off=4517277 len=959316 2024-09-16T07:26:39.127 INFO:tasks.workunit.client.0.smithi042.stdout:op 5387 completed, throughput=5MB/sec 2024-09-16T07:26:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:39 smithi164 ceph-mon[88760]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:39 smithi042 ceph-mon[94096]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:39 smithi042 ceph-mon[96574]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:26:40.128 INFO:tasks.workunit.client.0.smithi042.stdout: 1054: throughput=5MB/sec pending data=0 2024-09-16T07:26:40.128 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ze5-rQywU_1R4ID off=4995111 len=533748 2024-09-16T07:26:40.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 5388 completed, throughput=5MB/sec 2024-09-16T07:26:40.133 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eQoTlSbwBOQA0kq off=4514357 len=1842584 2024-09-16T07:26:40.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 5389 completed, throughput=5MB/sec 2024-09-16T07:26:40.136 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kVsS7VCBGRIcLhX off=14577901 len=697645 2024-09-16T07:26:40.140 INFO:tasks.workunit.client.0.smithi042.stdout:op 5390 completed, throughput=5MB/sec 2024-09-16T07:26:40.140 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3kQIspGi_Oc-R_1 off=10587111 len=1611366 2024-09-16T07:26:40.142 INFO:tasks.workunit.client.0.smithi042.stdout:op 5391 completed, throughput=5MB/sec 2024-09-16T07:26:40.142 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-14tr03K8pF5xAZq off=2004908 len=565181 2024-09-16T07:26:40.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 5392 completed, throughput=5MB/sec 2024-09-16T07:26:41.143 INFO:tasks.workunit.client.0.smithi042.stdout: 1055: throughput=5MB/sec pending data=0 2024-09-16T07:26:41.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-06L2FaUNkwZo3xh off=15039886 len=1134100 2024-09-16T07:26:41.150 INFO:tasks.workunit.client.0.smithi042.stdout:op 5393 completed, throughput=5MB/sec 2024-09-16T07:26:41.150 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TZPwmPNbJ--wfrF off=15326724 len=920628 2024-09-16T07:26:41.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 5394 completed, throughput=5MB/sec 2024-09-16T07:26:41.151 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0jWQQ9Ju9jmUDhP off=4294416 len=1347426 2024-09-16T07:26:41.160 INFO:tasks.workunit.client.0.smithi042.stdout:op 5395 completed, throughput=5MB/sec 2024-09-16T07:26:41.160 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_KqB0PzvZjVC78a off=1677678 len=550815 2024-09-16T07:26:41.164 INFO:tasks.workunit.client.0.smithi042.stdout:op 5396 completed, throughput=5MB/sec 2024-09-16T07:26:41.164 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-r9HlGOA9a64eGrT off=7424584 len=218208 2024-09-16T07:26:41.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 5397 completed, throughput=5MB/sec 2024-09-16T07:26:41.165 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Wp4hzUAG86ttlk2 off=2576563 len=911320 2024-09-16T07:26:41.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 5398 completed, throughput=5MB/sec 2024-09-16T07:26:41.167 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SAxArlFtK7yo5R6 off=18653575 len=1292592 2024-09-16T07:26:41.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 5399 completed, throughput=5MB/sec 2024-09-16T07:26:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:41 smithi042 ceph-mon[94096]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:26:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:41 smithi042 ceph-mon[96574]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:26:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:41] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:26:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:41 smithi164 ceph-mon[88760]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-09-16T07:26:42.173 INFO:tasks.workunit.client.0.smithi042.stdout: 1056: throughput=5MB/sec pending data=0 2024-09-16T07:26:42.173 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-asm7k3jGGJBufLt off=17518960 len=1112513 2024-09-16T07:26:42.174 INFO:tasks.workunit.client.0.smithi042.stdout:op 5400 completed, throughput=5MB/sec 2024-09-16T07:26:42.175 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g7aBr2tTSPEulta off=13602074 len=575091 2024-09-16T07:26:42.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 5401 completed, throughput=5MB/sec 2024-09-16T07:26:42.179 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fkfuMn9bxkPJUUf off=1260845 len=1977930 2024-09-16T07:26:42.183 INFO:tasks.workunit.client.0.smithi042.stdout:op 5402 completed, throughput=5MB/sec 2024-09-16T07:26:42.183 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SU2G5v5j8VJ9RTd off=9376574 len=1269237 2024-09-16T07:26:42.185 INFO:tasks.workunit.client.0.smithi042.stdout:op 5403 completed, throughput=5MB/sec 2024-09-16T07:26:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:43.185 INFO:tasks.workunit.client.0.smithi042.stdout: 1057: throughput=5MB/sec pending data=0 2024-09-16T07:26:43.185 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XtmOaw_7h-uS4pY off=2832374 len=1427643 2024-09-16T07:26:43.187 INFO:tasks.workunit.client.0.smithi042.stdout:op 5404 completed, throughput=5MB/sec 2024-09-16T07:26:43.187 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r7X7bqOR0Nzu5xh off=831324 len=931673 2024-09-16T07:26:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 5405 completed, throughput=5MB/sec 2024-09-16T07:26:43.194 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wvhDw9YrH5JqFyR off=10002799 len=303162 2024-09-16T07:26:43.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 5406 completed, throughput=5MB/sec 2024-09-16T07:26:43.197 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-J3ZHzbhxSiZTTJu off=22791925 len=1641100 2024-09-16T07:26:43.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 5407 completed, throughput=5MB/sec 2024-09-16T07:26:43.199 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FKXTVPh2XHfColx off=10737484 len=1518328 2024-09-16T07:26:43.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 5408 completed, throughput=5MB/sec 2024-09-16T07:26:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:43 smithi164 ceph-mon[88760]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:26:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:43 smithi042 ceph-mon[94096]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:26:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:43 smithi042 ceph-mon[96574]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-09-16T07:26:44.201 INFO:tasks.workunit.client.0.smithi042.stdout: 1058: throughput=5MB/sec pending data=0 2024-09-16T07:26:44.201 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-381aB_PsJuEuaFz off=1974909 len=713035 2024-09-16T07:26:44.202 INFO:tasks.workunit.client.0.smithi042.stdout:op 5409 completed, throughput=5MB/sec 2024-09-16T07:26:44.202 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RsAnEPvNM9zG0bp off=12441422 len=123646 2024-09-16T07:26:44.203 INFO:tasks.workunit.client.0.smithi042.stdout:op 5410 completed, throughput=5MB/sec 2024-09-16T07:26:44.203 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bJIbMelR48e1fOK off=155188 len=1127034 2024-09-16T07:26:44.210 INFO:tasks.workunit.client.0.smithi042.stdout:op 5411 completed, throughput=5MB/sec 2024-09-16T07:26:44.210 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tYQ8tb-4zzfHgOw off=7252099 len=765967 2024-09-16T07:26:44.214 INFO:tasks.workunit.client.0.smithi042.stdout:op 5412 completed, throughput=5MB/sec 2024-09-16T07:26:44.214 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r1fx1PiMJJPoXyR off=1921693 len=197352 2024-09-16T07:26:44.217 INFO:tasks.workunit.client.0.smithi042.stdout:op 5413 completed, throughput=5MB/sec 2024-09-16T07:26:44.217 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y_GBqYMUf8pv3vp off=1663271 len=1161248 2024-09-16T07:26:44.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 5414 completed, throughput=5MB/sec 2024-09-16T07:26:45.219 INFO:tasks.workunit.client.0.smithi042.stdout: 1059: throughput=5MB/sec pending data=0 2024-09-16T07:26:45.220 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KXD0btD1DisbEer off=940764 len=899096 2024-09-16T07:26:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:op 5415 completed, throughput=5MB/sec 2024-09-16T07:26:45.221 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5zqOOvckAPqLn8f off=3544736 len=985150 2024-09-16T07:26:45.227 INFO:tasks.workunit.client.0.smithi042.stdout:op 5416 completed, throughput=5MB/sec 2024-09-16T07:26:45.227 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I5Fyp3oaXwqtYMa off=2533756 len=1300358 2024-09-16T07:26:45.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 5417 completed, throughput=5MB/sec 2024-09-16T07:26:45.229 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GKv5TOCTIZj1f5Z off=8728823 len=1317241 2024-09-16T07:26:45.238 INFO:tasks.workunit.client.0.smithi042.stdout:op 5418 completed, throughput=5MB/sec 2024-09-16T07:26:45.238 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iTgLigaBoDioqNT off=10320113 len=1506973 2024-09-16T07:26:45.240 INFO:tasks.workunit.client.0.smithi042.stdout:op 5419 completed, throughput=5MB/sec 2024-09-16T07:26:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:45 smithi164 ceph-mon[88760]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:45 smithi042 ceph-mon[94096]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:45 smithi042 ceph-mon[96574]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-09-16T07:26:46.240 INFO:tasks.workunit.client.0.smithi042.stdout: 1060: throughput=5MB/sec pending data=0 2024-09-16T07:26:46.240 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bb54UGVFyIIEByy off=5521076 len=1886837 2024-09-16T07:26:46.248 INFO:tasks.workunit.client.0.smithi042.stdout:op 5420 completed, throughput=5MB/sec 2024-09-16T07:26:46.248 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xPtlkQNUVY_jT0p off=18162788 len=1708225 2024-09-16T07:26:46.250 INFO:tasks.workunit.client.0.smithi042.stdout:op 5421 completed, throughput=5MB/sec 2024-09-16T07:26:46.250 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-of5ZryODDHaWl00 off=2740299 len=1347346 2024-09-16T07:26:46.256 INFO:tasks.workunit.client.0.smithi042.stdout:op 5422 completed, throughput=5MB/sec 2024-09-16T07:26:47.257 INFO:tasks.workunit.client.0.smithi042.stdout: 1061: throughput=5MB/sec pending data=0 2024-09-16T07:26:47.257 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gyhOs7Q5f7ITbAu off=13828903 len=1291356 2024-09-16T07:26:47.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 5423 completed, throughput=5MB/sec 2024-09-16T07:26:47.258 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LC88a7XWSV9mUr7 off=486179 len=1636759 2024-09-16T07:26:47.260 INFO:tasks.workunit.client.0.smithi042.stdout:op 5424 completed, throughput=5MB/sec 2024-09-16T07:26:47.260 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c36wjDGZL7DWi4Y off=7039894 len=824741 2024-09-16T07:26:47.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 5425 completed, throughput=5MB/sec 2024-09-16T07:26:47.266 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-p87gebfhArCxBCb off=716279 len=2046670 2024-09-16T07:26:47.278 INFO:tasks.workunit.client.0.smithi042.stdout:op 5426 completed, throughput=5MB/sec 2024-09-16T07:26:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:47 smithi164 ceph-mon[88760]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:26:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:47 smithi042 ceph-mon[96574]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:26:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:47 smithi042 ceph-mon[94096]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:26:48.278 INFO:tasks.workunit.client.0.smithi042.stdout: 1062: throughput=5MB/sec pending data=0 2024-09-16T07:26:48.278 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Qp1R7bJdgsF0Wu- off=3254216 len=1777595 2024-09-16T07:26:48.286 INFO:tasks.workunit.client.0.smithi042.stdout:op 5427 completed, throughput=5MB/sec 2024-09-16T07:26:48.287 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cbsTflz4y5fLtL9 off=3334402 len=702424 2024-09-16T07:26:48.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 5428 completed, throughput=5MB/sec 2024-09-16T07:26:48.288 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4y9kuvnnATabiCG off=2987828 len=2058666 2024-09-16T07:26:48.300 INFO:tasks.workunit.client.0.smithi042.stdout:op 5429 completed, throughput=5MB/sec 2024-09-16T07:26:48.301 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yuBx2Caa09wG5uY off=1959848 len=68142 2024-09-16T07:26:48.302 INFO:tasks.workunit.client.0.smithi042.stdout:op 5430 completed, throughput=5MB/sec 2024-09-16T07:26:49.303 INFO:tasks.workunit.client.0.smithi042.stdout: 1063: throughput=5MB/sec pending data=0 2024-09-16T07:26:49.303 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w5XVf-723JamhGc off=7217042 len=1044850 2024-09-16T07:26:49.305 INFO:tasks.workunit.client.0.smithi042.stdout:op 5431 completed, throughput=5MB/sec 2024-09-16T07:26:49.305 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jQufcHgCnOPWQGP off=213646 len=1631698 2024-09-16T07:26:49.308 INFO:tasks.workunit.client.0.smithi042.stdout:op 5432 completed, throughput=5MB/sec 2024-09-16T07:26:49.308 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ddQQUNTtZMR72MT off=11426633 len=1874911 2024-09-16T07:26:49.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 5433 completed, throughput=5MB/sec 2024-09-16T07:26:49.311 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-innel5eHpXIxuNx off=13032434 len=2040362 2024-09-16T07:26:49.320 INFO:tasks.workunit.client.0.smithi042.stdout:op 5434 completed, throughput=5MB/sec 2024-09-16T07:26:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:49 smithi164 ceph-mon[88760]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:26:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:49 smithi042 ceph-mon[94096]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:26:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:49 smithi042 ceph-mon[96574]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:26:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:26:50.320 INFO:tasks.workunit.client.0.smithi042.stdout: 1064: throughput=5MB/sec pending data=0 2024-09-16T07:26:50.321 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2TmDCgXZxJ7X5iA off=10961050 len=1608894 2024-09-16T07:26:50.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 5435 completed, throughput=5MB/sec 2024-09-16T07:26:50.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XoPV-zPKIf78BDN off=13289752 len=1704441 2024-09-16T07:26:50.333 INFO:tasks.workunit.client.0.smithi042.stdout:op 5436 completed, throughput=5MB/sec 2024-09-16T07:26:50.334 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yDI-slpO1SFj8aF off=4462344 len=189475 2024-09-16T07:26:50.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 5437 completed, throughput=5MB/sec 2024-09-16T07:26:50.336 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Z4dQtZmWYAXBI9b off=2275625 len=1863561 2024-09-16T07:26:50.338 INFO:tasks.workunit.client.0.smithi042.stdout:op 5438 completed, throughput=5MB/sec 2024-09-16T07:26:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: 1065: throughput=5MB/sec pending data=0 2024-09-16T07:26:51.339 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9bao8fc5m9icVhb off=2622997 len=321934 2024-09-16T07:26:51.339 INFO:tasks.workunit.client.0.smithi042.stdout:op 5439 completed, throughput=5MB/sec 2024-09-16T07:26:51.339 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Mrx2mOacRpgt2Nr off=10830080 len=1564939 2024-09-16T07:26:51.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 5440 completed, throughput=5MB/sec 2024-09-16T07:26:51.346 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hzn17_W2uXVaSPY off=5376265 len=883783 2024-09-16T07:26:51.350 INFO:tasks.workunit.client.0.smithi042.stdout:op 5441 completed, throughput=5MB/sec 2024-09-16T07:26:51.350 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y6iJiCjQX8Gps0Y off=10107343 len=1087666 2024-09-16T07:26:51.355 INFO:tasks.workunit.client.0.smithi042.stdout:op 5442 completed, throughput=5MB/sec 2024-09-16T07:26:51.355 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IRSppf4x3ppKvvQ off=0 len=1533893 2024-09-16T07:26:51.362 INFO:tasks.workunit.client.0.smithi042.stdout:op 5443 completed, throughput=5MB/sec 2024-09-16T07:26:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:51 smithi042 ceph-mon[94096]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:26:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:51 smithi042 ceph-mon[96574]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:26:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:26:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:26:51] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:26:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:51 smithi164 ceph-mon[88760]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:26:52.362 INFO:tasks.workunit.client.0.smithi042.stdout: 1066: throughput=5MB/sec pending data=0 2024-09-16T07:26:52.362 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9mgME8O7Jcw6M_e off=1188777 len=1318214 2024-09-16T07:26:52.369 INFO:tasks.workunit.client.0.smithi042.stdout:op 5444 completed, throughput=5MB/sec 2024-09-16T07:26:52.369 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YCWe9NSb1SkZsrP off=4765368 len=85622 2024-09-16T07:26:52.370 INFO:tasks.workunit.client.0.smithi042.stdout:op 5445 completed, throughput=5MB/sec 2024-09-16T07:26:52.370 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NHdBNwW4mltOivT off=8194271 len=571860 2024-09-16T07:26:52.371 INFO:tasks.workunit.client.0.smithi042.stdout:op 5446 completed, throughput=5MB/sec 2024-09-16T07:26:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t9aCetgYueXP-mN off=1329241 len=277542 2024-09-16T07:26:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 5447 completed, throughput=5MB/sec 2024-09-16T07:26:52.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qE6yPy8K2McUqG3 off=9587240 len=1420826 2024-09-16T07:26:52.374 INFO:tasks.workunit.client.0.smithi042.stdout:op 5448 completed, throughput=5MB/sec 2024-09-16T07:26:52.374 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Zf81lHuuMfKvTy2 off=9717672 len=1439679 2024-09-16T07:26:52.376 INFO:tasks.workunit.client.0.smithi042.stdout:op 5449 completed, throughput=5MB/sec 2024-09-16T07:26:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:26:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:26:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:26:53.376 INFO:tasks.workunit.client.0.smithi042.stdout: 1067: throughput=5MB/sec pending data=0 2024-09-16T07:26:53.377 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9mSu674PYtbHVF_ off=527238 len=545936 2024-09-16T07:26:53.381 INFO:tasks.workunit.client.0.smithi042.stdout:op 5450 completed, throughput=5MB/sec 2024-09-16T07:26:53.381 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OeNIUZow6kuu4T8 off=2029619 len=33450 2024-09-16T07:26:53.383 INFO:tasks.workunit.client.0.smithi042.stdout:op 5451 completed, throughput=5MB/sec 2024-09-16T07:26:53.383 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-c1kC63ANTPVHjWr off=4071664 len=10667 2024-09-16T07:26:53.385 INFO:tasks.workunit.client.0.smithi042.stdout:op 5452 completed, throughput=5MB/sec 2024-09-16T07:26:53.385 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yTBVRfcb5lrhukq off=6759814 len=1687506 2024-09-16T07:26:53.388 INFO:tasks.workunit.client.0.smithi042.stdout:op 5453 completed, throughput=5MB/sec 2024-09-16T07:26:53.389 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lE5H_jyl2P3fmkl off=5883570 len=1811402 2024-09-16T07:26:53.397 INFO:tasks.workunit.client.0.smithi042.stdout:op 5454 completed, throughput=5MB/sec 2024-09-16T07:26:53.397 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WfN4sryPwLbXanO off=1592323 len=1486419 2024-09-16T07:26:53.398 INFO:tasks.workunit.client.0.smithi042.stdout:op 5455 completed, throughput=5MB/sec 2024-09-16T07:26:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:53 smithi164 ceph-mon[88760]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T07:26:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:53 smithi042 ceph-mon[94096]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T07:26:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:53 smithi042 ceph-mon[96574]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-09-16T07:26:54.399 INFO:tasks.workunit.client.0.smithi042.stdout: 1068: throughput=5MB/sec pending data=0 2024-09-16T07:26:54.399 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dMYJJ-lodkx94xv off=15511673 len=288879 2024-09-16T07:26:54.403 INFO:tasks.workunit.client.0.smithi042.stdout:op 5456 completed, throughput=5MB/sec 2024-09-16T07:26:54.403 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4Dmlon2xXmBbuuI off=10415657 len=1273013 2024-09-16T07:26:54.405 INFO:tasks.workunit.client.0.smithi042.stdout:op 5457 completed, throughput=5MB/sec 2024-09-16T07:26:54.405 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fLsz6xOg9iRYDjf off=3444142 len=462402 2024-09-16T07:26:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:op 5458 completed, throughput=5MB/sec 2024-09-16T07:26:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acA35dQ3OvclMsv off=15805965 len=1479501 2024-09-16T07:26:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:op 5459 completed, throughput=5MB/sec 2024-09-16T07:26:54.411 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fno8YWzKnWRaL8F off=13019771 len=1768384 2024-09-16T07:26:54.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 5460 completed, throughput=5MB/sec 2024-09-16T07:26:55.414 INFO:tasks.workunit.client.0.smithi042.stdout: 1069: throughput=5MB/sec pending data=0 2024-09-16T07:26:55.414 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N7xycvmri0AMLg2 off=7104587 len=624481 2024-09-16T07:26:55.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 5461 completed, throughput=5MB/sec 2024-09-16T07:26:55.416 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_Q18lHdiRFXnK9I off=8236867 len=2046595 2024-09-16T07:26:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 5462 completed, throughput=5MB/sec 2024-09-16T07:26:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P5A_--7RoQ1lbN8 off=4132941 len=408448 2024-09-16T07:26:55.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 5463 completed, throughput=5MB/sec 2024-09-16T07:26:55.422 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ANbdMbtv0fK_DLC off=4380722 len=1126936 2024-09-16T07:26:55.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 5464 completed, throughput=5MB/sec 2024-09-16T07:26:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:55 smithi164 ceph-mon[88760]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:55 smithi042 ceph-mon[96574]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:55 smithi042 ceph-mon[94096]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:56.424 INFO:tasks.workunit.client.0.smithi042.stdout: 1070: throughput=5MB/sec pending data=0 2024-09-16T07:26:56.424 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-swkjnGNNn2kDjh2 off=1035814 len=1065301 2024-09-16T07:26:56.426 INFO:tasks.workunit.client.0.smithi042.stdout:op 5465 completed, throughput=5MB/sec 2024-09-16T07:26:56.426 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YaDFFGzgx_n30Sd off=2273859 len=960866 2024-09-16T07:26:56.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 5466 completed, throughput=5MB/sec 2024-09-16T07:26:56.432 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vdLbI52VzIqRCtk off=10001649 len=90913 2024-09-16T07:26:56.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 5467 completed, throughput=5MB/sec 2024-09-16T07:26:56.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-2b7ZVE06vDZbrS8 off=3995828 len=1630076 2024-09-16T07:26:56.436 INFO:tasks.workunit.client.0.smithi042.stdout:op 5468 completed, throughput=5MB/sec 2024-09-16T07:26:56.436 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HjnfirzWKDC0Jku off=6467080 len=1707819 2024-09-16T07:26:56.444 INFO:tasks.workunit.client.0.smithi042.stdout:op 5469 completed, throughput=5MB/sec 2024-09-16T07:26:57.444 INFO:tasks.workunit.client.0.smithi042.stdout: 1071: throughput=5MB/sec pending data=0 2024-09-16T07:26:57.444 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hnrX-u6v7tJFLff off=0 len=1166925 2024-09-16T07:26:57.446 INFO:tasks.workunit.client.0.smithi042.stdout:op 5470 completed, throughput=5MB/sec 2024-09-16T07:26:57.446 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x-hb07Q21Iln6gR off=7380714 len=1126718 2024-09-16T07:26:57.452 INFO:tasks.workunit.client.0.smithi042.stdout:op 5471 completed, throughput=5MB/sec 2024-09-16T07:26:57.452 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0Ztb-VVDFWwIjCC off=4760917 len=175552 2024-09-16T07:26:57.453 INFO:tasks.workunit.client.0.smithi042.stdout:op 5472 completed, throughput=5MB/sec 2024-09-16T07:26:57.453 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cZqEpyz5SoPjb5C off=1331286 len=1396566 2024-09-16T07:26:57.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 5473 completed, throughput=5MB/sec 2024-09-16T07:26:57.456 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-p4oiukbv71GJ7Qk off=1788783 len=750396 2024-09-16T07:26:57.460 INFO:tasks.workunit.client.0.smithi042.stdout:op 5474 completed, throughput=5MB/sec 2024-09-16T07:26:57.460 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xgl0THQt66XtIcc off=15949675 len=376856 2024-09-16T07:26:57.464 INFO:tasks.workunit.client.0.smithi042.stdout:op 5475 completed, throughput=5MB/sec 2024-09-16T07:26:57.464 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-F83nfenuO3yEh4R off=3220011 len=577587 2024-09-16T07:26:57.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 5476 completed, throughput=5MB/sec 2024-09-16T07:26:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:57 smithi164 ceph-mon[88760]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:57 smithi042 ceph-mon[96574]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:57 smithi042 ceph-mon[94096]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:58.468 INFO:tasks.workunit.client.0.smithi042.stdout: 1072: throughput=5MB/sec pending data=0 2024-09-16T07:26:58.468 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tTxqgvhOZUW1ZFP off=7612273 len=1093907 2024-09-16T07:26:58.473 INFO:tasks.workunit.client.0.smithi042.stdout:op 5477 completed, throughput=5MB/sec 2024-09-16T07:26:58.473 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fzKv2NWrxCnERIm off=4949371 len=527920 2024-09-16T07:26:58.477 INFO:tasks.workunit.client.0.smithi042.stdout:op 5478 completed, throughput=5MB/sec 2024-09-16T07:26:58.477 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ve2G4rit6V-KlRJ off=11304575 len=643117 2024-09-16T07:26:58.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 5479 completed, throughput=5MB/sec 2024-09-16T07:26:58.479 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vX9SlSWOKDZ5pEW off=7476401 len=146329 2024-09-16T07:26:58.479 INFO:tasks.workunit.client.0.smithi042.stdout:op 5480 completed, throughput=5MB/sec 2024-09-16T07:26:58.480 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bY73PiFXooCf-I- off=4575661 len=2087094 2024-09-16T07:26:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:op 5481 completed, throughput=5MB/sec 2024-09-16T07:26:58.482 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6bflGqJ51kpCY_Z off=1475149 len=40215 2024-09-16T07:26:58.484 INFO:tasks.workunit.client.0.smithi042.stdout:op 5482 completed, throughput=5MB/sec 2024-09-16T07:26:58.485 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hLJ-_rm9KZqG1-m off=2531774 len=2010997 2024-09-16T07:26:58.492 INFO:tasks.workunit.client.0.smithi042.stdout:op 5483 completed, throughput=5MB/sec 2024-09-16T07:26:59.493 INFO:tasks.workunit.client.0.smithi042.stdout: 1073: throughput=5MB/sec pending data=0 2024-09-16T07:26:59.493 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-W4DjOL9cVqd6pli off=10488020 len=264880 2024-09-16T07:26:59.493 INFO:tasks.workunit.client.0.smithi042.stdout:op 5484 completed, throughput=5MB/sec 2024-09-16T07:26:59.493 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aWLGQaI7uA457cE off=6621755 len=1302754 2024-09-16T07:26:59.496 INFO:tasks.workunit.client.0.smithi042.stdout:op 5485 completed, throughput=5MB/sec 2024-09-16T07:26:59.496 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-n-5d_wD8yimOERw off=14703472 len=480631 2024-09-16T07:26:59.497 INFO:tasks.workunit.client.0.smithi042.stdout:op 5486 completed, throughput=5MB/sec 2024-09-16T07:26:59.497 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iaUGfbgXW0uoWnw off=8233042 len=1217966 2024-09-16T07:26:59.498 INFO:tasks.workunit.client.0.smithi042.stdout:op 5487 completed, throughput=5MB/sec 2024-09-16T07:26:59.499 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FtWg3NwvQL4eLq4 off=2161253 len=2001620 2024-09-16T07:26:59.501 INFO:tasks.workunit.client.0.smithi042.stdout:op 5488 completed, throughput=5MB/sec 2024-09-16T07:26:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:26:59 smithi164 ceph-mon[88760]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:26:59 smithi042 ceph-mon[96574]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:26:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:26:59 smithi042 ceph-mon[94096]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:00.501 INFO:tasks.workunit.client.0.smithi042.stdout: 1074: throughput=5MB/sec pending data=0 2024-09-16T07:27:00.501 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NV8DXvf7o0qhwRX off=3012136 len=513630 2024-09-16T07:27:00.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 5489 completed, throughput=5MB/sec 2024-09-16T07:27:00.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XcyPXnilD_1cxjm off=9514015 len=428387 2024-09-16T07:27:00.508 INFO:tasks.workunit.client.0.smithi042.stdout:op 5490 completed, throughput=5MB/sec 2024-09-16T07:27:00.508 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4sSZSH5X5GMhqiQ off=13684847 len=999624 2024-09-16T07:27:00.510 INFO:tasks.workunit.client.0.smithi042.stdout:op 5491 completed, throughput=5MB/sec 2024-09-16T07:27:00.510 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_msf6k6XH9Ci088 off=13384214 len=1861913 2024-09-16T07:27:00.519 INFO:tasks.workunit.client.0.smithi042.stdout:op 5492 completed, throughput=5MB/sec 2024-09-16T07:27:01.520 INFO:tasks.workunit.client.0.smithi042.stdout: 1075: throughput=5MB/sec pending data=0 2024-09-16T07:27:01.520 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hk5JtC53IqaoZv1 off=3478277 len=656396 2024-09-16T07:27:01.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 5493 completed, throughput=5MB/sec 2024-09-16T07:27:01.525 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lUGG6th0c-ySCch off=2313034 len=1306720 2024-09-16T07:27:01.527 INFO:tasks.workunit.client.0.smithi042.stdout:op 5494 completed, throughput=5MB/sec 2024-09-16T07:27:01.527 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BDdHJhX_77Nk7eg off=2187068 len=1866849 2024-09-16T07:27:01.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 5495 completed, throughput=5MB/sec 2024-09-16T07:27:01.535 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jKL7Rwvx5szA3t4 off=15931737 len=686538 2024-09-16T07:27:01.536 INFO:tasks.workunit.client.0.smithi042.stdout:op 5496 completed, throughput=5MB/sec 2024-09-16T07:27:01.536 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gRADywaO1NGDjbY off=17795406 len=1132356 2024-09-16T07:27:01.537 INFO:tasks.workunit.client.0.smithi042.stdout:op 5497 completed, throughput=5MB/sec 2024-09-16T07:27:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:01] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-09-16T07:27:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:01 smithi042 ceph-mon[96574]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:01 smithi042 ceph-mon[94096]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:01 smithi164 ceph-mon[88760]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:02.538 INFO:tasks.workunit.client.0.smithi042.stdout: 1076: throughput=5MB/sec pending data=0 2024-09-16T07:27:02.538 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SmIVbuJTmguXqcG off=1112484 len=74949 2024-09-16T07:27:02.539 INFO:tasks.workunit.client.0.smithi042.stdout:op 5498 completed, throughput=5MB/sec 2024-09-16T07:27:02.539 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8vsuTqJNE4Rtrds off=6031834 len=998571 2024-09-16T07:27:02.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 5499 completed, throughput=5MB/sec 2024-09-16T07:27:02.544 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HPJwgqRSdGWMvit off=2242049 len=1923712 2024-09-16T07:27:02.556 INFO:tasks.workunit.client.0.smithi042.stdout:op 5500 completed, throughput=5MB/sec 2024-09-16T07:27:02.556 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VXJmCdhue6em4pO off=4951326 len=1571648 2024-09-16T07:27:02.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 5501 completed, throughput=5MB/sec 2024-09-16T07:27:02.558 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0dOPAwecZs3WJng off=1030743 len=35397 2024-09-16T07:27:02.558 INFO:tasks.workunit.client.0.smithi042.stdout:op 5502 completed, throughput=5MB/sec 2024-09-16T07:27:02.558 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xnIW1m6kTU1_7eb off=18196237 len=1812653 2024-09-16T07:27:02.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 5503 completed, throughput=5MB/sec 2024-09-16T07:27:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:03.567 INFO:tasks.workunit.client.0.smithi042.stdout: 1077: throughput=5MB/sec pending data=0 2024-09-16T07:27:03.567 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QN4u0bYGeKd-0Xp off=5948161 len=1895247 2024-09-16T07:27:03.575 INFO:tasks.workunit.client.0.smithi042.stdout:op 5504 completed, throughput=5MB/sec 2024-09-16T07:27:03.575 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-T9o_KS_9dLLLgWf off=7562288 len=1838470 2024-09-16T07:27:03.576 INFO:tasks.workunit.client.0.smithi042.stdout:op 5505 completed, throughput=5MB/sec 2024-09-16T07:27:03.577 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ApAl-Dt-DpTHGky off=116715 len=1128033 2024-09-16T07:27:03.578 INFO:tasks.workunit.client.0.smithi042.stdout:op 5506 completed, throughput=5MB/sec 2024-09-16T07:27:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:03 smithi164 ceph-mon[88760]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:03 smithi042 ceph-mon[94096]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:03 smithi042 ceph-mon[96574]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:04.578 INFO:tasks.workunit.client.0.smithi042.stdout: 1078: throughput=5MB/sec pending data=0 2024-09-16T07:27:04.579 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RMATkf_chmNWrtj off=14950234 len=1588075 2024-09-16T07:27:04.580 INFO:tasks.workunit.client.0.smithi042.stdout:op 5507 completed, throughput=5MB/sec 2024-09-16T07:27:04.580 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qVom30lWsZYVGsx off=3327349 len=1703452 2024-09-16T07:27:04.588 INFO:tasks.workunit.client.0.smithi042.stdout:op 5508 completed, throughput=5MB/sec 2024-09-16T07:27:04.589 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xqLsEHx-DIz6G4x off=7386997 len=1644769 2024-09-16T07:27:04.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 5509 completed, throughput=5MB/sec 2024-09-16T07:27:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:05.592 INFO:tasks.workunit.client.0.smithi042.stdout: 1079: throughput=5MB/sec pending data=0 2024-09-16T07:27:05.592 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gQqNklaCm5eHQ-h off=17196673 len=944216 2024-09-16T07:27:05.597 INFO:tasks.workunit.client.0.smithi042.stdout:op 5510 completed, throughput=5MB/sec 2024-09-16T07:27:05.597 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j3jbYb8AcUwO5cK off=14052007 len=1995070 2024-09-16T07:27:05.601 INFO:tasks.workunit.client.0.smithi042.stdout:op 5511 completed, throughput=5MB/sec 2024-09-16T07:27:05.601 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eljHv2gOP7Gzenw off=907543 len=467955 2024-09-16T07:27:05.605 INFO:tasks.workunit.client.0.smithi042.stdout:op 5512 completed, throughput=5MB/sec 2024-09-16T07:27:05.605 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WI6_M8g-8XPbY28 off=10948279 len=986878 2024-09-16T07:27:05.606 INFO:tasks.workunit.client.0.smithi042.stdout:op 5513 completed, throughput=5MB/sec 2024-09-16T07:27:05.606 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iXt45upafLe0kOa off=9722615 len=1242892 2024-09-16T07:27:05.612 INFO:tasks.workunit.client.0.smithi042.stdout:op 5514 completed, throughput=5MB/sec 2024-09-16T07:27:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:05 smithi164 ceph-mon[88760]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:05 smithi042 ceph-mon[94096]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:05 smithi042 ceph-mon[96574]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:06.612 INFO:tasks.workunit.client.0.smithi042.stdout: 1080: throughput=5MB/sec pending data=0 2024-09-16T07:27:06.612 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t-K8s69Qrx3yOg1 off=4174484 len=1979718 2024-09-16T07:27:06.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 5515 completed, throughput=5MB/sec 2024-09-16T07:27:06.616 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vn6nS35qv2wtjHR off=1704493 len=1819315 2024-09-16T07:27:06.629 INFO:tasks.workunit.client.0.smithi042.stdout:op 5516 completed, throughput=5MB/sec 2024-09-16T07:27:06.629 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj--M1_6g_XR8TCOWU off=9680054 len=1121 2024-09-16T07:27:06.629 INFO:tasks.workunit.client.0.smithi042.stdout:op 5517 completed, throughput=5MB/sec 2024-09-16T07:27:06.629 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eF0qVAIt0Es7z3C off=4726052 len=1886667 2024-09-16T07:27:06.632 INFO:tasks.workunit.client.0.smithi042.stdout:op 5518 completed, throughput=5MB/sec 2024-09-16T07:27:07.633 INFO:tasks.workunit.client.0.smithi042.stdout: 1081: throughput=5MB/sec pending data=0 2024-09-16T07:27:07.633 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qmFROrKFx-CSt6D off=1200003 len=169611 2024-09-16T07:27:07.636 INFO:tasks.workunit.client.0.smithi042.stdout:op 5519 completed, throughput=5MB/sec 2024-09-16T07:27:07.636 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y0fN62HBi0Q9US0 off=3392907 len=1358537 2024-09-16T07:27:07.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 5520 completed, throughput=5MB/sec 2024-09-16T07:27:07.643 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fYTPgvQStiBUj1R off=4384505 len=687346 2024-09-16T07:27:07.644 INFO:tasks.workunit.client.0.smithi042.stdout:op 5521 completed, throughput=5MB/sec 2024-09-16T07:27:07.644 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-62Wa7yK57FasrjM off=2194604 len=337714 2024-09-16T07:27:07.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 5522 completed, throughput=5MB/sec 2024-09-16T07:27:07.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YTQXy0peRcCGRQz off=209198 len=1452955 2024-09-16T07:27:07.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 5523 completed, throughput=5MB/sec 2024-09-16T07:27:07.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-O3laVer_vgryAAz off=4497358 len=1018988 2024-09-16T07:27:07.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 5524 completed, throughput=5MB/sec 2024-09-16T07:27:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:07 smithi164 ceph-mon[88760]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:07 smithi042 ceph-mon[94096]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:07 smithi042 ceph-mon[96574]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:08.653 INFO:tasks.workunit.client.0.smithi042.stdout: 1082: throughput=5MB/sec pending data=0 2024-09-16T07:27:08.653 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UBjLqnESaqU059S off=11024947 len=866464 2024-09-16T07:27:08.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 5525 completed, throughput=5MB/sec 2024-09-16T07:27:08.655 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5UDHnNjwNuxw2yG off=1996306 len=542700 2024-09-16T07:27:08.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 5526 completed, throughput=5MB/sec 2024-09-16T07:27:08.659 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ttpqX51AiiOTMBc off=18302719 len=724858 2024-09-16T07:27:08.660 INFO:tasks.workunit.client.0.smithi042.stdout:op 5527 completed, throughput=5MB/sec 2024-09-16T07:27:08.660 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SdjKkATEJ6RTExY off=1544937 len=788290 2024-09-16T07:27:08.662 INFO:tasks.workunit.client.0.smithi042.stdout:op 5528 completed, throughput=5MB/sec 2024-09-16T07:27:08.662 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxcm1dPX_OKOkc0 off=9795965 len=458813 2024-09-16T07:27:08.663 INFO:tasks.workunit.client.0.smithi042.stdout:op 5529 completed, throughput=5MB/sec 2024-09-16T07:27:08.663 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--9hKr3Q5jVB6mEZ off=15370373 len=405910 2024-09-16T07:27:08.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 5530 completed, throughput=5MB/sec 2024-09-16T07:27:08.667 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x3Y83rnBKc4sZOs off=3852737 len=1631453 2024-09-16T07:27:08.669 INFO:tasks.workunit.client.0.smithi042.stdout:op 5531 completed, throughput=5MB/sec 2024-09-16T07:27:09.669 INFO:tasks.workunit.client.0.smithi042.stdout: 1083: throughput=5MB/sec pending data=0 2024-09-16T07:27:09.669 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VktOWAds8467L6j off=2891216 len=1321384 2024-09-16T07:27:09.676 INFO:tasks.workunit.client.0.smithi042.stdout:op 5532 completed, throughput=5MB/sec 2024-09-16T07:27:09.676 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s9Xm9s709m0sugD off=294785 len=928504 2024-09-16T07:27:09.681 INFO:tasks.workunit.client.0.smithi042.stdout:op 5533 completed, throughput=5MB/sec 2024-09-16T07:27:09.682 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0Mb7Ri53j3KYme8 off=5089004 len=1313098 2024-09-16T07:27:09.683 INFO:tasks.workunit.client.0.smithi042.stdout:op 5534 completed, throughput=5MB/sec 2024-09-16T07:27:09.684 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-eijPWJ9lppW-MXf off=8040565 len=1938014 2024-09-16T07:27:09.692 INFO:tasks.workunit.client.0.smithi042.stdout:op 5535 completed, throughput=5MB/sec 2024-09-16T07:27:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:09 smithi164 ceph-mon[88760]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:09 smithi042 ceph-mon[94096]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:09 smithi042 ceph-mon[96574]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:10.692 INFO:tasks.workunit.client.0.smithi042.stdout: 1084: throughput=5MB/sec pending data=0 2024-09-16T07:27:10.692 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AksSsZu1D_G3iri off=4007524 len=802132 2024-09-16T07:27:10.693 INFO:tasks.workunit.client.0.smithi042.stdout:op 5536 completed, throughput=5MB/sec 2024-09-16T07:27:10.693 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dkmyraO6UPGg-wo off=16012115 len=380689 2024-09-16T07:27:10.694 INFO:tasks.workunit.client.0.smithi042.stdout:op 5537 completed, throughput=5MB/sec 2024-09-16T07:27:10.694 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uqg3IdUv5txZNA5 off=2669694 len=1440112 2024-09-16T07:27:10.701 INFO:tasks.workunit.client.0.smithi042.stdout:op 5538 completed, throughput=5MB/sec 2024-09-16T07:27:10.701 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EfPZaSNIZbsFqLX off=10555555 len=109080 2024-09-16T07:27:10.702 INFO:tasks.workunit.client.0.smithi042.stdout:op 5539 completed, throughput=5MB/sec 2024-09-16T07:27:10.702 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r-fYt4QK05Zs4JK off=2138277 len=1903666 2024-09-16T07:27:10.712 INFO:tasks.workunit.client.0.smithi042.stdout:op 5540 completed, throughput=5MB/sec 2024-09-16T07:27:11.484 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:11] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:27:11.713 INFO:tasks.workunit.client.0.smithi042.stdout: 1085: throughput=5MB/sec pending data=0 2024-09-16T07:27:11.713 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-H4CYkz_0Iq4laC5 off=6059380 len=1264871 2024-09-16T07:27:11.715 INFO:tasks.workunit.client.0.smithi042.stdout:op 5541 completed, throughput=5MB/sec 2024-09-16T07:27:11.715 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-t4YK86t7zzg-y4D off=23035385 len=1929346 2024-09-16T07:27:11.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 5542 completed, throughput=5MB/sec 2024-09-16T07:27:11.717 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X56szYRwZYZai-U off=7403943 len=1201475 2024-09-16T07:27:11.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 5543 completed, throughput=5MB/sec 2024-09-16T07:27:11.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZMQOrK7YEaPY34T off=6098556 len=999449 2024-09-16T07:27:11.727 INFO:tasks.workunit.client.0.smithi042.stdout:op 5544 completed, throughput=5MB/sec 2024-09-16T07:27:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:11 smithi164 ceph-mon[88760]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:27:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:11 smithi042 ceph-mon[94096]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:27:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:11 smithi042 ceph-mon[96574]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-09-16T07:27:12.728 INFO:tasks.workunit.client.0.smithi042.stdout: 1086: throughput=5MB/sec pending data=0 2024-09-16T07:27:12.728 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MCa510ze-GV_0zP off=17726133 len=1845965 2024-09-16T07:27:12.731 INFO:tasks.workunit.client.0.smithi042.stdout:op 5545 completed, throughput=5MB/sec 2024-09-16T07:27:12.731 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EeeHYumqekukkCl off=419238 len=1735349 2024-09-16T07:27:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:12.742 INFO:tasks.workunit.client.0.smithi042.stdout:op 5546 completed, throughput=5MB/sec 2024-09-16T07:27:12.742 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-42CSKoZofJDp0Oy off=3889952 len=1620808 2024-09-16T07:27:12.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 5547 completed, throughput=5MB/sec 2024-09-16T07:27:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:13 smithi164 ceph-mon[88760]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:13.749 INFO:tasks.workunit.client.0.smithi042.stdout: 1087: throughput=5MB/sec pending data=0 2024-09-16T07:27:13.749 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s06YorTcc0nr6U- off=3750959 len=380095 2024-09-16T07:27:13.750 INFO:tasks.workunit.client.0.smithi042.stdout:op 5548 completed, throughput=5MB/sec 2024-09-16T07:27:13.750 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FfIEtepemTNQ9yv off=8670554 len=1495429 2024-09-16T07:27:13.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 5549 completed, throughput=5MB/sec 2024-09-16T07:27:13.757 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4VsQSQZ-LMnk7VE off=428313 len=268347 2024-09-16T07:27:13.758 INFO:tasks.workunit.client.0.smithi042.stdout:op 5550 completed, throughput=5MB/sec 2024-09-16T07:27:13.758 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tWQA-t8eEYQXnUt off=4963895 len=1998752 2024-09-16T07:27:13.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 5551 completed, throughput=5MB/sec 2024-09-16T07:27:13.760 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UjB8Gh8Xq3gf77d off=10180126 len=333860 2024-09-16T07:27:13.763 INFO:tasks.workunit.client.0.smithi042.stdout:op 5552 completed, throughput=5MB/sec 2024-09-16T07:27:13.764 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-aY23oqkmnxTXKpw off=2134645 len=1724154 2024-09-16T07:27:13.771 INFO:tasks.workunit.client.0.smithi042.stdout:op 5553 completed, throughput=5MB/sec 2024-09-16T07:27:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:13 smithi042 ceph-mon[94096]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:13 smithi042 ceph-mon[96574]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:14.771 INFO:tasks.workunit.client.0.smithi042.stdout: 1088: throughput=5MB/sec pending data=0 2024-09-16T07:27:14.771 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qqlCz93mOqSSiRd off=8660659 len=1059129 2024-09-16T07:27:14.778 INFO:tasks.workunit.client.0.smithi042.stdout:op 5554 completed, throughput=5MB/sec 2024-09-16T07:27:14.778 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V-DPtqCEuTp8Zsw off=9463791 len=1091177 2024-09-16T07:27:14.784 INFO:tasks.workunit.client.0.smithi042.stdout:op 5555 completed, throughput=5MB/sec 2024-09-16T07:27:14.784 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ghFMsuHF65iAJDc off=8414592 len=795313 2024-09-16T07:27:14.789 INFO:tasks.workunit.client.0.smithi042.stdout:op 5556 completed, throughput=5MB/sec 2024-09-16T07:27:14.789 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OS7Drhag8RtlRTX off=16368933 len=406423 2024-09-16T07:27:14.792 INFO:tasks.workunit.client.0.smithi042.stdout:op 5557 completed, throughput=5MB/sec 2024-09-16T07:27:14.792 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3V3EP-NmpGqHWww off=7074394 len=1811597 2024-09-16T07:27:14.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 5558 completed, throughput=5MB/sec 2024-09-16T07:27:15.801 INFO:tasks.workunit.client.0.smithi042.stdout: 1089: throughput=5MB/sec pending data=0 2024-09-16T07:27:15.801 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tSAUjmvPq7N5Ta0 off=0 len=1255217 2024-09-16T07:27:15.807 INFO:tasks.workunit.client.0.smithi042.stdout:op 5559 completed, throughput=5MB/sec 2024-09-16T07:27:15.807 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lak8VUFPsS7yQzx off=4404491 len=8782 2024-09-16T07:27:15.808 INFO:tasks.workunit.client.0.smithi042.stdout:op 5560 completed, throughput=5MB/sec 2024-09-16T07:27:15.808 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MBodxs4c03y3MhH off=15513256 len=799685 2024-09-16T07:27:15.809 INFO:tasks.workunit.client.0.smithi042.stdout:op 5561 completed, throughput=5MB/sec 2024-09-16T07:27:15.809 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-O3laVer_vgryAAz off=14975606 len=1716052 2024-09-16T07:27:15.811 INFO:tasks.workunit.client.0.smithi042.stdout:op 5562 completed, throughput=5MB/sec 2024-09-16T07:27:15.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1CCKjfAVZ1iuoQt off=243608 len=79136 2024-09-16T07:27:15.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 5563 completed, throughput=5MB/sec 2024-09-16T07:27:15.812 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-m7mbu-a-xjYzsL7 off=7563186 len=2049202 2024-09-16T07:27:15.816 INFO:tasks.workunit.client.0.smithi042.stdout:op 5564 completed, throughput=5MB/sec 2024-09-16T07:27:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:15 smithi042 ceph-mon[94096]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:15 smithi042 ceph-mon[96574]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:15 smithi164 ceph-mon[88760]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-09-16T07:27:16.816 INFO:tasks.workunit.client.0.smithi042.stdout: 1090: throughput=5MB/sec pending data=0 2024-09-16T07:27:16.816 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jSYWAIT21Egf-ux off=3300800 len=930902 2024-09-16T07:27:16.821 INFO:tasks.workunit.client.0.smithi042.stdout:op 5565 completed, throughput=5MB/sec 2024-09-16T07:27:16.821 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7jrxmW3d-OxxD10 off=3570994 len=189221 2024-09-16T07:27:16.822 INFO:tasks.workunit.client.0.smithi042.stdout:op 5566 completed, throughput=5MB/sec 2024-09-16T07:27:16.822 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tyrRNzOtx2vcIn5 off=898889 len=1778625 2024-09-16T07:27:16.829 INFO:tasks.workunit.client.0.smithi042.stdout:op 5567 completed, throughput=5MB/sec 2024-09-16T07:27:16.830 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-843Rrbvpv1nwUF0 off=2133903 len=1890358 2024-09-16T07:27:16.831 INFO:tasks.workunit.client.0.smithi042.stdout:op 5568 completed, throughput=5MB/sec 2024-09-16T07:27:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:16 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:27:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:16 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:27:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:16 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:27:17.832 INFO:tasks.workunit.client.0.smithi042.stdout: 1091: throughput=5MB/sec pending data=0 2024-09-16T07:27:17.832 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bK0qJeV3x7bO-NF off=1521598 len=567537 2024-09-16T07:27:17.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 5569 completed, throughput=5MB/sec 2024-09-16T07:27:17.836 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lb_OJ6f-cdda4JB off=10007219 len=18299 2024-09-16T07:27:17.836 INFO:tasks.workunit.client.0.smithi042.stdout:op 5570 completed, throughput=5MB/sec 2024-09-16T07:27:17.836 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mrQIoDquz1PnG-G off=4151177 len=1264003 2024-09-16T07:27:17.838 INFO:tasks.workunit.client.0.smithi042.stdout:op 5571 completed, throughput=5MB/sec 2024-09-16T07:27:17.838 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5X4_Cidz0KHvVYy off=3508926 len=770924 2024-09-16T07:27:17.843 INFO:tasks.workunit.client.0.smithi042.stdout:op 5572 completed, throughput=5MB/sec 2024-09-16T07:27:17.843 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lIDK0BmN6vZ8ZLE off=8590568 len=1925158 2024-09-16T07:27:17.845 INFO:tasks.workunit.client.0.smithi042.stdout:op 5573 completed, throughput=5MB/sec 2024-09-16T07:27:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[94096]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:27:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:27:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:27:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[96574]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:27:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:27:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:27:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:17 smithi164 ceph-mon[88760]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:27:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:27:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:27:18.846 INFO:tasks.workunit.client.0.smithi042.stdout: 1092: throughput=5MB/sec pending data=0 2024-09-16T07:27:18.846 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zyl03tbnKVSQxK5 off=2335011 len=785959 2024-09-16T07:27:18.848 INFO:tasks.workunit.client.0.smithi042.stdout:op 5574 completed, throughput=5MB/sec 2024-09-16T07:27:18.848 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-plG2A33cdBs5WHd off=224521 len=968307 2024-09-16T07:27:18.849 INFO:tasks.workunit.client.0.smithi042.stdout:op 5575 completed, throughput=5MB/sec 2024-09-16T07:27:18.849 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Za3tF9FCFuQ519v off=11952973 len=167678 2024-09-16T07:27:18.852 INFO:tasks.workunit.client.0.smithi042.stdout:op 5576 completed, throughput=5MB/sec 2024-09-16T07:27:18.852 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-L2VbSJT2Rv0Sb8s off=1190458 len=1402669 2024-09-16T07:27:18.855 INFO:tasks.workunit.client.0.smithi042.stdout:op 5577 completed, throughput=5MB/sec 2024-09-16T07:27:18.855 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6P-vVQ8BslOAZb7 off=3471022 len=1254592 2024-09-16T07:27:18.873 INFO:tasks.workunit.client.0.smithi042.stdout:op 5578 completed, throughput=5MB/sec 2024-09-16T07:27:18.874 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ed3nm42xMHlyPe4 off=7253738 len=316320 2024-09-16T07:27:18.874 INFO:tasks.workunit.client.0.smithi042.stdout:op 5579 completed, throughput=5MB/sec 2024-09-16T07:27:18.874 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nmVNvK4x0u_hmUp off=19620757 len=1224825 2024-09-16T07:27:18.881 INFO:tasks.workunit.client.0.smithi042.stdout:op 5580 completed, throughput=5MB/sec 2024-09-16T07:27:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:19 smithi042 ceph-mon[94096]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:19 smithi042 ceph-mon[96574]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:19.881 INFO:tasks.workunit.client.0.smithi042.stdout: 1093: throughput=5MB/sec pending data=0 2024-09-16T07:27:19.882 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w6nM58pENpLZwsM off=10180261 len=2079424 2024-09-16T07:27:19.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 5581 completed, throughput=5MB/sec 2024-09-16T07:27:19.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-lOlIMpTOWpRrcpE off=226930 len=1839865 2024-09-16T07:27:19.886 INFO:tasks.workunit.client.0.smithi042.stdout:op 5582 completed, throughput=5MB/sec 2024-09-16T07:27:19.886 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-en-R7z3I_5u7qGR off=2852148 len=704455 2024-09-16T07:27:19.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 5583 completed, throughput=5MB/sec 2024-09-16T07:27:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:19 smithi164 ceph-mon[88760]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:20.891 INFO:tasks.workunit.client.0.smithi042.stdout: 1094: throughput=5MB/sec pending data=0 2024-09-16T07:27:20.891 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iJhwhG8b5ZPe_MY off=21423794 len=1685271 2024-09-16T07:27:20.895 INFO:tasks.workunit.client.0.smithi042.stdout:op 5584 completed, throughput=5MB/sec 2024-09-16T07:27:20.895 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R_EfdyjDAfgCA-E off=218200 len=818823 2024-09-16T07:27:20.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 5585 completed, throughput=5MB/sec 2024-09-16T07:27:20.900 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C8Tukfs1tSGWgJJ off=19552270 len=527578 2024-09-16T07:27:20.901 INFO:tasks.workunit.client.0.smithi042.stdout:op 5586 completed, throughput=5MB/sec 2024-09-16T07:27:20.901 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x8yPzjTYIvahZXX off=13996643 len=27092 2024-09-16T07:27:20.904 INFO:tasks.workunit.client.0.smithi042.stdout:op 5587 completed, throughput=5MB/sec 2024-09-16T07:27:20.904 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-63cKnpFHnC4NdYR off=1841660 len=1290555 2024-09-16T07:27:20.910 INFO:tasks.workunit.client.0.smithi042.stdout:op 5588 completed, throughput=5MB/sec 2024-09-16T07:27:20.910 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MGQJgGPIhgUUB6r off=2513032 len=79340 2024-09-16T07:27:20.911 INFO:tasks.workunit.client.0.smithi042.stdout:op 5589 completed, throughput=5MB/sec 2024-09-16T07:27:20.911 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rAJcdCay9dpo_WZ off=355726 len=703033 2024-09-16T07:27:20.912 INFO:tasks.workunit.client.0.smithi042.stdout:op 5590 completed, throughput=5MB/sec 2024-09-16T07:27:21.500 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:21] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:27:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:21 smithi042 ceph-mon[94096]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:21 smithi042 ceph-mon[96574]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:21.912 INFO:tasks.workunit.client.0.smithi042.stdout: 1095: throughput=5MB/sec pending data=0 2024-09-16T07:27:21.912 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BsH28SlTasxqH0K off=376958 len=312106 2024-09-16T07:27:21.914 INFO:tasks.workunit.client.0.smithi042.stdout:op 5591 completed, throughput=5MB/sec 2024-09-16T07:27:21.914 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6QpZfGyrVCX9BB3 off=1956975 len=1813261 2024-09-16T07:27:21.924 INFO:tasks.workunit.client.0.smithi042.stdout:op 5592 completed, throughput=5MB/sec 2024-09-16T07:27:21.924 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XpvFIbVWsySUKN7 off=19113201 len=2005683 2024-09-16T07:27:21.926 INFO:tasks.workunit.client.0.smithi042.stdout:op 5593 completed, throughput=5MB/sec 2024-09-16T07:27:21.926 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EmLsXMe75sQrbj- off=1415609 len=59732 2024-09-16T07:27:21.927 INFO:tasks.workunit.client.0.smithi042.stdout:op 5594 completed, throughput=5MB/sec 2024-09-16T07:27:21.927 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0-Su170DjdkfCt9 off=9231585 len=1937302 2024-09-16T07:27:21.928 INFO:tasks.workunit.client.0.smithi042.stdout:op 5595 completed, throughput=5MB/sec 2024-09-16T07:27:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:21 smithi164 ceph-mon[88760]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:22.928 INFO:tasks.workunit.client.0.smithi042.stdout: 1096: throughput=5MB/sec pending data=0 2024-09-16T07:27:22.929 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uXmUE2t8mKJq46l off=132980 len=1815057 2024-09-16T07:27:22.942 INFO:tasks.workunit.client.0.smithi042.stdout:op 5596 completed, throughput=5MB/sec 2024-09-16T07:27:22.942 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Bo0exVJl3lPIkB4 off=6435395 len=1863941 2024-09-16T07:27:22.947 INFO:tasks.workunit.client.0.smithi042.stdout:op 5597 completed, throughput=5MB/sec 2024-09-16T07:27:22.947 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XRdlAvAJ3w0OjUa off=6737279 len=2037721 2024-09-16T07:27:22.958 INFO:tasks.workunit.client.0.smithi042.stdout:op 5598 completed, throughput=5MB/sec 2024-09-16T07:27:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:23 smithi042 ceph-mon[94096]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:27:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:23 smithi042 ceph-mon[96574]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:27:23.958 INFO:tasks.workunit.client.0.smithi042.stdout: 1097: throughput=5MB/sec pending data=0 2024-09-16T07:27:23.959 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vrSrHYppmbIw-fa off=13805962 len=398050 2024-09-16T07:27:23.962 INFO:tasks.workunit.client.0.smithi042.stdout:op 5599 completed, throughput=5MB/sec 2024-09-16T07:27:23.962 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-XNPfuE5BnuOBqRj off=947645 len=726894 2024-09-16T07:27:23.967 INFO:tasks.workunit.client.0.smithi042.stdout:op 5600 completed, throughput=5MB/sec 2024-09-16T07:27:23.967 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7OO9ozCyGX5fnLm off=9059221 len=1055122 2024-09-16T07:27:23.970 INFO:tasks.workunit.client.0.smithi042.stdout:op 5601 completed, throughput=5MB/sec 2024-09-16T07:27:23.970 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-KST43qQ-UgTsl8x off=1164522 len=1712557 2024-09-16T07:27:23.972 INFO:tasks.workunit.client.0.smithi042.stdout:op 5602 completed, throughput=5MB/sec 2024-09-16T07:27:23.972 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B70X7Cc01eq_sti off=1381610 len=1127936 2024-09-16T07:27:23.973 INFO:tasks.workunit.client.0.smithi042.stdout:op 5603 completed, throughput=5MB/sec 2024-09-16T07:27:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:23 smithi164 ceph-mon[88760]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-09-16T07:27:24.974 INFO:tasks.workunit.client.0.smithi042.stdout: 1098: throughput=5MB/sec pending data=0 2024-09-16T07:27:24.974 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7HISOsPR8dyK0d8 off=980143 len=1790503 2024-09-16T07:27:24.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 5604 completed, throughput=5MB/sec 2024-09-16T07:27:24.985 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9csCpRAzIej2zHy off=13543879 len=969258 2024-09-16T07:27:24.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 5605 completed, throughput=5MB/sec 2024-09-16T07:27:24.991 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2OtHNcEZ1DvZf5w off=10471198 len=519304 2024-09-16T07:27:24.994 INFO:tasks.workunit.client.0.smithi042.stdout:op 5606 completed, throughput=5MB/sec 2024-09-16T07:27:24.994 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oqWsDFmfSvRnWXp off=1353572 len=1176605 2024-09-16T07:27:25.001 INFO:tasks.workunit.client.0.smithi042.stdout:op 5607 completed, throughput=5MB/sec 2024-09-16T07:27:25.001 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cgvx9xu2aYNQwQi off=993548 len=873855 2024-09-16T07:27:25.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 5608 completed, throughput=5MB/sec 2024-09-16T07:27:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:25 smithi042 ceph-mon[94096]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:25 smithi042 ceph-mon[96574]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:25 smithi164 ceph-mon[88760]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:26.002 INFO:tasks.workunit.client.0.smithi042.stdout: 1099: throughput=5MB/sec pending data=0 2024-09-16T07:27:26.003 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JLDC1hoUZlOxOx8 off=1380838 len=915836 2024-09-16T07:27:26.007 INFO:tasks.workunit.client.0.smithi042.stdout:op 5609 completed, throughput=5MB/sec 2024-09-16T07:27:26.008 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9FI6fySERE2HOQv off=8921677 len=188064 2024-09-16T07:27:26.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 5610 completed, throughput=5MB/sec 2024-09-16T07:27:26.009 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-glE0CTYD2EPkofx off=12737823 len=1035164 2024-09-16T07:27:26.015 INFO:tasks.workunit.client.0.smithi042.stdout:op 5611 completed, throughput=5MB/sec 2024-09-16T07:27:26.015 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4odq2k74rAAerV5 off=8877184 len=826602 2024-09-16T07:27:26.016 INFO:tasks.workunit.client.0.smithi042.stdout:op 5612 completed, throughput=5MB/sec 2024-09-16T07:27:26.016 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4UQxelzUNN3bUqq off=5943245 len=1855016 2024-09-16T07:27:26.026 INFO:tasks.workunit.client.0.smithi042.stdout:op 5613 completed, throughput=5MB/sec 2024-09-16T07:27:27.027 INFO:tasks.workunit.client.0.smithi042.stdout: 1100: throughput=5MB/sec pending data=0 2024-09-16T07:27:27.027 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j09UtMxS5F999zd off=3502946 len=1927029 2024-09-16T07:27:27.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 5614 completed, throughput=5MB/sec 2024-09-16T07:27:27.035 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8CTULmYTaFKmThP off=7228067 len=232170 2024-09-16T07:27:27.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 5615 completed, throughput=5MB/sec 2024-09-16T07:27:27.038 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d1v64hIRLnBLOfH off=17307523 len=399555 2024-09-16T07:27:27.039 INFO:tasks.workunit.client.0.smithi042.stdout:op 5616 completed, throughput=5MB/sec 2024-09-16T07:27:27.039 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eZxyRFTUTNVwko9 off=737818 len=1871461 2024-09-16T07:27:27.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 5617 completed, throughput=5MB/sec 2024-09-16T07:27:27.041 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-w5atgXEsSgJx2lj off=4354102 len=1321206 2024-09-16T07:27:27.048 INFO:tasks.workunit.client.0.smithi042.stdout:op 5618 completed, throughput=5MB/sec 2024-09-16T07:27:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:27 smithi042 ceph-mon[94096]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:27:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:27 smithi042 ceph-mon[96574]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:27:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:27 smithi164 ceph-mon[88760]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:27:28.048 INFO:tasks.workunit.client.0.smithi042.stdout: 1101: throughput=5MB/sec pending data=0 2024-09-16T07:27:28.048 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-VIHKvj_o7qReQhz off=1427512 len=171242 2024-09-16T07:27:28.049 INFO:tasks.workunit.client.0.smithi042.stdout:op 5619 completed, throughput=5MB/sec 2024-09-16T07:27:28.049 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QTRdbmRBm793hxC off=7619916 len=758986 2024-09-16T07:27:28.054 INFO:tasks.workunit.client.0.smithi042.stdout:op 5620 completed, throughput=5MB/sec 2024-09-16T07:27:28.055 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QALMNu0ABKmsJve off=387930 len=2053512 2024-09-16T07:27:28.067 INFO:tasks.workunit.client.0.smithi042.stdout:op 5621 completed, throughput=5MB/sec 2024-09-16T07:27:28.067 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gVfAgFsxn_ba7QP off=119481 len=594600 2024-09-16T07:27:28.068 INFO:tasks.workunit.client.0.smithi042.stdout:op 5622 completed, throughput=5MB/sec 2024-09-16T07:27:28.068 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nzv01cc-WncLWns off=4134341 len=1369996 2024-09-16T07:27:28.071 INFO:tasks.workunit.client.0.smithi042.stdout:op 5623 completed, throughput=5MB/sec 2024-09-16T07:27:29.071 INFO:tasks.workunit.client.0.smithi042.stdout: 1102: throughput=5MB/sec pending data=0 2024-09-16T07:27:29.071 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iYI9XxfvE09dUZ5 off=6350448 len=185360 2024-09-16T07:27:29.074 INFO:tasks.workunit.client.0.smithi042.stdout:op 5624 completed, throughput=5MB/sec 2024-09-16T07:27:29.074 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bc6wTk_D0nytPkM off=20636131 len=572613 2024-09-16T07:27:29.075 INFO:tasks.workunit.client.0.smithi042.stdout:op 5625 completed, throughput=5MB/sec 2024-09-16T07:27:29.075 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LXaLuS1pAldB1aC off=737022 len=304988 2024-09-16T07:27:29.078 INFO:tasks.workunit.client.0.smithi042.stdout:op 5626 completed, throughput=5MB/sec 2024-09-16T07:27:29.079 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-OjmW-OaHS89wcJa off=14547170 len=1879423 2024-09-16T07:27:29.086 INFO:tasks.workunit.client.0.smithi042.stdout:op 5627 completed, throughput=5MB/sec 2024-09-16T07:27:29.086 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P2KHsn3T3HeFWTz off=11405218 len=1303082 2024-09-16T07:27:29.091 INFO:tasks.workunit.client.0.smithi042.stdout:op 5628 completed, throughput=5MB/sec 2024-09-16T07:27:29.091 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GH0uzcYBJhWE-BR off=5297433 len=1679594 2024-09-16T07:27:29.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 5629 completed, throughput=5MB/sec 2024-09-16T07:27:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:29 smithi042 ceph-mon[94096]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:29 smithi042 ceph-mon[96574]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:29 smithi164 ceph-mon[88760]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-09-16T07:27:30.093 INFO:tasks.workunit.client.0.smithi042.stdout: 1103: throughput=5MB/sec pending data=0 2024-09-16T07:27:30.094 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5s33BplIzhf5180 off=560099 len=1984775 2024-09-16T07:27:30.097 INFO:tasks.workunit.client.0.smithi042.stdout:op 5630 completed, throughput=5MB/sec 2024-09-16T07:27:30.098 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tg-pD0iLlzXg5kU off=3471721 len=939171 2024-09-16T07:27:30.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 5631 completed, throughput=5MB/sec 2024-09-16T07:27:30.099 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dnk8iWAqE9ytwvf off=2370837 len=1734459 2024-09-16T07:27:30.101 INFO:tasks.workunit.client.0.smithi042.stdout:op 5632 completed, throughput=5MB/sec 2024-09-16T07:27:31.102 INFO:tasks.workunit.client.0.smithi042.stdout: 1104: throughput=5MB/sec pending data=0 2024-09-16T07:27:31.102 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bUwnG-RH_Qj2d54 off=5889957 len=1903458 2024-09-16T07:27:31.104 INFO:tasks.workunit.client.0.smithi042.stdout:op 5633 completed, throughput=5MB/sec 2024-09-16T07:27:31.104 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9m_18uo6k0UHyy- off=835997 len=1603820 2024-09-16T07:27:31.114 INFO:tasks.workunit.client.0.smithi042.stdout:op 5634 completed, throughput=5MB/sec 2024-09-16T07:27:31.114 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iAtf-kLXhgWZIYJ off=2173389 len=1202110 2024-09-16T07:27:31.118 INFO:tasks.workunit.client.0.smithi042.stdout:op 5635 completed, throughput=5MB/sec 2024-09-16T07:27:31.118 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-QXmlGhOLuEXYhbi off=22706682 len=716747 2024-09-16T07:27:31.130 INFO:tasks.workunit.client.0.smithi042.stdout:op 5636 completed, throughput=5MB/sec 2024-09-16T07:27:31.514 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:31] "GET /metrics HTTP/1.1" 200 34007 "" "Prometheus/2.43.0" 2024-09-16T07:27:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:31 smithi042 ceph-mon[94096]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:31 smithi042 ceph-mon[96574]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:31 smithi164 ceph-mon[88760]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:27:32.131 INFO:tasks.workunit.client.0.smithi042.stdout: 1105: throughput=5MB/sec pending data=0 2024-09-16T07:27:32.131 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vX9SlSWOKDZ5pEW off=3376045 len=1304488 2024-09-16T07:27:32.132 INFO:tasks.workunit.client.0.smithi042.stdout:op 5637 completed, throughput=5MB/sec 2024-09-16T07:27:32.132 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RtE7jQ44NycQO9m off=5440799 len=800172 2024-09-16T07:27:32.138 INFO:tasks.workunit.client.0.smithi042.stdout:op 5638 completed, throughput=5MB/sec 2024-09-16T07:27:32.138 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-25JxWt1IDCXOWmd off=1171259 len=989432 2024-09-16T07:27:32.143 INFO:tasks.workunit.client.0.smithi042.stdout:op 5639 completed, throughput=5MB/sec 2024-09-16T07:27:32.143 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-plG2A33cdBs5WHd off=11148106 len=904852 2024-09-16T07:27:32.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 5640 completed, throughput=5MB/sec 2024-09-16T07:27:32.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UsZc3tgWhwmS5gM off=4507208 len=1405179 2024-09-16T07:27:32.151 INFO:tasks.workunit.client.0.smithi042.stdout:op 5641 completed, throughput=5MB/sec 2024-09-16T07:27:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:33.152 INFO:tasks.workunit.client.0.smithi042.stdout: 1106: throughput=5MB/sec pending data=0 2024-09-16T07:27:33.152 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Z_GxqrkIIt0y0qc off=1277547 len=521358 2024-09-16T07:27:33.156 INFO:tasks.workunit.client.0.smithi042.stdout:op 5642 completed, throughput=5MB/sec 2024-09-16T07:27:33.156 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GXa_MMCtFX2WOsT off=1476383 len=44830 2024-09-16T07:27:33.157 INFO:tasks.workunit.client.0.smithi042.stdout:op 5643 completed, throughput=5MB/sec 2024-09-16T07:27:33.157 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-QnAe9k6D9iz5-Db off=16949868 len=540155 2024-09-16T07:27:33.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 5644 completed, throughput=5MB/sec 2024-09-16T07:27:33.158 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LNnwHQBPg68Ps5K off=1190764 len=39173 2024-09-16T07:27:33.161 INFO:tasks.workunit.client.0.smithi042.stdout:op 5645 completed, throughput=5MB/sec 2024-09-16T07:27:33.161 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CeF2ynpIk7GDVIw off=9589649 len=2081317 2024-09-16T07:27:33.163 INFO:tasks.workunit.client.0.smithi042.stdout:op 5646 completed, throughput=5MB/sec 2024-09-16T07:27:33.163 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HFRvJp_a1xQEtVD off=2698300 len=229901 2024-09-16T07:27:33.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 5647 completed, throughput=5MB/sec 2024-09-16T07:27:33.166 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-I6BHMFpM9l2xCTR off=10081909 len=207610 2024-09-16T07:27:33.166 INFO:tasks.workunit.client.0.smithi042.stdout:op 5648 completed, throughput=5MB/sec 2024-09-16T07:27:33.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lKFSpGpId5lrU9m off=5675681 len=315896 2024-09-16T07:27:33.170 INFO:tasks.workunit.client.0.smithi042.stdout:op 5649 completed, throughput=5MB/sec 2024-09-16T07:27:33.170 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iIBPPVaZgp8fU-E off=10671059 len=498374 2024-09-16T07:27:33.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 5650 completed, throughput=5MB/sec 2024-09-16T07:27:33.171 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AtN3gOOW9MA9zYq off=2809583 len=2020838 2024-09-16T07:27:33.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 5651 completed, throughput=5MB/sec 2024-09-16T07:27:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:33 smithi042 ceph-mon[96574]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:33 smithi042 ceph-mon[94096]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:33 smithi164 ceph-mon[88760]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:34.173 INFO:tasks.workunit.client.0.smithi042.stdout: 1107: throughput=5MB/sec pending data=0 2024-09-16T07:27:34.173 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-atr6_XFjDInNj57 off=8189582 len=1440262 2024-09-16T07:27:34.181 INFO:tasks.workunit.client.0.smithi042.stdout:op 5652 completed, throughput=5MB/sec 2024-09-16T07:27:34.181 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SlGD13hOZfJJOFq off=4383351 len=1115975 2024-09-16T07:27:34.186 INFO:tasks.workunit.client.0.smithi042.stdout:op 5653 completed, throughput=5MB/sec 2024-09-16T07:27:34.186 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-14tr03K8pF5xAZq off=4033053 len=1986442 2024-09-16T07:27:34.195 INFO:tasks.workunit.client.0.smithi042.stdout:op 5654 completed, throughput=5MB/sec 2024-09-16T07:27:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:35.195 INFO:tasks.workunit.client.0.smithi042.stdout: 1108: throughput=5MB/sec pending data=0 2024-09-16T07:27:35.195 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Dbq-j6jkmuS1lD7 off=24280619 len=389953 2024-09-16T07:27:35.196 INFO:tasks.workunit.client.0.smithi042.stdout:op 5655 completed, throughput=5MB/sec 2024-09-16T07:27:35.196 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-K7wBpRZTSWH2GAm off=4092122 len=27258 2024-09-16T07:27:35.197 INFO:tasks.workunit.client.0.smithi042.stdout:op 5656 completed, throughput=5MB/sec 2024-09-16T07:27:35.197 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EU1J9A54oFm2WSh off=15758828 len=1026660 2024-09-16T07:27:35.199 INFO:tasks.workunit.client.0.smithi042.stdout:op 5657 completed, throughput=5MB/sec 2024-09-16T07:27:35.199 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8CvWP7J4fnXugBN off=3095512 len=694184 2024-09-16T07:27:35.203 INFO:tasks.workunit.client.0.smithi042.stdout:op 5658 completed, throughput=5MB/sec 2024-09-16T07:27:35.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dFiORNsULteDc5G off=994481 len=66315 2024-09-16T07:27:35.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 5659 completed, throughput=5MB/sec 2024-09-16T07:27:35.204 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-CTywU-RNn7hhLNJ off=6132463 len=591397 2024-09-16T07:27:35.205 INFO:tasks.workunit.client.0.smithi042.stdout:op 5660 completed, throughput=5MB/sec 2024-09-16T07:27:35.205 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KSXo7y5dZ_itgEk off=13096690 len=1599794 2024-09-16T07:27:35.213 INFO:tasks.workunit.client.0.smithi042.stdout:op 5661 completed, throughput=5MB/sec 2024-09-16T07:27:35.213 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VsoEDACDeD6LWtA off=2635453 len=1501998 2024-09-16T07:27:35.220 INFO:tasks.workunit.client.0.smithi042.stdout:op 5662 completed, throughput=5MB/sec 2024-09-16T07:27:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:35 smithi042 ceph-mon[94096]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:35 smithi042 ceph-mon[96574]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:35 smithi164 ceph-mon[88760]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: 1109: throughput=5MB/sec pending data=0 2024-09-16T07:27:36.221 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0cJUIVKUcIrlFp9 off=16316029 len=457177 2024-09-16T07:27:36.225 INFO:tasks.workunit.client.0.smithi042.stdout:op 5663 completed, throughput=5MB/sec 2024-09-16T07:27:36.225 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uqg3IdUv5txZNA5 off=16652243 len=1849356 2024-09-16T07:27:36.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 5664 completed, throughput=5MB/sec 2024-09-16T07:27:36.236 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-d-n3n5JZ7Uy0DCN off=9467711 len=147452 2024-09-16T07:27:36.236 INFO:tasks.workunit.client.0.smithi042.stdout:op 5665 completed, throughput=5MB/sec 2024-09-16T07:27:36.236 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6SpmVChMjYgnyaX off=5382174 len=1015696 2024-09-16T07:27:36.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 5666 completed, throughput=5MB/sec 2024-09-16T07:27:36.242 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w03XzCFAlGqMado off=2130547 len=1872919 2024-09-16T07:27:36.243 INFO:tasks.workunit.client.0.smithi042.stdout:op 5667 completed, throughput=5MB/sec 2024-09-16T07:27:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: 1110: throughput=5MB/sec pending data=0 2024-09-16T07:27:37.244 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ECl4cCHy2nkGDDn off=10973768 len=752304 2024-09-16T07:27:37.245 INFO:tasks.workunit.client.0.smithi042.stdout:op 5668 completed, throughput=5MB/sec 2024-09-16T07:27:37.245 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DupWqMoENhWPxXL off=3312156 len=352730 2024-09-16T07:27:37.246 INFO:tasks.workunit.client.0.smithi042.stdout:op 5669 completed, throughput=5MB/sec 2024-09-16T07:27:37.246 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uEenZ5erDD9pnBt off=586624 len=1681543 2024-09-16T07:27:37.253 INFO:tasks.workunit.client.0.smithi042.stdout:op 5670 completed, throughput=5MB/sec 2024-09-16T07:27:37.253 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wDVcIBP-_y_BoT8 off=1051939 len=856033 2024-09-16T07:27:37.255 INFO:tasks.workunit.client.0.smithi042.stdout:op 5671 completed, throughput=5MB/sec 2024-09-16T07:27:37.255 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-cOhgz43UemFKFuq off=2748807 len=1741523 2024-09-16T07:27:37.257 INFO:tasks.workunit.client.0.smithi042.stdout:op 5672 completed, throughput=5MB/sec 2024-09-16T07:27:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:37 smithi042 ceph-mon[94096]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:27:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:37 smithi042 ceph-mon[96574]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:27:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:37 smithi164 ceph-mon[88760]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:27:38.257 INFO:tasks.workunit.client.0.smithi042.stdout: 1111: throughput=5MB/sec pending data=0 2024-09-16T07:27:38.258 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LAXaqF3Nobgl07B off=9063571 len=2061318 2024-09-16T07:27:38.260 INFO:tasks.workunit.client.0.smithi042.stdout:op 5673 completed, throughput=5MB/sec 2024-09-16T07:27:38.260 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x7qTFRRy0LyFrbR off=19093840 len=1780098 2024-09-16T07:27:38.262 INFO:tasks.workunit.client.0.smithi042.stdout:op 5674 completed, throughput=5MB/sec 2024-09-16T07:27:38.263 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4Lm4S6t9eJsMyJk off=1721406 len=1420231 2024-09-16T07:27:38.270 INFO:tasks.workunit.client.0.smithi042.stdout:op 5675 completed, throughput=5MB/sec 2024-09-16T07:27:39.270 INFO:tasks.workunit.client.0.smithi042.stdout: 1112: throughput=5MB/sec pending data=0 2024-09-16T07:27:39.270 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nD9K7U26BnrcvjL off=11240083 len=1841864 2024-09-16T07:27:39.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 5676 completed, throughput=5MB/sec 2024-09-16T07:27:39.272 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ze5-rQywU_1R4ID off=10025743 len=1301930 2024-09-16T07:27:39.275 INFO:tasks.workunit.client.0.smithi042.stdout:op 5677 completed, throughput=5MB/sec 2024-09-16T07:27:39.275 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-y1NTFdyBtB0W-HZ off=11500910 len=2062811 2024-09-16T07:27:39.278 INFO:tasks.workunit.client.0.smithi042.stdout:op 5678 completed, throughput=5MB/sec 2024-09-16T07:27:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:39 smithi042 ceph-mon[94096]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:39 smithi042 ceph-mon[96574]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:39 smithi164 ceph-mon[88760]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-09-16T07:27:40.278 INFO:tasks.workunit.client.0.smithi042.stdout: 1113: throughput=5MB/sec pending data=0 2024-09-16T07:27:40.279 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wfEGKwo-KwiiaI3 off=5128313 len=927665 2024-09-16T07:27:40.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 5679 completed, throughput=5MB/sec 2024-09-16T07:27:40.284 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5iO-OzMqLUYzNlz off=11308058 len=921600 2024-09-16T07:27:40.289 INFO:tasks.workunit.client.0.smithi042.stdout:op 5680 completed, throughput=5MB/sec 2024-09-16T07:27:40.289 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XsLiQRfNWm2ONyy off=12861294 len=155445 2024-09-16T07:27:40.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 5681 completed, throughput=5MB/sec 2024-09-16T07:27:40.290 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pskdKz4YhxEajb5 off=5452392 len=286981 2024-09-16T07:27:40.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 5682 completed, throughput=5MB/sec 2024-09-16T07:27:40.293 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gmqygPG-CkOqAZh off=14068791 len=1233055 2024-09-16T07:27:40.294 INFO:tasks.workunit.client.0.smithi042.stdout:op 5683 completed, throughput=5MB/sec 2024-09-16T07:27:40.294 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RSoHrlPn0zFm0mi off=4032040 len=1384962 2024-09-16T07:27:40.295 INFO:tasks.workunit.client.0.smithi042.stdout:op 5684 completed, throughput=5MB/sec 2024-09-16T07:27:41.296 INFO:tasks.workunit.client.0.smithi042.stdout: 1114: throughput=5MB/sec pending data=0 2024-09-16T07:27:41.296 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bx-62pCett3yv9I off=9984188 len=1782813 2024-09-16T07:27:41.304 INFO:tasks.workunit.client.0.smithi042.stdout:op 5685 completed, throughput=5MB/sec 2024-09-16T07:27:41.304 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BlY8-BGzGXrVx5N off=11868567 len=1021192 2024-09-16T07:27:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:op 5686 completed, throughput=5MB/sec 2024-09-16T07:27:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-acnxtVfD_Zs8dAM off=11343930 len=1248883 2024-09-16T07:27:41.311 INFO:tasks.workunit.client.0.smithi042.stdout:op 5687 completed, throughput=5MB/sec 2024-09-16T07:27:41.311 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aTmyGHtnTJR62Yj off=14532436 len=1342618 2024-09-16T07:27:41.312 INFO:tasks.workunit.client.0.smithi042.stdout:op 5688 completed, throughput=5MB/sec 2024-09-16T07:27:41.531 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:41] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:27:41.857 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:41 smithi042 ceph-mon[94096]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:41.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:41 smithi042 ceph-mon[96574]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:41 smithi164 ceph-mon[88760]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:27:42.312 INFO:tasks.workunit.client.0.smithi042.stdout: 1115: throughput=5MB/sec pending data=0 2024-09-16T07:27:42.313 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-IF5XhHfFylsqR15 off=414100 len=367132 2024-09-16T07:27:42.316 INFO:tasks.workunit.client.0.smithi042.stdout:op 5689 completed, throughput=5MB/sec 2024-09-16T07:27:42.316 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Vi_-pSkT8UZyd6H off=2801623 len=1742826 2024-09-16T07:27:42.319 INFO:tasks.workunit.client.0.smithi042.stdout:op 5690 completed, throughput=5MB/sec 2024-09-16T07:27:42.319 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fqfhWUfr7SCXIiP off=5415268 len=872893 2024-09-16T07:27:42.325 INFO:tasks.workunit.client.0.smithi042.stdout:op 5691 completed, throughput=5MB/sec 2024-09-16T07:27:42.325 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j92PkJkiVBpAhpH off=12900895 len=175951 2024-09-16T07:27:42.326 INFO:tasks.workunit.client.0.smithi042.stdout:op 5692 completed, throughput=5MB/sec 2024-09-16T07:27:42.326 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LBMUvxKjrAmlgXt off=6828263 len=1030796 2024-09-16T07:27:42.327 INFO:tasks.workunit.client.0.smithi042.stdout:op 5693 completed, throughput=5MB/sec 2024-09-16T07:27:42.327 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-h3IKb1TYHF-ItYZ off=146119 len=1372475 2024-09-16T07:27:42.329 INFO:tasks.workunit.client.0.smithi042.stdout:op 5694 completed, throughput=5MB/sec 2024-09-16T07:27:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:43.330 INFO:tasks.workunit.client.0.smithi042.stdout: 1116: throughput=5MB/sec pending data=0 2024-09-16T07:27:43.330 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bsAJ5k5zM78pRY0 off=18634507 len=847371 2024-09-16T07:27:43.332 INFO:tasks.workunit.client.0.smithi042.stdout:op 5695 completed, throughput=5MB/sec 2024-09-16T07:27:43.332 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-l2QgfEL3AMqY9jv off=21385983 len=980033 2024-09-16T07:27:43.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 5696 completed, throughput=5MB/sec 2024-09-16T07:27:43.334 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3EWxe8iXFa1Y8s3 off=8369249 len=119745 2024-09-16T07:27:43.334 INFO:tasks.workunit.client.0.smithi042.stdout:op 5697 completed, throughput=5MB/sec 2024-09-16T07:27:43.334 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vmqhyAAiPU0Xqhn off=1042990 len=1909477 2024-09-16T07:27:43.346 INFO:tasks.workunit.client.0.smithi042.stdout:op 5698 completed, throughput=5MB/sec 2024-09-16T07:27:43.346 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oSHSYOYKjlvO4sy off=14411359 len=1438792 2024-09-16T07:27:43.348 INFO:tasks.workunit.client.0.smithi042.stdout:op 5699 completed, throughput=5MB/sec 2024-09-16T07:27:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:43 smithi042 ceph-mon[94096]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:43 smithi042 ceph-mon[96574]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:43 smithi164 ceph-mon[88760]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:44.348 INFO:tasks.workunit.client.0.smithi042.stdout: 1117: throughput=5MB/sec pending data=0 2024-09-16T07:27:44.348 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2xacLdcbZ-sfpBn off=11412646 len=218241 2024-09-16T07:27:44.351 INFO:tasks.workunit.client.0.smithi042.stdout:op 5700 completed, throughput=5MB/sec 2024-09-16T07:27:44.352 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nv98ECK95qmTF5v off=15758483 len=2058450 2024-09-16T07:27:44.361 INFO:tasks.workunit.client.0.smithi042.stdout:op 5701 completed, throughput=5MB/sec 2024-09-16T07:27:44.361 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3yx5xp5WLGG9hy2 off=7499330 len=1115838 2024-09-16T07:27:44.367 INFO:tasks.workunit.client.0.smithi042.stdout:op 5702 completed, throughput=5MB/sec 2024-09-16T07:27:44.367 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vx_Of8pcdkbBg00 off=1049866 len=230295 2024-09-16T07:27:44.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 5703 completed, throughput=5MB/sec 2024-09-16T07:27:44.368 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-l92ZJENGbp3l4nd off=15332660 len=596928 2024-09-16T07:27:44.372 INFO:tasks.workunit.client.0.smithi042.stdout:op 5704 completed, throughput=5MB/sec 2024-09-16T07:27:44.372 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gvAmImzJtjOcVeO off=2621482 len=1379099 2024-09-16T07:27:44.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 5705 completed, throughput=5MB/sec 2024-09-16T07:27:45.374 INFO:tasks.workunit.client.0.smithi042.stdout: 1118: throughput=5MB/sec pending data=0 2024-09-16T07:27:45.374 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tuXVkeyS73V83Iw off=5917796 len=460151 2024-09-16T07:27:45.378 INFO:tasks.workunit.client.0.smithi042.stdout:op 5706 completed, throughput=5MB/sec 2024-09-16T07:27:45.378 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Nzv01cc-WncLWns off=18029230 len=521847 2024-09-16T07:27:45.380 INFO:tasks.workunit.client.0.smithi042.stdout:op 5707 completed, throughput=5MB/sec 2024-09-16T07:27:45.381 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-brD80WTsGUORjgb off=2067059 len=1278464 2024-09-16T07:27:45.387 INFO:tasks.workunit.client.0.smithi042.stdout:op 5708 completed, throughput=5MB/sec 2024-09-16T07:27:45.387 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KweVsSzteJXE1rK off=1441926 len=777906 2024-09-16T07:27:45.392 INFO:tasks.workunit.client.0.smithi042.stdout:op 5709 completed, throughput=5MB/sec 2024-09-16T07:27:45.392 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EZZvyj1tawqAzRo off=11612255 len=1984615 2024-09-16T07:27:45.395 INFO:tasks.workunit.client.0.smithi042.stdout:op 5710 completed, throughput=5MB/sec 2024-09-16T07:27:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:45 smithi042 ceph-mon[94096]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:45 smithi042 ceph-mon[96574]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:45.969 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:45 smithi164 ceph-mon[88760]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:27:46.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:27:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:27:45.970941813Z level=info msg="Completed cleanup jobs" duration=13.134619ms 2024-09-16T07:27:46.395 INFO:tasks.workunit.client.0.smithi042.stdout: 1119: throughput=5MB/sec pending data=0 2024-09-16T07:27:46.395 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PuYFI40jbNGIMjJ off=13856835 len=46155 2024-09-16T07:27:46.396 INFO:tasks.workunit.client.0.smithi042.stdout:op 5711 completed, throughput=5MB/sec 2024-09-16T07:27:46.396 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fX0pW0cEgs3M-F0 off=24085676 len=983653 2024-09-16T07:27:46.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 5712 completed, throughput=5MB/sec 2024-09-16T07:27:46.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-uE6LLRI8qAuVO04 off=9018565 len=857581 2024-09-16T07:27:46.407 INFO:tasks.workunit.client.0.smithi042.stdout:op 5713 completed, throughput=5MB/sec 2024-09-16T07:27:46.408 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rPBVB6ZtTBENxnA off=4291982 len=1395596 2024-09-16T07:27:46.413 INFO:tasks.workunit.client.0.smithi042.stdout:op 5714 completed, throughput=5MB/sec 2024-09-16T07:27:46.414 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-cirAT3ozYaRM9le off=6138329 len=1249365 2024-09-16T07:27:46.418 INFO:tasks.workunit.client.0.smithi042.stdout:op 5715 completed, throughput=5MB/sec 2024-09-16T07:27:46.418 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-49LCJJmjPfCg2Gc off=3165410 len=748251 2024-09-16T07:27:46.420 INFO:tasks.workunit.client.0.smithi042.stdout:op 5716 completed, throughput=5MB/sec 2024-09-16T07:27:47.421 INFO:tasks.workunit.client.0.smithi042.stdout: 1120: throughput=5MB/sec pending data=0 2024-09-16T07:27:47.421 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-XPoztJai32hjnX4 off=13000239 len=152580 2024-09-16T07:27:47.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 5717 completed, throughput=5MB/sec 2024-09-16T07:27:47.422 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8tEV8luH3RCehbe off=1108767 len=52980 2024-09-16T07:27:47.424 INFO:tasks.workunit.client.0.smithi042.stdout:op 5718 completed, throughput=5MB/sec 2024-09-16T07:27:47.425 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-5lNs9VYoDsPJR8T off=15726601 len=537419 2024-09-16T07:27:47.428 INFO:tasks.workunit.client.0.smithi042.stdout:op 5719 completed, throughput=5MB/sec 2024-09-16T07:27:47.428 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fHW3101MM196zrw off=17445287 len=1049888 2024-09-16T07:27:47.430 INFO:tasks.workunit.client.0.smithi042.stdout:op 5720 completed, throughput=5MB/sec 2024-09-16T07:27:47.430 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-A1ouzG2aoQxYwFU off=196287 len=1304095 2024-09-16T07:27:47.432 INFO:tasks.workunit.client.0.smithi042.stdout:op 5721 completed, throughput=5MB/sec 2024-09-16T07:27:47.432 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ntr45zWK567y1dc off=10208759 len=1410486 2024-09-16T07:27:47.440 INFO:tasks.workunit.client.0.smithi042.stdout:op 5722 completed, throughput=5MB/sec 2024-09-16T07:27:47.440 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hZBuOz17AVwqYwD off=18096738 len=2020057 2024-09-16T07:27:47.451 INFO:tasks.workunit.client.0.smithi042.stdout:op 5723 completed, throughput=5MB/sec 2024-09-16T07:27:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:47 smithi042 ceph-mon[94096]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:47 smithi042 ceph-mon[96574]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:47 smithi164 ceph-mon[88760]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:27:48.451 INFO:tasks.workunit.client.0.smithi042.stdout: 1121: throughput=5MB/sec pending data=0 2024-09-16T07:27:48.451 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qHxdyjwFcRqHlqX off=7730266 len=829131 2024-09-16T07:27:48.457 INFO:tasks.workunit.client.0.smithi042.stdout:op 5724 completed, throughput=5MB/sec 2024-09-16T07:27:48.457 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J_v2HOaFa5P7Qbc off=10174569 len=85731 2024-09-16T07:27:48.459 INFO:tasks.workunit.client.0.smithi042.stdout:op 5725 completed, throughput=5MB/sec 2024-09-16T07:27:48.460 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KFsldzc-0eGCZNb off=6975429 len=1973691 2024-09-16T07:27:48.468 INFO:tasks.workunit.client.0.smithi042.stdout:op 5726 completed, throughput=5MB/sec 2024-09-16T07:27:48.468 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-55D-ISSL7ykso98 off=1416868 len=550065 2024-09-16T07:27:48.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 5727 completed, throughput=5MB/sec 2024-09-16T07:27:48.472 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PcSy6f2fspimB-8 off=14706625 len=268013 2024-09-16T07:27:48.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 5728 completed, throughput=5MB/sec 2024-09-16T07:27:49.473 INFO:tasks.workunit.client.0.smithi042.stdout: 1122: throughput=5MB/sec pending data=0 2024-09-16T07:27:49.473 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9dKyENDNRXGBWpQ off=1340755 len=1602968 2024-09-16T07:27:49.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 5729 completed, throughput=5MB/sec 2024-09-16T07:27:49.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zItSu6NMla9cZIC off=16414732 len=1155099 2024-09-16T07:27:49.487 INFO:tasks.workunit.client.0.smithi042.stdout:op 5730 completed, throughput=5MB/sec 2024-09-16T07:27:49.487 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hrK223OUsLVl2mW off=9590352 len=1325616 2024-09-16T07:27:49.490 INFO:tasks.workunit.client.0.smithi042.stdout:op 5731 completed, throughput=5MB/sec 2024-09-16T07:27:49.490 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jkxTXLBO8AvYq8- off=788970 len=1797111 2024-09-16T07:27:49.498 INFO:tasks.workunit.client.0.smithi042.stdout:op 5732 completed, throughput=5MB/sec 2024-09-16T07:27:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:49 smithi042 ceph-mon[94096]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:49 smithi042 ceph-mon[96574]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:49 smithi164 ceph-mon[88760]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:27:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:27:50.498 INFO:tasks.workunit.client.0.smithi042.stdout: 1123: throughput=5MB/sec pending data=0 2024-09-16T07:27:50.498 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-s4WCGqC1MKkspJm off=5307575 len=1957580 2024-09-16T07:27:50.502 INFO:tasks.workunit.client.0.smithi042.stdout:op 5733 completed, throughput=5MB/sec 2024-09-16T07:27:50.502 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4yhXcUlYgqjI9HO off=3848792 len=1681192 2024-09-16T07:27:50.504 INFO:tasks.workunit.client.0.smithi042.stdout:op 5734 completed, throughput=5MB/sec 2024-09-16T07:27:50.504 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TzIcKrG6Kri9HCb off=6794448 len=1437167 2024-09-16T07:27:50.506 INFO:tasks.workunit.client.0.smithi042.stdout:op 5735 completed, throughput=5MB/sec 2024-09-16T07:27:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: 1124: throughput=5MB/sec pending data=0 2024-09-16T07:27:51.507 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_IR04kbepnPAHZD off=2575423 len=1417049 2024-09-16T07:27:51.513 INFO:tasks.workunit.client.0.smithi042.stdout:op 5736 completed, throughput=5MB/sec 2024-09-16T07:27:51.513 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g_uRHNBBUA4DCKU off=571460 len=1498996 2024-09-16T07:27:51.515 INFO:tasks.workunit.client.0.smithi042.stdout:op 5737 completed, throughput=5MB/sec 2024-09-16T07:27:51.515 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UJugn4m4p_XGK8R off=5217313 len=375783 2024-09-16T07:27:51.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 5738 completed, throughput=5MB/sec 2024-09-16T07:27:51.519 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdLwIilaQNaqwhn off=1388619 len=5900 2024-09-16T07:27:51.521 INFO:tasks.workunit.client.0.smithi042.stdout:op 5739 completed, throughput=5MB/sec 2024-09-16T07:27:51.521 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qe8xH13VfF1pT04 off=3235835 len=441158 2024-09-16T07:27:51.522 INFO:tasks.workunit.client.0.smithi042.stdout:op 5740 completed, throughput=5MB/sec 2024-09-16T07:27:51.522 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-YyV_eEoILbcy066 off=3382722 len=1641315 2024-09-16T07:27:51.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 5741 completed, throughput=5MB/sec 2024-09-16T07:27:51.546 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:27:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:27:51] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:27:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:51 smithi042 ceph-mon[96574]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:51 smithi042 ceph-mon[94096]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:51 smithi164 ceph-mon[88760]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:27:52.532 INFO:tasks.workunit.client.0.smithi042.stdout: 1125: throughput=5MB/sec pending data=0 2024-09-16T07:27:52.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-epKPLmXZlVQ73k8 off=17744274 len=872455 2024-09-16T07:27:52.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 5742 completed, throughput=5MB/sec 2024-09-16T07:27:52.535 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iomKrax8H-B7WNG off=5280167 len=1222429 2024-09-16T07:27:52.541 INFO:tasks.workunit.client.0.smithi042.stdout:op 5743 completed, throughput=5MB/sec 2024-09-16T07:27:52.541 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aoilSOz3shmfhMl off=7532455 len=1252596 2024-09-16T07:27:52.543 INFO:tasks.workunit.client.0.smithi042.stdout:op 5744 completed, throughput=5MB/sec 2024-09-16T07:27:52.543 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1f9UvRsP8UwbMNC off=15010244 len=954455 2024-09-16T07:27:52.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 5745 completed, throughput=5MB/sec 2024-09-16T07:27:52.545 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wjw4DzESojIVJmf off=2449339 len=541217 2024-09-16T07:27:52.549 INFO:tasks.workunit.client.0.smithi042.stdout:op 5746 completed, throughput=5MB/sec 2024-09-16T07:27:52.549 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tOoJJAIXF6BBGHg off=1388014 len=1006890 2024-09-16T07:27:52.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 5747 completed, throughput=5MB/sec 2024-09-16T07:27:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:27:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:27:53.554 INFO:tasks.workunit.client.0.smithi042.stdout: 1126: throughput=5MB/sec pending data=0 2024-09-16T07:27:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rJ9pMVs_-1l-AyF off=8323197 len=369926 2024-09-16T07:27:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:op 5748 completed, throughput=5MB/sec 2024-09-16T07:27:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ke9PjQi7jlnKtdE off=8670999 len=1927917 2024-09-16T07:27:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 5749 completed, throughput=5MB/sec 2024-09-16T07:27:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-T-aaYWL2xZD1PY8 off=5030893 len=1495717 2024-09-16T07:27:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:op 5750 completed, throughput=5MB/sec 2024-09-16T07:27:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-j5ta9CX7zaeZKF6 off=1627830 len=109743 2024-09-16T07:27:53.577 INFO:tasks.workunit.client.0.smithi042.stdout:op 5751 completed, throughput=5MB/sec 2024-09-16T07:27:53.577 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-SiOf1Wt-q6Q-JeZ off=1236674 len=937617 2024-09-16T07:27:53.579 INFO:tasks.workunit.client.0.smithi042.stdout:op 5752 completed, throughput=5MB/sec 2024-09-16T07:27:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:53 smithi042 ceph-mon[94096]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:53 smithi042 ceph-mon[96574]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:53 smithi164 ceph-mon[88760]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-09-16T07:27:54.579 INFO:tasks.workunit.client.0.smithi042.stdout: 1127: throughput=5MB/sec pending data=0 2024-09-16T07:27:54.579 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ER57zJwILKmQCYB off=13200927 len=271995 2024-09-16T07:27:54.582 INFO:tasks.workunit.client.0.smithi042.stdout:op 5753 completed, throughput=5MB/sec 2024-09-16T07:27:54.582 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-K5AsUD9tJPJRqcN off=244628 len=1802043 2024-09-16T07:27:54.591 INFO:tasks.workunit.client.0.smithi042.stdout:op 5754 completed, throughput=5MB/sec 2024-09-16T07:27:54.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hj-MnEe9l76szNP off=97696 len=358391 2024-09-16T07:27:54.592 INFO:tasks.workunit.client.0.smithi042.stdout:op 5755 completed, throughput=5MB/sec 2024-09-16T07:27:54.592 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hEWnuWbR_L7sDoj off=3323252 len=2077570 2024-09-16T07:27:54.599 INFO:tasks.workunit.client.0.smithi042.stdout:op 5756 completed, throughput=5MB/sec 2024-09-16T07:27:54.599 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-33fNfR-HiwCIChU off=1933539 len=109972 2024-09-16T07:27:54.600 INFO:tasks.workunit.client.0.smithi042.stdout:op 5757 completed, throughput=5MB/sec 2024-09-16T07:27:54.600 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MqJd7imW85dJrIF off=1993099 len=1610697 2024-09-16T07:27:54.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 5758 completed, throughput=5MB/sec 2024-09-16T07:27:55.603 INFO:tasks.workunit.client.0.smithi042.stdout: 1128: throughput=5MB/sec pending data=0 2024-09-16T07:27:55.603 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-iVHD__6AU8hhbX0 off=9504703 len=1661520 2024-09-16T07:27:55.611 INFO:tasks.workunit.client.0.smithi042.stdout:op 5759 completed, throughput=5MB/sec 2024-09-16T07:27:55.611 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-zPk_KEXetNk8VQi off=1554506 len=1971676 2024-09-16T07:27:55.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 5760 completed, throughput=5MB/sec 2024-09-16T07:27:55.613 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C-qYt-_Bxg1MXyT off=3672716 len=1753744 2024-09-16T07:27:55.614 INFO:tasks.workunit.client.0.smithi042.stdout:op 5761 completed, throughput=5MB/sec 2024-09-16T07:27:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:55 smithi164 ceph-mon[88760]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:27:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:55 smithi042 ceph-mon[94096]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:27:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:55 smithi042 ceph-mon[96574]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-09-16T07:27:56.614 INFO:tasks.workunit.client.0.smithi042.stdout: 1129: throughput=5MB/sec pending data=0 2024-09-16T07:27:56.614 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Rumofgt5R6YzisL off=1585970 len=376616 2024-09-16T07:27:56.616 INFO:tasks.workunit.client.0.smithi042.stdout:op 5762 completed, throughput=5MB/sec 2024-09-16T07:27:56.616 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JIL56akswKnmfHZ off=21725473 len=952321 2024-09-16T07:27:56.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 5763 completed, throughput=5MB/sec 2024-09-16T07:27:56.621 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BHjA2qYXYq9MDiE off=4570753 len=328404 2024-09-16T07:27:56.624 INFO:tasks.workunit.client.0.smithi042.stdout:op 5764 completed, throughput=5MB/sec 2024-09-16T07:27:56.624 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Yazol0X8GWL_r_U off=740169 len=948720 2024-09-16T07:27:56.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 5765 completed, throughput=5MB/sec 2024-09-16T07:27:56.630 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5aJFWUNoWdkHBZY off=1958599 len=1446235 2024-09-16T07:27:56.631 INFO:tasks.workunit.client.0.smithi042.stdout:op 5766 completed, throughput=5MB/sec 2024-09-16T07:27:57.632 INFO:tasks.workunit.client.0.smithi042.stdout: 1130: throughput=5MB/sec pending data=0 2024-09-16T07:27:57.632 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ePrRvDM0GrZRQBM off=14438210 len=604824 2024-09-16T07:27:57.633 INFO:tasks.workunit.client.0.smithi042.stdout:op 5767 completed, throughput=5MB/sec 2024-09-16T07:27:57.633 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NZ6sei1GGq8RR5d off=7448339 len=961485 2024-09-16T07:27:57.636 INFO:tasks.workunit.client.0.smithi042.stdout:op 5768 completed, throughput=5MB/sec 2024-09-16T07:27:57.636 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NnIUT55r-wOwoJY off=6826403 len=1565452 2024-09-16T07:27:57.643 INFO:tasks.workunit.client.0.smithi042.stdout:op 5769 completed, throughput=5MB/sec 2024-09-16T07:27:57.643 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Snd-9ZCmjq5HrPL off=740773 len=60116 2024-09-16T07:27:57.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 5770 completed, throughput=5MB/sec 2024-09-16T07:27:57.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_RQTd9yRl6c_wPM off=19423 len=87246 2024-09-16T07:27:57.646 INFO:tasks.workunit.client.0.smithi042.stdout:op 5771 completed, throughput=5MB/sec 2024-09-16T07:27:57.646 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-11ZYAQkcgGTkQOH off=15230474 len=169578 2024-09-16T07:27:57.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 5772 completed, throughput=5MB/sec 2024-09-16T07:27:57.647 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-WP_1rBgrS6LiFRY off=4819791 len=873253 2024-09-16T07:27:57.648 INFO:tasks.workunit.client.0.smithi042.stdout:op 5773 completed, throughput=5MB/sec 2024-09-16T07:27:57.648 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Xw34UtUhFtxOd22 off=15032518 len=829656 2024-09-16T07:27:57.653 INFO:tasks.workunit.client.0.smithi042.stdout:op 5774 completed, throughput=5MB/sec 2024-09-16T07:27:57.653 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-muYN7_kMSJ32kf6 off=160014 len=1036815 2024-09-16T07:27:57.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 5775 completed, throughput=5MB/sec 2024-09-16T07:27:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:57 smithi042 ceph-mon[94096]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:27:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:57 smithi042 ceph-mon[96574]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:27:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:57 smithi164 ceph-mon[88760]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:27:58.656 INFO:tasks.workunit.client.0.smithi042.stdout: 1131: throughput=5MB/sec pending data=0 2024-09-16T07:27:58.656 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RK9_N7AoqtlRs4Z off=9814482 len=40263 2024-09-16T07:27:58.656 INFO:tasks.workunit.client.0.smithi042.stdout:op 5776 completed, throughput=5MB/sec 2024-09-16T07:27:58.657 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jOVgDC20xdzZd5b off=997264 len=59288 2024-09-16T07:27:58.659 INFO:tasks.workunit.client.0.smithi042.stdout:op 5777 completed, throughput=5MB/sec 2024-09-16T07:27:58.659 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9nRyENopLcLpKXC off=13033126 len=1456515 2024-09-16T07:27:58.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 5778 completed, throughput=5MB/sec 2024-09-16T07:27:58.661 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-AlUaJo5zrPGgq6B off=519053 len=149390 2024-09-16T07:27:58.661 INFO:tasks.workunit.client.0.smithi042.stdout:op 5779 completed, throughput=5MB/sec 2024-09-16T07:27:58.661 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-tRTDgAQb-SYrUkS off=13405 len=1042675 2024-09-16T07:27:58.667 INFO:tasks.workunit.client.0.smithi042.stdout:op 5780 completed, throughput=5MB/sec 2024-09-16T07:27:58.667 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-N4XEux5yNji5HEF off=4285651 len=1611438 2024-09-16T07:27:58.674 INFO:tasks.workunit.client.0.smithi042.stdout:op 5781 completed, throughput=5MB/sec 2024-09-16T07:27:58.674 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-e-mLaTSZYfubwKR off=21299562 len=1249930 2024-09-16T07:27:58.679 INFO:tasks.workunit.client.0.smithi042.stdout:op 5782 completed, throughput=5MB/sec 2024-09-16T07:27:59.680 INFO:tasks.workunit.client.0.smithi042.stdout: 1132: throughput=5MB/sec pending data=0 2024-09-16T07:27:59.680 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-j51F1r3af3-DPkL off=12754175 len=1483973 2024-09-16T07:27:59.682 INFO:tasks.workunit.client.0.smithi042.stdout:op 5783 completed, throughput=5MB/sec 2024-09-16T07:27:59.682 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7k_EF0iH1sAXGJH off=3598934 len=220826 2024-09-16T07:27:59.685 INFO:tasks.workunit.client.0.smithi042.stdout:op 5784 completed, throughput=5MB/sec 2024-09-16T07:27:59.685 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ePrRvDM0GrZRQBM off=6221725 len=1105489 2024-09-16T07:27:59.686 INFO:tasks.workunit.client.0.smithi042.stdout:op 5785 completed, throughput=5MB/sec 2024-09-16T07:27:59.686 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HOl77o2va0SBzpN off=0 len=2011490 2024-09-16T07:27:59.688 INFO:tasks.workunit.client.0.smithi042.stdout:op 5786 completed, throughput=5MB/sec 2024-09-16T07:28:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:27:59 smithi042 ceph-mon[94096]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:27:59 smithi042 ceph-mon[96574]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:27:59 smithi164 ceph-mon[88760]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:00.689 INFO:tasks.workunit.client.0.smithi042.stdout: 1133: throughput=5MB/sec pending data=0 2024-09-16T07:28:00.689 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-bc9f6W-MnN-Mkyl off=8469078 len=8450 2024-09-16T07:28:00.689 INFO:tasks.workunit.client.0.smithi042.stdout:op 5787 completed, throughput=5MB/sec 2024-09-16T07:28:00.689 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-JFQJu_RgKS7Gir5 off=289963 len=1668459 2024-09-16T07:28:00.699 INFO:tasks.workunit.client.0.smithi042.stdout:op 5788 completed, throughput=5MB/sec 2024-09-16T07:28:00.700 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Eqzoh_KQTshKOsv off=4479758 len=1640842 2024-09-16T07:28:00.707 INFO:tasks.workunit.client.0.smithi042.stdout:op 5789 completed, throughput=5MB/sec 2024-09-16T07:28:00.707 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-o8ZIQMCUFirq3xJ off=2609647 len=153147 2024-09-16T07:28:00.708 INFO:tasks.workunit.client.0.smithi042.stdout:op 5790 completed, throughput=5MB/sec 2024-09-16T07:28:00.708 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fislPG912HOM0vn off=469258 len=1869039 2024-09-16T07:28:00.717 INFO:tasks.workunit.client.0.smithi042.stdout:op 5791 completed, throughput=5MB/sec 2024-09-16T07:28:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:01] "GET /metrics HTTP/1.1" 200 34005 "" "Prometheus/2.43.0" 2024-09-16T07:28:01.717 INFO:tasks.workunit.client.0.smithi042.stdout: 1134: throughput=5MB/sec pending data=0 2024-09-16T07:28:01.717 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x_6j3v4vmw2IkXP off=19122739 len=83869 2024-09-16T07:28:01.718 INFO:tasks.workunit.client.0.smithi042.stdout:op 5792 completed, throughput=5MB/sec 2024-09-16T07:28:01.718 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-X_8GQmS8kE2J4ZN off=11595729 len=756045 2024-09-16T07:28:01.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 5793 completed, throughput=5MB/sec 2024-09-16T07:28:01.723 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-f7-6Jr6bBCas98D off=484743 len=54681 2024-09-16T07:28:01.723 INFO:tasks.workunit.client.0.smithi042.stdout:op 5794 completed, throughput=5MB/sec 2024-09-16T07:28:01.723 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BmmAr3KqF2sO_hO off=9457678 len=1473118 2024-09-16T07:28:01.733 INFO:tasks.workunit.client.0.smithi042.stdout:op 5795 completed, throughput=5MB/sec 2024-09-16T07:28:01.734 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x0hLRz5RSAV8klp off=257693 len=1294205 2024-09-16T07:28:01.740 INFO:tasks.workunit.client.0.smithi042.stdout:op 5796 completed, throughput=5MB/sec 2024-09-16T07:28:01.740 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nCs7oFh-X7gjvGN off=6349787 len=1711404 2024-09-16T07:28:01.748 INFO:tasks.workunit.client.0.smithi042.stdout:op 5797 completed, throughput=5MB/sec 2024-09-16T07:28:02.290 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:01 smithi164 ceph-mon[88760]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:01 smithi042 ceph-mon[94096]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:01 smithi042 ceph-mon[96574]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:02.749 INFO:tasks.workunit.client.0.smithi042.stdout: 1135: throughput=5MB/sec pending data=0 2024-09-16T07:28:02.749 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jjFWHUyzQ_QIDI7 off=8561293 len=1192254 2024-09-16T07:28:02.756 INFO:tasks.workunit.client.0.smithi042.stdout:op 5798 completed, throughput=5MB/sec 2024-09-16T07:28:02.756 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-YCXRNBJWMEdLyhx off=3704186 len=1037346 2024-09-16T07:28:02.757 INFO:tasks.workunit.client.0.smithi042.stdout:op 5799 completed, throughput=5MB/sec 2024-09-16T07:28:02.757 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-kxVnz1307IQted6 off=17222328 len=280896 2024-09-16T07:28:02.760 INFO:tasks.workunit.client.0.smithi042.stdout:op 5800 completed, throughput=5MB/sec 2024-09-16T07:28:02.760 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8-mluFI_3tANNGx off=8284076 len=500377 2024-09-16T07:28:02.764 INFO:tasks.workunit.client.0.smithi042.stdout:op 5801 completed, throughput=5MB/sec 2024-09-16T07:28:02.764 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_dFY2EFVLM_j-tC off=1855273 len=1480545 2024-09-16T07:28:02.766 INFO:tasks.workunit.client.0.smithi042.stdout:op 5802 completed, throughput=5MB/sec 2024-09-16T07:28:02.767 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WjdsA-ifEB11blK off=1929465 len=1321991 2024-09-16T07:28:02.774 INFO:tasks.workunit.client.0.smithi042.stdout:op 5803 completed, throughput=5MB/sec 2024-09-16T07:28:03.774 INFO:tasks.workunit.client.0.smithi042.stdout: 1136: throughput=5MB/sec pending data=0 2024-09-16T07:28:03.774 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TtA85DAcivGjkk6 off=1122585 len=1348035 2024-09-16T07:28:03.776 INFO:tasks.workunit.client.0.smithi042.stdout:op 5804 completed, throughput=5MB/sec 2024-09-16T07:28:03.776 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wjw4DzESojIVJmf off=7410360 len=1558093 2024-09-16T07:28:03.779 INFO:tasks.workunit.client.0.smithi042.stdout:op 5805 completed, throughput=5MB/sec 2024-09-16T07:28:03.780 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fMoiMdUmXnEqGOF off=4812473 len=1690494 2024-09-16T07:28:03.782 INFO:tasks.workunit.client.0.smithi042.stdout:op 5806 completed, throughput=5MB/sec 2024-09-16T07:28:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:04 smithi042 ceph-mon[94096]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:28:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:04 smithi042 ceph-mon[96574]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:28:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:04 smithi164 ceph-mon[88760]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-09-16T07:28:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:04.782 INFO:tasks.workunit.client.0.smithi042.stdout: 1137: throughput=5MB/sec pending data=0 2024-09-16T07:28:04.782 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hOOqWlqtjrCacXr off=10615116 len=514966 2024-09-16T07:28:04.783 INFO:tasks.workunit.client.0.smithi042.stdout:op 5807 completed, throughput=5MB/sec 2024-09-16T07:28:04.783 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hWyBo7n9AfoEEMW off=933100 len=927260 2024-09-16T07:28:04.788 INFO:tasks.workunit.client.0.smithi042.stdout:op 5808 completed, throughput=5MB/sec 2024-09-16T07:28:04.788 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-PcF7JIjfAgqr8b- off=680073 len=6401 2024-09-16T07:28:04.791 INFO:tasks.workunit.client.0.smithi042.stdout:op 5809 completed, throughput=5MB/sec 2024-09-16T07:28:04.791 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-gBtkzktlEYpwGJ5 off=5713253 len=2014236 2024-09-16T07:28:04.793 INFO:tasks.workunit.client.0.smithi042.stdout:op 5810 completed, throughput=5MB/sec 2024-09-16T07:28:04.796 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k0yPuu0vrWXHxzK off=6449316 len=911614 2024-09-16T07:28:04.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 5811 completed, throughput=5MB/sec 2024-09-16T07:28:04.797 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jVhCa-xlFmmxP0U off=8316043 len=1853941 2024-09-16T07:28:04.797 INFO:tasks.workunit.client.0.smithi042.stdout:op 5812 completed, throughput=5MB/sec 2024-09-16T07:28:05.797 INFO:tasks.workunit.client.0.smithi042.stdout: 1138: throughput=5MB/sec pending data=0 2024-09-16T07:28:05.797 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-fxe6fWm5IN8zz_K off=7329491 len=1527029 2024-09-16T07:28:05.798 INFO:tasks.workunit.client.0.smithi042.stdout:op 5813 completed, throughput=5MB/sec 2024-09-16T07:28:05.799 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_bfXXx-ELvXdACa off=12529493 len=347357 2024-09-16T07:28:05.799 INFO:tasks.workunit.client.0.smithi042.stdout:op 5814 completed, throughput=5MB/sec 2024-09-16T07:28:05.799 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1Im0iUtk-PVa6i3 off=6128318 len=808012 2024-09-16T07:28:05.800 INFO:tasks.workunit.client.0.smithi042.stdout:op 5815 completed, throughput=5MB/sec 2024-09-16T07:28:05.801 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Gf6dbJXFio8x_46 off=793708 len=844913 2024-09-16T07:28:05.802 INFO:tasks.workunit.client.0.smithi042.stdout:op 5816 completed, throughput=5MB/sec 2024-09-16T07:28:05.802 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-eTy07SwcUvjAhYA off=2769296 len=1139692 2024-09-16T07:28:05.803 INFO:tasks.workunit.client.0.smithi042.stdout:op 5817 completed, throughput=5MB/sec 2024-09-16T07:28:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:06 smithi042 ceph-mon[94096]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:06 smithi042 ceph-mon[96574]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:06 smithi164 ceph-mon[88760]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:06.803 INFO:tasks.workunit.client.0.smithi042.stdout: 1139: throughput=5MB/sec pending data=0 2024-09-16T07:28:06.804 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6cJTfDBz5dK3WlI off=5332367 len=2001939 2024-09-16T07:28:06.812 INFO:tasks.workunit.client.0.smithi042.stdout:op 5818 completed, throughput=5MB/sec 2024-09-16T07:28:06.813 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MSCbwTedDUy-JZl off=5803366 len=711046 2024-09-16T07:28:06.814 INFO:tasks.workunit.client.0.smithi042.stdout:op 5819 completed, throughput=5MB/sec 2024-09-16T07:28:06.814 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ILRBkPB8jYE4Anu off=13466909 len=794861 2024-09-16T07:28:06.818 INFO:tasks.workunit.client.0.smithi042.stdout:op 5820 completed, throughput=5MB/sec 2024-09-16T07:28:06.818 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lKFSpGpId5lrU9m off=6503702 len=773966 2024-09-16T07:28:06.824 INFO:tasks.workunit.client.0.smithi042.stdout:op 5821 completed, throughput=5MB/sec 2024-09-16T07:28:06.824 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-wlVOCipzWoub72j off=14772629 len=1062623 2024-09-16T07:28:06.825 INFO:tasks.workunit.client.0.smithi042.stdout:op 5822 completed, throughput=5MB/sec 2024-09-16T07:28:07.825 INFO:tasks.workunit.client.0.smithi042.stdout: 1140: throughput=5MB/sec pending data=0 2024-09-16T07:28:07.825 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UNNzUtcJRgC6vFP off=587089 len=391463 2024-09-16T07:28:07.835 INFO:tasks.workunit.client.0.smithi042.stdout:op 5823 completed, throughput=5MB/sec 2024-09-16T07:28:07.835 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8CGEZyP7TWjgCbT off=11977115 len=70850 2024-09-16T07:28:07.837 INFO:tasks.workunit.client.0.smithi042.stdout:op 5824 completed, throughput=5MB/sec 2024-09-16T07:28:07.837 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HNjL7KHyWnEp1oy off=19286068 len=860986 2024-09-16T07:28:07.842 INFO:tasks.workunit.client.0.smithi042.stdout:op 5825 completed, throughput=5MB/sec 2024-09-16T07:28:07.842 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xOk8vu86D3NLkI8 off=11040235 len=2094394 2024-09-16T07:28:07.853 INFO:tasks.workunit.client.0.smithi042.stdout:op 5826 completed, throughput=5MB/sec 2024-09-16T07:28:07.853 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lSh37zg5B6x65Os off=2193402 len=293166 2024-09-16T07:28:07.856 INFO:tasks.workunit.client.0.smithi042.stdout:op 5827 completed, throughput=5MB/sec 2024-09-16T07:28:07.856 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PH5-LeZ4QnhicOP off=22699060 len=1310449 2024-09-16T07:28:07.858 INFO:tasks.workunit.client.0.smithi042.stdout:op 5828 completed, throughput=5MB/sec 2024-09-16T07:28:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:08 smithi042 ceph-mon[94096]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:08 smithi042 ceph-mon[96574]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:08 smithi164 ceph-mon[88760]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:08.858 INFO:tasks.workunit.client.0.smithi042.stdout: 1141: throughput=5MB/sec pending data=0 2024-09-16T07:28:08.858 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-hywTjy_rmVc6l1w off=15696287 len=65758 2024-09-16T07:28:08.859 INFO:tasks.workunit.client.0.smithi042.stdout:op 5829 completed, throughput=5MB/sec 2024-09-16T07:28:08.859 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HAxw0UHT5734ww3 off=2368862 len=1306880 2024-09-16T07:28:08.868 INFO:tasks.workunit.client.0.smithi042.stdout:op 5830 completed, throughput=5MB/sec 2024-09-16T07:28:08.868 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tXdTzYR_6my_eL0 off=11541258 len=1371413 2024-09-16T07:28:08.871 INFO:tasks.workunit.client.0.smithi042.stdout:op 5831 completed, throughput=5MB/sec 2024-09-16T07:28:08.871 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xEPKGhjEqF3aGSw off=10978330 len=541500 2024-09-16T07:28:08.872 INFO:tasks.workunit.client.0.smithi042.stdout:op 5832 completed, throughput=5MB/sec 2024-09-16T07:28:08.872 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-UNNzUtcJRgC6vFP off=3686467 len=559828 2024-09-16T07:28:08.876 INFO:tasks.workunit.client.0.smithi042.stdout:op 5833 completed, throughput=5MB/sec 2024-09-16T07:28:08.876 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-LSGaz3m6LMI9pwk off=5130611 len=335765 2024-09-16T07:28:08.877 INFO:tasks.workunit.client.0.smithi042.stdout:op 5834 completed, throughput=5MB/sec 2024-09-16T07:28:08.877 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-55D-ISSL7ykso98 off=9572299 len=1327668 2024-09-16T07:28:08.883 INFO:tasks.workunit.client.0.smithi042.stdout:op 5835 completed, throughput=5MB/sec 2024-09-16T07:28:09.884 INFO:tasks.workunit.client.0.smithi042.stdout: 1142: throughput=5MB/sec pending data=0 2024-09-16T07:28:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Lwme-cU1eL04qB3 off=7410948 len=86414 2024-09-16T07:28:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:op 5836 completed, throughput=5MB/sec 2024-09-16T07:28:09.884 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--4YwiLNVl0QKsoW off=6367604 len=1657115 2024-09-16T07:28:09.891 INFO:tasks.workunit.client.0.smithi042.stdout:op 5837 completed, throughput=5MB/sec 2024-09-16T07:28:09.892 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4eXKWBlMY-WgXuZ off=15709663 len=411035 2024-09-16T07:28:09.897 INFO:tasks.workunit.client.0.smithi042.stdout:op 5838 completed, throughput=5MB/sec 2024-09-16T07:28:09.897 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-_RQTd9yRl6c_wPM off=643202 len=1418665 2024-09-16T07:28:09.898 INFO:tasks.workunit.client.0.smithi042.stdout:op 5839 completed, throughput=5MB/sec 2024-09-16T07:28:09.898 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BUU4I8ZIMYimz7X off=9453238 len=188620 2024-09-16T07:28:09.899 INFO:tasks.workunit.client.0.smithi042.stdout:op 5840 completed, throughput=5MB/sec 2024-09-16T07:28:09.899 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-E-7rV13-kDCPuYJ off=1296159 len=1640431 2024-09-16T07:28:09.902 INFO:tasks.workunit.client.0.smithi042.stdout:op 5841 completed, throughput=5MB/sec 2024-09-16T07:28:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:10 smithi042 ceph-mon[94096]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:10 smithi042 ceph-mon[96574]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:10 smithi164 ceph-mon[88760]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-09-16T07:28:10.903 INFO:tasks.workunit.client.0.smithi042.stdout: 1143: throughput=5MB/sec pending data=0 2024-09-16T07:28:10.903 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-y3rDH5JAcj4qdPR off=103524 len=1264969 2024-09-16T07:28:10.908 INFO:tasks.workunit.client.0.smithi042.stdout:op 5842 completed, throughput=5MB/sec 2024-09-16T07:28:10.908 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-g_lLqUtryJE0gce off=3021112 len=1931006 2024-09-16T07:28:10.913 INFO:tasks.workunit.client.0.smithi042.stdout:op 5843 completed, throughput=5MB/sec 2024-09-16T07:28:10.913 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-R9r1oWFv2x2pUb8 off=16565784 len=405028 2024-09-16T07:28:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:op 5844 completed, throughput=5MB/sec 2024-09-16T07:28:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-rUobnQ5Awr51aPm off=1089056 len=1417801 2024-09-16T07:28:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:op 5845 completed, throughput=5MB/sec 2024-09-16T07:28:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:11] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-09-16T07:28:11.925 INFO:tasks.workunit.client.0.smithi042.stdout: 1144: throughput=5MB/sec pending data=0 2024-09-16T07:28:11.926 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ZarANC9hrIjGW8H off=66207 len=366379 2024-09-16T07:28:11.930 INFO:tasks.workunit.client.0.smithi042.stdout:op 5846 completed, throughput=5MB/sec 2024-09-16T07:28:11.930 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ilR7bjP9uJr-LL8 off=10438682 len=383588 2024-09-16T07:28:11.933 INFO:tasks.workunit.client.0.smithi042.stdout:op 5847 completed, throughput=5MB/sec 2024-09-16T07:28:11.933 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-B-0TLcbw-UX9fHr off=11868619 len=523670 2024-09-16T07:28:11.935 INFO:tasks.workunit.client.0.smithi042.stdout:op 5848 completed, throughput=5MB/sec 2024-09-16T07:28:11.935 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-x3UWlvGF87DX1Ab off=21939353 len=1083588 2024-09-16T07:28:11.937 INFO:tasks.workunit.client.0.smithi042.stdout:op 5849 completed, throughput=5MB/sec 2024-09-16T07:28:11.937 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oa-zM1v7ARUYK0e off=8153277 len=347235 2024-09-16T07:28:11.941 INFO:tasks.workunit.client.0.smithi042.stdout:op 5850 completed, throughput=5MB/sec 2024-09-16T07:28:11.941 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-lqVtnjF0Y_hZEWQ off=14888882 len=1523037 2024-09-16T07:28:11.946 INFO:tasks.workunit.client.0.smithi042.stdout:op 5851 completed, throughput=5MB/sec 2024-09-16T07:28:11.946 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-iYtWHSCdUg0UcyL off=1424619 len=1728378 2024-09-16T07:28:11.948 INFO:tasks.workunit.client.0.smithi042.stdout:op 5852 completed, throughput=5MB/sec 2024-09-16T07:28:12.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:12 smithi164 ceph-mon[88760]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:12.356 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:12 smithi042 ceph-mon[94096]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:12.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:12 smithi042 ceph-mon[96574]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:12.949 INFO:tasks.workunit.client.0.smithi042.stdout: 1145: throughput=5MB/sec pending data=0 2024-09-16T07:28:12.949 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1y3llxjfC4oe_mT off=22667309 len=1592937 2024-09-16T07:28:12.951 INFO:tasks.workunit.client.0.smithi042.stdout:op 5853 completed, throughput=5MB/sec 2024-09-16T07:28:12.951 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-FjlF1shDaueWehX off=785673 len=137038 2024-09-16T07:28:12.954 INFO:tasks.workunit.client.0.smithi042.stdout:op 5854 completed, throughput=5MB/sec 2024-09-16T07:28:12.954 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ITassIne3_XV5FT off=5511646 len=2055957 2024-09-16T07:28:12.958 INFO:tasks.workunit.client.0.smithi042.stdout:op 5855 completed, throughput=5MB/sec 2024-09-16T07:28:12.958 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-djwTf4KbY3CSDwW off=1106193 len=253243 2024-09-16T07:28:12.961 INFO:tasks.workunit.client.0.smithi042.stdout:op 5856 completed, throughput=5MB/sec 2024-09-16T07:28:12.961 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ALDMm37Hf62Pta1 off=6293396 len=493324 2024-09-16T07:28:12.964 INFO:tasks.workunit.client.0.smithi042.stdout:op 5857 completed, throughput=5MB/sec 2024-09-16T07:28:12.965 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-J_v2HOaFa5P7Qbc off=1717788 len=1599329 2024-09-16T07:28:12.972 INFO:tasks.workunit.client.0.smithi042.stdout:op 5858 completed, throughput=5MB/sec 2024-09-16T07:28:13.973 INFO:tasks.workunit.client.0.smithi042.stdout: 1146: throughput=5MB/sec pending data=0 2024-09-16T07:28:13.973 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1YwU3yyemss7Fmp off=5059034 len=425713 2024-09-16T07:28:13.977 INFO:tasks.workunit.client.0.smithi042.stdout:op 5859 completed, throughput=5MB/sec 2024-09-16T07:28:13.977 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-LYB5LCRW7klCHTV off=3236148 len=623989 2024-09-16T07:28:13.982 INFO:tasks.workunit.client.0.smithi042.stdout:op 5860 completed, throughput=5MB/sec 2024-09-16T07:28:13.982 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UIsQm0DYOJZhDZ_ off=23285785 len=1931585 2024-09-16T07:28:13.985 INFO:tasks.workunit.client.0.smithi042.stdout:op 5861 completed, throughput=5MB/sec 2024-09-16T07:28:13.986 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2MY6t6t2hgrnH35 off=1839483 len=1026357 2024-09-16T07:28:13.991 INFO:tasks.workunit.client.0.smithi042.stdout:op 5862 completed, throughput=5MB/sec 2024-09-16T07:28:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:14 smithi042 ceph-mon[94096]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:28:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:14 smithi042 ceph-mon[96574]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:28:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:14 smithi164 ceph-mon[88760]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-09-16T07:28:14.991 INFO:tasks.workunit.client.0.smithi042.stdout: 1147: throughput=5MB/sec pending data=0 2024-09-16T07:28:14.992 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9i4yNcOhhxzqZid off=6842327 len=1446767 2024-09-16T07:28:14.998 INFO:tasks.workunit.client.0.smithi042.stdout:op 5863 completed, throughput=5MB/sec 2024-09-16T07:28:14.998 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fvIEVKBYuwsaTtF off=6562984 len=621970 2024-09-16T07:28:15.002 INFO:tasks.workunit.client.0.smithi042.stdout:op 5864 completed, throughput=5MB/sec 2024-09-16T07:28:15.002 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IEbRRVjFQlNNhON off=1797152 len=1890831 2024-09-16T07:28:15.004 INFO:tasks.workunit.client.0.smithi042.stdout:op 5865 completed, throughput=5MB/sec 2024-09-16T07:28:15.004 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5OHK2mrwbK1hYOj off=7284269 len=180501 2024-09-16T07:28:15.005 INFO:tasks.workunit.client.0.smithi042.stdout:op 5866 completed, throughput=5MB/sec 2024-09-16T07:28:15.005 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VzoidNaxBf9kkmS off=14054727 len=204990 2024-09-16T07:28:15.008 INFO:tasks.workunit.client.0.smithi042.stdout:op 5867 completed, throughput=5MB/sec 2024-09-16T07:28:15.008 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FYBhKRk048Cedqb off=1580334 len=763962 2024-09-16T07:28:15.009 INFO:tasks.workunit.client.0.smithi042.stdout:op 5868 completed, throughput=5MB/sec 2024-09-16T07:28:15.009 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-aLpqApffp10F9Bq off=971798 len=140817 2024-09-16T07:28:15.010 INFO:tasks.workunit.client.0.smithi042.stdout:op 5869 completed, throughput=5MB/sec 2024-09-16T07:28:15.010 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4ZLi82CJOkG6U69 off=6314659 len=1583774 2024-09-16T07:28:15.017 INFO:tasks.workunit.client.0.smithi042.stdout:op 5870 completed, throughput=5MB/sec 2024-09-16T07:28:16.017 INFO:tasks.workunit.client.0.smithi042.stdout: 1148: throughput=5MB/sec pending data=0 2024-09-16T07:28:16.017 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-8RbFJXAWkl2ibhi off=396549 len=1047919 2024-09-16T07:28:16.023 INFO:tasks.workunit.client.0.smithi042.stdout:op 5871 completed, throughput=5MB/sec 2024-09-16T07:28:16.024 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HuXdLDt-F1FUVDh off=1273093 len=313225 2024-09-16T07:28:16.027 INFO:tasks.workunit.client.0.smithi042.stdout:op 5872 completed, throughput=5MB/sec 2024-09-16T07:28:16.027 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-20MRQ2NmRz_uJCl off=17770816 len=867975 2024-09-16T07:28:16.028 INFO:tasks.workunit.client.0.smithi042.stdout:op 5873 completed, throughput=5MB/sec 2024-09-16T07:28:16.028 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-N68OpTOiaXnEl54 off=3998440 len=1953640 2024-09-16T07:28:16.030 INFO:tasks.workunit.client.0.smithi042.stdout:op 5874 completed, throughput=5MB/sec 2024-09-16T07:28:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:16 smithi042 ceph-mon[94096]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:16 smithi042 ceph-mon[96574]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:16 smithi164 ceph-mon[88760]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:17.031 INFO:tasks.workunit.client.0.smithi042.stdout: 1149: throughput=5MB/sec pending data=0 2024-09-16T07:28:17.031 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oyJouAJ0_f_UZLl off=10031887 len=602692 2024-09-16T07:28:17.032 INFO:tasks.workunit.client.0.smithi042.stdout:op 5875 completed, throughput=5MB/sec 2024-09-16T07:28:17.032 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-EfjffTi346UwyH2 off=5701226 len=1655576 2024-09-16T07:28:17.035 INFO:tasks.workunit.client.0.smithi042.stdout:op 5876 completed, throughput=5MB/sec 2024-09-16T07:28:17.035 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-8V7pLEbsmkTiSoD off=129690 len=1735700 2024-09-16T07:28:17.037 INFO:tasks.workunit.client.0.smithi042.stdout:op 5877 completed, throughput=5MB/sec 2024-09-16T07:28:17.037 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-yOHR3-85eoHKfvR off=139382 len=1968663 2024-09-16T07:28:17.038 INFO:tasks.workunit.client.0.smithi042.stdout:op 5878 completed, throughput=5MB/sec 2024-09-16T07:28:17.285 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:17 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:28:17.302 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:17 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:28:17.302 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:17 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:28:18.039 INFO:tasks.workunit.client.0.smithi042.stdout: 1150: throughput=5MB/sec pending data=0 2024-09-16T07:28:18.039 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-nEZean0cNbj-AMF off=635108 len=294263 2024-09-16T07:28:18.041 INFO:tasks.workunit.client.0.smithi042.stdout:op 5879 completed, throughput=5MB/sec 2024-09-16T07:28:18.041 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-VYKD8js5msssN4Z off=3161533 len=1019772 2024-09-16T07:28:18.045 INFO:tasks.workunit.client.0.smithi042.stdout:op 5880 completed, throughput=5MB/sec 2024-09-16T07:28:18.045 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-0U7_Ns1DQO-E4pL off=1147635 len=946975 2024-09-16T07:28:18.047 INFO:tasks.workunit.client.0.smithi042.stdout:op 5881 completed, throughput=5MB/sec 2024-09-16T07:28:18.047 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jdhqkdMbyHC_6om off=6066088 len=1249655 2024-09-16T07:28:18.052 INFO:tasks.workunit.client.0.smithi042.stdout:op 5882 completed, throughput=5MB/sec 2024-09-16T07:28:18.052 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-llA6IhryOd7Xycm off=10891729 len=730934 2024-09-16T07:28:18.053 INFO:tasks.workunit.client.0.smithi042.stdout:op 5883 completed, throughput=5MB/sec 2024-09-16T07:28:18.280 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:18 smithi164 ceph-mon[88760]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:18.339 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:18 smithi042 ceph-mon[96574]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:18.339 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:18 smithi042 ceph-mon[94096]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-09-16T07:28:19.053 INFO:tasks.workunit.client.0.smithi042.stdout: 1151: throughput=5MB/sec pending data=0 2024-09-16T07:28:19.053 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RInjrmgFjTozzmL off=15359545 len=2002562 2024-09-16T07:28:19.061 INFO:tasks.workunit.client.0.smithi042.stdout:op 5884 completed, throughput=5MB/sec 2024-09-16T07:28:19.061 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-edTfeyv-Dn7b1ss off=8934404 len=1839184 2024-09-16T07:28:19.070 INFO:tasks.workunit.client.0.smithi042.stdout:op 5885 completed, throughput=5MB/sec 2024-09-16T07:28:19.070 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HmW2kNOvH6lttWX off=2254470 len=624110 2024-09-16T07:28:19.073 INFO:tasks.workunit.client.0.smithi042.stdout:op 5886 completed, throughput=5MB/sec 2024-09-16T07:28:19.074 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-BTgf7G33vprNOS0 off=1315623 len=965620 2024-09-16T07:28:19.077 INFO:tasks.workunit.client.0.smithi042.stdout:op 5887 completed, throughput=5MB/sec 2024-09-16T07:28:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:20.078 INFO:tasks.workunit.client.0.smithi042.stdout: 1152: throughput=5MB/sec pending data=0 2024-09-16T07:28:20.078 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--h9rl2mYypzXpzw off=5563018 len=437781 2024-09-16T07:28:20.081 INFO:tasks.workunit.client.0.smithi042.stdout:op 5888 completed, throughput=5MB/sec 2024-09-16T07:28:20.081 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ufZvy9u16Tuv_ww off=4127051 len=1038771 2024-09-16T07:28:20.082 INFO:tasks.workunit.client.0.smithi042.stdout:op 5889 completed, throughput=5MB/sec 2024-09-16T07:28:20.083 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-V5inElMgoVbiHtT off=759732 len=193471 2024-09-16T07:28:20.085 INFO:tasks.workunit.client.0.smithi042.stdout:op 5890 completed, throughput=5MB/sec 2024-09-16T07:28:20.085 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vAAgqtEUU9ZmVRa off=142844 len=1084015 2024-09-16T07:28:20.089 INFO:tasks.workunit.client.0.smithi042.stdout:op 5891 completed, throughput=5MB/sec 2024-09-16T07:28:20.089 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-1b-LzhDiMFUpr6S off=13024772 len=860985 2024-09-16T07:28:20.093 INFO:tasks.workunit.client.0.smithi042.stdout:op 5892 completed, throughput=5MB/sec 2024-09-16T07:28:20.093 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-P5l6rv0UiExD47Q off=627281 len=348289 2024-09-16T07:28:20.096 INFO:tasks.workunit.client.0.smithi042.stdout:op 5893 completed, throughput=5MB/sec 2024-09-16T07:28:20.096 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-bjdOQKaRBSU1AwD off=15221042 len=522188 2024-09-16T07:28:20.099 INFO:tasks.workunit.client.0.smithi042.stdout:op 5894 completed, throughput=5MB/sec 2024-09-16T07:28:20.100 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-GngMv2mQwKT1ATO off=8823586 len=51733 2024-09-16T07:28:20.100 INFO:tasks.workunit.client.0.smithi042.stdout:op 5895 completed, throughput=5MB/sec 2024-09-16T07:28:20.100 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-dzgRyoW0Nknixhl off=6430394 len=1864378 2024-09-16T07:28:20.109 INFO:tasks.workunit.client.0.smithi042.stdout:op 5896 completed, throughput=5MB/sec 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[96574]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[94096]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:20.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:20 smithi164 ceph-mon[88760]: pgmap v1993: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-09-16T07:28:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.110 INFO:tasks.workunit.client.0.smithi042.stdout: 1153: throughput=5MB/sec pending data=0 2024-09-16T07:28:21.110 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4M3Yr69iVE_ddPK off=16995420 len=891650 2024-09-16T07:28:21.111 INFO:tasks.workunit.client.0.smithi042.stdout:op 5897 completed, throughput=5MB/sec 2024-09-16T07:28:21.111 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-NqyRbZjZM7tzTpE off=2228505 len=359649 2024-09-16T07:28:21.112 INFO:tasks.workunit.client.0.smithi042.stdout:op 5898 completed, throughput=5MB/sec 2024-09-16T07:28:21.112 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5DN6jXRkCyKUQtu off=9720131 len=881790 2024-09-16T07:28:21.113 INFO:tasks.workunit.client.0.smithi042.stdout:op 5899 completed, throughput=5MB/sec 2024-09-16T07:28:21.113 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-qxS4OEi9LSFowYM off=716083 len=1199102 2024-09-16T07:28:21.120 INFO:tasks.workunit.client.0.smithi042.stdout:op 5900 completed, throughput=5MB/sec 2024-09-16T07:28:21.120 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-TsZa6GW4rQQDCQR off=2456117 len=1296988 2024-09-16T07:28:21.125 INFO:tasks.workunit.client.0.smithi042.stdout:op 5901 completed, throughput=5MB/sec 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.351 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:21 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:21] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:21 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:22.125 INFO:tasks.workunit.client.0.smithi042.stdout: 1154: throughput=5MB/sec pending data=0 2024-09-16T07:28:22.126 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-qNt0wkyMXa1qvWK off=5183568 len=930037 2024-09-16T07:28:22.126 INFO:tasks.workunit.client.0.smithi042.stdout:op 5902 completed, throughput=5MB/sec 2024-09-16T07:28:22.127 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-caxNfT32OrJOeBn off=2935805 len=1668844 2024-09-16T07:28:22.133 INFO:tasks.workunit.client.0.smithi042.stdout:op 5903 completed, throughput=5MB/sec 2024-09-16T07:28:22.133 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q3VTYdVe-JiamgV off=7895816 len=396696 2024-09-16T07:28:22.136 INFO:tasks.workunit.client.0.smithi042.stdout:op 5904 completed, throughput=5MB/sec 2024-09-16T07:28:22.136 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-MePTF02AIQ-If3e off=11451671 len=972007 2024-09-16T07:28:22.140 INFO:tasks.workunit.client.0.smithi042.stdout:op 5905 completed, throughput=5MB/sec 2024-09-16T07:28:22.141 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ms0imBl-V2-tcSA off=13361184 len=1940026 2024-09-16T07:28:22.144 INFO:tasks.workunit.client.0.smithi042.stdout:op 5906 completed, throughput=5MB/sec 2024-09-16T07:28:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:22 smithi042 ceph-mon[94096]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:22 smithi042 ceph-mon[96574]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:22.452 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:22 smithi164 ceph-mon[88760]: pgmap v1994: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-09-16T07:28:22.453 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:23.144 INFO:tasks.workunit.client.0.smithi042.stdout: 1155: throughput=5MB/sec pending data=0 2024-09-16T07:28:23.144 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4UQxelzUNN3bUqq off=6812540 len=747986 2024-09-16T07:28:23.148 INFO:tasks.workunit.client.0.smithi042.stdout:op 5907 completed, throughput=5MB/sec 2024-09-16T07:28:23.149 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-g68C0pUrkBZLGsp off=350179 len=1749549 2024-09-16T07:28:23.158 INFO:tasks.workunit.client.0.smithi042.stdout:op 5908 completed, throughput=5MB/sec 2024-09-16T07:28:23.158 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RmhGbs1Zi5vDv5G off=2434450 len=1943486 2024-09-16T07:28:23.162 INFO:tasks.workunit.client.0.smithi042.stdout:op 5909 completed, throughput=5MB/sec 2024-09-16T07:28:24.162 INFO:tasks.workunit.client.0.smithi042.stdout: 1156: throughput=5MB/sec pending data=0 2024-09-16T07:28:24.162 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-3xnSBhuNHWSp2ep off=2326601 len=503019 2024-09-16T07:28:24.165 INFO:tasks.workunit.client.0.smithi042.stdout:op 5910 completed, throughput=5MB/sec 2024-09-16T07:28:24.166 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WHNWVl3i_SiJZ1Q off=8227569 len=437728 2024-09-16T07:28:24.168 INFO:tasks.workunit.client.0.smithi042.stdout:op 5911 completed, throughput=5MB/sec 2024-09-16T07:28:24.168 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-0bAFikuaBePhFVW off=9956001 len=75487 2024-09-16T07:28:24.171 INFO:tasks.workunit.client.0.smithi042.stdout:op 5912 completed, throughput=5MB/sec 2024-09-16T07:28:24.171 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DDgdzDThaG4K9Jw off=19771734 len=1713842 2024-09-16T07:28:24.172 INFO:tasks.workunit.client.0.smithi042.stdout:op 5913 completed, throughput=5MB/sec 2024-09-16T07:28:24.172 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RV_7i3lcfDkXDBX off=1005398 len=78206 2024-09-16T07:28:24.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 5914 completed, throughput=5MB/sec 2024-09-16T07:28:24.173 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-3-OCepvvUcb6TKR off=9557130 len=104174 2024-09-16T07:28:24.173 INFO:tasks.workunit.client.0.smithi042.stdout:op 5915 completed, throughput=5MB/sec 2024-09-16T07:28:24.173 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-vcvr6P0GcgXtcWM off=14064985 len=162321 2024-09-16T07:28:24.175 INFO:tasks.workunit.client.0.smithi042.stdout:op 5916 completed, throughput=5MB/sec 2024-09-16T07:28:24.175 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-FdI9qPihHJnUga4 off=3538004 len=785402 2024-09-16T07:28:24.176 INFO:tasks.workunit.client.0.smithi042.stdout:op 5917 completed, throughput=5MB/sec 2024-09-16T07:28:24.176 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-U3X_lBB3iDhQ66b off=1583323 len=972149 2024-09-16T07:28:24.177 INFO:tasks.workunit.client.0.smithi042.stdout:op 5918 completed, throughput=5MB/sec 2024-09-16T07:28:24.177 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tYKrMsV7kuiKI3y off=11650614 len=1114018 2024-09-16T07:28:24.179 INFO:tasks.workunit.client.0.smithi042.stdout:op 5919 completed, throughput=5MB/sec 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:28:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:28:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: pgmap v1995: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:24.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:28:24.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:28:24.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:28:25.180 INFO:tasks.workunit.client.0.smithi042.stdout: 1157: throughput=5MB/sec pending data=0 2024-09-16T07:28:25.180 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ovVgcM46zHWnLJ6 off=634078 len=1542302 2024-09-16T07:28:25.184 INFO:tasks.workunit.client.0.smithi042.stdout:op 5920 completed, throughput=5MB/sec 2024-09-16T07:28:25.184 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-9xjHb2KPA4JvW0J off=15393112 len=569858 2024-09-16T07:28:25.188 INFO:tasks.workunit.client.0.smithi042.stdout:op 5921 completed, throughput=5MB/sec 2024-09-16T07:28:25.189 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-t3mqxXIwwUqI4j3 off=10130894 len=1215480 2024-09-16T07:28:25.194 INFO:tasks.workunit.client.0.smithi042.stdout:op 5922 completed, throughput=5MB/sec 2024-09-16T07:28:25.195 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-EL4_chX3Mr92-Yl off=11163101 len=1601640 2024-09-16T07:28:25.201 INFO:tasks.workunit.client.0.smithi042.stdout:op 5923 completed, throughput=5MB/sec 2024-09-16T07:28:26.201 INFO:tasks.workunit.client.0.smithi042.stdout: 1158: throughput=5MB/sec pending data=0 2024-09-16T07:28:26.201 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ElAbFt2qPOuBV4q off=10477208 len=300486 2024-09-16T07:28:26.204 INFO:tasks.workunit.client.0.smithi042.stdout:op 5924 completed, throughput=5MB/sec 2024-09-16T07:28:26.204 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-o24f7V3Btxeges1 off=0 len=1338708 2024-09-16T07:28:26.211 INFO:tasks.workunit.client.0.smithi042.stdout:op 5925 completed, throughput=5MB/sec 2024-09-16T07:28:26.211 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-RGgC8QK_xUaM5PU off=628911 len=1281630 2024-09-16T07:28:26.217 INFO:tasks.workunit.client.0.smithi042.stdout:op 5926 completed, throughput=5MB/sec 2024-09-16T07:28:26.217 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DDKXx32G57UXpy1 off=20505744 len=600565 2024-09-16T07:28:26.219 INFO:tasks.workunit.client.0.smithi042.stdout:op 5927 completed, throughput=5MB/sec 2024-09-16T07:28:26.219 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xJlVhLPM4E9jLTf off=8426472 len=486998 2024-09-16T07:28:26.223 INFO:tasks.workunit.client.0.smithi042.stdout:op 5928 completed, throughput=5MB/sec 2024-09-16T07:28:26.223 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Sg9Z1CGnhV9NhLy off=6875619 len=289802 2024-09-16T07:28:26.226 INFO:tasks.workunit.client.0.smithi042.stdout:op 5929 completed, throughput=5MB/sec 2024-09-16T07:28:26.226 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-zx193nOaWlYkEOp off=4057449 len=136990 2024-09-16T07:28:26.228 INFO:tasks.workunit.client.0.smithi042.stdout:op 5930 completed, throughput=5MB/sec 2024-09-16T07:28:26.228 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-k8fwS4CZ3x5zt1P off=122338 len=1254550 2024-09-16T07:28:26.229 INFO:tasks.workunit.client.0.smithi042.stdout:op 5931 completed, throughput=5MB/sec 2024-09-16T07:28:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:26 smithi164 ceph-mon[88760]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:28:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:26 smithi042 ceph-mon[94096]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:28:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:26 smithi042 ceph-mon[96574]: pgmap v1996: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-09-16T07:28:27.229 INFO:tasks.workunit.client.0.smithi042.stdout: 1159: throughput=5MB/sec pending data=0 2024-09-16T07:28:27.230 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-fJNLtPZwZDbwMP3 off=8010884 len=635453 2024-09-16T07:28:27.235 INFO:tasks.workunit.client.0.smithi042.stdout:op 5932 completed, throughput=5MB/sec 2024-09-16T07:28:27.235 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj--TSz0R6qEgEUHwK off=3736102 len=769201 2024-09-16T07:28:27.239 INFO:tasks.workunit.client.0.smithi042.stdout:op 5933 completed, throughput=5MB/sec 2024-09-16T07:28:27.239 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-xO4lOVVt0L6yG6f off=2663462 len=1800576 2024-09-16T07:28:27.241 INFO:tasks.workunit.client.0.smithi042.stdout:op 5934 completed, throughput=5MB/sec 2024-09-16T07:28:27.241 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-rXJ3ngz1AXaS0-D off=4423542 len=206873 2024-09-16T07:28:27.242 INFO:tasks.workunit.client.0.smithi042.stdout:op 5935 completed, throughput=5MB/sec 2024-09-16T07:28:27.242 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-7D57kRMjprGvMsU off=5635544 len=521649 2024-09-16T07:28:27.243 INFO:tasks.workunit.client.0.smithi042.stdout:op 5936 completed, throughput=5MB/sec 2024-09-16T07:28:27.243 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WbmIdmVdTtoX6lb off=0 len=1481658 2024-09-16T07:28:27.252 INFO:tasks.workunit.client.0.smithi042.stdout:op 5937 completed, throughput=5MB/sec 2024-09-16T07:28:28.252 INFO:tasks.workunit.client.0.smithi042.stdout: 1160: throughput=5MB/sec pending data=0 2024-09-16T07:28:28.252 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NYP8d0v319sm3de off=13717457 len=1060118 2024-09-16T07:28:28.258 INFO:tasks.workunit.client.0.smithi042.stdout:op 5938 completed, throughput=5MB/sec 2024-09-16T07:28:28.258 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jzoCGmabjPM9BCz off=5615272 len=1995275 2024-09-16T07:28:28.261 INFO:tasks.workunit.client.0.smithi042.stdout:op 5939 completed, throughput=5MB/sec 2024-09-16T07:28:28.261 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-q7OW1pCLUICt7ek off=3591831 len=405487 2024-09-16T07:28:28.264 INFO:tasks.workunit.client.0.smithi042.stdout:op 5940 completed, throughput=5MB/sec 2024-09-16T07:28:28.264 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-F9LQKqSMLbXnYl7 off=4596915 len=1208937 2024-09-16T07:28:28.266 INFO:tasks.workunit.client.0.smithi042.stdout:op 5941 completed, throughput=5MB/sec 2024-09-16T07:28:28.266 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RgRWRMWlijGyo2F off=4041993 len=950989 2024-09-16T07:28:28.267 INFO:tasks.workunit.client.0.smithi042.stdout:op 5942 completed, throughput=5MB/sec 2024-09-16T07:28:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:28 smithi164 ceph-mon[88760]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:28 smithi042 ceph-mon[94096]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:28 smithi042 ceph-mon[96574]: pgmap v1997: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-09-16T07:28:29.268 INFO:tasks.workunit.client.0.smithi042.stdout: 1161: throughput=5MB/sec pending data=0 2024-09-16T07:28:29.268 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-6ENnta4rJkhL63g off=754226 len=395193 2024-09-16T07:28:29.269 INFO:tasks.workunit.client.0.smithi042.stdout:op 5943 completed, throughput=5MB/sec 2024-09-16T07:28:29.270 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-C-EguIL-jVrQTNS off=6074448 len=1710806 2024-09-16T07:28:29.272 INFO:tasks.workunit.client.0.smithi042.stdout:op 5944 completed, throughput=5MB/sec 2024-09-16T07:28:29.272 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-xlQiEvUMCaddXkj off=14746694 len=918142 2024-09-16T07:28:29.277 INFO:tasks.workunit.client.0.smithi042.stdout:op 5945 completed, throughput=5MB/sec 2024-09-16T07:28:29.277 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ltx6HYRExYr7S12 off=13500877 len=430085 2024-09-16T07:28:29.281 INFO:tasks.workunit.client.0.smithi042.stdout:op 5946 completed, throughput=5MB/sec 2024-09-16T07:28:29.281 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pOp99xbjDe5lQgk off=492472 len=212283 2024-09-16T07:28:29.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 5947 completed, throughput=5MB/sec 2024-09-16T07:28:29.282 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-oywiQ42AHHksU-x off=5345657 len=205469 2024-09-16T07:28:29.282 INFO:tasks.workunit.client.0.smithi042.stdout:op 5948 completed, throughput=5MB/sec 2024-09-16T07:28:29.283 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dfoXp0tZDKqV-OX off=4085937 len=204683 2024-09-16T07:28:29.283 INFO:tasks.workunit.client.0.smithi042.stdout:op 5949 completed, throughput=5MB/sec 2024-09-16T07:28:29.283 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tMJGC8VCqSjNEIB off=4931746 len=180365 2024-09-16T07:28:29.284 INFO:tasks.workunit.client.0.smithi042.stdout:op 5950 completed, throughput=5MB/sec 2024-09-16T07:28:29.284 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-B5K4sTuxdRLGVV0 off=10461123 len=579846 2024-09-16T07:28:29.288 INFO:tasks.workunit.client.0.smithi042.stdout:op 5951 completed, throughput=5MB/sec 2024-09-16T07:28:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:29 smithi164 ceph-mon[88760]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:29 smithi042 ceph-mon[94096]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:29 smithi042 ceph-mon[96574]: pgmap v1998: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:30.288 INFO:tasks.workunit.client.0.smithi042.stdout: 1162: throughput=5MB/sec pending data=0 2024-09-16T07:28:30.288 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4ieeYHZxPW5rspA off=7997634 len=1313866 2024-09-16T07:28:30.290 INFO:tasks.workunit.client.0.smithi042.stdout:op 5952 completed, throughput=5MB/sec 2024-09-16T07:28:30.290 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-HIglLPtYJLSZAT5 off=1728913 len=1695539 2024-09-16T07:28:30.292 INFO:tasks.workunit.client.0.smithi042.stdout:op 5953 completed, throughput=5MB/sec 2024-09-16T07:28:30.292 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-r-FL2qPNXEadB8U off=2331350 len=1700644 2024-09-16T07:28:30.303 INFO:tasks.workunit.client.0.smithi042.stdout:op 5954 completed, throughput=5MB/sec 2024-09-16T07:28:30.303 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Ttp15V_A18JRM7Z off=1596187 len=851386 2024-09-16T07:28:30.309 INFO:tasks.workunit.client.0.smithi042.stdout:op 5955 completed, throughput=5MB/sec 2024-09-16T07:28:31.309 INFO:tasks.workunit.client.0.smithi042.stdout: 1163: throughput=5MB/sec pending data=0 2024-09-16T07:28:31.309 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-d3sXSCbcMkiOdkO off=554325 len=1854752 2024-09-16T07:28:31.322 INFO:tasks.workunit.client.0.smithi042.stdout:op 5956 completed, throughput=5MB/sec 2024-09-16T07:28:31.322 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GLQ_Qd50WlTjmzs off=2787079 len=1747707 2024-09-16T07:28:31.331 INFO:tasks.workunit.client.0.smithi042.stdout:op 5957 completed, throughput=5MB/sec 2024-09-16T07:28:31.331 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jzrKPGa4xzZdRmC off=1527963 len=933756 2024-09-16T07:28:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:op 5958 completed, throughput=5MB/sec 2024-09-16T07:28:31.336 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-WlAAJgc2I3Gnx6R off=2442386 len=1381463 2024-09-16T07:28:31.344 INFO:tasks.workunit.client.0.smithi042.stdout:op 5959 completed, throughput=5MB/sec 2024-09-16T07:28:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:31 smithi042 ceph-mon[96574]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:28:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:31 smithi042 ceph-mon[94096]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:28:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:31] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-09-16T07:28:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:31 smithi164 ceph-mon[88760]: pgmap v1999: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-09-16T07:28:32.344 INFO:tasks.workunit.client.0.smithi042.stdout: 1164: throughput=5MB/sec pending data=0 2024-09-16T07:28:32.344 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-I0-VtRUfUiKJogB off=7193480 len=1587179 2024-09-16T07:28:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:op 5960 completed, throughput=5MB/sec 2024-09-16T07:28:32.354 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-SO0E7o6sfeGUAJb off=6319724 len=1905186 2024-09-16T07:28:32.363 INFO:tasks.workunit.client.0.smithi042.stdout:op 5961 completed, throughput=5MB/sec 2024-09-16T07:28:32.363 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-w8HByZDvNsvPQv- off=11323067 len=696110 2024-09-16T07:28:32.364 INFO:tasks.workunit.client.0.smithi042.stdout:op 5962 completed, throughput=5MB/sec 2024-09-16T07:28:32.364 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AiAP-n590N-JUT6 off=4414314 len=544236 2024-09-16T07:28:32.368 INFO:tasks.workunit.client.0.smithi042.stdout:op 5963 completed, throughput=5MB/sec 2024-09-16T07:28:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:33.369 INFO:tasks.workunit.client.0.smithi042.stdout: 1165: throughput=5MB/sec pending data=0 2024-09-16T07:28:33.369 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-6cJTfDBz5dK3WlI off=6628695 len=489145 2024-09-16T07:28:33.373 INFO:tasks.workunit.client.0.smithi042.stdout:op 5964 completed, throughput=5MB/sec 2024-09-16T07:28:33.373 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Hm7RZwoAr8rKqCF off=13908564 len=383319 2024-09-16T07:28:33.381 INFO:tasks.workunit.client.0.smithi042.stdout:op 5965 completed, throughput=5MB/sec 2024-09-16T07:28:33.381 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-b8eP7wcDFcV8W7h off=4759988 len=1319723 2024-09-16T07:28:33.392 INFO:tasks.workunit.client.0.smithi042.stdout:op 5966 completed, throughput=5MB/sec 2024-09-16T07:28:33.392 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-nvuee7JH247VjKt off=147354 len=614685 2024-09-16T07:28:33.393 INFO:tasks.workunit.client.0.smithi042.stdout:op 5967 completed, throughput=5MB/sec 2024-09-16T07:28:33.393 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GjemPJadFFY99od off=6918133 len=1400830 2024-09-16T07:28:33.402 INFO:tasks.workunit.client.0.smithi042.stdout:op 5968 completed, throughput=5MB/sec 2024-09-16T07:28:33.402 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-k1DCws8ffLxNiI- off=5461092 len=1057800 2024-09-16T07:28:33.407 INFO:tasks.workunit.client.0.smithi042.stdout:op 5969 completed, throughput=5MB/sec 2024-09-16T07:28:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:33 smithi164 ceph-mon[88760]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:28:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:33 smithi042 ceph-mon[94096]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:28:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:33 smithi042 ceph-mon[96574]: pgmap v2000: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-09-16T07:28:34.407 INFO:tasks.workunit.client.0.smithi042.stdout: 1166: throughput=5MB/sec pending data=0 2024-09-16T07:28:34.407 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-tZbeXqiufAHAVn0 off=8314884 len=1743752 2024-09-16T07:28:34.409 INFO:tasks.workunit.client.0.smithi042.stdout:op 5970 completed, throughput=5MB/sec 2024-09-16T07:28:34.409 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-D3RkeeXK832vgnW off=4177068 len=1572506 2024-09-16T07:28:34.416 INFO:tasks.workunit.client.0.smithi042.stdout:op 5971 completed, throughput=5MB/sec 2024-09-16T07:28:34.417 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-65fVXci7Z7DSZuD off=4460132 len=1481132 2024-09-16T07:28:34.422 INFO:tasks.workunit.client.0.smithi042.stdout:op 5972 completed, throughput=5MB/sec 2024-09-16T07:28:34.423 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-AJ4bSTkg_UB8-lP off=22622327 len=1767878 2024-09-16T07:28:34.429 INFO:tasks.workunit.client.0.smithi042.stdout:op 5973 completed, throughput=5MB/sec 2024-09-16T07:28:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:35.430 INFO:tasks.workunit.client.0.smithi042.stdout: 1167: throughput=5MB/sec pending data=0 2024-09-16T07:28:35.430 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PapQUqRs48ypGrQ off=5001857 len=106504 2024-09-16T07:28:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 5974 completed, throughput=5MB/sec 2024-09-16T07:28:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PZ0X4f2JER2uqvN off=12064573 len=481243 2024-09-16T07:28:35.431 INFO:tasks.workunit.client.0.smithi042.stdout:op 5975 completed, throughput=5MB/sec 2024-09-16T07:28:35.432 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Oj9fhl-Cwz9nXq2 off=7733884 len=190635 2024-09-16T07:28:35.434 INFO:tasks.workunit.client.0.smithi042.stdout:op 5976 completed, throughput=5MB/sec 2024-09-16T07:28:35.434 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-UJDqgeZEq5SgEoE off=0 len=1738719 2024-09-16T07:28:35.438 INFO:tasks.workunit.client.0.smithi042.stdout:op 5977 completed, throughput=5MB/sec 2024-09-16T07:28:35.438 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-ffVDcIY8IqNx9qz off=5423134 len=1446118 2024-09-16T07:28:35.446 INFO:tasks.workunit.client.0.smithi042.stdout:op 5978 completed, throughput=5MB/sec 2024-09-16T07:28:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:35 smithi164 ceph-mon[88760]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:35 smithi042 ceph-mon[94096]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:35 smithi042 ceph-mon[96574]: pgmap v2001: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-09-16T07:28:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: 1168: throughput=5MB/sec pending data=0 2024-09-16T07:28:36.446 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-_Q0P2bLH_r40OZy off=5564262 len=1930148 2024-09-16T07:28:36.455 INFO:tasks.workunit.client.0.smithi042.stdout:op 5979 completed, throughput=5MB/sec 2024-09-16T07:28:36.456 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-ZoOHs6RfaAXTrUp off=4581702 len=235149 2024-09-16T07:28:36.456 INFO:tasks.workunit.client.0.smithi042.stdout:op 5980 completed, throughput=5MB/sec 2024-09-16T07:28:36.456 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pmnQNqtC-nd3LR1 off=1818111 len=1648995 2024-09-16T07:28:36.463 INFO:tasks.workunit.client.0.smithi042.stdout:op 5981 completed, throughput=5MB/sec 2024-09-16T07:28:36.463 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-oZh3r2qIvSEMX5W off=8108661 len=954267 2024-09-16T07:28:36.469 INFO:tasks.workunit.client.0.smithi042.stdout:op 5982 completed, throughput=5MB/sec 2024-09-16T07:28:36.469 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Jxv4FVZfbApmqSR off=741508 len=765984 2024-09-16T07:28:36.470 INFO:tasks.workunit.client.0.smithi042.stdout:op 5983 completed, throughput=5MB/sec 2024-09-16T07:28:37.470 INFO:tasks.workunit.client.0.smithi042.stdout: 1169: throughput=5MB/sec pending data=0 2024-09-16T07:28:37.471 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-vcvr6P0GcgXtcWM off=5660086 len=834078 2024-09-16T07:28:37.472 INFO:tasks.workunit.client.0.smithi042.stdout:op 5984 completed, throughput=5MB/sec 2024-09-16T07:28:37.472 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-pyl_dqVIXpV5_o- off=5382239 len=427349 2024-09-16T07:28:37.473 INFO:tasks.workunit.client.0.smithi042.stdout:op 5985 completed, throughput=5MB/sec 2024-09-16T07:28:37.473 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-gFPVbtIUzCHDZ2E off=8100401 len=2028348 2024-09-16T07:28:37.481 INFO:tasks.workunit.client.0.smithi042.stdout:op 5986 completed, throughput=5MB/sec 2024-09-16T07:28:37.481 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Bj17srfjFl895VR off=850588 len=725031 2024-09-16T07:28:37.486 INFO:tasks.workunit.client.0.smithi042.stdout:op 5987 completed, throughput=5MB/sec 2024-09-16T07:28:37.486 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-CYMP3NWumyOmBSV off=12056908 len=1608865 2024-09-16T07:28:37.494 INFO:tasks.workunit.client.0.smithi042.stdout:op 5988 completed, throughput=5MB/sec 2024-09-16T07:28:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:37 smithi164 ceph-mon[88760]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:28:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:37 smithi042 ceph-mon[94096]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:28:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:37 smithi042 ceph-mon[96574]: pgmap v2002: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-09-16T07:28:38.495 INFO:tasks.workunit.client.0.smithi042.stdout: 1170: throughput=5MB/sec pending data=0 2024-09-16T07:28:38.495 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-mDKA558_wc19r2R off=17412006 len=1472783 2024-09-16T07:28:38.504 INFO:tasks.workunit.client.0.smithi042.stdout:op 5989 completed, throughput=5MB/sec 2024-09-16T07:28:38.504 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-S48IULIYb2o5X3U off=12412284 len=452942 2024-09-16T07:28:38.505 INFO:tasks.workunit.client.0.smithi042.stdout:op 5990 completed, throughput=5MB/sec 2024-09-16T07:28:38.505 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-HgF_8p4aeCO5pSh off=14500264 len=628255 2024-09-16T07:28:38.509 INFO:tasks.workunit.client.0.smithi042.stdout:op 5991 completed, throughput=5MB/sec 2024-09-16T07:28:38.509 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-pvG2UI3MkuTPR-i off=17114453 len=866225 2024-09-16T07:28:38.514 INFO:tasks.workunit.client.0.smithi042.stdout:op 5992 completed, throughput=5MB/sec 2024-09-16T07:28:38.515 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Iwmbkaj4DLjEZQp off=3437366 len=709126 2024-09-16T07:28:38.518 INFO:tasks.workunit.client.0.smithi042.stdout:op 5993 completed, throughput=5MB/sec 2024-09-16T07:28:38.518 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-Ex-VU4W6psY8C2Q off=4182469 len=1088650 2024-09-16T07:28:38.519 INFO:tasks.workunit.client.0.smithi042.stdout:op 5994 completed, throughput=5MB/sec 2024-09-16T07:28:39.520 INFO:tasks.workunit.client.0.smithi042.stdout: 1171: throughput=5MB/sec pending data=0 2024-09-16T07:28:39.520 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-GVRj8pM_pvZADXQ off=806590 len=326626 2024-09-16T07:28:39.525 INFO:tasks.workunit.client.0.smithi042.stdout:op 5995 completed, throughput=5MB/sec 2024-09-16T07:28:39.525 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-4Q6YMXoGgs_PdTK off=0 len=1217968 2024-09-16T07:28:39.532 INFO:tasks.workunit.client.0.smithi042.stdout:op 5996 completed, throughput=5MB/sec 2024-09-16T07:28:39.532 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-4odq2k74rAAerV5 off=1142712 len=1294982 2024-09-16T07:28:39.534 INFO:tasks.workunit.client.0.smithi042.stdout:op 5997 completed, throughput=5MB/sec 2024-09-16T07:28:39.534 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-IPBaifWCFDV89y8 off=10688291 len=971389 2024-09-16T07:28:39.535 INFO:tasks.workunit.client.0.smithi042.stdout:op 5998 completed, throughput=5MB/sec 2024-09-16T07:28:39.535 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-7V6xtDKFsrgX8xI off=5210613 len=1526806 2024-09-16T07:28:39.542 INFO:tasks.workunit.client.0.smithi042.stdout:op 5999 completed, throughput=5MB/sec 2024-09-16T07:28:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:39 smithi164 ceph-mon[88760]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:28:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:39 smithi042 ceph-mon[94096]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:28:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:39 smithi042 ceph-mon[96574]: pgmap v2003: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-09-16T07:28:40.543 INFO:tasks.workunit.client.0.smithi042.stdout: 1172: throughput=5MB/sec pending data=0 2024-09-16T07:28:40.543 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PGF63zsWs-xlUXZ off=5676015 len=82194 2024-09-16T07:28:40.544 INFO:tasks.workunit.client.0.smithi042.stdout:op 6000 completed, throughput=5MB/sec 2024-09-16T07:28:40.544 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-e27zeQKFpAkq6Bo off=3747853 len=1246432 2024-09-16T07:28:40.545 INFO:tasks.workunit.client.0.smithi042.stdout:op 6001 completed, throughput=5MB/sec 2024-09-16T07:28:40.545 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-NzR03qEE6ab06QZ off=1432830 len=1047927 2024-09-16T07:28:40.550 INFO:tasks.workunit.client.0.smithi042.stdout:op 6002 completed, throughput=5MB/sec 2024-09-16T07:28:40.551 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-MeQUpe3JxAkXIpJ off=5339914 len=373037 2024-09-16T07:28:40.552 INFO:tasks.workunit.client.0.smithi042.stdout:op 6003 completed, throughput=5MB/sec 2024-09-16T07:28:40.552 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-9kSPOk69po6_hZx off=140042 len=90871 2024-09-16T07:28:40.553 INFO:tasks.workunit.client.0.smithi042.stdout:op 6004 completed, throughput=5MB/sec 2024-09-16T07:28:40.553 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wOQK7QvERVrH6_L off=2693305 len=2006125 2024-09-16T07:28:40.567 INFO:tasks.workunit.client.0.smithi042.stdout:op 6005 completed, throughput=5MB/sec 2024-09-16T07:28:40.567 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-mShLCNfja1pPjIm off=11869716 len=1562492 2024-09-16T07:28:40.569 INFO:tasks.workunit.client.0.smithi042.stdout:op 6006 completed, throughput=5MB/sec 2024-09-16T07:28:41.569 INFO:tasks.workunit.client.0.smithi042.stdout: 1173: throughput=5MB/sec pending data=0 2024-09-16T07:28:41.569 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-b4_Hwg59QnQeCGs off=16737399 len=168848 2024-09-16T07:28:41.570 INFO:tasks.workunit.client.0.smithi042.stdout:op 6007 completed, throughput=5MB/sec 2024-09-16T07:28:41.570 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-1M6j9_iXIfnqnTp off=1634 len=962442 2024-09-16T07:28:41.572 INFO:tasks.workunit.client.0.smithi042.stdout:op 6008 completed, throughput=5MB/sec 2024-09-16T07:28:41.572 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-jcrXqOugQk3ySJ9 off=1425095 len=384351 2024-09-16T07:28:41.573 INFO:tasks.workunit.client.0.smithi042.stdout:op 6009 completed, throughput=5MB/sec 2024-09-16T07:28:41.574 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-wAWP3x_mQsTjr2f off=8181035 len=1788895 2024-09-16T07:28:41.583 INFO:tasks.workunit.client.0.smithi042.stdout:op 6010 completed, throughput=5MB/sec 2024-09-16T07:28:41.584 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-BXZn78K3WrESvSM off=137004 len=944854 2024-09-16T07:28:41.585 INFO:tasks.workunit.client.0.smithi042.stdout:op 6011 completed, throughput=5MB/sec 2024-09-16T07:28:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:41 smithi042 ceph-mon[94096]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:41 smithi042 ceph-mon[96574]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:41] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-09-16T07:28:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:41 smithi164 ceph-mon[88760]: pgmap v2004: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-09-16T07:28:42.585 INFO:tasks.workunit.client.0.smithi042.stdout: 1174: throughput=5MB/sec pending data=0 2024-09-16T07:28:42.585 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-2g0Gt2TvTW9fu8S off=4222906 len=931531 2024-09-16T07:28:42.590 INFO:tasks.workunit.client.0.smithi042.stdout:op 6012 completed, throughput=5MB/sec 2024-09-16T07:28:42.590 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-DJa6vN2JvkWbSA9 off=11635376 len=1199091 2024-09-16T07:28:42.593 INFO:tasks.workunit.client.0.smithi042.stdout:op 6013 completed, throughput=5MB/sec 2024-09-16T07:28:42.593 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KDgRC1HB4aSF_9K off=2037415 len=2049904 2024-09-16T07:28:42.602 INFO:tasks.workunit.client.0.smithi042.stdout:op 6014 completed, throughput=5MB/sec 2024-09-16T07:28:42.602 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-hhj4NdaTaNXGm6Y off=16532982 len=1662424 2024-09-16T07:28:42.613 INFO:tasks.workunit.client.0.smithi042.stdout:op 6015 completed, throughput=5MB/sec 2024-09-16T07:28:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:43.613 INFO:tasks.workunit.client.0.smithi042.stdout: 1175: throughput=5MB/sec pending data=0 2024-09-16T07:28:43.613 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-Y_LxBJT_nh1pkiN off=7555065 len=1572672 2024-09-16T07:28:43.621 INFO:tasks.workunit.client.0.smithi042.stdout:op 6016 completed, throughput=5MB/sec 2024-09-16T07:28:43.621 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-PGkR3u856i--v9S off=5090452 len=1375707 2024-09-16T07:28:43.622 INFO:tasks.workunit.client.0.smithi042.stdout:op 6017 completed, throughput=5MB/sec 2024-09-16T07:28:43.622 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-dUrphEb1WXfFQG3 off=486023 len=1624653 2024-09-16T07:28:43.626 INFO:tasks.workunit.client.0.smithi042.stdout:op 6018 completed, throughput=5MB/sec 2024-09-16T07:28:43.626 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-TY0S0iVZlAFjXnX off=6646011 len=681000 2024-09-16T07:28:43.627 INFO:tasks.workunit.client.0.smithi042.stdout:op 6019 completed, throughput=5MB/sec 2024-09-16T07:28:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:43 smithi164 ceph-mon[88760]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:43 smithi042 ceph-mon[94096]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:43 smithi042 ceph-mon[96574]: pgmap v2005: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-09-16T07:28:44.628 INFO:tasks.workunit.client.0.smithi042.stdout: 1176: throughput=5MB/sec pending data=0 2024-09-16T07:28:44.628 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-s3inhr74OSwaDVx off=10712369 len=85085 2024-09-16T07:28:44.630 INFO:tasks.workunit.client.0.smithi042.stdout:op 6020 completed, throughput=5MB/sec 2024-09-16T07:28:44.631 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-RBK32ZvJIgeCC06 off=10450581 len=296185 2024-09-16T07:28:44.631 INFO:tasks.workunit.client.0.smithi042.stdout:op 6021 completed, throughput=5MB/sec 2024-09-16T07:28:44.631 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-yzqXeEZ_Oh0o5Ni off=7713780 len=390881 2024-09-16T07:28:44.634 INFO:tasks.workunit.client.0.smithi042.stdout:op 6022 completed, throughput=5MB/sec 2024-09-16T07:28:44.634 INFO:tasks.workunit.client.0.smithi042.stdout:READ : oid=obj-5fKgVjrb885hRJb off=2053877 len=1779241 2024-09-16T07:28:44.637 INFO:tasks.workunit.client.0.smithi042.stdout:op 6023 completed, throughput=5MB/sec 2024-09-16T07:28:44.637 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-KFsldzc-0eGCZNb off=12897560 len=909368 2024-09-16T07:28:44.641 INFO:tasks.workunit.client.0.smithi042.stdout:op 6024 completed, throughput=5MB/sec 2024-09-16T07:28:44.642 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-jga_zr3jC5vU3rl off=2704969 len=918582 2024-09-16T07:28:44.647 INFO:tasks.workunit.client.0.smithi042.stdout:op 6025 completed, throughput=5MB/sec 2024-09-16T07:28:44.647 INFO:tasks.workunit.client.0.smithi042.stdout:WRITE : oid=obj-x4v7b3Bg1G4Dy_s off=12592624 len=992090 2024-09-16T07:28:44.655 INFO:tasks.workunit.client.0.smithi042.stdout:op 6026 completed, throughput=5MB/sec 2024-09-16T07:28:45.656 INFO:tasks.workunit.client.0.smithi042.stdout:waiting for all operations to complete 2024-09-16T07:28:45.656 INFO:tasks.workunit.client.0.smithi042.stdout:cleaning up objects 2024-09-16T07:28:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:45 smithi164 ceph-mon[88760]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:28:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:45 smithi042 ceph-mon[94096]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:28:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:45 smithi042 ceph-mon[96574]: pgmap v2006: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-09-16T07:28:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:47 smithi164 ceph-mon[88760]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:28:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:47 smithi042 ceph-mon[94096]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:28:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:47 smithi042 ceph-mon[96574]: pgmap v2007: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-09-16T07:28:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:49 smithi164 ceph-mon[88760]: pgmap v2008: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:28:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:49 smithi042 ceph-mon[96574]: pgmap v2008: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:28:49.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:49 smithi042 ceph-mon[94096]: pgmap v2008: 105 pgs: 105 active+clean; 124 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:28:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:28:51.483 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:28:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:28:51] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:28:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:51 smithi164 ceph-mon[88760]: pgmap v2009: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 176 op/s 2024-09-16T07:28:51.802 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:51 smithi042 ceph-mon[96574]: pgmap v2009: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 176 op/s 2024-09-16T07:28:51.802 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:51 smithi042 ceph-mon[94096]: pgmap v2009: 105 pgs: 105 active+clean; 102 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 176 op/s 2024-09-16T07:28:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:28:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:28:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:28:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:53 smithi164 ceph-mon[88760]: pgmap v2010: 105 pgs: 105 active+clean; 96 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 211 op/s 2024-09-16T07:28:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:53 smithi042 ceph-mon[96574]: pgmap v2010: 105 pgs: 105 active+clean; 96 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 211 op/s 2024-09-16T07:28:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:53 smithi042 ceph-mon[94096]: pgmap v2010: 105 pgs: 105 active+clean; 96 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 211 op/s 2024-09-16T07:28:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:55 smithi164 ceph-mon[88760]: pgmap v2011: 105 pgs: 105 active+clean; 76 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2024-09-16T07:28:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:55 smithi042 ceph-mon[94096]: pgmap v2011: 105 pgs: 105 active+clean; 76 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2024-09-16T07:28:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:55 smithi042 ceph-mon[96574]: pgmap v2011: 105 pgs: 105 active+clean; 76 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 349 op/s 2024-09-16T07:28:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:57 smithi042 ceph-mon[94096]: pgmap v2012: 105 pgs: 105 active+clean; 62 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 726 KiB/s rd, 920 KiB/s wr, 442 op/s 2024-09-16T07:28:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:57 smithi042 ceph-mon[96574]: pgmap v2012: 105 pgs: 105 active+clean; 62 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 726 KiB/s rd, 920 KiB/s wr, 442 op/s 2024-09-16T07:28:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:57 smithi164 ceph-mon[88760]: pgmap v2012: 105 pgs: 105 active+clean; 62 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 726 KiB/s rd, 920 KiB/s wr, 442 op/s 2024-09-16T07:28:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:28:59 smithi042 ceph-mon[94096]: pgmap v2013: 105 pgs: 105 active+clean; 43 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 449 KiB/s rd, 454 KiB/s wr, 563 op/s 2024-09-16T07:28:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:28:59 smithi042 ceph-mon[96574]: pgmap v2013: 105 pgs: 105 active+clean; 43 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 449 KiB/s rd, 454 KiB/s wr, 563 op/s 2024-09-16T07:28:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:28:59 smithi164 ceph-mon[88760]: pgmap v2013: 105 pgs: 105 active+clean; 43 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 449 KiB/s rd, 454 KiB/s wr, 563 op/s 2024-09-16T07:29:01.493 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:01] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-09-16T07:29:01.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:01 smithi042 ceph-mon[96574]: pgmap v2014: 105 pgs: 105 active+clean; 26 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 181 KiB/s wr, 653 op/s 2024-09-16T07:29:01.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:01 smithi042 ceph-mon[94096]: pgmap v2014: 105 pgs: 105 active+clean; 26 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 181 KiB/s wr, 653 op/s 2024-09-16T07:29:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:01 smithi164 ceph-mon[88760]: pgmap v2014: 105 pgs: 105 active+clean; 26 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 188 KiB/s rd, 181 KiB/s wr, 653 op/s 2024-09-16T07:29:02.326 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:29:02.327 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:29:02.358 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-09-16T07:29:02.358 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:29:02.621 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:02.621 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:29:02.647 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:29:02.647 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:02.703 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:29:02.703 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:29:02.703 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-09-16T07:29:02.703 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:29:02.703 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-09-16T07:29:02.703 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T07:29:02.704 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T07:29:02.704 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T07:29:02.705 DEBUG:teuthology.orchestra.run.smithi164:> stat -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:02.722 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:29:02.722 INFO:teuthology.orchestra.run.smithi164.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-16T07:29:02.722 DEBUG:teuthology.orchestra.run.smithi164:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:02.752 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:02.752 DEBUG:teuthology.orchestra.run.smithi164:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-09-16T07:29:02.808 INFO:tasks.workunit:timeout=3h 2024-09-16T07:29:02.809 INFO:tasks.workunit:cleanup=True 2024-09-16T07:29:02.809 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-09-16T07:29:02.865 INFO:tasks.workunit.client.1.smithi164.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-09-16T07:29:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:03 smithi042 ceph-mon[94096]: pgmap v2015: 105 pgs: 105 active+clean; 21 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-09-16T07:29:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:03 smithi042 ceph-mon[96574]: pgmap v2015: 105 pgs: 105 active+clean; 21 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-09-16T07:29:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:03 smithi164 ceph-mon[88760]: pgmap v2015: 105 pgs: 105 active+clean; 21 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2024-09-16T07:29:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:05 smithi042 ceph-mon[94096]: pgmap v2016: 105 pgs: 105 active+clean; 5.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-09-16T07:29:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:05 smithi042 ceph-mon[96574]: pgmap v2016: 105 pgs: 105 active+clean; 5.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-09-16T07:29:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:05 smithi164 ceph-mon[88760]: pgmap v2016: 105 pgs: 105 active+clean; 5.7 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-09-16T07:29:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:07 smithi042 ceph-mon[94096]: pgmap v2017: 105 pgs: 105 active+clean; 704 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-09-16T07:29:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:07 smithi042 ceph-mon[96574]: pgmap v2017: 105 pgs: 105 active+clean; 704 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-09-16T07:29:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:07 smithi164 ceph-mon[88760]: pgmap v2017: 105 pgs: 105 active+clean; 704 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 501 op/s 2024-09-16T07:29:09.015 DEBUG:teuthology.orchestra.run.smithi164:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-09-16T07:29:09.082 INFO:tasks.workunit.client.1.smithi164.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T07:29:09.084 INFO:tasks.workunit.client.1.smithi164.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-16T07:29:09.084 INFO:tasks.workunit.client.1.smithi164.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T07:29:09.798 INFO:tasks.workunit.client.1.smithi164.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T07:29:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:09 smithi042 ceph-mon[94096]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 412 op/s 2024-09-16T07:29:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:09 smithi042 ceph-mon[96574]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 412 op/s 2024-09-16T07:29:09.872 INFO:tasks.workunit.client.1.smithi164.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T07:29:09.914 INFO:tasks.workunit.client.1.smithi164.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-09-16T07:29:09.916 INFO:tasks.workunit.client.1.smithi164.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-16T07:29:09.916 INFO:tasks.workunit.client.1.smithi164.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T07:29:09.955 INFO:tasks.workunit.client.1.smithi164.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-09-16T07:29:09.958 DEBUG:teuthology.orchestra.run.smithi164:> set -ex 2024-09-16T07:29:09.958 DEBUG:teuthology.orchestra.run.smithi164:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-09-16T07:29:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:09 smithi164 ceph-mon[88760]: pgmap v2018: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 412 op/s 2024-09-16T07:29:10.003 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-09-16T07:29:10.004 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-09-16T07:29:10.005 DEBUG:teuthology.orchestra.run.smithi164:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-09-16T07:29:10.065 INFO:tasks.workunit.client.1.smithi164.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-09-16T07:29:10.065 INFO:tasks.workunit.client.1.smithi164.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-09-16T07:29:10.065 INFO:tasks.workunit.client.1.smithi164.stderr:+ TMPDIR=/tmp/rbd_import_export_137956 2024-09-16T07:29:10.065 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm -rf /tmp/rbd_import_export_137956 2024-09-16T07:29:10.066 INFO:tasks.workunit.client.1.smithi164.stderr:+ mkdir /tmp/rbd_import_export_137956 2024-09-16T07:29:10.066 INFO:tasks.workunit.client.1.smithi164.stderr:+ trap 'rm -rf /tmp/rbd_import_export_137956' INT TERM EXIT 2024-09-16T07:29:10.067 INFO:tasks.workunit.client.1.smithi164.stderr:+ mkdir foo.137956 2024-09-16T07:29:10.067 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import foo.137956 foo.dir 2024-09-16T07:29:10.115 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: cannot import a directory 2024-09-16T07:29:10.115 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 0% complete...failed. 2024-09-16T07:29:10.116 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: import failed: (21) Is a directory 2024-09-16T07:29:10.118 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:10.118 INFO:tasks.workunit.client.1.smithi164.stderr:+ rmdir foo.137956 2024-09-16T07:29:10.124 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_137956/img bs=1k count=1 seek=10 2024-09-16T07:29:10.125 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records in 2024-09-16T07:29:10.125 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records out 2024-09-16T07:29:10.125 INFO:tasks.workunit.client.1.smithi164.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.1097e-05 s, 24.9 MB/s 2024-09-16T07:29:10.126 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_137956/img bs=1k count=10 seek=100 2024-09-16T07:29:10.126 INFO:tasks.workunit.client.1.smithi164.stderr:10+0 records in 2024-09-16T07:29:10.126 INFO:tasks.workunit.client.1.smithi164.stderr:10+0 records out 2024-09-16T07:29:10.126 INFO:tasks.workunit.client.1.smithi164.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9477e-05 s, 207 MB/s 2024-09-16T07:29:10.126 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_137956/img bs=1k count=100 seek=1000 2024-09-16T07:29:10.127 INFO:tasks.workunit.client.1.smithi164.stderr:60+1 records in 2024-09-16T07:29:10.127 INFO:tasks.workunit.client.1.smithi164.stderr:60+1 records out 2024-09-16T07:29:10.127 INFO:tasks.workunit.client.1.smithi164.stderr:61640 bytes (62 kB, 60 KiB) copied, 0.000149079 s, 413 MB/s 2024-09-16T07:29:10.127 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_137956/img bs=1k seek=10000 2024-09-16T07:29:10.128 INFO:tasks.workunit.client.1.smithi164.stderr:137+1 records in 2024-09-16T07:29:10.128 INFO:tasks.workunit.client.1.smithi164.stderr:137+1 records out 2024-09-16T07:29:10.128 INFO:tasks.workunit.client.1.smithi164.stderr:140928 bytes (141 kB, 138 KiB) copied, 0.000391732 s, 360 MB/s 2024-09-16T07:29:10.128 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_137956/img bs=1k seek=100000 2024-09-16T07:29:10.129 INFO:tasks.workunit.client.1.smithi164.stderr:60+1 records in 2024-09-16T07:29:10.129 INFO:tasks.workunit.client.1.smithi164.stderr:60+1 records out 2024-09-16T07:29:10.129 INFO:tasks.workunit.client.1.smithi164.stderr:61592 bytes (62 kB, 60 KiB) copied, 0.000155591 s, 396 MB/s 2024-09-16T07:29:10.129 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_137956/img bs=1k seek=1000000 2024-09-16T07:29:10.130 INFO:tasks.workunit.client.1.smithi164.stderr:154+1 records in 2024-09-16T07:29:10.130 INFO:tasks.workunit.client.1.smithi164.stderr:154+1 records out 2024-09-16T07:29:10.130 INFO:tasks.workunit.client.1.smithi164.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000321583 s, 492 MB/s 2024-09-16T07:29:10.130 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm testimg 2024-09-16T07:29:10.184 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 0% complete...failed. 2024-09-16T07:29:10.184 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T07:29:10.187 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:10.187 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:10.720 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-09-16T07:29:10.721 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:10.723 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg /tmp/rbd_import_export_137956/img2 2024-09-16T07:29:10.984 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:10.987 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg - 2024-09-16T07:29:11.509 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:11] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-09-16T07:29:11.653 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:11.656 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm testimg 2024-09-16T07:29:11.779 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-16T07:29:11.781 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img2 2024-09-16T07:29:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:11 smithi042 ceph-mon[94096]: pgmap v2019: 105 pgs: 105 active+clean; 2.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-09-16T07:29:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:11 smithi042 ceph-mon[96574]: pgmap v2019: 105 pgs: 105 active+clean; 2.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-09-16T07:29:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:11 smithi164 ceph-mon[88760]: pgmap v2019: 105 pgs: 105 active+clean; 2.5 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 12 KiB/s wr, 295 op/s 2024-09-16T07:29:12.323 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img3 2024-09-16T07:29:12.719 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img2 /tmp/rbd_import_export_137956/img3 2024-09-16T07:29:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:12.877 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format - testimg 2024-09-16T07:29:13.295 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:13.296 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:13.298 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg /tmp/rbd_import_export_137956/img2 2024-09-16T07:29:13.579 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:13.583 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg - 2024-09-16T07:29:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:13 smithi042 ceph-mon[94096]: pgmap v2020: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 177 op/s 2024-09-16T07:29:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:13 smithi042 ceph-mon[96574]: pgmap v2020: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 177 op/s 2024-09-16T07:29:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:13 smithi164 ceph-mon[88760]: pgmap v2020: 105 pgs: 105 active+clean; 4.2 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 18 KiB/s wr, 177 op/s 2024-09-16T07:29:14.257 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:14.260 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm testimg 2024-09-16T07:29:14.378 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-09-16T07:29:14.381 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img2 2024-09-16T07:29:14.922 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img3 2024-09-16T07:29:15.317 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img2 /tmp/rbd_import_export_137956/img3 2024-09-16T07:29:15.528 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd help export 2024-09-16T07:29:15.528 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -q export-format 2024-09-16T07:29:15.546 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_137956/img bs=1k count=10 seek=100 2024-09-16T07:29:15.547 INFO:tasks.workunit.client.1.smithi164.stderr:10+0 records in 2024-09-16T07:29:15.547 INFO:tasks.workunit.client.1.smithi164.stderr:10+0 records out 2024-09-16T07:29:15.547 INFO:tasks.workunit.client.1.smithi164.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.366e-05 s, 161 MB/s 2024-09-16T07:29:15.547 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:15.613 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:15.614 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:15.616 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap create testimg@snap 2024-09-16T07:29:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:15 smithi042 ceph-mon[94096]: pgmap v2021: 105 pgs: 105 active+clean; 6.9 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 50 KiB/s wr, 164 op/s 2024-09-16T07:29:15.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:15 smithi042 ceph-mon[96574]: pgmap v2021: 105 pgs: 105 active+clean; 6.9 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 50 KiB/s wr, 164 op/s 2024-09-16T07:29:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:15 smithi164 ceph-mon[88760]: pgmap v2021: 105 pgs: 105 active+clean; 6.9 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 50 KiB/s wr, 164 op/s 2024-09-16T07:29:16.537 INFO:tasks.workunit.client.1.smithi164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T07:29:16.547 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd image-meta set testimg key1 value1 2024-09-16T07:29:16.603 INFO:tasks.workunit.client.1.smithi164.stderr:++ rbd image-meta list testimg 2024-09-16T07:29:16.646 INFO:tasks.workunit.client.1.smithi164.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-09-16T07:29:16.646 INFO:tasks.workunit.client.1.smithi164.stderr: 2024-09-16T07:29:16.646 INFO:tasks.workunit.client.1.smithi164.stderr:Key Value 2024-09-16T07:29:16.646 INFO:tasks.workunit.client.1.smithi164.stderr:key1 value1' 2024-09-16T07:29:16.646 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:16.685 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:16.688 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137956/img_v2 testimg_import 2024-09-16T07:29:17.565 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T07:29:17.568 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import 2024-09-16T07:29:17.603 INFO:tasks.workunit.client.1.smithi164.stdout:rbd image 'testimg_import': 2024-09-16T07:29:17.603 INFO:tasks.workunit.client.1.smithi164.stdout: size 110 KiB in 1 objects 2024-09-16T07:29:17.603 INFO:tasks.workunit.client.1.smithi164.stdout: order 22 (4 MiB objects) 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: snapshot_count: 1 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: id: d612fb58ee9c 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: block_name_prefix: rbd_data.d612fb58ee9c 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: format: 2 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: op_features: 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: flags: 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: create_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: access_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.604 INFO:tasks.workunit.client.1.smithi164.stdout: modify_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.606 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import@snap 2024-09-16T07:29:17.641 INFO:tasks.workunit.client.1.smithi164.stdout:rbd image 'testimg_import': 2024-09-16T07:29:17.641 INFO:tasks.workunit.client.1.smithi164.stdout: size 110 KiB in 1 objects 2024-09-16T07:29:17.641 INFO:tasks.workunit.client.1.smithi164.stdout: order 22 (4 MiB objects) 2024-09-16T07:29:17.641 INFO:tasks.workunit.client.1.smithi164.stdout: snapshot_count: 1 2024-09-16T07:29:17.641 INFO:tasks.workunit.client.1.smithi164.stdout: id: d612fb58ee9c 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: block_name_prefix: rbd_data.d612fb58ee9c 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: format: 2 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: op_features: 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: flags: 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: create_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: access_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: modify_timestamp: Mon Sep 16 07:29:16 2024 2024-09-16T07:29:17.642 INFO:tasks.workunit.client.1.smithi164.stdout: protected: False 2024-09-16T07:29:17.644 INFO:tasks.workunit.client.1.smithi164.stderr:++ rbd image-meta list testimg_import 2024-09-16T07:29:17.685 INFO:tasks.workunit.client.1.smithi164.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-09-16T07:29:17.685 INFO:tasks.workunit.client.1.smithi164.stderr: 2024-09-16T07:29:17.685 INFO:tasks.workunit.client.1.smithi164.stderr:Key Value 2024-09-16T07:29:17.685 INFO:tasks.workunit.client.1.smithi164.stderr:key1 value1' 2024-09-16T07:29:17.685 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 'There is 1 metadatum on this image: 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr: 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr:Key Value 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr: 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr:Key Value 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr:key1 value1' ']' 2024-09-16T07:29:17.686 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg_import /tmp/rbd_import_export_137956/img_import 2024-09-16T07:29:17.719 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete...done. 2024-09-16T07:29:17.722 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img_import 2024-09-16T07:29:17.723 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/img /tmp/rbd_import_export_137956/img_import 2024-09-16T07:29:17.723 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/img --format %b 2024-09-16T07:29:17.724 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=24 2024-09-16T07:29:17.724 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/img_import --format %b 2024-09-16T07:29:17.725 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=224 2024-09-16T07:29:17.725 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=200 2024-09-16T07:29:17.725 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=200 2024-09-16T07:29:17.725 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-09-16T07:29:17.726 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_137956/img_snap 2024-09-16T07:29:17.761 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete...done. 2024-09-16T07:29:17.764 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_137956/img_snap_import 2024-09-16T07:29:17.799 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete...done. 2024-09-16T07:29:17.801 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/img_snap /tmp/rbd_import_export_137956/img_snap_import 2024-09-16T07:29:17.802 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/img_snap /tmp/rbd_import_export_137956/img_snap_import 2024-09-16T07:29:17.802 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/img_snap --format %b 2024-09-16T07:29:17.803 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=224 2024-09-16T07:29:17.803 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/img_snap_import --format %b 2024-09-16T07:29:17.804 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=224 2024-09-16T07:29:17.804 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:17.805 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:17.805 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T07:29:17.805 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:17.805 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_import 2024-09-16T07:29:17.806 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_snap 2024-09-16T07:29:17.806 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_snap_import 2024-09-16T07:29:17.807 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap rm testimg_import@snap 2024-09-16T07:29:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:17 smithi042 ceph-mon[94096]: pgmap v2022: 105 pgs: 105 active+clean; 5.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 51 KiB/s wr, 83 op/s 2024-09-16T07:29:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:17 smithi042 ceph-mon[94096]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T07:29:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:17 smithi042 ceph-mon[96574]: pgmap v2022: 105 pgs: 105 active+clean; 5.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 51 KiB/s wr, 83 op/s 2024-09-16T07:29:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:17 smithi042 ceph-mon[96574]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T07:29:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:17 smithi164 ceph-mon[88760]: pgmap v2022: 105 pgs: 105 active+clean; 5.0 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 51 KiB/s wr, 83 op/s 2024-09-16T07:29:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:17 smithi164 ceph-mon[88760]: osdmap e1094: 8 total, 8 up, 8 in 2024-09-16T07:29:18.549 INFO:tasks.workunit.client.1.smithi164.stderr: Removing snap: 100% complete...done. 2024-09-16T07:29:18.562 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg_import 2024-09-16T07:29:18.684 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:18.687 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap rm testimg@snap 2024-09-16T07:29:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:18 smithi042 ceph-mon[94096]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T07:29:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:18 smithi042 ceph-mon[96574]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T07:29:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:18 smithi164 ceph-mon[88760]: osdmap e1095: 8 total, 8 up, 8 in 2024-09-16T07:29:19.552 INFO:tasks.workunit.client.1.smithi164.stderr: Removing snap: 100% complete...done. 2024-09-16T07:29:19.563 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm testimg 2024-09-16T07:29:19.689 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:19.692 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --order 20 /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:19.754 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:19.754 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:19.756 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:19.792 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:19.795 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137956/img_v2 testimg_import 2024-09-16T07:29:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[94096]: pgmap v2025: 105 pgs: 105 active+clean; 2.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 286 KiB/s rd, 100 KiB/s wr, 107 op/s 2024-09-16T07:29:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[94096]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T07:29:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[96574]: pgmap v2025: 105 pgs: 105 active+clean; 2.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 286 KiB/s rd, 100 KiB/s wr, 107 op/s 2024-09-16T07:29:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[96574]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T07:29:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:19.864 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T07:29:19.868 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import 2024-09-16T07:29:19.868 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep order 2024-09-16T07:29:19.868 INFO:tasks.workunit.client.1.smithi164.stderr:+ awk '{print $2}' 2024-09-16T07:29:19.868 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 20 2024-09-16T07:29:19.902 INFO:tasks.workunit.client.1.smithi164.stdout:20 2024-09-16T07:29:19.903 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:19.903 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg_import 2024-09-16T07:29:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:19 smithi164 ceph-mon[88760]: pgmap v2025: 105 pgs: 105 active+clean; 2.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 286 KiB/s rd, 100 KiB/s wr, 107 op/s 2024-09-16T07:29:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:19 smithi164 ceph-mon[88760]: osdmap e1096: 8 total, 8 up, 8 in 2024-09-16T07:29:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:20.020 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:20.022 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg 2024-09-16T07:29:20.134 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:20.137 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:20.189 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:20.192 INFO:tasks.workunit.client.1.smithi164.stderr:++ rbd info testimg 2024-09-16T07:29:20.192 INFO:tasks.workunit.client.1.smithi164.stderr:++ grep features 2024-09-16T07:29:20.229 INFO:tasks.workunit.client.1.smithi164.stderr:+ FEATURES_BEFORE=' features: layering 2024-09-16T07:29:20.229 INFO:tasks.workunit.client.1.smithi164.stderr: op_features: ' 2024-09-16T07:29:20.229 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:20.265 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:20.268 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137956/img_v2 testimg_import 2024-09-16T07:29:20.329 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T07:29:20.332 INFO:tasks.workunit.client.1.smithi164.stderr:++ rbd info testimg_import 2024-09-16T07:29:20.332 INFO:tasks.workunit.client.1.smithi164.stderr:++ grep features 2024-09-16T07:29:20.366 INFO:tasks.workunit.client.1.smithi164.stderr:+ FEATURES_AFTER=' features: layering 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr: op_features: ' 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' ' features: layering 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr: op_features: ' '!=' ' features: layering 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr: op_features: ' ']' 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:20.367 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg_import 2024-09-16T07:29:20.453 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:20.503 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg 2024-09-16T07:29:20.546 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:20.549 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:20.620 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:20.622 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:20.659 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:20.662 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137956/img_v2 testimg_import 2024-09-16T07:29:20.738 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T07:29:20.741 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import 2024-09-16T07:29:20.741 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 'stripe unit' 2024-09-16T07:29:20.741 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -Ei '(4 KiB|4096)' 2024-09-16T07:29:20.777 INFO:tasks.workunit.client.1.smithi164.stdout: stripe unit: 4 KiB 2024-09-16T07:29:20.777 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import 2024-09-16T07:29:20.777 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 'stripe count' 2024-09-16T07:29:20.778 INFO:tasks.workunit.client.1.smithi164.stderr:+ awk '{print $3}' 2024-09-16T07:29:20.778 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 1000 2024-09-16T07:29:20.812 INFO:tasks.workunit.client.1.smithi164.stdout:1000 2024-09-16T07:29:20.812 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/img_v2 2024-09-16T07:29:20.813 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg_import 2024-09-16T07:29:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:20 smithi042 ceph-mon[94096]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T07:29:20.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:20 smithi042 ceph-mon[96574]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T07:29:20.926 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-16T07:29:20.929 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg 2024-09-16T07:29:20.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:20 smithi164 ceph-mon[88760]: osdmap e1097: 8 total, 8 up, 8 in 2024-09-16T07:29:21.046 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-09-16T07:29:21.048 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_137956/img testimg 2024-09-16T07:29:21.112 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:21.114 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap create testimg@snap1 2024-09-16T07:29:21.546 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:21] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T07:29:21.565 INFO:tasks.workunit.client.1.smithi164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T07:29:21.575 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap create testimg@snap2 2024-09-16T07:29:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:21 smithi042 ceph-mon[94096]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 100 KiB/s wr, 353 op/s 2024-09-16T07:29:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:21 smithi042 ceph-mon[96574]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 100 KiB/s wr, 353 op/s 2024-09-16T07:29:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:21 smithi164 ceph-mon[88760]: pgmap v2028: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 457 KiB/s rd, 100 KiB/s wr, 353 op/s 2024-09-16T07:29:22.577 INFO:tasks.workunit.client.1.smithi164.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-09-16T07:29:22.587 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap protect testimg@snap2 2024-09-16T07:29:22.637 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_137956/snap_protect 2024-09-16T07:29:22.680 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:22.683 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_137956/snap_protect testimg_import 2024-09-16T07:29:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:22 smithi164 ceph-mon[88760]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T07:29:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:22.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:22 smithi042 ceph-mon[94096]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T07:29:22.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:22 smithi042 ceph-mon[96574]: osdmap e1098: 8 total, 8 up, 8 in 2024-09-16T07:29:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:23 smithi042 ceph-mon[94096]: pgmap v2030: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 22 KiB/s wr, 285 op/s 2024-09-16T07:29:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:23 smithi042 ceph-mon[94096]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T07:29:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:23 smithi042 ceph-mon[96574]: pgmap v2030: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 22 KiB/s wr, 285 op/s 2024-09-16T07:29:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:23 smithi042 ceph-mon[96574]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T07:29:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:23 smithi164 ceph-mon[88760]: pgmap v2030: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 256 KiB/s rd, 22 KiB/s wr, 285 op/s 2024-09-16T07:29:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:23 smithi164 ceph-mon[88760]: osdmap e1099: 8 total, 8 up, 8 in 2024-09-16T07:29:24.598 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-09-16T07:29:24.601 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import@snap1 2024-09-16T07:29:24.601 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 'protected: False' 2024-09-16T07:29:24.637 INFO:tasks.workunit.client.1.smithi164.stdout: protected: False 2024-09-16T07:29:24.638 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd info testimg_import@snap2 2024-09-16T07:29:24.638 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep 'protected: True' 2024-09-16T07:29:24.674 INFO:tasks.workunit.client.1.smithi164.stdout: protected: True 2024-09-16T07:29:24.674 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/snap_protect 2024-09-16T07:29:24.675 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap unprotect testimg@snap2 2024-09-16T07:29:24.720 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap unprotect testimg_import@snap2 2024-09-16T07:29:24.765 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap purge testimg 2024-09-16T07:29:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[94096]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[96574]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:29:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:29:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:24 smithi164 ceph-mon[88760]: osdmap e1100: 8 total, 8 up, 8 in 2024-09-16T07:29:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:29:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:29:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:29:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:29:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:25 smithi042 ceph-mon[94096]: pgmap v2033: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 287 KiB/s rd, 38 KiB/s wr, 378 op/s 2024-09-16T07:29:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:25 smithi042 ceph-mon[94096]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T07:29:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:25 smithi042 ceph-mon[96574]: pgmap v2033: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 287 KiB/s rd, 38 KiB/s wr, 378 op/s 2024-09-16T07:29:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:25 smithi042 ceph-mon[96574]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T07:29:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:25 smithi164 ceph-mon[88760]: pgmap v2033: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 287 KiB/s rd, 38 KiB/s wr, 378 op/s 2024-09-16T07:29:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:25 smithi164 ceph-mon[88760]: osdmap e1101: 8 total, 8 up, 8 in 2024-09-16T07:29:26.593 INFO:tasks.workunit.client.1.smithi164.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-16T07:29:26.604 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd snap purge testimg_import 2024-09-16T07:29:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:26 smithi042 ceph-mon[94096]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T07:29:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:26 smithi042 ceph-mon[96574]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T07:29:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:26 smithi164 ceph-mon[88760]: osdmap e1102: 8 total, 8 up, 8 in 2024-09-16T07:29:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:27 smithi042 ceph-mon[96574]: pgmap v2036: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 34 KiB/s wr, 360 op/s 2024-09-16T07:29:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:27 smithi042 ceph-mon[96574]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T07:29:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:27 smithi042 ceph-mon[94096]: pgmap v2036: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 34 KiB/s wr, 360 op/s 2024-09-16T07:29:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:27 smithi042 ceph-mon[94096]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T07:29:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:27 smithi164 ceph-mon[88760]: pgmap v2036: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 34 KiB/s wr, 360 op/s 2024-09-16T07:29:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:27 smithi164 ceph-mon[88760]: osdmap e1103: 8 total, 8 up, 8 in 2024-09-16T07:29:28.604 INFO:tasks.workunit.client.1.smithi164.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-09-16T07:29:28.617 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg 2024-09-16T07:29:28.751 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:28.753 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd remove testimg_import 2024-09-16T07:29:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:28 smithi042 ceph-mon[96574]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T07:29:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:28 smithi042 ceph-mon[94096]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T07:29:28.876 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:28.879 INFO:tasks.workunit.client.1.smithi164.stderr:+ tiered=0 2024-09-16T07:29:28.879 INFO:tasks.workunit.client.1.smithi164.stderr:+ ceph osd dump 2024-09-16T07:29:28.879 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep '^pool' 2024-09-16T07:29:28.879 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep ''\''rbd'\''' 2024-09-16T07:29:28.880 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep tier 2024-09-16T07:29:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:28 smithi164 ceph-mon[88760]: osdmap e1104: 8 total, 8 up, 8 in 2024-09-16T07:29:29.232 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_137956/sparse1 2024-09-16T07:29:29.236 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records in 2024-09-16T07:29:29.236 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records out 2024-09-16T07:29:29.236 INFO:tasks.workunit.client.1.smithi164.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00331165 s, 317 MB/s 2024-09-16T07:29:29.236 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_137956/sparse2 2024-09-16T07:29:29.240 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records in 2024-09-16T07:29:29.240 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records out 2024-09-16T07:29:29.240 INFO:tasks.workunit.client.1.smithi164.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00326739 s, 321 MB/s 2024-09-16T07:29:29.240 INFO:tasks.workunit.client.1.smithi164.stderr:+ truncate /tmp/rbd_import_export_137956/sparse2 -s 2M 2024-09-16T07:29:29.262 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse1 2024-09-16T07:29:29.321 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 0% complete...failed. 2024-09-16T07:29:29.321 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T07:29:29.324 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:29.324 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137956/sparse1 2024-09-16T07:29:29.398 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-16T07:29:29.398 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:29.398 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:29.401 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd ls -l 2024-09-16T07:29:29.401 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep sparse1 2024-09-16T07:29:29.401 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-16T07:29:29.436 INFO:tasks.workunit.client.1.smithi164.stdout:sparse1 2 MiB 2 2024-09-16T07:29:29.437 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse1 2024-09-16T07:29:29.437 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse1 2024-09-16T07:29:29.437 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse1 2024-09-16T07:29:29.437 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:29.437 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:29.472 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d72cd31d2bbc 2024-09-16T07:29:29.473 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d72cd31d2bbc 2024-09-16T07:29:29.473 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d72cd31d2bbc\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:29.473 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse1 2024-09-16T07:29:29.474 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse1 2024-09-16T07:29:29.474 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:29.474 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse1 2024-09-16T07:29:29.474 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:29.474 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:29.510 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:29.510 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:29.510 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:29.510 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:29.510 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:29.550 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects=1 2024-09-16T07:29:29.550 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 1 2024-09-16T07:29:29.551 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T07:29:29.551 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:29.587 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:29.590 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:29.590 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:29.592 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse1 --format %b 2024-09-16T07:29:29.593 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=2048 2024-09-16T07:29:29.593 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse1.out --format %b 2024-09-16T07:29:29.594 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=2048 2024-09-16T07:29:29.594 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:29.594 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:29.594 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T07:29:29.594 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:29.595 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse1 2024-09-16T07:29:29.710 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-16T07:29:29.713 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse2 2024-09-16T07:29:29.762 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 0% complete...failed. 2024-09-16T07:29:29.762 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: delete error: (2) No such file or directory 2024-09-16T07:29:29.765 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:29.765 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137956/sparse2 2024-09-16T07:29:29.830 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-09-16T07:29:29.831 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:29.831 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:29.833 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd ls -l 2024-09-16T07:29:29.834 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep sparse2 2024-09-16T07:29:29.834 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[94096]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 16 KiB/s wr, 239 op/s 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[94096]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[94096]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[94096]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[94096]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[96574]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 16 KiB/s wr, 239 op/s 2024-09-16T07:29:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[96574]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T07:29:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[96574]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T07:29:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[96574]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:29 smithi042 ceph-mon[96574]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:29.869 INFO:tasks.workunit.client.1.smithi164.stdout:sparse2 2 MiB 2 2024-09-16T07:29:29.869 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse2 2024-09-16T07:29:29.870 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse2 2024-09-16T07:29:29.870 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse2 2024-09-16T07:29:29.870 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:29.870 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:29.904 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d75f66b65aa9 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d75f66b65aa9 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse2 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d75f66b65aa9\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse2 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse2 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:29.906 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:29.941 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:29.941 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:29.941 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:29.941 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:29.941 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:29.981 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects=0 2024-09-16T07:29:29.981 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 0 2024-09-16T07:29:29.981 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-16T07:29:29.981 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:29 smithi164 ceph-mon[88760]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 16 KiB/s wr, 239 op/s 2024-09-16T07:29:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:29 smithi164 ceph-mon[88760]: osdmap e1105: 8 total, 8 up, 8 in 2024-09-16T07:29:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:29 smithi164 ceph-mon[88760]: osdmap e1106: 8 total, 8 up, 8 in 2024-09-16T07:29:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:29 smithi164 ceph-mon[88760]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:29 smithi164 ceph-mon[88760]: from='client.? 172.21.15.164:0/2780874821' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T07:29:30.016 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:30.019 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.019 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.021 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse2 --format %b 2024-09-16T07:29:30.022 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=2048 2024-09-16T07:29:30.022 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse2.out --format %b 2024-09-16T07:29:30.024 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=2048 2024-09-16T07:29:30.024 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.024 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.024 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T07:29:30.025 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.025 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse2 2024-09-16T07:29:30.132 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-09-16T07:29:30.134 INFO:tasks.workunit.client.1.smithi164.stderr:+ truncate /tmp/rbd_import_export_137956/sparse1 -s 10M 2024-09-16T07:29:30.135 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format --order 20 - sparse1 2024-09-16T07:29:30.245 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:30.245 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:30.245 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:30.248 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd ls -l 2024-09-16T07:29:30.248 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep sparse1 2024-09-16T07:29:30.248 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-09-16T07:29:30.284 INFO:tasks.workunit.client.1.smithi164.stdout:sparse1 10 MiB 2 2024-09-16T07:29:30.284 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse1 2024-09-16T07:29:30.285 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse1 2024-09-16T07:29:30.285 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse1 2024-09-16T07:29:30.285 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:30.285 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:30.320 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d78c14eb941b 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d78c14eb941b 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d78c14eb941b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse1 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse1 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse1 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:30.322 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:30.357 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:30.357 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:30.357 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:30.357 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:30.357 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:30.397 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects=1 2024-09-16T07:29:30.398 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 1 2024-09-16T07:29:30.398 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T07:29:30.398 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:30.435 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:30.438 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:30.438 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/sparse1 /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:30.445 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse1 --format %b 2024-09-16T07:29:30.446 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=2048 2024-09-16T07:29:30.446 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse1.out --format %b 2024-09-16T07:29:30.447 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=2048 2024-09-16T07:29:30.447 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.447 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.448 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T07:29:30.448 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse1.out 2024-09-16T07:29:30.449 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse1 2024-09-16T07:29:30.571 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-16T07:29:30.574 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_137956/sparse2 oflag=append conv=notrunc 2024-09-16T07:29:30.581 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records in 2024-09-16T07:29:30.581 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records out 2024-09-16T07:29:30.581 INFO:tasks.workunit.client.1.smithi164.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00613358 s, 342 MB/s 2024-09-16T07:29:30.581 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format --order 20 - sparse2 2024-09-16T07:29:30.682 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:30.682 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:30.683 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:30.685 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd ls -l 2024-09-16T07:29:30.685 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep sparse2 2024-09-16T07:29:30.685 INFO:tasks.workunit.client.1.smithi164.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-09-16T07:29:30.721 INFO:tasks.workunit.client.1.smithi164.stdout:sparse2 4 MiB 2 2024-09-16T07:29:30.722 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse2 2024-09-16T07:29:30.722 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse2 2024-09-16T07:29:30.722 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse2 2024-09-16T07:29:30.722 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:30.722 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:30.757 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d7b9958af68d 2024-09-16T07:29:30.758 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d7b9958af68d 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d7b9958af68d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse2 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse2 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse2 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:30.759 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:30.795 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:30.795 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:30.795 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:30.795 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:30.795 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:30.835 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects='0 2024-09-16T07:29:30.835 INFO:tasks.workunit.client.1.smithi164.stderr:2 2024-09-16T07:29:30.835 INFO:tasks.workunit.client.1.smithi164.stderr:3' 2024-09-16T07:29:30.835 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 0 2 3 2024-09-16T07:29:30.836 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-09-16T07:29:30.836 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.873 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-09-16T07:29:30.876 INFO:tasks.workunit.client.1.smithi164.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_137956/sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.876 INFO:tasks.workunit.client.1.smithi164.stderr:+ cmp -l /tmp/rbd_import_export_137956/sparse2 /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.879 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse2 --format %b 2024-09-16T07:29:30.880 INFO:tasks.workunit.client.1.smithi164.stderr:+ origsize=6144 2024-09-16T07:29:30.880 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse2.out --format %b 2024-09-16T07:29:30.881 INFO:tasks.workunit.client.1.smithi164.stderr:+ exportsize=6144 2024-09-16T07:29:30.881 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ difference=0 2024-09-16T07:29:30.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-09-16T07:29:30.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse2.out 2024-09-16T07:29:30.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse2 2024-09-16T07:29:30.998 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-09-16T07:29:31.000 INFO:tasks.workunit.client.1.smithi164.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-09-16T07:29:31.001 INFO:tasks.workunit.client.1.smithi164.stdout:partially-sparse file imports to partially-sparse image 2024-09-16T07:29:31.001 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_137956/sparse1 sparse 2024-09-16T07:29:31.072 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-09-16T07:29:31.072 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:31.072 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --order is deprecated, use --object-size 2024-09-16T07:29:31.075 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse 2024-09-16T07:29:31.075 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse 2024-09-16T07:29:31.075 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse 2024-09-16T07:29:31.076 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:31.076 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:31.110 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d7e6bfb86b21 2024-09-16T07:29:31.111 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d7e6bfb86b21 2024-09-16T07:29:31.111 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse 2024-09-16T07:29:31.111 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d7e6bfb86b21\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:31.111 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse 2024-09-16T07:29:31.112 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:31.112 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse 2024-09-16T07:29:31.112 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:31.112 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:31.145 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:31.146 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:31.146 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:31.146 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:31.146 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:31.186 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects=1 2024-09-16T07:29:31.186 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 1 2024-09-16T07:29:31.186 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-09-16T07:29:31.186 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse 2024-09-16T07:29:31.298 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-09-16T07:29:31.301 INFO:tasks.workunit.client.1.smithi164.stdout:zeros import through stdin to sparse image 2024-09-16T07:29:31.301 INFO:tasks.workunit.client.1.smithi164.stderr:+ echo 'zeros import through stdin to sparse image' 2024-09-16T07:29:31.301 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/dev/zero bs=1M count=4 2024-09-16T07:29:31.302 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd import --new-format - sparse 2024-09-16T07:29:31.352 INFO:tasks.workunit.client.1.smithi164.stderr:4+0 records in 2024-09-16T07:29:31.353 INFO:tasks.workunit.client.1.smithi164.stderr:4+0 records out 2024-09-16T07:29:31.353 INFO:tasks.workunit.client.1.smithi164.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0510245 s, 82.2 MB/s 2024-09-16T07:29:31.366 INFO:tasks.workunit.client.1.smithi164.stderr: Importing image: 100% complete...done. 2024-09-16T07:29:31.367 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:31.370 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse 2024-09-16T07:29:31.370 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse 2024-09-16T07:29:31.370 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse 2024-09-16T07:29:31.370 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:31.370 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:31.406 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d8075dfcac85 2024-09-16T07:29:31.407 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d8075dfcac85 2024-09-16T07:29:31.407 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse 2024-09-16T07:29:31.407 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d8075dfcac85\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:31.407 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse 2024-09-16T07:29:31.408 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:31.408 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse 2024-09-16T07:29:31.408 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:31.408 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:31.442 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:31.443 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:31.443 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:31.443 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:31.443 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:31.486 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects= 2024-09-16T07:29:31.486 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 2024-09-16T07:29:31.486 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-09-16T07:29:31.486 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse 2024-09-16T07:29:31.593 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:31.594 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:31] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-09-16T07:29:31.596 INFO:tasks.workunit.client.1.smithi164.stdout:zeros export to sparse file 2024-09-16T07:29:31.596 INFO:tasks.workunit.client.1.smithi164.stderr:+ echo 'zeros export to sparse file' 2024-09-16T07:29:31.596 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd create --new-format sparse --size 4 2024-09-16T07:29:31.638 INFO:tasks.workunit.client.1.smithi164.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-09-16T07:29:31.641 INFO:tasks.workunit.client.1.smithi164.stderr:++ rbd info sparse 2024-09-16T07:29:31.641 INFO:tasks.workunit.client.1.smithi164.stderr:++ grep block_name_prefix 2024-09-16T07:29:31.641 INFO:tasks.workunit.client.1.smithi164.stderr:++ awk '{print $NF;}' 2024-09-16T07:29:31.676 INFO:tasks.workunit.client.1.smithi164.stderr:+ prefix=rbd_data.d828cce51008 2024-09-16T07:29:31.676 INFO:tasks.workunit.client.1.smithi164.stderr:+ dd if=/dev/zero bs=4M count=1 2024-09-16T07:29:31.676 INFO:tasks.workunit.client.1.smithi164.stderr:++ get_image_data_pool sparse 2024-09-16T07:29:31.676 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse 2024-09-16T07:29:31.677 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse 2024-09-16T07:29:31.677 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep 'data_pool: ' 2024-09-16T07:29:31.677 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk -F: '{ print $NF }' 2024-09-16T07:29:31.712 INFO:tasks.workunit.client.1.smithi164.stderr:++ data_pool= 2024-09-16T07:29:31.712 INFO:tasks.workunit.client.1.smithi164.stderr:++ '[' -z ']' 2024-09-16T07:29:31.713 INFO:tasks.workunit.client.1.smithi164.stderr:++ data_pool=rbd 2024-09-16T07:29:31.713 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo rbd 2024-09-16T07:29:31.713 INFO:tasks.workunit.client.1.smithi164.stderr:+ rados -p rbd put rbd_data.d828cce51008.000000000000 - 2024-09-16T07:29:31.741 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records in 2024-09-16T07:29:31.742 INFO:tasks.workunit.client.1.smithi164.stderr:1+0 records out 2024-09-16T07:29:31.742 INFO:tasks.workunit.client.1.smithi164.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0650549 s, 64.5 MB/s 2024-09-16T07:29:31.770 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects sparse 2024-09-16T07:29:31.770 INFO:tasks.workunit.client.1.smithi164.stderr:++ image=sparse 2024-09-16T07:29:31.771 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rbd info sparse 2024-09-16T07:29:31.771 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep block_name_prefix 2024-09-16T07:29:31.771 INFO:tasks.workunit.client.1.smithi164.stderr:+++ awk '{print $NF;}' 2024-09-16T07:29:31.805 INFO:tasks.workunit.client.1.smithi164.stderr:++ prefix=rbd_data.d828cce51008 2024-09-16T07:29:31.806 INFO:tasks.workunit.client.1.smithi164.stderr:+++ grep rbd_data.d828cce51008 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:++++ get_image_data_pool sparse 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:++++ image=sparse 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sed -e 's/rbd_data.d828cce51008\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:+++ sort -u 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ rbd info sparse 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ grep 'data_pool: ' 2024-09-16T07:29:31.807 INFO:tasks.workunit.client.1.smithi164.stderr:+++++ awk -F: '{ print $NF }' 2024-09-16T07:29:31.845 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool= 2024-09-16T07:29:31.845 INFO:tasks.workunit.client.1.smithi164.stderr:++++ '[' -z ']' 2024-09-16T07:29:31.845 INFO:tasks.workunit.client.1.smithi164.stderr:++++ data_pool=rbd 2024-09-16T07:29:31.845 INFO:tasks.workunit.client.1.smithi164.stderr:++++ echo rbd 2024-09-16T07:29:31.845 INFO:tasks.workunit.client.1.smithi164.stderr:+++ rados ls -p rbd 2024-09-16T07:29:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:31 smithi042 ceph-mon[94096]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 437 KiB/s rd, 267 KiB/s wr, 243 op/s 2024-09-16T07:29:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:31 smithi042 ceph-mon[96574]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 437 KiB/s rd, 267 KiB/s wr, 243 op/s 2024-09-16T07:29:31.882 INFO:tasks.workunit.client.1.smithi164.stderr:++ objects=0 2024-09-16T07:29:31.882 INFO:tasks.workunit.client.1.smithi164.stderr:++ echo 0 2024-09-16T07:29:31.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-09-16T07:29:31.882 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse 2024-09-16T07:29:31.883 INFO:tasks.workunit.client.1.smithi164.stderr:rm: cannot remove '/tmp/rbd_import_export_137956/sparse': No such file or directory 2024-09-16T07:29:31.883 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:31.883 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd export sparse /tmp/rbd_import_export_137956/sparse 2024-09-16T07:29:31.917 INFO:tasks.workunit.client.1.smithi164.stderr: Exporting image: 100% complete...done. 2024-09-16T07:29:31.920 INFO:tasks.workunit.client.1.smithi164.stderr:++ stat /tmp/rbd_import_export_137956/sparse --format=%b 2024-09-16T07:29:31.921 INFO:tasks.workunit.client.1.smithi164.stderr:+ '[' 0 = 0 ']' 2024-09-16T07:29:31.921 INFO:tasks.workunit.client.1.smithi164.stderr:+ rbd rm sparse 2024-09-16T07:29:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:31 smithi164 ceph-mon[88760]: pgmap v2042: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 437 KiB/s rd, 267 KiB/s wr, 243 op/s 2024-09-16T07:29:32.029 INFO:tasks.workunit.client.1.smithi164.stderr: Removing image: 100% complete...done. 2024-09-16T07:29:32.031 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm /tmp/rbd_import_export_137956/sparse /tmp/rbd_import_export_137956/sparse1 /tmp/rbd_import_export_137956/sparse2 /tmp/rbd_import_export_137956/sparse3 2024-09-16T07:29:32.034 INFO:tasks.workunit.client.1.smithi164.stderr:rm: cannot remove '/tmp/rbd_import_export_137956/sparse3': No such file or directory 2024-09-16T07:29:32.034 INFO:tasks.workunit.client.1.smithi164.stderr:+ true 2024-09-16T07:29:32.034 INFO:tasks.workunit.client.1.smithi164.stdout:OK 2024-09-16T07:29:32.035 INFO:tasks.workunit.client.1.smithi164.stderr:+ echo OK 2024-09-16T07:29:32.035 INFO:tasks.workunit.client.1.smithi164.stderr:+ rm -rf /tmp/rbd_import_export_137956 2024-09-16T07:29:32.035 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:29:32.036 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-09-16T07:29:32.102 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-09-16T07:29:32.103 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-09-16T07:29:32.325 DEBUG:teuthology.parallel:result is None 2024-09-16T07:29:32.326 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T07:29:32.349 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:32.352 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T07:29:32.352 DEBUG:teuthology.orchestra.run.smithi164:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-09-16T07:29:32.407 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-09-16T07:29:32.407 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:29:32.407 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-09-16T07:29:32.408 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:29:32.408 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-09-16T07:29:32.408 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T07:29:32.408 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T07:29:32.409 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T07:29:32.409 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:32.426 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:29:32.427 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T07:29:32.427 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:32.484 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T07:29:32.484 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T07:29:32.541 INFO:tasks.workunit:timeout=3h 2024-09-16T07:29:32.541 INFO:tasks.workunit:cleanup=True 2024-09-16T07:29:32.541 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:29:32.599 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T07:29:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:33 smithi042 ceph-mon[94096]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 536 KiB/s wr, 228 op/s 2024-09-16T07:29:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:33 smithi042 ceph-mon[96574]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 536 KiB/s wr, 228 op/s 2024-09-16T07:29:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:33 smithi164 ceph-mon[88760]: pgmap v2043: 105 pgs: 105 active+clean; 693 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 521 KiB/s rd, 536 KiB/s wr, 228 op/s 2024-09-16T07:29:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:34 smithi042 ceph-mon[94096]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T07:29:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:34 smithi042 ceph-mon[96574]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T07:29:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:34 smithi164 ceph-mon[88760]: osdmap e1107: 8 total, 8 up, 8 in 2024-09-16T07:29:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:36 smithi042 ceph-mon[94096]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 371 op/s 2024-09-16T07:29:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:36 smithi042 ceph-mon[96574]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 371 op/s 2024-09-16T07:29:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:36 smithi164 ceph-mon[88760]: pgmap v2045: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 371 op/s 2024-09-16T07:29:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:38 smithi042 ceph-mon[94096]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 329 op/s 2024-09-16T07:29:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:38 smithi042 ceph-mon[96574]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 329 op/s 2024-09-16T07:29:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:38 smithi164 ceph-mon[88760]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 329 op/s 2024-09-16T07:29:38.812 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T07:29:38.868 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T07:29:38.870 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:29:38.870 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T07:29:38.920 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T07:29:38.971 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T07:29:39.014 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:29:39.015 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:29:39.016 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T07:29:39.055 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:29:39.058 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T07:29:39.058 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T07:29:39.116 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-09-16T07:29:39.117 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-09-16T07:29:39.117 DEBUG:teuthology.orchestra.run.smithi042:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-09-16T07:29:39.217 INFO:tasks.workunit.client.0.smithi042.stdout:seed 146932 2024-09-16T07:29:39.217 INFO:tasks.workunit.client.0.smithi042.stderr:warning: failed to enable lockdep 2024-09-16T07:29:39.217 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] Running 425 tests from 16 test suites. 2024-09-16T07:29:39.217 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment set-up. 2024-09-16T07:29:39.218 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from TestJournalStress 2024-09-16T07:29:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:40 smithi042 ceph-mon[94096]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 286 op/s 2024-09-16T07:29:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:40 smithi042 ceph-mon[94096]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T07:29:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:40 smithi042 ceph-mon[96574]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 286 op/s 2024-09-16T07:29:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:40 smithi042 ceph-mon[96574]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T07:29:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:40 smithi164 ceph-mon[88760]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 866 KiB/s rd, 1.2 MiB/s wr, 286 op/s 2024-09-16T07:29:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:40 smithi164 ceph-mon[88760]: osdmap e1108: 8 total, 8 up, 8 in 2024-09-16T07:29:41.022 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-09-16T07:29:41.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:41] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[94096]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1884602164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[96574]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1884602164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:41 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:41 smithi164 ceph-mon[88760]: osdmap e1109: 8 total, 8 up, 8 in 2024-09-16T07:29:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:41 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1884602164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:41 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:42.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:42 smithi164 ceph-mon[88760]: pgmap v2050: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 800 KiB/s wr, 73 op/s 2024-09-16T07:29:42.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:42 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:42.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:42 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:42 smithi164 ceph-mon[88760]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T07:29:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[94096]: pgmap v2050: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 800 KiB/s wr, 73 op/s 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[94096]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[96574]: pgmap v2050: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 800 KiB/s wr, 73 op/s 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:42 smithi042 ceph-mon[96574]: osdmap e1110: 8 total, 8 up, 8 in 2024-09-16T07:29:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:43.051 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:43.051 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2029 ms) 2024-09-16T07:29:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:43 smithi042 ceph-mon[94096]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T07:29:43.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:43 smithi042 ceph-mon[96574]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T07:29:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:43 smithi164 ceph-mon[88760]: osdmap e1111: 8 total, 8 up, 8 in 2024-09-16T07:29:44.041 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from TestJournalStress (2029 ms total) 2024-09-16T07:29:44.041 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:29:44.041 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 16 tests from TestJournalReplay 2024-09-16T07:29:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[94096]: pgmap v2053: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:29:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[94096]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T07:29:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[96574]: pgmap v2053: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:29:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:44 smithi042 ceph-mon[96574]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T07:29:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:44 smithi164 ceph-mon[88760]: pgmap v2053: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:44 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:44 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:29:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:44 smithi164 ceph-mon[88760]: osdmap e1112: 8 total, 8 up, 8 in 2024-09-16T07:29:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:45 smithi042 ceph-mon[94096]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T07:29:45.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:45 smithi042 ceph-mon[96574]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T07:29:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:45 smithi164 ceph-mon[88760]: osdmap e1113: 8 total, 8 up, 8 in 2024-09-16T07:29:46.062 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-09-16T07:29:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[94096]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[94096]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3316717892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[96574]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[96574]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3316717892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:46 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:46 smithi164 ceph-mon[88760]: pgmap v2056: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:46 smithi164 ceph-mon[88760]: osdmap e1114: 8 total, 8 up, 8 in 2024-09-16T07:29:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:46 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3316717892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:46 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:47 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:47 smithi042 ceph-mon[94096]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T07:29:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:47 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:47.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:47 smithi042 ceph-mon[96574]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T07:29:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:47 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:47 smithi164 ceph-mon[88760]: osdmap e1115: 8 total, 8 up, 8 in 2024-09-16T07:29:48.078 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.078 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2016 ms) 2024-09-16T07:29:48.078 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-09-16T07:29:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.AioWriteEvent (12 ms) 2024-09-16T07:29:48.090 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-09-16T07:29:48.099 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.099 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.AioFlushEvent (10 ms) 2024-09-16T07:29:48.100 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-09-16T07:29:48.107 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.107 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapCreate (8 ms) 2024-09-16T07:29:48.108 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-09-16T07:29:48.115 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.115 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapProtect (8 ms) 2024-09-16T07:29:48.115 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-09-16T07:29:48.123 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.123 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapUnprotect (8 ms) 2024-09-16T07:29:48.123 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-09-16T07:29:48.131 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.131 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-09-16T07:29:48.131 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-09-16T07:29:48.139 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.139 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-09-16T07:29:48.139 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-09-16T07:29:48.146 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.147 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.SnapRemove (7 ms) 2024-09-16T07:29:48.147 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.Rename 2024-09-16T07:29:48.154 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.154 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.Rename (8 ms) 2024-09-16T07:29:48.154 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.Resize 2024-09-16T07:29:48.161 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.162 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.Resize (7 ms) 2024-09-16T07:29:48.162 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.Flatten 2024-09-16T07:29:48.169 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.169 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-09-16T07:29:48.169 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-09-16T07:29:48.176 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.176 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-09-16T07:29:48.176 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-09-16T07:29:48.184 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.MetadataSet (7 ms) 2024-09-16T07:29:48.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-09-16T07:29:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.MetadataRemove (8 ms) 2024-09-16T07:29:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-09-16T07:29:48.199 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:48.199 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalReplay.ObjectPosition (8 ms) 2024-09-16T07:29:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:48 smithi042 ceph-mon[94096]: pgmap v2059: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:48 smithi042 ceph-mon[94096]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T07:29:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:48 smithi042 ceph-mon[96574]: pgmap v2059: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:48 smithi042 ceph-mon[96574]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T07:29:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:48 smithi164 ceph-mon[88760]: pgmap v2059: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:48 smithi164 ceph-mon[88760]: osdmap e1116: 8 total, 8 up, 8 in 2024-09-16T07:29:49.077 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 16 tests from TestJournalReplay (2138 ms total) 2024-09-16T07:29:49.077 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:29:49.077 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from TestJournalEntries 2024-09-16T07:29:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:49 smithi042 ceph-mon[94096]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T07:29:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:49 smithi042 ceph-mon[96574]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T07:29:49.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:49 smithi164 ceph-mon[88760]: osdmap e1117: 8 total, 8 up, 8 in 2024-09-16T07:29:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:29:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:50 smithi042 ceph-mon[96574]: pgmap v2062: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:29:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:50 smithi042 ceph-mon[96574]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T07:29:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:50 smithi042 ceph-mon[94096]: pgmap v2062: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:29:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:50 smithi042 ceph-mon[94096]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T07:29:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:50 smithi164 ceph-mon[88760]: pgmap v2062: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:29:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:50 smithi164 ceph-mon[88760]: osdmap e1118: 8 total, 8 up, 8 in 2024-09-16T07:29:51.079 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-09-16T07:29:51.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:29:51] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[94096]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[94096]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[96574]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:51.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:51 smithi042 ceph-mon[96574]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T07:29:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:51 smithi164 ceph-mon[88760]: osdmap e1119: 8 total, 8 up, 8 in 2024-09-16T07:29:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/864399714' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:51 smithi164 ceph-mon[88760]: osdmap e1120: 8 total, 8 up, 8 in 2024-09-16T07:29:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[96574]: pgmap v2065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[96574]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T07:29:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[94096]: pgmap v2065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:52 smithi042 ceph-mon[94096]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T07:29:52.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:29:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:29:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:29:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:52 smithi164 ceph-mon[88760]: pgmap v2065: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:52 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:29:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:52 smithi164 ceph-mon[88760]: osdmap e1121: 8 total, 8 up, 8 in 2024-09-16T07:29:53.095 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:53.095 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalEntries.AioWrite (2016 ms) 2024-09-16T07:29:53.095 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-09-16T07:29:53.105 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:53.105 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalEntries.AioDiscard (11 ms) 2024-09-16T07:29:53.105 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-09-16T07:29:53.116 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:53.116 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-09-16T07:29:53.116 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-09-16T07:29:53.124 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:29:53.125 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-09-16T07:29:54.111 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from TestJournalEntries (2046 ms total) 2024-09-16T07:29:54.111 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:29:54.111 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from TestTrash 2024-09-16T07:29:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[94096]: pgmap v2068: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[94096]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T07:29:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:29:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[96574]: pgmap v2068: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[96574]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T07:29:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:54.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:54 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:29:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:54 smithi164 ceph-mon[88760]: pgmap v2068: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:54 smithi164 ceph-mon[88760]: osdmap e1122: 8 total, 8 up, 8 in 2024-09-16T07:29:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:54 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:29:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:54 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:29:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:55 smithi164 ceph-mon[88760]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T07:29:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:55 smithi042 ceph-mon[94096]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T07:29:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:55 smithi042 ceph-mon[96574]: osdmap e1123: 8 total, 8 up, 8 in 2024-09-16T07:29:56.123 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-09-16T07:29:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:56 smithi164 ceph-mon[88760]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:56 smithi164 ceph-mon[88760]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T07:29:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/576156543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:56 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[94096]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[94096]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/576156543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[96574]: pgmap v2071: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[96574]: osdmap e1124: 8 total, 8 up, 8 in 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/576156543' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:56 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:29:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:57 smithi164 ceph-mon[88760]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T07:29:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:57 smithi042 ceph-mon[94096]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T07:29:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:29:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:57 smithi042 ceph-mon[96574]: osdmap e1125: 8 total, 8 up, 8 in 2024-09-16T07:29:58.213 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestTrash.UserRemovingSource (2089 ms) 2024-09-16T07:29:58.213 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-09-16T07:29:58.252 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2024-09-16T07:29:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:58 smithi164 ceph-mon[88760]: pgmap v2074: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:58 smithi164 ceph-mon[88760]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T07:29:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:58 smithi042 ceph-mon[94096]: pgmap v2074: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:58 smithi042 ceph-mon[94096]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T07:29:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:58 smithi042 ceph-mon[96574]: pgmap v2074: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:29:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:58 smithi042 ceph-mon[96574]: osdmap e1126: 8 total, 8 up, 8 in 2024-09-16T07:29:59.142 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from TestTrash (2129 ms total) 2024-09-16T07:29:59.143 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:29:59.143 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from TestOperations 2024-09-16T07:29:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:29:59 smithi164 ceph-mon[88760]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T07:29:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:29:59 smithi042 ceph-mon[94096]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T07:29:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:29:59 smithi042 ceph-mon[96574]: osdmap e1127: 8 total, 8 up, 8 in 2024-09-16T07:30:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:00 smithi164 ceph-mon[88760]: pgmap v2077: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:00 smithi164 ceph-mon[88760]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T07:30:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T07:30:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[96574]: pgmap v2077: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[96574]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T07:30:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T07:30:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[94096]: pgmap v2077: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[94096]: osdmap e1128: 8 total, 8 up, 8 in 2024-09-16T07:30:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T07:30:01.153 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-09-16T07:30:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:01 smithi164 ceph-mon[88760]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T07:30:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2951860378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:01 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:01] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[94096]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2951860378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[96574]: osdmap e1129: 8 total, 8 up, 8 in 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2951860378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:01 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:02.434 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:02.435 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:02 smithi164 ceph-mon[88760]: pgmap v2080: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:02.435 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:02 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:02.435 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:02 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:02.435 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:02 smithi164 ceph-mon[88760]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T07:30:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[94096]: pgmap v2080: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[94096]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[96574]: pgmap v2080: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:02 smithi042 ceph-mon[96574]: osdmap e1130: 8 total, 8 up, 8 in 2024-09-16T07:30:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:03.182 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2030 ms) 2024-09-16T07:30:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:03 smithi164 ceph-mon[88760]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T07:30:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:03 smithi164 ceph-mon[88760]: pgmap v2083: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:03 smithi042 ceph-mon[94096]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T07:30:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:03 smithi042 ceph-mon[94096]: pgmap v2083: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:03 smithi042 ceph-mon[96574]: osdmap e1131: 8 total, 8 up, 8 in 2024-09-16T07:30:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:03 smithi042 ceph-mon[96574]: pgmap v2083: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:04.172 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 1 test from TestOperations (2030 ms total) 2024-09-16T07:30:04.172 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:30:04.172 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from TestObjectMap 2024-09-16T07:30:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:04 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:04 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:30:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:04 smithi164 ceph-mon[88760]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T07:30:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[96574]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[94096]: osdmap e1132: 8 total, 8 up, 8 in 2024-09-16T07:30:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:05 smithi164 ceph-mon[88760]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T07:30:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:05 smithi164 ceph-mon[88760]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:05 smithi042 ceph-mon[96574]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T07:30:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:05 smithi042 ceph-mon[96574]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:05 smithi042 ceph-mon[94096]: osdmap e1133: 8 total, 8 up, 8 in 2024-09-16T07:30:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:05 smithi042 ceph-mon[94096]: pgmap v2086: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:06.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-09-16T07:30:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:06 smithi164 ceph-mon[88760]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T07:30:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:06 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2488728550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:06 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[94096]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T07:30:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2488728550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[96574]: osdmap e1134: 8 total, 8 up, 8 in 2024-09-16T07:30:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2488728550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:06 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:07 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:07 smithi164 ceph-mon[88760]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T07:30:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:07 smithi164 ceph-mon[88760]: pgmap v2089: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[94096]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T07:30:07.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[94096]: pgmap v2089: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[96574]: osdmap e1135: 8 total, 8 up, 8 in 2024-09-16T07:30:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:07 smithi042 ceph-mon[96574]: pgmap v2089: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:08.241 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2056 ms) 2024-09-16T07:30:08.241 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-09-16T07:30:08.268 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (28 ms) 2024-09-16T07:30:08.268 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-09-16T07:30:08.304 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (36 ms) 2024-09-16T07:30:08.304 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-09-16T07:30:08.334 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (30 ms) 2024-09-16T07:30:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:08 smithi164 ceph-mon[88760]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T07:30:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:08 smithi042 ceph-mon[94096]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T07:30:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:08 smithi042 ceph-mon[96574]: osdmap e1136: 8 total, 8 up, 8 in 2024-09-16T07:30:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 4 tests from TestObjectMap (2150 ms total) 2024-09-16T07:30:09.217 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:30:09.217 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from TestMirroringWatcher 2024-09-16T07:30:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:09 smithi164 ceph-mon[88760]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T07:30:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:09 smithi164 ceph-mon[88760]: pgmap v2092: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:09 smithi042 ceph-mon[96574]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T07:30:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:09 smithi042 ceph-mon[96574]: pgmap v2092: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:09 smithi042 ceph-mon[94096]: osdmap e1137: 8 total, 8 up, 8 in 2024-09-16T07:30:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:09 smithi042 ceph-mon[94096]: pgmap v2092: 137 pgs: 9 creating+peering, 10 unknown, 118 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:10 smithi164 ceph-mon[88760]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T07:30:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:10 smithi042 ceph-mon[94096]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T07:30:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:10 smithi042 ceph-mon[96574]: osdmap e1138: 8 total, 8 up, 8 in 2024-09-16T07:30:11.218 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4009408796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: pgmap v2095: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:11 smithi164 ceph-mon[88760]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T07:30:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:11] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4009408796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: pgmap v2095: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[94096]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: osdmap e1139: 8 total, 8 up, 8 in 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4009408796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: pgmap v2095: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:11.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:11 smithi042 ceph-mon[96574]: osdmap e1140: 8 total, 8 up, 8 in 2024-09-16T07:30:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:12 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:12 smithi164 ceph-mon[88760]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T07:30:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:12 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:12 smithi042 ceph-mon[94096]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T07:30:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:12 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:12 smithi042 ceph-mon[96574]: osdmap e1141: 8 total, 8 up, 8 in 2024-09-16T07:30:13.255 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2036 ms) 2024-09-16T07:30:13.255 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-09-16T07:30:13.275 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-09-16T07:30:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:13 smithi164 ceph-mon[88760]: pgmap v2098: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:13 smithi164 ceph-mon[88760]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T07:30:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:13 smithi042 ceph-mon[96574]: pgmap v2098: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:13 smithi042 ceph-mon[96574]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T07:30:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:13 smithi042 ceph-mon[94096]: pgmap v2098: 137 pgs: 7 creating+peering, 16 unknown, 114 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:13 smithi042 ceph-mon[94096]: osdmap e1142: 8 total, 8 up, 8 in 2024-09-16T07:30:14.245 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 2 tests from TestMirroringWatcher (2058 ms total) 2024-09-16T07:30:14.245 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:30:14.245 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 57 tests from TestMigration 2024-09-16T07:30:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:14 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:14 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:30:14.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:14 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:14.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:14 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:30:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:14 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:30:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:14 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:30:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:15 smithi042 ceph-mon[94096]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T07:30:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:15 smithi042 ceph-mon[94096]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:15 smithi042 ceph-mon[96574]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T07:30:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:15 smithi042 ceph-mon[96574]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:15 smithi164 ceph-mon[88760]: osdmap e1143: 8 total, 8 up, 8 in 2024-09-16T07:30:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:15 smithi164 ceph-mon[88760]: pgmap v2101: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[96574]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T07:30:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1885491194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[94096]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T07:30:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1885491194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:16 smithi164 ceph-mon[88760]: osdmap e1144: 8 total, 8 up, 8 in 2024-09-16T07:30:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:16 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1885491194' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:30:17.258 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Empty 2024-09-16T07:30:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[94096]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T07:30:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[94096]: pgmap v2104: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[96574]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T07:30:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:17 smithi042 ceph-mon[96574]: pgmap v2104: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:17 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:30:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:17 smithi164 ceph-mon[88760]: osdmap e1145: 8 total, 8 up, 8 in 2024-09-16T07:30:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:17 smithi164 ceph-mon[88760]: pgmap v2104: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:18 smithi042 ceph-mon[94096]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T07:30:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:18 smithi042 ceph-mon[96574]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T07:30:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:18 smithi164 ceph-mon[88760]: osdmap e1146: 8 total, 8 up, 8 in 2024-09-16T07:30:19.319 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:19.330 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:19.551 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[94096]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T07:30:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[94096]: pgmap v2107: 169 pgs: 10 creating+peering, 31 unknown, 128 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[96574]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T07:30:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[96574]: pgmap v2107: 169 pgs: 10 creating+peering, 31 unknown, 128 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:19 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:19.629 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Empty (2370 ms) 2024-09-16T07:30:19.629 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.OtherName 2024-09-16T07:30:19.658 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:19.668 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:19 smithi164 ceph-mon[88760]: osdmap e1147: 8 total, 8 up, 8 in 2024-09-16T07:30:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:19 smithi164 ceph-mon[88760]: pgmap v2107: 169 pgs: 10 creating+peering, 31 unknown, 128 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T07:30:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:19 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:30:19.791 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:19.852 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:19.928 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.OtherName (299 ms) 2024-09-16T07:30:19.928 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.OtherPool 2024-09-16T07:30:19.955 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:19.965 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:20 smithi042 ceph-mon[94096]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T07:30:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:20 smithi042 ceph-mon[96574]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T07:30:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:20 smithi164 ceph-mon[88760]: osdmap e1148: 8 total, 8 up, 8 in 2024-09-16T07:30:21.401 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:21.462 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:21.504 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:21] "GET /metrics HTTP/1.1" 200 38722 "" "Prometheus/2.43.0" 2024-09-16T07:30:21.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:21 smithi042 ceph-mon[96574]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T07:30:21.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:21 smithi042 ceph-mon[96574]: pgmap v2110: 169 pgs: 7 creating+peering, 14 unknown, 148 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-16T07:30:21.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:21 smithi042 ceph-mon[94096]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T07:30:21.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:21 smithi042 ceph-mon[94096]: pgmap v2110: 169 pgs: 7 creating+peering, 14 unknown, 148 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-16T07:30:21.542 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.OtherPool (1615 ms) 2024-09-16T07:30:21.542 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.OtherNamespace 2024-09-16T07:30:21.571 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:21.583 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:21.711 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:21 smithi164 ceph-mon[88760]: osdmap e1149: 8 total, 8 up, 8 in 2024-09-16T07:30:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:21 smithi164 ceph-mon[88760]: pgmap v2110: 169 pgs: 7 creating+peering, 14 unknown, 148 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-09-16T07:30:21.774 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:21.852 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.OtherNamespace (309 ms) 2024-09-16T07:30:21.852 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.DataPool 2024-09-16T07:30:21.880 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:21.890 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:22.027 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:22.095 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:22.174 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.DataPool (323 ms) 2024-09-16T07:30:22.174 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-09-16T07:30:22.202 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:22.211 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:22.346 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:30:22.441 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortAfterPrepare (266 ms) 2024-09-16T07:30:22.441 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-09-16T07:30:22.468 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:22.480 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:22.573 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (133 ms) 2024-09-16T07:30:22.574 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-09-16T07:30:22.602 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:22 smithi042 ceph-mon[96574]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T07:30:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:22 smithi042 ceph-mon[94096]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T07:30:22.612 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:22 smithi164 ceph-mon[88760]: osdmap e1150: 8 total, 8 up, 8 in 2024-09-16T07:30:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:22.750 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:22.818 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:30:22.911 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortAfterExecute (338 ms) 2024-09-16T07:30:22.911 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-09-16T07:30:22.939 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:22.948 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:23.070 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:23.131 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:30:23.225 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (314 ms) 2024-09-16T07:30:23.226 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-09-16T07:30:23.255 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.267 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:23.399 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:23.466 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:30:23.570 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (344 ms) 2024-09-16T07:30:23.570 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-09-16T07:30:23.597 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:23 smithi042 ceph-mon[96574]: pgmap v2112: 169 pgs: 2 creating+peering, 167 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-09-16T07:30:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:23 smithi042 ceph-mon[94096]: pgmap v2112: 169 pgs: 2 creating+peering, 167 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-09-16T07:30:23.607 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:23.613 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.MirroringSamePool (44 ms) 2024-09-16T07:30:23.614 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.MirroringAbort 2024-09-16T07:30:23.644 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.653 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:23.659 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.MirroringAbort (46 ms) 2024-09-16T07:30:23.659 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-09-16T07:30:23.688 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.698 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:23.704 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-09-16T07:30:23.704 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-09-16T07:30:23.734 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:23 smithi164 ceph-mon[88760]: pgmap v2112: 169 pgs: 2 creating+peering, 167 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 76 op/s 2024-09-16T07:30:23.744 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:23.750 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-09-16T07:30:23.750 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.MirroringPool 2024-09-16T07:30:23.778 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.787 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:30:23.793 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.MirroringPool (43 ms) 2024-09-16T07:30:23.793 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Group 2024-09-16T07:30:23.822 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:23.841 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:23.979 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:24.040 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:24.124 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Group (331 ms) 2024-09-16T07:30:24.124 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.GroupAbort 2024-09-16T07:30:24.154 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:24.171 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:24.317 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:30:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.GroupAbort (304 ms) 2024-09-16T07:30:24.428 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnaps 2024-09-16T07:30:24.459 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:24.470 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:24.531 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:24.580 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:24.765 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:24.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:24 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:30:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:24 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:30:24.886 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:24.987 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:24 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:30:25.025 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnaps (597 ms) 2024-09-16T07:30:25.025 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-09-16T07:30:25.052 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:25.062 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:25.118 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:25.168 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:25.173 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:25.230 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:25.406 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:25.527 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:25.660 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsOtherPool (635 ms) 2024-09-16T07:30:25.661 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-09-16T07:30:25.690 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:25.700 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:25.751 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:25.802 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[94096]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 34 KiB/s wr, 627 op/s 2024-09-16T07:30:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:30:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:30:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[96574]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 34 KiB/s wr, 627 op/s 2024-09-16T07:30:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:30:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:30:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:25.983 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:25 smithi164 ceph-mon[88760]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 34 KiB/s wr, 627 op/s 2024-09-16T07:30:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:30:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:30:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:26.092 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:26.216 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsDataPool (555 ms) 2024-09-16T07:30:26.216 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-09-16T07:30:26.245 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:26.255 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:26.304 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:26.356 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:26.549 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:30:26.558 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:26.674 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:26.780 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (564 ms) 2024-09-16T07:30:26.780 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-09-16T07:30:26.814 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:26.824 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:26.882 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:26.928 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 0 2024-09-16T07:30:26.942 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:27.043 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:27.110 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:27.154 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (375 ms) 2024-09-16T07:30:27.154 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-09-16T07:30:27.190 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:27.199 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:27.254 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:27.305 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:27.486 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 0 2024-09-16T07:30:27.498 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:27.563 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:27.618 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (463 ms) 2024-09-16T07:30:27.618 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-09-16T07:30:27.646 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:27.655 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:27.709 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:27.763 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:27 smithi042 ceph-mon[94096]: pgmap v2114: 169 pgs: 169 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 853 op/s 2024-09-16T07:30:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:27 smithi042 ceph-mon[96574]: pgmap v2114: 169 pgs: 169 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 853 op/s 2024-09-16T07:30:27.944 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:30:27.951 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:27 smithi164 ceph-mon[88760]: pgmap v2114: 169 pgs: 169 active+clean; 29 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.5 MiB/s wr, 853 op/s 2024-09-16T07:30:28.072 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:28.210 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (592 ms) 2024-09-16T07:30:28.210 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-09-16T07:30:28.239 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:28.248 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:28.318 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:28.371 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:28.565 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: after_prepare_snap 2024-09-16T07:30:30.034 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:30:30.058 INFO:tasks.workunit.client.0.smithi042.stdout:write: * 0~1000 2024-09-16T07:30:30.064 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:30.186 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:30 smithi042 ceph-mon[94096]: pgmap v2115: 169 pgs: 169 active+clean; 101 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.58k op/s 2024-09-16T07:30:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:30 smithi042 ceph-mon[94096]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T07:30:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:30 smithi042 ceph-mon[96574]: pgmap v2115: 169 pgs: 169 active+clean; 101 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.58k op/s 2024-09-16T07:30:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:30 smithi042 ceph-mon[96574]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T07:30:30.355 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2145 ms) 2024-09-16T07:30:30.355 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Snaps 2024-09-16T07:30:30.383 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:30.393 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:30.460 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:30:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:30 smithi164 ceph-mon[88760]: pgmap v2115: 169 pgs: 169 active+clean; 101 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.58k op/s 2024-09-16T07:30:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:30 smithi164 ceph-mon[88760]: osdmap e1151: 8 total, 8 up, 8 in 2024-09-16T07:30:31.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:31 smithi042 ceph-mon[94096]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T07:30:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:31] "GET /metrics HTTP/1.1" 200 38722 "" "Prometheus/2.43.0" 2024-09-16T07:30:31.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:31 smithi042 ceph-mon[96574]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T07:30:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:31 smithi164 ceph-mon[88760]: osdmap e1152: 8 total, 8 up, 8 in 2024-09-16T07:30:32.047 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:30:32.066 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:30:32.066 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:30:32.066 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:30:32.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:32 smithi164 ceph-mon[88760]: pgmap v2118: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 1.90k op/s 2024-09-16T07:30:32.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:32 smithi164 ceph-mon[88760]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T07:30:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:32 smithi042 ceph-mon[94096]: pgmap v2118: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 1.90k op/s 2024-09-16T07:30:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:32 smithi042 ceph-mon[94096]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T07:30:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:32 smithi042 ceph-mon[96574]: pgmap v2118: 169 pgs: 169 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 1.90k op/s 2024-09-16T07:30:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:32 smithi042 ceph-mon[96574]: osdmap e1153: 8 total, 8 up, 8 in 2024-09-16T07:30:32.583 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:33 smithi042 ceph-mon[94096]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T07:30:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:33 smithi042 ceph-mon[96574]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T07:30:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:33 smithi164 ceph-mon[88760]: osdmap e1154: 8 total, 8 up, 8 in 2024-09-16T07:30:34.057 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:30:34.065 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:30:34.065 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:30:34.076 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:30:34.091 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:30:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[94096]: pgmap v2121: 169 pgs: 169 active+clean; 205 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 49 MiB/s wr, 1.26k op/s 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[94096]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[96574]: pgmap v2121: 169 pgs: 169 active+clean; 205 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 49 MiB/s wr, 1.26k op/s 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[96574]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:34 smithi164 ceph-mon[88760]: pgmap v2121: 169 pgs: 169 active+clean; 205 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 49 MiB/s wr, 1.26k op/s 2024-09-16T07:30:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:34 smithi164 ceph-mon[88760]: osdmap e1155: 8 total, 8 up, 8 in 2024-09-16T07:30:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:30:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:35.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:35 smithi042 ceph-mon[94096]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T07:30:35.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:35 smithi042 ceph-mon[96574]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T07:30:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:35 smithi164 ceph-mon[88760]: osdmap e1156: 8 total, 8 up, 8 in 2024-09-16T07:30:36.071 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:36.095 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:30:36.105 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:36 smithi042 ceph-mon[94096]: pgmap v2124: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 32 MiB/s wr, 956 op/s 2024-09-16T07:30:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:36 smithi042 ceph-mon[94096]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T07:30:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:36 smithi042 ceph-mon[96574]: pgmap v2124: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 32 MiB/s wr, 956 op/s 2024-09-16T07:30:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:36 smithi042 ceph-mon[96574]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T07:30:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:36 smithi164 ceph-mon[88760]: pgmap v2124: 169 pgs: 169 active+clean; 221 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 47 MiB/s rd, 32 MiB/s wr, 956 op/s 2024-09-16T07:30:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:36 smithi164 ceph-mon[88760]: osdmap e1157: 8 total, 8 up, 8 in 2024-09-16T07:30:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:37 smithi042 ceph-mon[94096]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T07:30:37.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:37 smithi042 ceph-mon[96574]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T07:30:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:37 smithi164 ceph-mon[88760]: osdmap e1158: 8 total, 8 up, 8 in 2024-09-16T07:30:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:38 smithi042 ceph-mon[94096]: pgmap v2127: 169 pgs: 169 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 362 op/s 2024-09-16T07:30:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:38 smithi042 ceph-mon[94096]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T07:30:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:38 smithi042 ceph-mon[96574]: pgmap v2127: 169 pgs: 169 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 362 op/s 2024-09-16T07:30:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:38 smithi042 ceph-mon[96574]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T07:30:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:38 smithi164 ceph-mon[88760]: pgmap v2127: 169 pgs: 169 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 13 MiB/s wr, 362 op/s 2024-09-16T07:30:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:38 smithi164 ceph-mon[88760]: osdmap e1159: 8 total, 8 up, 8 in 2024-09-16T07:30:39.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:39 smithi042 ceph-mon[96574]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T07:30:39.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:39 smithi042 ceph-mon[94096]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T07:30:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:39 smithi164 ceph-mon[88760]: osdmap e1160: 8 total, 8 up, 8 in 2024-09-16T07:30:39.538 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:39.672 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:40 smithi042 ceph-mon[94096]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-16T07:30:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:40 smithi042 ceph-mon[94096]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T07:30:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:40 smithi042 ceph-mon[96574]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-16T07:30:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:40 smithi042 ceph-mon[96574]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T07:30:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:40 smithi164 ceph-mon[88760]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.0 MiB/s wr, 103 op/s 2024-09-16T07:30:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:40 smithi164 ceph-mon[88760]: osdmap e1161: 8 total, 8 up, 8 in 2024-09-16T07:30:41.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:41 smithi042 ceph-mon[94096]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T07:30:41.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:41 smithi042 ceph-mon[96574]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T07:30:41.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:41] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T07:30:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:41 smithi164 ceph-mon[88760]: osdmap e1162: 8 total, 8 up, 8 in 2024-09-16T07:30:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:42 smithi042 ceph-mon[94096]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-16T07:30:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:42 smithi042 ceph-mon[94096]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T07:30:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:42 smithi042 ceph-mon[96574]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-16T07:30:42.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:42 smithi042 ceph-mon[96574]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T07:30:42.455 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Snaps (12101 ms) 2024-09-16T07:30:42.456 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-09-16T07:30:42.485 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:42 smithi164 ceph-mon[88760]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-09-16T07:30:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:42 smithi164 ceph-mon[88760]: osdmap e1163: 8 total, 8 up, 8 in 2024-09-16T07:30:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:42.499 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:42.557 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:30:43.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:43 smithi042 ceph-mon[94096]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T07:30:43.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:43 smithi042 ceph-mon[96574]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T07:30:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:43 smithi164 ceph-mon[88760]: osdmap e1164: 8 total, 8 up, 8 in 2024-09-16T07:30:44.117 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:30:44.138 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:30:44.138 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:30:44.138 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:30:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:44 smithi164 ceph-mon[88760]: pgmap v2136: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-09-16T07:30:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:44 smithi164 ceph-mon[88760]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T07:30:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:44 smithi042 ceph-mon[94096]: pgmap v2136: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-09-16T07:30:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:44 smithi042 ceph-mon[94096]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T07:30:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:44 smithi042 ceph-mon[96574]: pgmap v2136: 169 pgs: 169 active+clean; 265 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 67 op/s 2024-09-16T07:30:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:44 smithi042 ceph-mon[96574]: osdmap e1165: 8 total, 8 up, 8 in 2024-09-16T07:30:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:45 smithi164 ceph-mon[88760]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T07:30:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:45 smithi042 ceph-mon[94096]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T07:30:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:45 smithi042 ceph-mon[96574]: osdmap e1166: 8 total, 8 up, 8 in 2024-09-16T07:30:46.128 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:30:46.135 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:30:46.135 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:30:46.144 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:30:46.164 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:30:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:46 smithi164 ceph-mon[88760]: pgmap v2139: 169 pgs: 169 active+clean; 269 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 445 op/s 2024-09-16T07:30:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:46 smithi164 ceph-mon[88760]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T07:30:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:46 smithi042 ceph-mon[94096]: pgmap v2139: 169 pgs: 169 active+clean; 269 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 445 op/s 2024-09-16T07:30:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:46 smithi042 ceph-mon[94096]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T07:30:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:46 smithi042 ceph-mon[96574]: pgmap v2139: 169 pgs: 169 active+clean; 269 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 445 op/s 2024-09-16T07:30:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:46 smithi042 ceph-mon[96574]: osdmap e1167: 8 total, 8 up, 8 in 2024-09-16T07:30:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:47 smithi164 ceph-mon[88760]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T07:30:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:47 smithi042 ceph-mon[94096]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T07:30:47.627 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:47 smithi042 ceph-mon[96574]: osdmap e1168: 8 total, 8 up, 8 in 2024-09-16T07:30:48.143 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:48.166 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:30:48.175 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:48.184 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:30:48.238 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:30:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:48 smithi164 ceph-mon[88760]: pgmap v2142: 169 pgs: 169 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-09-16T07:30:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:48 smithi164 ceph-mon[88760]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T07:30:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:48 smithi042 ceph-mon[94096]: pgmap v2142: 169 pgs: 169 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-09-16T07:30:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:48 smithi042 ceph-mon[94096]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T07:30:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:48 smithi042 ceph-mon[96574]: pgmap v2142: 169 pgs: 169 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.0 MiB/s wr, 446 op/s 2024-09-16T07:30:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:48 smithi042 ceph-mon[96574]: osdmap e1169: 8 total, 8 up, 8 in 2024-09-16T07:30:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:49 smithi164 ceph-mon[88760]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T07:30:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:49 smithi164 ceph-mon[88760]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T07:30:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[94096]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T07:30:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[94096]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T07:30:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[96574]: osdmap e1170: 8 total, 8 up, 8 in 2024-09-16T07:30:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:30:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:49 smithi042 ceph-mon[96574]: osdmap e1171: 8 total, 8 up, 8 in 2024-09-16T07:30:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:50 smithi164 ceph-mon[88760]: pgmap v2145: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 116 op/s 2024-09-16T07:30:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:50 smithi164 ceph-mon[88760]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T07:30:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:50 smithi042 ceph-mon[94096]: pgmap v2145: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 116 op/s 2024-09-16T07:30:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:50 smithi042 ceph-mon[94096]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T07:30:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:50 smithi042 ceph-mon[96574]: pgmap v2145: 169 pgs: 169 active+clean; 293 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 8.0 MiB/s wr, 116 op/s 2024-09-16T07:30:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:50 smithi042 ceph-mon[96574]: osdmap e1172: 8 total, 8 up, 8 in 2024-09-16T07:30:51.465 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:30:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:30:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:30:51] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-16T07:30:51.666 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:30:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:52 smithi042 ceph-mon[94096]: pgmap v2148: 169 pgs: 169 active+clean; 313 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 11 MiB/s wr, 143 op/s 2024-09-16T07:30:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:52 smithi042 ceph-mon[94096]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T07:30:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:52 smithi042 ceph-mon[96574]: pgmap v2148: 169 pgs: 169 active+clean; 313 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 11 MiB/s wr, 143 op/s 2024-09-16T07:30:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:52 smithi042 ceph-mon[96574]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T07:30:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:52 smithi164 ceph-mon[88760]: pgmap v2148: 169 pgs: 169 active+clean; 313 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 11 MiB/s wr, 143 op/s 2024-09-16T07:30:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:52 smithi164 ceph-mon[88760]: osdmap e1173: 8 total, 8 up, 8 in 2024-09-16T07:30:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:30:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:30:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:53 smithi164 ceph-mon[88760]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T07:30:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:53 smithi042 ceph-mon[96574]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T07:30:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:53 smithi042 ceph-mon[94096]: osdmap e1174: 8 total, 8 up, 8 in 2024-09-16T07:30:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsOtherPool (11912 ms) 2024-09-16T07:30:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-09-16T07:30:54.398 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:30:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:30:54.468 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:30:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:54 smithi164 ceph-mon[88760]: pgmap v2151: 169 pgs: 169 active+clean; 333 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 96 op/s 2024-09-16T07:30:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:54 smithi164 ceph-mon[88760]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T07:30:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:54 smithi164 ceph-mon[88760]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T07:30:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[94096]: pgmap v2151: 169 pgs: 169 active+clean; 333 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 96 op/s 2024-09-16T07:30:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[94096]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T07:30:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[94096]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T07:30:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[96574]: pgmap v2151: 169 pgs: 169 active+clean; 333 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 9.0 MiB/s wr, 96 op/s 2024-09-16T07:30:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[96574]: osdmap e1175: 8 total, 8 up, 8 in 2024-09-16T07:30:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:54 smithi042 ceph-mon[96574]: osdmap e1176: 8 total, 8 up, 8 in 2024-09-16T07:30:56.165 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:30:56.180 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:30:56.180 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:30:56.180 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:30:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:56 smithi164 ceph-mon[88760]: pgmap v2154: 169 pgs: 169 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 337 op/s 2024-09-16T07:30:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:56 smithi164 ceph-mon[88760]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T07:30:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:56 smithi042 ceph-mon[94096]: pgmap v2154: 169 pgs: 169 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 337 op/s 2024-09-16T07:30:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:56 smithi042 ceph-mon[94096]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T07:30:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:56 smithi042 ceph-mon[96574]: pgmap v2154: 169 pgs: 169 active+clean; 341 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 9.0 MiB/s wr, 337 op/s 2024-09-16T07:30:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:56 smithi042 ceph-mon[96574]: osdmap e1177: 8 total, 8 up, 8 in 2024-09-16T07:30:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:57 smithi164 ceph-mon[88760]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T07:30:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:57 smithi164 ceph-mon[88760]: pgmap v2157: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 476 op/s 2024-09-16T07:30:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:57 smithi042 ceph-mon[96574]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T07:30:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:57 smithi042 ceph-mon[96574]: pgmap v2157: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 476 op/s 2024-09-16T07:30:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:57 smithi042 ceph-mon[94096]: osdmap e1178: 8 total, 8 up, 8 in 2024-09-16T07:30:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:57 smithi042 ceph-mon[94096]: pgmap v2157: 169 pgs: 169 active+clean; 365 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 476 op/s 2024-09-16T07:30:58.179 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:30:58.188 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:30:58.188 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:30:58.197 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:30:58.214 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:30:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:58 smithi164 ceph-mon[88760]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T07:30:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:58 smithi042 ceph-mon[94096]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T07:30:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:58 smithi042 ceph-mon[96574]: osdmap e1179: 8 total, 8 up, 8 in 2024-09-16T07:30:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:59 smithi164 ceph-mon[88760]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T07:30:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:30:59 smithi164 ceph-mon[88760]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-09-16T07:30:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:59 smithi042 ceph-mon[96574]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T07:30:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:30:59 smithi042 ceph-mon[96574]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-09-16T07:30:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:59 smithi042 ceph-mon[94096]: osdmap e1180: 8 total, 8 up, 8 in 2024-09-16T07:30:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:30:59 smithi042 ceph-mon[94096]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 12 MiB/s wr, 243 op/s 2024-09-16T07:31:00.194 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:00.225 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:31:00.234 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:00 smithi164 ceph-mon[88760]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T07:31:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:00 smithi042 ceph-mon[96574]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T07:31:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:00 smithi042 ceph-mon[94096]: osdmap e1181: 8 total, 8 up, 8 in 2024-09-16T07:31:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:01 smithi164 ceph-mon[88760]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T07:31:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:01 smithi164 ceph-mon[88760]: pgmap v2163: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 153 op/s 2024-09-16T07:31:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:01 smithi042 ceph-mon[96574]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T07:31:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:01 smithi042 ceph-mon[96574]: pgmap v2163: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 153 op/s 2024-09-16T07:31:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:01 smithi042 ceph-mon[94096]: osdmap e1182: 8 total, 8 up, 8 in 2024-09-16T07:31:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:01 smithi042 ceph-mon[94096]: pgmap v2163: 169 pgs: 169 active+clean; 377 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 7.0 MiB/s wr, 153 op/s 2024-09-16T07:31:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:01] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-16T07:31:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:02 smithi164 ceph-mon[88760]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T07:31:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:02 smithi042 ceph-mon[94096]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T07:31:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:02 smithi042 ceph-mon[96574]: osdmap e1183: 8 total, 8 up, 8 in 2024-09-16T07:31:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:03 smithi164 ceph-mon[88760]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T07:31:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:03 smithi164 ceph-mon[88760]: pgmap v2166: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 100 op/s 2024-09-16T07:31:03.598 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:03 smithi042 ceph-mon[94096]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T07:31:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:03 smithi042 ceph-mon[94096]: pgmap v2166: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 100 op/s 2024-09-16T07:31:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:03 smithi042 ceph-mon[96574]: osdmap e1184: 8 total, 8 up, 8 in 2024-09-16T07:31:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:03 smithi042 ceph-mon[96574]: pgmap v2166: 169 pgs: 169 active+clean; 393 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.0 MiB/s wr, 100 op/s 2024-09-16T07:31:03.765 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T07:31:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-09-16T07:31:04.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:04 smithi164 ceph-mon[88760]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T07:31:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[94096]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: osdmap e1185: 8 total, 8 up, 8 in 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]: dispatch 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.15", "id": [5, 0]}]': finished 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1e", "id": [5, 2]}]': finished 2024-09-16T07:31:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:04 smithi042 ceph-mon[96574]: osdmap e1186: 8 total, 8 up, 8 in 2024-09-16T07:31:06.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsDataPool (11935 ms) 2024-09-16T07:31:06.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-09-16T07:31:06.330 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:06.341 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:31:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:06 smithi042 ceph-mon[96574]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 424 op/s 2024-09-16T07:31:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:06 smithi042 ceph-mon[96574]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T07:31:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:06 smithi042 ceph-mon[94096]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 424 op/s 2024-09-16T07:31:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:06 smithi042 ceph-mon[94096]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T07:31:06.402 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:06 smithi164 ceph-mon[88760]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 424 op/s 2024-09-16T07:31:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:06 smithi164 ceph-mon[88760]: osdmap e1187: 8 total, 8 up, 8 in 2024-09-16T07:31:07.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:07 smithi042 ceph-mon[94096]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T07:31:07.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:07 smithi042 ceph-mon[96574]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T07:31:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:07 smithi164 ceph-mon[88760]: osdmap e1188: 8 total, 8 up, 8 in 2024-09-16T07:31:08.056 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:31:08.075 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:31:08.075 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:31:08.075 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:31:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:08 smithi042 ceph-mon[94096]: pgmap v2172: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 437 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:08 smithi042 ceph-mon[94096]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T07:31:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:08 smithi042 ceph-mon[96574]: pgmap v2172: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 437 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:08 smithi042 ceph-mon[96574]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T07:31:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:08 smithi164 ceph-mon[88760]: pgmap v2172: 169 pgs: 169 active+clean; 413 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 6.0 MiB/s wr, 437 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:08 smithi164 ceph-mon[88760]: osdmap e1189: 8 total, 8 up, 8 in 2024-09-16T07:31:09.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:09 smithi042 ceph-mon[94096]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T07:31:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:09 smithi042 ceph-mon[96574]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T07:31:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:09 smithi164 ceph-mon[88760]: osdmap e1190: 8 total, 8 up, 8 in 2024-09-16T07:31:10.065 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:31:10.071 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:31:10.071 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:31:10.080 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:31:10.097 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:31:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:10 smithi042 ceph-mon[96574]: pgmap v2175: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 116 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:10 smithi042 ceph-mon[96574]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T07:31:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:10 smithi042 ceph-mon[94096]: pgmap v2175: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 116 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:10 smithi042 ceph-mon[94096]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T07:31:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:10 smithi164 ceph-mon[88760]: pgmap v2175: 169 pgs: 169 active+clean; 421 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 44 MiB/s rd, 8.0 MiB/s wr, 116 op/s; 2.0 MiB/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:31:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:10 smithi164 ceph-mon[88760]: osdmap e1191: 8 total, 8 up, 8 in 2024-09-16T07:31:11.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:11 smithi042 ceph-mon[94096]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T07:31:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:11 smithi042 ceph-mon[96574]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T07:31:11.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:11] "GET /metrics HTTP/1.1" 200 38851 "" "Prometheus/2.43.0" 2024-09-16T07:31:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:11 smithi164 ceph-mon[88760]: osdmap e1192: 8 total, 8 up, 8 in 2024-09-16T07:31:12.084 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:12.107 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:31:12.116 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:12 smithi042 ceph-mon[94096]: pgmap v2178: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-09-16T07:31:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:12 smithi042 ceph-mon[94096]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T07:31:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:12 smithi042 ceph-mon[96574]: pgmap v2178: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-09-16T07:31:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:12 smithi042 ceph-mon[96574]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T07:31:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:12 smithi164 ceph-mon[88760]: pgmap v2178: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 8.0 MiB/s wr, 150 op/s 2024-09-16T07:31:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:12 smithi164 ceph-mon[88760]: osdmap e1193: 8 total, 8 up, 8 in 2024-09-16T07:31:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:13 smithi042 ceph-mon[94096]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T07:31:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:13 smithi042 ceph-mon[96574]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T07:31:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:13 smithi164 ceph-mon[88760]: osdmap e1194: 8 total, 8 up, 8 in 2024-09-16T07:31:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[96574]: pgmap v2181: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-09-16T07:31:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[96574]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T07:31:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[96574]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T07:31:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[94096]: pgmap v2181: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-09-16T07:31:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[94096]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T07:31:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:14 smithi042 ceph-mon[94096]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T07:31:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:14 smithi164 ceph-mon[88760]: pgmap v2181: 169 pgs: 169 active+clean; 433 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 109 op/s 2024-09-16T07:31:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:14 smithi164 ceph-mon[88760]: osdmap e1195: 8 total, 8 up, 8 in 2024-09-16T07:31:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:14 smithi164 ceph-mon[88760]: osdmap e1196: 8 total, 8 up, 8 in 2024-09-16T07:31:15.444 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:31:15.464 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:15.610 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:16 smithi042 ceph-mon[96574]: pgmap v2184: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-09-16T07:31:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:16 smithi042 ceph-mon[96574]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T07:31:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:16 smithi042 ceph-mon[94096]: pgmap v2184: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-09-16T07:31:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:16 smithi042 ceph-mon[94096]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T07:31:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:16 smithi164 ceph-mon[88760]: pgmap v2184: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 138 op/s 2024-09-16T07:31:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:16 smithi164 ceph-mon[88760]: osdmap e1197: 8 total, 8 up, 8 in 2024-09-16T07:31:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:17 smithi042 ceph-mon[94096]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T07:31:17.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:17 smithi042 ceph-mon[96574]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T07:31:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:17 smithi164 ceph-mon[88760]: osdmap e1198: 8 total, 8 up, 8 in 2024-09-16T07:31:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:18 smithi042 ceph-mon[96574]: pgmap v2187: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-09-16T07:31:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:18 smithi042 ceph-mon[96574]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T07:31:18.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:18 smithi042 ceph-mon[94096]: pgmap v2187: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-09-16T07:31:18.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:18 smithi042 ceph-mon[94096]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T07:31:18.394 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12092 ms) 2024-09-16T07:31:18.394 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-09-16T07:31:18.425 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:18.436 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:31:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:18 smithi164 ceph-mon[88760]: pgmap v2187: 169 pgs: 169 active+clean; 453 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 168 op/s 2024-09-16T07:31:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:18 smithi164 ceph-mon[88760]: osdmap e1199: 8 total, 8 up, 8 in 2024-09-16T07:31:18.495 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:19 smithi042 ceph-mon[96574]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T07:31:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:19.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:19 smithi042 ceph-mon[94096]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T07:31:19.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:19 smithi164 ceph-mon[88760]: osdmap e1200: 8 total, 8 up, 8 in 2024-09-16T07:31:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:20.113 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:31:20.130 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:31:20.130 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:31:20.130 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:31:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:20 smithi042 ceph-mon[94096]: pgmap v2190: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 337 op/s 2024-09-16T07:31:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:20 smithi042 ceph-mon[94096]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T07:31:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:20 smithi042 ceph-mon[96574]: pgmap v2190: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 337 op/s 2024-09-16T07:31:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:20 smithi042 ceph-mon[96574]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T07:31:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:20 smithi164 ceph-mon[88760]: pgmap v2190: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 337 op/s 2024-09-16T07:31:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:20 smithi164 ceph-mon[88760]: osdmap e1201: 8 total, 8 up, 8 in 2024-09-16T07:31:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:21 smithi164 ceph-mon[88760]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T07:31:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:21 smithi042 ceph-mon[94096]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T07:31:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:21 smithi042 ceph-mon[96574]: osdmap e1202: 8 total, 8 up, 8 in 2024-09-16T07:31:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:21] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T07:31:22.120 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:31:22.128 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:31:22.128 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:31:22.138 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:31:22.156 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:31:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:22 smithi164 ceph-mon[88760]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-09-16T07:31:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:22 smithi164 ceph-mon[88760]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T07:31:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:22 smithi042 ceph-mon[94096]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-09-16T07:31:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:22 smithi042 ceph-mon[94096]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T07:31:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:22 smithi042 ceph-mon[96574]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-09-16T07:31:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:22 smithi042 ceph-mon[96574]: osdmap e1203: 8 total, 8 up, 8 in 2024-09-16T07:31:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:23 smithi164 ceph-mon[88760]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T07:31:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:23 smithi042 ceph-mon[94096]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T07:31:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:23 smithi042 ceph-mon[96574]: osdmap e1204: 8 total, 8 up, 8 in 2024-09-16T07:31:24.043 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:24.069 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:31:24.078 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 0 2024-09-16T07:31:24.095 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:24 smithi164 ceph-mon[88760]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-09-16T07:31:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:24 smithi164 ceph-mon[88760]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T07:31:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:24 smithi164 ceph-mon[88760]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T07:31:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[94096]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-09-16T07:31:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[94096]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T07:31:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[94096]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T07:31:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[96574]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 210 op/s 2024-09-16T07:31:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[96574]: osdmap e1205: 8 total, 8 up, 8 in 2024-09-16T07:31:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:24 smithi042 ceph-mon[96574]: osdmap e1206: 8 total, 8 up, 8 in 2024-09-16T07:31:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:25 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:31:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:25 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:31:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:25 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:31:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: pgmap v2199: 169 pgs: 169 active+clean; 501 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-09-16T07:31:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T07:31:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:31:26.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:31:26.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: pgmap v2199: 169 pgs: 169 active+clean; 501 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: pgmap v2199: 169 pgs: 169 active+clean; 501 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 296 op/s 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: osdmap e1207: 8 total, 8 up, 8 in 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:26.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:31:26.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:31:26.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:31:27.456 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:27 smithi164 ceph-mon[88760]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T07:31:27.586 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:27 smithi042 ceph-mon[94096]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T07:31:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:27 smithi042 ceph-mon[96574]: osdmap e1208: 8 total, 8 up, 8 in 2024-09-16T07:31:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:28 smithi164 ceph-mon[88760]: pgmap v2202: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-09-16T07:31:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:28 smithi164 ceph-mon[88760]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T07:31:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:28 smithi042 ceph-mon[94096]: pgmap v2202: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-09-16T07:31:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:28 smithi042 ceph-mon[94096]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T07:31:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:28 smithi042 ceph-mon[96574]: pgmap v2202: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-09-16T07:31:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:28 smithi042 ceph-mon[96574]: osdmap e1209: 8 total, 8 up, 8 in 2024-09-16T07:31:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:29 smithi164 ceph-mon[88760]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T07:31:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:29 smithi164 ceph-mon[88760]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T07:31:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:29 smithi042 ceph-mon[94096]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T07:31:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:29 smithi042 ceph-mon[94096]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T07:31:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:29 smithi042 ceph-mon[96574]: osdmap e1210: 8 total, 8 up, 8 in 2024-09-16T07:31:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:29 smithi042 ceph-mon[96574]: osdmap e1211: 8 total, 8 up, 8 in 2024-09-16T07:31:30.267 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11872 ms) 2024-09-16T07:31:30.267 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-09-16T07:31:30.301 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:30.310 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:31:30.371 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:30 smithi164 ceph-mon[88760]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-16T07:31:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:30 smithi164 ceph-mon[88760]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T07:31:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:30 smithi042 ceph-mon[94096]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-16T07:31:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:30 smithi042 ceph-mon[94096]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T07:31:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:30 smithi042 ceph-mon[96574]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.0 MiB/s wr, 204 op/s 2024-09-16T07:31:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:30 smithi042 ceph-mon[96574]: osdmap e1212: 8 total, 8 up, 8 in 2024-09-16T07:31:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:31] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T07:31:32.176 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:31:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:31:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:31:32.193 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:31:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:32 smithi164 ceph-mon[88760]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 361 op/s 2024-09-16T07:31:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:32 smithi164 ceph-mon[88760]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T07:31:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:32 smithi042 ceph-mon[94096]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 361 op/s 2024-09-16T07:31:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:32 smithi042 ceph-mon[94096]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T07:31:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:32 smithi042 ceph-mon[96574]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 361 op/s 2024-09-16T07:31:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:32 smithi042 ceph-mon[96574]: osdmap e1213: 8 total, 8 up, 8 in 2024-09-16T07:31:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:33 smithi164 ceph-mon[88760]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T07:31:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:33 smithi042 ceph-mon[94096]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T07:31:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:33 smithi042 ceph-mon[96574]: osdmap e1214: 8 total, 8 up, 8 in 2024-09-16T07:31:34.193 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:31:34.199 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:31:34.199 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:31:34.208 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:31:34.233 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:31:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:34 smithi164 ceph-mon[88760]: pgmap v2211: 169 pgs: 169 active+clean; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 234 op/s 2024-09-16T07:31:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:34 smithi164 ceph-mon[88760]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T07:31:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[94096]: pgmap v2211: 169 pgs: 169 active+clean; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 234 op/s 2024-09-16T07:31:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[94096]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T07:31:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[96574]: pgmap v2211: 169 pgs: 169 active+clean; 525 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 8.0 MiB/s wr, 234 op/s 2024-09-16T07:31:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[96574]: osdmap e1215: 8 total, 8 up, 8 in 2024-09-16T07:31:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:35 smithi164 ceph-mon[88760]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T07:31:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:35 smithi164 ceph-mon[88760]: pgmap v2214: 169 pgs: 169 active+clean; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 235 op/s 2024-09-16T07:31:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:35 smithi042 ceph-mon[94096]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T07:31:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:35 smithi042 ceph-mon[94096]: pgmap v2214: 169 pgs: 169 active+clean; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 235 op/s 2024-09-16T07:31:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:35 smithi042 ceph-mon[96574]: osdmap e1216: 8 total, 8 up, 8 in 2024-09-16T07:31:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:35 smithi042 ceph-mon[96574]: pgmap v2214: 169 pgs: 169 active+clean; 545 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 12 MiB/s wr, 235 op/s 2024-09-16T07:31:36.194 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:36.220 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:31:36.229 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:36 smithi164 ceph-mon[88760]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T07:31:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:36 smithi042 ceph-mon[94096]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T07:31:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:36 smithi042 ceph-mon[96574]: osdmap e1217: 8 total, 8 up, 8 in 2024-09-16T07:31:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:37 smithi164 ceph-mon[88760]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T07:31:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:37 smithi164 ceph-mon[88760]: pgmap v2217: 169 pgs: 169 active+clean; 557 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-16T07:31:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:37 smithi042 ceph-mon[94096]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T07:31:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:37 smithi042 ceph-mon[94096]: pgmap v2217: 169 pgs: 169 active+clean; 557 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-16T07:31:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:37 smithi042 ceph-mon[96574]: osdmap e1218: 8 total, 8 up, 8 in 2024-09-16T07:31:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:37 smithi042 ceph-mon[96574]: pgmap v2217: 169 pgs: 169 active+clean; 557 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.0 MiB/s wr, 244 op/s 2024-09-16T07:31:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:38 smithi164 ceph-mon[88760]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T07:31:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:38 smithi042 ceph-mon[94096]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T07:31:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:38 smithi042 ceph-mon[96574]: osdmap e1219: 8 total, 8 up, 8 in 2024-09-16T07:31:39.465 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 0 2024-09-16T07:31:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:39 smithi164 ceph-mon[88760]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T07:31:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:39 smithi164 ceph-mon[88760]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T07:31:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:39 smithi164 ceph-mon[88760]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T07:31:39.536 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[94096]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T07:31:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[94096]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T07:31:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[94096]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T07:31:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[96574]: osdmap e1220: 8 total, 8 up, 8 in 2024-09-16T07:31:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[96574]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T07:31:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:39 smithi042 ceph-mon[96574]: osdmap e1221: 8 total, 8 up, 8 in 2024-09-16T07:31:39.661 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:41 smithi164 ceph-mon[88760]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T07:31:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:41 smithi164 ceph-mon[88760]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 107 op/s 2024-09-16T07:31:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:41 smithi042 ceph-mon[94096]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T07:31:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:41 smithi042 ceph-mon[94096]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 107 op/s 2024-09-16T07:31:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:41] "GET /metrics HTTP/1.1" 200 38856 "" "Prometheus/2.43.0" 2024-09-16T07:31:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:41 smithi042 ceph-mon[96574]: osdmap e1222: 8 total, 8 up, 8 in 2024-09-16T07:31:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:41 smithi042 ceph-mon[96574]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 107 op/s 2024-09-16T07:31:42.467 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12200 ms) 2024-09-16T07:31:42.467 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-09-16T07:31:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:42 smithi164 ceph-mon[88760]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T07:31:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:42.500 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:42.511 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:31:42.577 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:42 smithi042 ceph-mon[94096]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T07:31:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:42 smithi042 ceph-mon[96574]: osdmap e1223: 8 total, 8 up, 8 in 2024-09-16T07:31:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:43 smithi164 ceph-mon[88760]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T07:31:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:43 smithi164 ceph-mon[88760]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 409 op/s 2024-09-16T07:31:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:43 smithi042 ceph-mon[94096]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T07:31:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:43 smithi042 ceph-mon[94096]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 409 op/s 2024-09-16T07:31:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:43 smithi042 ceph-mon[96574]: osdmap e1224: 8 total, 8 up, 8 in 2024-09-16T07:31:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:43 smithi042 ceph-mon[96574]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 409 op/s 2024-09-16T07:31:44.241 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:31:44.255 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:31:44.255 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:31:44.255 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:31:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:44 smithi164 ceph-mon[88760]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T07:31:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:44 smithi042 ceph-mon[94096]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T07:31:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:44 smithi042 ceph-mon[96574]: osdmap e1225: 8 total, 8 up, 8 in 2024-09-16T07:31:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:45 smithi164 ceph-mon[88760]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T07:31:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:45 smithi164 ceph-mon[88760]: pgmap v2229: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 511 op/s 2024-09-16T07:31:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:45 smithi042 ceph-mon[94096]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T07:31:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:45 smithi042 ceph-mon[94096]: pgmap v2229: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 511 op/s 2024-09-16T07:31:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:45 smithi042 ceph-mon[96574]: osdmap e1226: 8 total, 8 up, 8 in 2024-09-16T07:31:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:45 smithi042 ceph-mon[96574]: pgmap v2229: 169 pgs: 169 active+clean; 581 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 8.0 MiB/s wr, 511 op/s 2024-09-16T07:31:46.256 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:31:46.263 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:31:46.263 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:31:46.274 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:31:46.293 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:31:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:46 smithi042 ceph-mon[94096]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T07:31:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:46 smithi042 ceph-mon[96574]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T07:31:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:46 smithi164 ceph-mon[88760]: osdmap e1227: 8 total, 8 up, 8 in 2024-09-16T07:31:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:47 smithi042 ceph-mon[94096]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T07:31:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:47 smithi042 ceph-mon[94096]: pgmap v2232: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 153 op/s 2024-09-16T07:31:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:47 smithi042 ceph-mon[96574]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T07:31:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:47 smithi042 ceph-mon[96574]: pgmap v2232: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 153 op/s 2024-09-16T07:31:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:47 smithi164 ceph-mon[88760]: osdmap e1228: 8 total, 8 up, 8 in 2024-09-16T07:31:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:47 smithi164 ceph-mon[88760]: pgmap v2232: 169 pgs: 169 active+clean; 601 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 10 MiB/s wr, 153 op/s 2024-09-16T07:31:48.271 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:48.295 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:31:48.305 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:48 smithi042 ceph-mon[96574]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T07:31:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:48 smithi042 ceph-mon[94096]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T07:31:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:48 smithi164 ceph-mon[88760]: osdmap e1229: 8 total, 8 up, 8 in 2024-09-16T07:31:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[94096]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T07:31:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[94096]: pgmap v2235: 169 pgs: 169 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 98 op/s 2024-09-16T07:31:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[94096]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T07:31:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[96574]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T07:31:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[96574]: pgmap v2235: 169 pgs: 169 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 98 op/s 2024-09-16T07:31:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:49 smithi042 ceph-mon[96574]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T07:31:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:49 smithi164 ceph-mon[88760]: osdmap e1230: 8 total, 8 up, 8 in 2024-09-16T07:31:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:49 smithi164 ceph-mon[88760]: pgmap v2235: 169 pgs: 169 active+clean; 605 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 98 op/s 2024-09-16T07:31:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:31:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:49 smithi164 ceph-mon[88760]: osdmap e1231: 8 total, 8 up, 8 in 2024-09-16T07:31:51.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:51 smithi042 ceph-mon[96574]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T07:31:51.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:31:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:31:51] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:31:51.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:51 smithi042 ceph-mon[94096]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T07:31:51.442 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:31:51.453 INFO:tasks.workunit.client.0.smithi042.stdout:write: * 83886080~1000 2024-09-16T07:31:51.484 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:51 smithi164 ceph-mon[88760]: osdmap e1232: 8 total, 8 up, 8 in 2024-09-16T07:31:51.625 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:52 smithi164 ceph-mon[88760]: pgmap v2238: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T07:31:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:52 smithi164 ceph-mon[88760]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T07:31:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:52 smithi042 ceph-mon[94096]: pgmap v2238: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T07:31:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:52 smithi042 ceph-mon[94096]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T07:31:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:52 smithi042 ceph-mon[96574]: pgmap v2238: 169 pgs: 169 active+clean; 621 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 188 op/s 2024-09-16T07:31:52.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:52 smithi042 ceph-mon[96574]: osdmap e1233: 8 total, 8 up, 8 in 2024-09-16T07:31:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:31:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:31:53.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:53 smithi042 ceph-mon[94096]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T07:31:53.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:53 smithi042 ceph-mon[96574]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T07:31:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:53 smithi164 ceph-mon[88760]: osdmap e1234: 8 total, 8 up, 8 in 2024-09-16T07:31:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[96574]: pgmap v2241: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:31:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[96574]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T07:31:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[96574]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T07:31:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[94096]: pgmap v2241: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:31:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[94096]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T07:31:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:54 smithi042 ceph-mon[94096]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T07:31:54.388 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11922 ms) 2024-09-16T07:31:54.388 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-09-16T07:31:54.417 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:54.428 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 41943040~10 2024-09-16T07:31:54.436 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:54 smithi164 ceph-mon[88760]: pgmap v2241: 169 pgs: 169 active+clean; 625 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:31:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:54 smithi164 ceph-mon[88760]: osdmap e1235: 8 total, 8 up, 8 in 2024-09-16T07:31:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:54 smithi164 ceph-mon[88760]: osdmap e1236: 8 total, 8 up, 8 in 2024-09-16T07:31:56.081 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:31:56.107 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:31:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:56 smithi042 ceph-mon[94096]: pgmap v2244: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-09-16T07:31:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:56 smithi042 ceph-mon[94096]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T07:31:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:56 smithi042 ceph-mon[96574]: pgmap v2244: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-09-16T07:31:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:56 smithi042 ceph-mon[96574]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T07:31:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:56 smithi164 ceph-mon[88760]: pgmap v2244: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 6.0 MiB/s wr, 455 op/s 2024-09-16T07:31:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:56 smithi164 ceph-mon[88760]: osdmap e1237: 8 total, 8 up, 8 in 2024-09-16T07:31:57.250 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:57.261 INFO:tasks.workunit.client.0.smithi042.stdout:write: Y 41943040~5 2024-09-16T07:31:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:57 smithi042 ceph-mon[96574]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T07:31:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:57 smithi042 ceph-mon[94096]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T07:31:57.354 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:31:57.429 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:31:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:57 smithi164 ceph-mon[88760]: osdmap e1238: 8 total, 8 up, 8 in 2024-09-16T07:31:58.198 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3810 ms) 2024-09-16T07:31:58.198 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-09-16T07:31:58.229 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:31:58.238 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:31:58.314 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:31:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:58 smithi042 ceph-mon[96574]: pgmap v2247: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 475 op/s 2024-09-16T07:31:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:58 smithi042 ceph-mon[96574]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T07:31:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:58 smithi042 ceph-mon[94096]: pgmap v2247: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 475 op/s 2024-09-16T07:31:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:58 smithi042 ceph-mon[94096]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T07:31:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:58 smithi164 ceph-mon[88760]: pgmap v2247: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 475 op/s 2024-09-16T07:31:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:58 smithi164 ceph-mon[88760]: osdmap e1239: 8 total, 8 up, 8 in 2024-09-16T07:31:59.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:31:59 smithi042 ceph-mon[94096]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T07:31:59.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:31:59 smithi042 ceph-mon[96574]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T07:31:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:31:59 smithi164 ceph-mon[88760]: osdmap e1240: 8 total, 8 up, 8 in 2024-09-16T07:32:00.114 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:32:00.128 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:32:00.128 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:32:00.128 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:32:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:00 smithi042 ceph-mon[94096]: pgmap v2250: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-16T07:32:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:00 smithi042 ceph-mon[94096]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T07:32:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:00 smithi042 ceph-mon[96574]: pgmap v2250: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-16T07:32:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:00 smithi042 ceph-mon[96574]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T07:32:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:00 smithi164 ceph-mon[88760]: pgmap v2250: 169 pgs: 169 active+clean; 629 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 2.0 MiB/s wr, 93 op/s 2024-09-16T07:32:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:00 smithi164 ceph-mon[88760]: osdmap e1241: 8 total, 8 up, 8 in 2024-09-16T07:32:01.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:01 smithi042 ceph-mon[96574]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T07:32:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:01 smithi042 ceph-mon[94096]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T07:32:01.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:01] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:32:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:01 smithi164 ceph-mon[88760]: osdmap e1242: 8 total, 8 up, 8 in 2024-09-16T07:32:02.124 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:32:02.131 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:32:02.131 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:32:02.140 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:32:02.169 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:32:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:02 smithi042 ceph-mon[94096]: pgmap v2253: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 137 op/s 2024-09-16T07:32:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:02 smithi042 ceph-mon[94096]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T07:32:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:02 smithi042 ceph-mon[96574]: pgmap v2253: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 137 op/s 2024-09-16T07:32:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:02 smithi042 ceph-mon[96574]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T07:32:02.389 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:02 smithi164 ceph-mon[88760]: pgmap v2253: 169 pgs: 169 active+clean; 633 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 137 op/s 2024-09-16T07:32:02.389 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:02 smithi164 ceph-mon[88760]: osdmap e1243: 8 total, 8 up, 8 in 2024-09-16T07:32:02.390 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:03 smithi164 ceph-mon[88760]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T07:32:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:03 smithi042 ceph-mon[96574]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T07:32:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:03 smithi042 ceph-mon[94096]: osdmap e1244: 8 total, 8 up, 8 in 2024-09-16T07:32:04.059 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:04.083 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:32:04.092 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:04 smithi164 ceph-mon[88760]: pgmap v2256: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 397 op/s 2024-09-16T07:32:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:04 smithi164 ceph-mon[88760]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T07:32:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:04 smithi164 ceph-mon[88760]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T07:32:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[94096]: pgmap v2256: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 397 op/s 2024-09-16T07:32:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[94096]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T07:32:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[94096]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T07:32:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[96574]: pgmap v2256: 169 pgs: 169 active+clean; 641 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 397 op/s 2024-09-16T07:32:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[96574]: osdmap e1245: 8 total, 8 up, 8 in 2024-09-16T07:32:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:04 smithi042 ceph-mon[96574]: osdmap e1246: 8 total, 8 up, 8 in 2024-09-16T07:32:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:06 smithi164 ceph-mon[88760]: pgmap v2259: 169 pgs: 169 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 6.0 MiB/s wr, 357 op/s 2024-09-16T07:32:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:06 smithi164 ceph-mon[88760]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T07:32:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:06 smithi042 ceph-mon[94096]: pgmap v2259: 169 pgs: 169 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 6.0 MiB/s wr, 357 op/s 2024-09-16T07:32:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:06 smithi042 ceph-mon[94096]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T07:32:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:06 smithi042 ceph-mon[96574]: pgmap v2259: 169 pgs: 169 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 6.0 MiB/s wr, 357 op/s 2024-09-16T07:32:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:06 smithi042 ceph-mon[96574]: osdmap e1247: 8 total, 8 up, 8 in 2024-09-16T07:32:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:07 smithi164 ceph-mon[88760]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T07:32:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:07 smithi042 ceph-mon[96574]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T07:32:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:07 smithi042 ceph-mon[94096]: osdmap e1248: 8 total, 8 up, 8 in 2024-09-16T07:32:07.649 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: after_prepare_snap 2024-09-16T07:32:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:08 smithi164 ceph-mon[88760]: pgmap v2262: 169 pgs: 169 active+clean; 673 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 MiB/s wr, 62 op/s 2024-09-16T07:32:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:08 smithi164 ceph-mon[88760]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T07:32:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:08 smithi042 ceph-mon[94096]: pgmap v2262: 169 pgs: 169 active+clean; 673 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 MiB/s wr, 62 op/s 2024-09-16T07:32:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:08 smithi042 ceph-mon[94096]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T07:32:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:08 smithi042 ceph-mon[96574]: pgmap v2262: 169 pgs: 169 active+clean; 673 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 6.0 MiB/s wr, 62 op/s 2024-09-16T07:32:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:08 smithi042 ceph-mon[96574]: osdmap e1249: 8 total, 8 up, 8 in 2024-09-16T07:32:09.059 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:32:09.095 INFO:tasks.workunit.client.0.smithi042.stdout:write: * 0~1000 2024-09-16T07:32:09.101 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:09.246 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:09 smithi164 ceph-mon[88760]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T07:32:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:09 smithi164 ceph-mon[88760]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T07:32:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:09 smithi042 ceph-mon[94096]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T07:32:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:09 smithi042 ceph-mon[94096]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T07:32:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:09 smithi042 ceph-mon[96574]: osdmap e1250: 8 total, 8 up, 8 in 2024-09-16T07:32:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:09 smithi042 ceph-mon[96574]: osdmap e1251: 8 total, 8 up, 8 in 2024-09-16T07:32:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:10 smithi164 ceph-mon[88760]: pgmap v2265: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-16T07:32:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:10 smithi042 ceph-mon[94096]: pgmap v2265: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-16T07:32:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:10 smithi042 ceph-mon[96574]: pgmap v2265: 169 pgs: 169 active+clean; 677 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 163 op/s 2024-09-16T07:32:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:11 smithi164 ceph-mon[88760]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T07:32:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:11 smithi042 ceph-mon[94096]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T07:32:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:11 smithi042 ceph-mon[96574]: osdmap e1252: 8 total, 8 up, 8 in 2024-09-16T07:32:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:11] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-16T07:32:12.484 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14286 ms) 2024-09-16T07:32:12.484 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-09-16T07:32:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:12 smithi164 ceph-mon[88760]: pgmap v2268: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 170 op/s 2024-09-16T07:32:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:12 smithi164 ceph-mon[88760]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T07:32:12.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:12.520 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:12.531 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:12.589 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:32:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:12 smithi042 ceph-mon[96574]: pgmap v2268: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 170 op/s 2024-09-16T07:32:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:12 smithi042 ceph-mon[96574]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T07:32:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:12 smithi042 ceph-mon[94096]: pgmap v2268: 169 pgs: 169 active+clean; 681 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 2.0 MiB/s wr, 170 op/s 2024-09-16T07:32:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:12 smithi042 ceph-mon[94096]: osdmap e1253: 8 total, 8 up, 8 in 2024-09-16T07:32:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:13 smithi164 ceph-mon[88760]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T07:32:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:13 smithi042 ceph-mon[94096]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T07:32:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:13 smithi042 ceph-mon[96574]: osdmap e1254: 8 total, 8 up, 8 in 2024-09-16T07:32:14.188 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:32:14.204 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:32:14.204 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:32:14.204 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:32:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:14 smithi164 ceph-mon[88760]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 529 op/s 2024-09-16T07:32:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:14 smithi164 ceph-mon[88760]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T07:32:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:14 smithi042 ceph-mon[94096]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 529 op/s 2024-09-16T07:32:14.623 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:14 smithi042 ceph-mon[94096]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T07:32:14.623 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:14 smithi042 ceph-mon[96574]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 5.0 MiB/s wr, 529 op/s 2024-09-16T07:32:14.623 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:14 smithi042 ceph-mon[96574]: osdmap e1255: 8 total, 8 up, 8 in 2024-09-16T07:32:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:15 smithi164 ceph-mon[88760]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T07:32:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:15 smithi164 ceph-mon[88760]: pgmap v2274: 169 pgs: 169 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 538 op/s 2024-09-16T07:32:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:15 smithi042 ceph-mon[96574]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T07:32:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:15 smithi042 ceph-mon[96574]: pgmap v2274: 169 pgs: 169 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 538 op/s 2024-09-16T07:32:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:15 smithi042 ceph-mon[94096]: osdmap e1256: 8 total, 8 up, 8 in 2024-09-16T07:32:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:15 smithi042 ceph-mon[94096]: pgmap v2274: 169 pgs: 169 active+clean; 689 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 538 op/s 2024-09-16T07:32:16.202 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:32:16.214 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:32:16.214 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:32:16.223 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:32:16.247 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:32:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:16 smithi164 ceph-mon[88760]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T07:32:16.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:16 smithi042 ceph-mon[94096]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T07:32:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:16 smithi042 ceph-mon[96574]: osdmap e1257: 8 total, 8 up, 8 in 2024-09-16T07:32:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:17 smithi164 ceph-mon[88760]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T07:32:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:17 smithi164 ceph-mon[88760]: pgmap v2277: 169 pgs: 169 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 85 op/s 2024-09-16T07:32:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:17 smithi042 ceph-mon[96574]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T07:32:17.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:17 smithi042 ceph-mon[96574]: pgmap v2277: 169 pgs: 169 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 85 op/s 2024-09-16T07:32:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:17 smithi042 ceph-mon[94096]: osdmap e1258: 8 total, 8 up, 8 in 2024-09-16T07:32:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:17 smithi042 ceph-mon[94096]: pgmap v2277: 169 pgs: 169 active+clean; 705 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 7.0 MiB/s wr, 85 op/s 2024-09-16T07:32:18.216 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:18.237 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:32:18.247 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:18 smithi164 ceph-mon[88760]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T07:32:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:18 smithi042 ceph-mon[94096]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T07:32:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:18 smithi042 ceph-mon[96574]: osdmap e1259: 8 total, 8 up, 8 in 2024-09-16T07:32:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:19 smithi164 ceph-mon[88760]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T07:32:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:19 smithi164 ceph-mon[88760]: pgmap v2280: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 133 op/s 2024-09-16T07:32:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:19 smithi164 ceph-mon[88760]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T07:32:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[94096]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T07:32:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[94096]: pgmap v2280: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 133 op/s 2024-09-16T07:32:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[94096]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T07:32:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[96574]: osdmap e1260: 8 total, 8 up, 8 in 2024-09-16T07:32:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[96574]: pgmap v2280: 169 pgs: 169 active+clean; 721 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 8.0 MiB/s wr, 133 op/s 2024-09-16T07:32:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:19 smithi042 ceph-mon[96574]: osdmap e1261: 8 total, 8 up, 8 in 2024-09-16T07:32:21.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:21 smithi042 ceph-mon[96574]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T07:32:21.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:21 smithi042 ceph-mon[94096]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T07:32:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:21] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:32:21.469 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: after_prepare_snap 2024-09-16T07:32:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:21 smithi164 ceph-mon[88760]: osdmap e1262: 8 total, 8 up, 8 in 2024-09-16T07:32:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:22 smithi164 ceph-mon[88760]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 127 op/s 2024-09-16T07:32:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:22 smithi164 ceph-mon[88760]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T07:32:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:22 smithi042 ceph-mon[94096]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 127 op/s 2024-09-16T07:32:22.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:22 smithi042 ceph-mon[94096]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T07:32:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:22 smithi042 ceph-mon[96574]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 127 op/s 2024-09-16T07:32:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:22 smithi042 ceph-mon[96574]: osdmap e1263: 8 total, 8 up, 8 in 2024-09-16T07:32:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:23.074 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:32:23.091 INFO:tasks.workunit.client.0.smithi042.stdout:write: * 83886080~1000 2024-09-16T07:32:23.099 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:23.256 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:23 smithi042 ceph-mon[94096]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T07:32:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:23 smithi042 ceph-mon[96574]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T07:32:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:23 smithi164 ceph-mon[88760]: osdmap e1264: 8 total, 8 up, 8 in 2024-09-16T07:32:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[94096]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 236 op/s 2024-09-16T07:32:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[94096]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T07:32:24.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[94096]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T07:32:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[96574]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 236 op/s 2024-09-16T07:32:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[96574]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T07:32:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:24 smithi042 ceph-mon[96574]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T07:32:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:24 smithi164 ceph-mon[88760]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.0 MiB/s wr, 236 op/s 2024-09-16T07:32:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:24 smithi164 ceph-mon[88760]: osdmap e1265: 8 total, 8 up, 8 in 2024-09-16T07:32:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:24 smithi164 ceph-mon[88760]: osdmap e1266: 8 total, 8 up, 8 in 2024-09-16T07:32:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[94096]: pgmap v2289: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-16T07:32:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[94096]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[96574]: pgmap v2289: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[96574]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:26 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.456 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13971 ms) 2024-09-16T07:32:26.456 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Clone 2024-09-16T07:32:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:26 smithi164 ceph-mon[88760]: pgmap v2289: 169 pgs: 169 active+clean; 749 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 3.0 MiB/s wr, 410 op/s 2024-09-16T07:32:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:26 smithi164 ceph-mon[88760]: osdmap e1267: 8 total, 8 up, 8 in 2024-09-16T07:32:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:32:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:26 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:26.488 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:26.500 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~8388609 2024-09-16T07:32:26.576 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 16777218~8388609 2024-09-16T07:32:26.635 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap 2024-09-16T07:32:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[94096]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[96574]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:32:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:27 smithi164 ceph-mon[88760]: osdmap e1268: 8 total, 8 up, 8 in 2024-09-16T07:32:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:32:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:32:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:32:28.302 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap 2024-09-16T07:32:28.317 INFO:tasks.workunit.client.0.smithi042.stdout:clone image105 -> image108 2024-09-16T07:32:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:28 smithi042 ceph-mon[94096]: pgmap v2292: 169 pgs: 169 active+clean; 745 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-09-16T07:32:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:28 smithi042 ceph-mon[94096]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T07:32:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:28 smithi042 ceph-mon[96574]: pgmap v2292: 169 pgs: 169 active+clean; 745 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-09-16T07:32:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:28 smithi042 ceph-mon[96574]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T07:32:28.427 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:32:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:28 smithi164 ceph-mon[88760]: pgmap v2292: 169 pgs: 169 active+clean; 745 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 291 op/s 2024-09-16T07:32:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:28 smithi164 ceph-mon[88760]: osdmap e1269: 8 total, 8 up, 8 in 2024-09-16T07:32:28.495 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:32:28.498 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap 2024-09-16T07:32:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:29 smithi042 ceph-mon[94096]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T07:32:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:29 smithi042 ceph-mon[94096]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 223 op/s 2024-09-16T07:32:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:29 smithi042 ceph-mon[96574]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T07:32:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:29 smithi042 ceph-mon[96574]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 223 op/s 2024-09-16T07:32:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:29 smithi164 ceph-mon[88760]: osdmap e1270: 8 total, 8 up, 8 in 2024-09-16T07:32:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:29 smithi164 ceph-mon[88760]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 5.0 MiB/s wr, 223 op/s 2024-09-16T07:32:30.317 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap 2024-09-16T07:32:30.332 INFO:tasks.workunit.client.0.smithi042.stdout:clone image108 -> image110 2024-09-16T07:32:30.467 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 1000~1000 2024-09-16T07:32:30.533 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 2010~1000 2024-09-16T07:32:30.537 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:30 smithi042 ceph-mon[94096]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T07:32:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:30 smithi042 ceph-mon[96574]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T07:32:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:30 smithi164 ceph-mon[88760]: osdmap e1271: 8 total, 8 up, 8 in 2024-09-16T07:32:30.853 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:31.026 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:31.198 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Clone (4742 ms) 2024-09-16T07:32:31.199 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneParent 2024-09-16T07:32:31.230 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:31.239 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap 2024-09-16T07:32:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:31] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:32:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:31 smithi042 ceph-mon[94096]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T07:32:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:31 smithi042 ceph-mon[94096]: pgmap v2298: 169 pgs: 169 active+clean; 765 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-16T07:32:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:31 smithi042 ceph-mon[96574]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T07:32:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:31 smithi042 ceph-mon[96574]: pgmap v2298: 169 pgs: 169 active+clean; 765 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-16T07:32:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:31 smithi164 ceph-mon[88760]: osdmap e1272: 8 total, 8 up, 8 in 2024-09-16T07:32:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:31 smithi164 ceph-mon[88760]: pgmap v2298: 169 pgs: 169 active+clean; 765 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 7.0 MiB/s wr, 292 op/s 2024-09-16T07:32:32.327 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap 2024-09-16T07:32:32.344 INFO:tasks.workunit.client.0.smithi042.stdout:clone image111 -> image114 2024-09-16T07:32:32.464 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:32 smithi042 ceph-mon[94096]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T07:32:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:32 smithi042 ceph-mon[96574]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T07:32:32.634 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:32:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:32 smithi164 ceph-mon[88760]: osdmap e1273: 8 total, 8 up, 8 in 2024-09-16T07:32:32.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:32.772 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneParent (1574 ms) 2024-09-16T07:32:32.772 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-09-16T07:32:32.804 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:32.814 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~10 2024-09-16T07:32:32.823 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap 2024-09-16T07:32:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:33 smithi042 ceph-mon[94096]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T07:32:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:33 smithi042 ceph-mon[94096]: pgmap v2301: 169 pgs: 169 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 383 op/s 2024-09-16T07:32:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:33 smithi042 ceph-mon[96574]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T07:32:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:33 smithi042 ceph-mon[96574]: pgmap v2301: 169 pgs: 169 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 383 op/s 2024-09-16T07:32:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:33 smithi164 ceph-mon[88760]: osdmap e1274: 8 total, 8 up, 8 in 2024-09-16T07:32:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:33 smithi164 ceph-mon[88760]: pgmap v2301: 169 pgs: 169 active+clean; 777 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.0 MiB/s wr, 383 op/s 2024-09-16T07:32:34.061 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap 2024-09-16T07:32:34.077 INFO:tasks.workunit.client.0.smithi042.stdout:clone image115 -> image118 2024-09-16T07:32:34.183 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:34.340 INFO:tasks.workunit.client.0.smithi042.stdout:write: Y 0~1 2024-09-16T07:32:34.369 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:34.440 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:34.545 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1773 ms) 2024-09-16T07:32:34.545 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-09-16T07:32:34.575 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:34.588 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 41943040~10 2024-09-16T07:32:34.595 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:32:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[94096]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T07:32:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[94096]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T07:32:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[96574]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T07:32:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:34 smithi042 ceph-mon[96574]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T07:32:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:34 smithi164 ceph-mon[88760]: osdmap e1275: 8 total, 8 up, 8 in 2024-09-16T07:32:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:34 smithi164 ceph-mon[88760]: osdmap e1276: 8 total, 8 up, 8 in 2024-09-16T07:32:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:35 smithi042 ceph-mon[94096]: pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 804 op/s 2024-09-16T07:32:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:35 smithi042 ceph-mon[96574]: pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 804 op/s 2024-09-16T07:32:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:35 smithi164 ceph-mon[88760]: pgmap v2304: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 8.0 MiB/s wr, 804 op/s 2024-09-16T07:32:36.350 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 41943041~10 2024-09-16T07:32:36.357 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:36 smithi042 ceph-mon[94096]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T07:32:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:36 smithi042 ceph-mon[96574]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T07:32:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:36 smithi164 ceph-mon[88760]: osdmap e1277: 8 total, 8 up, 8 in 2024-09-16T07:32:37.501 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 41943042~10 2024-09-16T07:32:37.514 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:32:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:37 smithi042 ceph-mon[94096]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T07:32:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:37 smithi042 ceph-mon[94096]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 790 op/s 2024-09-16T07:32:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:37 smithi042 ceph-mon[96574]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T07:32:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:37 smithi042 ceph-mon[96574]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 790 op/s 2024-09-16T07:32:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:37 smithi164 ceph-mon[88760]: osdmap e1278: 8 total, 8 up, 8 in 2024-09-16T07:32:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:37 smithi164 ceph-mon[88760]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 790 op/s 2024-09-16T07:32:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:38 smithi042 ceph-mon[94096]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T07:32:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:38 smithi042 ceph-mon[96574]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T07:32:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:38 smithi164 ceph-mon[88760]: osdmap e1279: 8 total, 8 up, 8 in 2024-09-16T07:32:39.368 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:32:39.401 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:39.469 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:39 smithi042 ceph-mon[94096]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T07:32:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:39 smithi042 ceph-mon[94096]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 32 KiB/s wr, 730 op/s 2024-09-16T07:32:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:39 smithi042 ceph-mon[96574]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T07:32:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:39 smithi042 ceph-mon[96574]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 32 KiB/s wr, 730 op/s 2024-09-16T07:32:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:39 smithi164 ceph-mon[88760]: osdmap e1280: 8 total, 8 up, 8 in 2024-09-16T07:32:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:39 smithi164 ceph-mon[88760]: pgmap v2310: 169 pgs: 169 active+clean; 781 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 32 KiB/s wr, 730 op/s 2024-09-16T07:32:40.489 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5944 ms) 2024-09-16T07:32:40.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-09-16T07:32:40.523 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:40.534 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 41943040~10 2024-09-16T07:32:40.543 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:32:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:40 smithi042 ceph-mon[94096]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T07:32:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:40 smithi042 ceph-mon[96574]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T07:32:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:40 smithi164 ceph-mon[88760]: osdmap e1281: 8 total, 8 up, 8 in 2024-09-16T07:32:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:41 smithi042 ceph-mon[94096]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T07:32:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:41 smithi042 ceph-mon[94096]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 531 op/s 2024-09-16T07:32:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:41] "GET /metrics HTTP/1.1" 200 38853 "" "Prometheus/2.43.0" 2024-09-16T07:32:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:41 smithi042 ceph-mon[96574]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T07:32:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:41 smithi042 ceph-mon[96574]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 531 op/s 2024-09-16T07:32:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:41 smithi164 ceph-mon[88760]: osdmap e1282: 8 total, 8 up, 8 in 2024-09-16T07:32:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:41 smithi164 ceph-mon[88760]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 531 op/s 2024-09-16T07:32:42.383 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:32:42.408 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:42 smithi164 ceph-mon[88760]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T07:32:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:42 smithi042 ceph-mon[94096]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T07:32:42.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:42 smithi042 ceph-mon[96574]: osdmap e1283: 8 total, 8 up, 8 in 2024-09-16T07:32:43.506 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:43.519 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:32:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:43 smithi164 ceph-mon[88760]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T07:32:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:43 smithi164 ceph-mon[88760]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-09-16T07:32:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:43 smithi042 ceph-mon[94096]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T07:32:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:43 smithi042 ceph-mon[94096]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-09-16T07:32:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:43 smithi042 ceph-mon[96574]: osdmap e1284: 8 total, 8 up, 8 in 2024-09-16T07:32:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:43 smithi042 ceph-mon[96574]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 279 op/s 2024-09-16T07:32:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:44 smithi164 ceph-mon[88760]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T07:32:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:44 smithi042 ceph-mon[94096]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T07:32:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:44 smithi042 ceph-mon[96574]: osdmap e1285: 8 total, 8 up, 8 in 2024-09-16T07:32:45.404 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 41943040~10 2024-09-16T07:32:45.412 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap4 2024-09-16T07:32:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:45 smithi164 ceph-mon[88760]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T07:32:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:45 smithi164 ceph-mon[88760]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 287 op/s 2024-09-16T07:32:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:45 smithi042 ceph-mon[94096]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T07:32:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:45 smithi042 ceph-mon[94096]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 287 op/s 2024-09-16T07:32:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:45 smithi042 ceph-mon[96574]: osdmap e1286: 8 total, 8 up, 8 in 2024-09-16T07:32:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:45 smithi042 ceph-mon[96574]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 287 op/s 2024-09-16T07:32:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:46 smithi164 ceph-mon[88760]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T07:32:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:46 smithi042 ceph-mon[94096]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T07:32:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:46 smithi042 ceph-mon[96574]: osdmap e1287: 8 total, 8 up, 8 in 2024-09-16T07:32:47.414 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 41943040 2024-09-16T07:32:47.442 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:32:47.512 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:32:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:47 smithi164 ceph-mon[88760]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T07:32:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:47 smithi164 ceph-mon[88760]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-09-16T07:32:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:47 smithi042 ceph-mon[94096]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T07:32:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:47 smithi042 ceph-mon[94096]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-09-16T07:32:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:47 smithi042 ceph-mon[96574]: osdmap e1288: 8 total, 8 up, 8 in 2024-09-16T07:32:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:47 smithi042 ceph-mon[96574]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 108 KiB/s rd, 13 KiB/s wr, 152 op/s 2024-09-16T07:32:48.560 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8071 ms) 2024-09-16T07:32:48.560 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-09-16T07:32:48.594 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:48.605 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:48 smithi164 ceph-mon[88760]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T07:32:48.777 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortInUseImage (216 ms) 2024-09-16T07:32:48.777 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-09-16T07:32:48.810 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:48.820 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:48.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:48 smithi042 ceph-mon[94096]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T07:32:48.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:48 smithi042 ceph-mon[96574]: osdmap e1289: 8 total, 8 up, 8 in 2024-09-16T07:32:48.887 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:32:48.953 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:49.163 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:49.199 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:32:49.261 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:32:49.457 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (681 ms) 2024-09-16T07:32:49.457 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-09-16T07:32:49.486 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:49.497 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:49.564 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:32:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:49 smithi164 ceph-mon[88760]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T07:32:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:49 smithi164 ceph-mon[88760]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-09-16T07:32:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:49 smithi164 ceph-mon[88760]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T07:32:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[94096]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T07:32:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[94096]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-09-16T07:32:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[94096]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T07:32:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[96574]: osdmap e1290: 8 total, 8 up, 8 in 2024-09-16T07:32:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[96574]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-09-16T07:32:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:32:49.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:49 smithi042 ceph-mon[96574]: osdmap e1291: 8 total, 8 up, 8 in 2024-09-16T07:32:51.435 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 8388609~8388609 2024-09-16T07:32:51.453 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 0~1000 2024-09-16T07:32:51.453 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1010~1000 2024-09-16T07:32:51.453 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:32:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:51 smithi042 ceph-mon[94096]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T07:32:51.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:51 smithi042 ceph-mon[94096]: pgmap v2328: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-09-16T07:32:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:32:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:32:51] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:32:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:51 smithi042 ceph-mon[96574]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T07:32:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:51 smithi042 ceph-mon[96574]: pgmap v2328: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-09-16T07:32:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:51 smithi164 ceph-mon[88760]: osdmap e1292: 8 total, 8 up, 8 in 2024-09-16T07:32:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:51 smithi164 ceph-mon[88760]: pgmap v2328: 169 pgs: 169 active+clean; 797 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-09-16T07:32:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:52 smithi164 ceph-mon[88760]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T07:32:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:32:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:32:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:52 smithi042 ceph-mon[94096]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T07:32:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:52 smithi042 ceph-mon[96574]: osdmap e1293: 8 total, 8 up, 8 in 2024-09-16T07:32:53.451 INFO:tasks.workunit.client.0.smithi042.stdout:write: X 8388609~1000 2024-09-16T07:32:53.458 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16777228~1000 2024-09-16T07:32:53.458 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 167772160 2024-09-16T07:32:53.471 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 83886079~8388609 2024-09-16T07:32:53.490 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:32:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:53 smithi164 ceph-mon[88760]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T07:32:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:53 smithi164 ceph-mon[88760]: pgmap v2331: 169 pgs: 169 active+clean; 837 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 531 op/s 2024-09-16T07:32:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:53 smithi042 ceph-mon[94096]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T07:32:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:53 smithi042 ceph-mon[94096]: pgmap v2331: 169 pgs: 169 active+clean; 837 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 531 op/s 2024-09-16T07:32:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:53 smithi042 ceph-mon[96574]: osdmap e1294: 8 total, 8 up, 8 in 2024-09-16T07:32:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:53 smithi042 ceph-mon[96574]: pgmap v2331: 169 pgs: 169 active+clean; 837 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 25 MiB/s wr, 531 op/s 2024-09-16T07:32:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:54 smithi164 ceph-mon[88760]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T07:32:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:54 smithi164 ceph-mon[88760]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T07:32:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:54 smithi042 ceph-mon[94096]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T07:32:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:54 smithi042 ceph-mon[94096]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T07:32:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:54 smithi042 ceph-mon[96574]: osdmap e1295: 8 total, 8 up, 8 in 2024-09-16T07:32:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:54 smithi042 ceph-mon[96574]: osdmap e1296: 8 total, 8 up, 8 in 2024-09-16T07:32:55.071 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:32:55.099 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 83886079~1 2024-09-16T07:32:55.109 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:32:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:56 smithi042 ceph-mon[96574]: pgmap v2334: 169 pgs: 169 active+clean; 857 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 496 op/s 2024-09-16T07:32:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:56 smithi042 ceph-mon[96574]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T07:32:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:56 smithi042 ceph-mon[94096]: pgmap v2334: 169 pgs: 169 active+clean; 857 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 496 op/s 2024-09-16T07:32:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:56 smithi042 ceph-mon[94096]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T07:32:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:56 smithi164 ceph-mon[88760]: pgmap v2334: 169 pgs: 169 active+clean; 857 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 496 op/s 2024-09-16T07:32:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:56 smithi164 ceph-mon[88760]: osdmap e1297: 8 total, 8 up, 8 in 2024-09-16T07:32:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:57 smithi042 ceph-mon[94096]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T07:32:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:57 smithi042 ceph-mon[96574]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T07:32:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:57 smithi164 ceph-mon[88760]: osdmap e1298: 8 total, 8 up, 8 in 2024-09-16T07:32:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:58 smithi042 ceph-mon[96574]: pgmap v2337: 169 pgs: 169 active+clean; 869 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-16T07:32:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:58 smithi042 ceph-mon[96574]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T07:32:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:58 smithi042 ceph-mon[94096]: pgmap v2337: 169 pgs: 169 active+clean; 869 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-16T07:32:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:58 smithi042 ceph-mon[94096]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T07:32:58.483 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:58 smithi164 ceph-mon[88760]: pgmap v2337: 169 pgs: 169 active+clean; 869 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.0 MiB/s wr, 164 op/s 2024-09-16T07:32:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:58 smithi164 ceph-mon[88760]: osdmap e1299: 8 total, 8 up, 8 in 2024-09-16T07:32:58.583 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:32:59.087 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 0~8388609 2024-09-16T07:32:59.101 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 16777218~8388609 2024-09-16T07:32:59.184 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:32:59.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:32:59 smithi042 ceph-mon[96574]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T07:32:59.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:32:59 smithi042 ceph-mon[94096]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T07:32:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:32:59 smithi164 ceph-mon[88760]: osdmap e1300: 8 total, 8 up, 8 in 2024-09-16T07:33:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:00 smithi042 ceph-mon[94096]: pgmap v2340: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-16T07:33:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:00 smithi042 ceph-mon[94096]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T07:33:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:00 smithi042 ceph-mon[96574]: pgmap v2340: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-16T07:33:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:00 smithi042 ceph-mon[96574]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T07:33:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:00 smithi164 ceph-mon[88760]: pgmap v2340: 169 pgs: 169 active+clean; 873 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 190 op/s 2024-09-16T07:33:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:00 smithi164 ceph-mon[88760]: osdmap e1301: 8 total, 8 up, 8 in 2024-09-16T07:33:01.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:01 smithi042 ceph-mon[96574]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T07:33:01.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:01 smithi042 ceph-mon[94096]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T07:33:01.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:01] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:33:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:01 smithi164 ceph-mon[88760]: osdmap e1302: 8 total, 8 up, 8 in 2024-09-16T07:33:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:02 smithi042 ceph-mon[96574]: pgmap v2343: 169 pgs: 169 active+clean; 881 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-16T07:33:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:02 smithi042 ceph-mon[96574]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T07:33:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:02 smithi042 ceph-mon[94096]: pgmap v2343: 169 pgs: 169 active+clean; 881 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-16T07:33:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:02 smithi042 ceph-mon[94096]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T07:33:02.389 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:02.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:02 smithi164 ceph-mon[88760]: pgmap v2343: 169 pgs: 169 active+clean; 881 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-09-16T07:33:02.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:02 smithi164 ceph-mon[88760]: osdmap e1303: 8 total, 8 up, 8 in 2024-09-16T07:33:03.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:03 smithi042 ceph-mon[94096]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T07:33:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:03 smithi042 ceph-mon[96574]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T07:33:03.439 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.AbortWithSnapshots (13981 ms) 2024-09-16T07:33:03.439 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-09-16T07:33:03.471 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:03.482 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:03.487 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:03 smithi164 ceph-mon[88760]: osdmap e1304: 8 total, 8 up, 8 in 2024-09-16T07:33:03.490 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[94096]: pgmap v2346: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 362 op/s 2024-09-16T07:33:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[94096]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T07:33:04.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[96574]: pgmap v2346: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 362 op/s 2024-09-16T07:33:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[96574]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T07:33:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:04 smithi164 ceph-mon[88760]: pgmap v2346: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 362 op/s 2024-09-16T07:33:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:04 smithi164 ceph-mon[88760]: osdmap e1305: 8 total, 8 up, 8 in 2024-09-16T07:33:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:05.124 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:05.185 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:05 smithi164 ceph-mon[88760]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T07:33:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:05 smithi042 ceph-mon[94096]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T07:33:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:05 smithi042 ceph-mon[96574]: osdmap e1306: 8 total, 8 up, 8 in 2024-09-16T07:33:06.317 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:33:06.392 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:33:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:06 smithi164 ceph-mon[88760]: pgmap v2349: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 20 MiB/s wr, 361 op/s 2024-09-16T07:33:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:06 smithi164 ceph-mon[88760]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T07:33:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:06 smithi042 ceph-mon[94096]: pgmap v2349: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 20 MiB/s wr, 361 op/s 2024-09-16T07:33:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:06 smithi042 ceph-mon[94096]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T07:33:06.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:06 smithi042 ceph-mon[96574]: pgmap v2349: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 20 MiB/s wr, 361 op/s 2024-09-16T07:33:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:06 smithi042 ceph-mon[96574]: osdmap e1307: 8 total, 8 up, 8 in 2024-09-16T07:33:07.238 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV1Parent (3799 ms) 2024-09-16T07:33:07.238 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-09-16T07:33:07.270 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:07.283 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:07.291 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:07 smithi164 ceph-mon[88760]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T07:33:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:07 smithi042 ceph-mon[94096]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T07:33:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:07 smithi042 ceph-mon[96574]: osdmap e1308: 8 total, 8 up, 8 in 2024-09-16T07:33:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:08 smithi164 ceph-mon[88760]: pgmap v2352: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-09-16T07:33:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:08 smithi164 ceph-mon[88760]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T07:33:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:08 smithi042 ceph-mon[96574]: pgmap v2352: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-09-16T07:33:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:08 smithi042 ceph-mon[96574]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T07:33:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:08 smithi042 ceph-mon[94096]: pgmap v2352: 169 pgs: 169 active+clean; 929 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 117 op/s 2024-09-16T07:33:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:08 smithi042 ceph-mon[94096]: osdmap e1309: 8 total, 8 up, 8 in 2024-09-16T07:33:09.074 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:09.132 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:09 smithi164 ceph-mon[88760]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T07:33:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:09 smithi164 ceph-mon[88760]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T07:33:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:09 smithi042 ceph-mon[94096]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T07:33:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:09 smithi042 ceph-mon[94096]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T07:33:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:09 smithi042 ceph-mon[96574]: osdmap e1310: 8 total, 8 up, 8 in 2024-09-16T07:33:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:09 smithi042 ceph-mon[96574]: osdmap e1311: 8 total, 8 up, 8 in 2024-09-16T07:33:10.326 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:33:10.398 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:33:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:10 smithi164 ceph-mon[88760]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 261 op/s 2024-09-16T07:33:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:10 smithi042 ceph-mon[94096]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 261 op/s 2024-09-16T07:33:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:10 smithi042 ceph-mon[96574]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 261 op/s 2024-09-16T07:33:11.272 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV2Parent (4032 ms) 2024-09-16T07:33:11.272 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-09-16T07:33:11.303 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:11.313 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:11.321 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:11 smithi164 ceph-mon[88760]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T07:33:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:11 smithi042 ceph-mon[94096]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T07:33:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:11 smithi042 ceph-mon[96574]: osdmap e1312: 8 total, 8 up, 8 in 2024-09-16T07:33:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:11] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-09-16T07:33:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:12 smithi164 ceph-mon[88760]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 16 KiB/s wr, 418 op/s 2024-09-16T07:33:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:12 smithi164 ceph-mon[88760]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T07:33:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:12 smithi042 ceph-mon[96574]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 16 KiB/s wr, 418 op/s 2024-09-16T07:33:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:12 smithi042 ceph-mon[96574]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T07:33:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:12 smithi042 ceph-mon[94096]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 16 KiB/s wr, 418 op/s 2024-09-16T07:33:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:12 smithi042 ceph-mon[94096]: osdmap e1313: 8 total, 8 up, 8 in 2024-09-16T07:33:13.170 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:13.234 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:13 smithi164 ceph-mon[88760]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T07:33:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:13 smithi042 ceph-mon[94096]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T07:33:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:13 smithi042 ceph-mon[96574]: osdmap e1314: 8 total, 8 up, 8 in 2024-09-16T07:33:14.235 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:14 smithi164 ceph-mon[88760]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 21 KiB/s wr, 349 op/s 2024-09-16T07:33:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:14 smithi164 ceph-mon[88760]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T07:33:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:14 smithi164 ceph-mon[88760]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T07:33:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[94096]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 21 KiB/s wr, 349 op/s 2024-09-16T07:33:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[94096]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T07:33:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[94096]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T07:33:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[96574]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 21 KiB/s wr, 349 op/s 2024-09-16T07:33:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[96574]: osdmap e1315: 8 total, 8 up, 8 in 2024-09-16T07:33:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:14 smithi042 ceph-mon[96574]: osdmap e1316: 8 total, 8 up, 8 in 2024-09-16T07:33:15.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4033 ms) 2024-09-16T07:33:15.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-09-16T07:33:15.334 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:15.345 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:15.354 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:16 smithi164 ceph-mon[88760]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 444 KiB/s rd, 26 KiB/s wr, 558 op/s 2024-09-16T07:33:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:16 smithi164 ceph-mon[88760]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T07:33:16.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:16 smithi042 ceph-mon[94096]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 444 KiB/s rd, 26 KiB/s wr, 558 op/s 2024-09-16T07:33:16.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:16 smithi042 ceph-mon[94096]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T07:33:16.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:16 smithi042 ceph-mon[96574]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 444 KiB/s rd, 26 KiB/s wr, 558 op/s 2024-09-16T07:33:16.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:16 smithi042 ceph-mon[96574]: osdmap e1317: 8 total, 8 up, 8 in 2024-09-16T07:33:17.189 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:17.247 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:17 smithi164 ceph-mon[88760]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T07:33:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:17 smithi042 ceph-mon[94096]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T07:33:17.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:17 smithi042 ceph-mon[96574]: osdmap e1318: 8 total, 8 up, 8 in 2024-09-16T07:33:18.343 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:18 smithi164 ceph-mon[88760]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 469 op/s 2024-09-16T07:33:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:18 smithi164 ceph-mon[88760]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T07:33:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:18 smithi042 ceph-mon[94096]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 469 op/s 2024-09-16T07:33:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:18 smithi042 ceph-mon[94096]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T07:33:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:18 smithi042 ceph-mon[96574]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 380 KiB/s rd, 19 KiB/s wr, 469 op/s 2024-09-16T07:33:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:18 smithi042 ceph-mon[96574]: osdmap e1319: 8 total, 8 up, 8 in 2024-09-16T07:33:19.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3905 ms) 2024-09-16T07:33:19.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-09-16T07:33:19.240 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:19.252 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:19.260 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:19 smithi164 ceph-mon[88760]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T07:33:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:19 smithi164 ceph-mon[88760]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 266 op/s 2024-09-16T07:33:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:19 smithi164 ceph-mon[88760]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T07:33:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[94096]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T07:33:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[94096]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 266 op/s 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[94096]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[96574]: osdmap e1320: 8 total, 8 up, 8 in 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[96574]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 266 op/s 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:19 smithi042 ceph-mon[96574]: osdmap e1321: 8 total, 8 up, 8 in 2024-09-16T07:33:21.208 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:21.270 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:21 smithi164 ceph-mon[88760]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T07:33:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:21 smithi164 ceph-mon[88760]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 23 KiB/s wr, 361 op/s 2024-09-16T07:33:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:21 smithi042 ceph-mon[94096]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T07:33:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:21 smithi042 ceph-mon[94096]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 23 KiB/s wr, 361 op/s 2024-09-16T07:33:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:21] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T07:33:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:21 smithi042 ceph-mon[96574]: osdmap e1322: 8 total, 8 up, 8 in 2024-09-16T07:33:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:21 smithi042 ceph-mon[96574]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 23 KiB/s wr, 361 op/s 2024-09-16T07:33:22.377 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:22 smithi164 ceph-mon[88760]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T07:33:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:22 smithi042 ceph-mon[94096]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T07:33:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:22 smithi042 ceph-mon[96574]: osdmap e1323: 8 total, 8 up, 8 in 2024-09-16T07:33:23.346 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4138 ms) 2024-09-16T07:33:23.346 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-09-16T07:33:23.380 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:23.391 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:23.400 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:23 smithi164 ceph-mon[88760]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T07:33:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:23 smithi164 ceph-mon[88760]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-09-16T07:33:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:23 smithi042 ceph-mon[94096]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T07:33:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:23 smithi042 ceph-mon[94096]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-09-16T07:33:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:23 smithi042 ceph-mon[96574]: osdmap e1324: 8 total, 8 up, 8 in 2024-09-16T07:33:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:23 smithi042 ceph-mon[96574]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 301 KiB/s rd, 20 KiB/s wr, 386 op/s 2024-09-16T07:33:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:24 smithi164 ceph-mon[88760]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T07:33:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:24 smithi164 ceph-mon[88760]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T07:33:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:24 smithi042 ceph-mon[94096]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T07:33:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:24 smithi042 ceph-mon[94096]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T07:33:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:24 smithi042 ceph-mon[96574]: osdmap e1325: 8 total, 8 up, 8 in 2024-09-16T07:33:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:24 smithi042 ceph-mon[96574]: osdmap e1326: 8 total, 8 up, 8 in 2024-09-16T07:33:25.081 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:25.142 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:26.253 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:26 smithi042 ceph-mon[94096]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 412 op/s 2024-09-16T07:33:26.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:26 smithi042 ceph-mon[94096]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T07:33:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:26 smithi042 ceph-mon[96574]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 412 op/s 2024-09-16T07:33:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:26 smithi042 ceph-mon[96574]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T07:33:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:26 smithi164 ceph-mon[88760]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 320 KiB/s rd, 18 KiB/s wr, 412 op/s 2024-09-16T07:33:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:26 smithi164 ceph-mon[88760]: osdmap e1327: 8 total, 8 up, 8 in 2024-09-16T07:33:27.190 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3845 ms) 2024-09-16T07:33:27.191 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-09-16T07:33:27.221 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:27.231 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:27.240 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[94096]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T07:33:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:33:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[96574]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:33:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:33:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:27 smithi164 ceph-mon[88760]: osdmap e1328: 8 total, 8 up, 8 in 2024-09-16T07:33:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:33:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:33:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:33:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:33:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:28 smithi042 ceph-mon[94096]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 14 KiB/s wr, 269 op/s 2024-09-16T07:33:28.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:28 smithi042 ceph-mon[94096]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T07:33:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:28 smithi042 ceph-mon[96574]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 14 KiB/s wr, 269 op/s 2024-09-16T07:33:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:28 smithi042 ceph-mon[96574]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T07:33:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:28 smithi164 ceph-mon[88760]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 211 KiB/s rd, 14 KiB/s wr, 269 op/s 2024-09-16T07:33:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:28 smithi164 ceph-mon[88760]: osdmap e1329: 8 total, 8 up, 8 in 2024-09-16T07:33:29.081 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:29.152 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:29.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:29 smithi042 ceph-mon[96574]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T07:33:29.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:29 smithi042 ceph-mon[96574]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T07:33:29.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:29 smithi042 ceph-mon[94096]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T07:33:29.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:29 smithi042 ceph-mon[94096]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T07:33:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:29 smithi164 ceph-mon[88760]: osdmap e1330: 8 total, 8 up, 8 in 2024-09-16T07:33:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:29 smithi164 ceph-mon[88760]: osdmap e1331: 8 total, 8 up, 8 in 2024-09-16T07:33:30.279 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:30 smithi042 ceph-mon[94096]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 11 KiB/s wr, 218 op/s 2024-09-16T07:33:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:30 smithi042 ceph-mon[96574]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 11 KiB/s wr, 218 op/s 2024-09-16T07:33:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:30 smithi164 ceph-mon[88760]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 11 KiB/s wr, 218 op/s 2024-09-16T07:33:31.247 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4056 ms) 2024-09-16T07:33:31.247 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-09-16T07:33:31.280 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:31.291 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:31.300 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:31.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:31 smithi042 ceph-mon[94096]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T07:33:31.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:31 smithi042 ceph-mon[96574]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T07:33:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:31] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T07:33:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:31 smithi164 ceph-mon[88760]: osdmap e1332: 8 total, 8 up, 8 in 2024-09-16T07:33:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:32 smithi042 ceph-mon[94096]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 285 op/s 2024-09-16T07:33:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:32 smithi042 ceph-mon[94096]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T07:33:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:32 smithi042 ceph-mon[96574]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 285 op/s 2024-09-16T07:33:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:32 smithi042 ceph-mon[96574]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T07:33:32.389 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:32 smithi164 ceph-mon[88760]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 226 KiB/s rd, 14 KiB/s wr, 285 op/s 2024-09-16T07:33:32.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:32 smithi164 ceph-mon[88760]: osdmap e1333: 8 total, 8 up, 8 in 2024-09-16T07:33:32.390 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:33.124 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:33.192 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:33 smithi164 ceph-mon[88760]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T07:33:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:33 smithi042 ceph-mon[94096]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T07:33:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:33 smithi042 ceph-mon[96574]: osdmap e1334: 8 total, 8 up, 8 in 2024-09-16T07:33:34.240 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:34 smithi164 ceph-mon[88760]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 442 op/s 2024-09-16T07:33:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:34 smithi164 ceph-mon[88760]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T07:33:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:34 smithi164 ceph-mon[88760]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T07:33:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[94096]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 442 op/s 2024-09-16T07:33:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[94096]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T07:33:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[94096]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T07:33:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[96574]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 348 KiB/s rd, 19 KiB/s wr, 442 op/s 2024-09-16T07:33:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[96574]: osdmap e1335: 8 total, 8 up, 8 in 2024-09-16T07:33:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:34 smithi042 ceph-mon[96574]: osdmap e1336: 8 total, 8 up, 8 in 2024-09-16T07:33:35.248 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4002 ms) 2024-09-16T07:33:35.248 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-09-16T07:33:35.279 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:35.291 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:35.299 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:36 smithi164 ceph-mon[88760]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-09-16T07:33:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:36 smithi164 ceph-mon[88760]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T07:33:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:36 smithi042 ceph-mon[94096]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-09-16T07:33:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:36 smithi042 ceph-mon[94096]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T07:33:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:36 smithi042 ceph-mon[96574]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 270 KiB/s rd, 19 KiB/s wr, 359 op/s 2024-09-16T07:33:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:36 smithi042 ceph-mon[96574]: osdmap e1337: 8 total, 8 up, 8 in 2024-09-16T07:33:37.144 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:37.205 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:37.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:37 smithi164 ceph-mon[88760]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T07:33:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:37 smithi042 ceph-mon[94096]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T07:33:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:37 smithi042 ceph-mon[96574]: osdmap e1338: 8 total, 8 up, 8 in 2024-09-16T07:33:38.302 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:38 smithi164 ceph-mon[88760]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 18 KiB/s wr, 199 op/s 2024-09-16T07:33:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:38 smithi164 ceph-mon[88760]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T07:33:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:38 smithi042 ceph-mon[94096]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 18 KiB/s wr, 199 op/s 2024-09-16T07:33:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:38 smithi042 ceph-mon[94096]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T07:33:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:38 smithi042 ceph-mon[96574]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 18 KiB/s wr, 199 op/s 2024-09-16T07:33:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:38 smithi042 ceph-mon[96574]: osdmap e1339: 8 total, 8 up, 8 in 2024-09-16T07:33:39.203 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3955 ms) 2024-09-16T07:33:39.203 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-09-16T07:33:39.233 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:39.243 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 0~10 2024-09-16T07:33:39.251 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:39 smithi164 ceph-mon[88760]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T07:33:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:39 smithi164 ceph-mon[88760]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T07:33:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:39 smithi042 ceph-mon[94096]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T07:33:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:39 smithi042 ceph-mon[94096]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T07:33:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:39 smithi042 ceph-mon[96574]: osdmap e1340: 8 total, 8 up, 8 in 2024-09-16T07:33:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:39 smithi042 ceph-mon[96574]: osdmap e1341: 8 total, 8 up, 8 in 2024-09-16T07:33:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:40 smithi164 ceph-mon[88760]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-16T07:33:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:40 smithi042 ceph-mon[94096]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-16T07:33:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:40 smithi042 ceph-mon[96574]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 25 KiB/s wr, 374 op/s 2024-09-16T07:33:41.168 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:41.229 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:41 smithi164 ceph-mon[88760]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T07:33:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:41 smithi042 ceph-mon[94096]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T07:33:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:41 smithi042 ceph-mon[96574]: osdmap e1342: 8 total, 8 up, 8 in 2024-09-16T07:33:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:41] "GET /metrics HTTP/1.1" 200 38857 "" "Prometheus/2.43.0" 2024-09-16T07:33:42.334 INFO:tasks.workunit.client.0.smithi042.stdout:migration_abort 2024-09-16T07:33:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:42 smithi164 ceph-mon[88760]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-09-16T07:33:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:42 smithi164 ceph-mon[88760]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T07:33:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:42 smithi042 ceph-mon[94096]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-09-16T07:33:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:42 smithi042 ceph-mon[94096]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T07:33:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:42 smithi042 ceph-mon[96574]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 364 KiB/s rd, 27 KiB/s wr, 464 op/s 2024-09-16T07:33:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:42 smithi042 ceph-mon[96574]: osdmap e1343: 8 total, 8 up, 8 in 2024-09-16T07:33:43.305 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4101 ms) 2024-09-16T07:33:43.305 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-09-16T07:33:43.339 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:43.349 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 30201963~7842130 2024-09-16T07:33:43.412 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 46804927~7543304 2024-09-16T07:33:43.412 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 42278189~1501153 2024-09-16T07:33:43.423 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 62030505~2588247 2024-09-16T07:33:43.423 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 59569859~4219133 2024-09-16T07:33:43.456 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 54386913~744899 2024-09-16T07:33:43.456 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 6172572~886956 2024-09-16T07:33:43.465 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 74570119~2044894 2024-09-16T07:33:43.465 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap0 2024-09-16T07:33:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:43 smithi164 ceph-mon[88760]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T07:33:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:43 smithi042 ceph-mon[94096]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T07:33:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:43 smithi042 ceph-mon[96574]: osdmap e1344: 8 total, 8 up, 8 in 2024-09-16T07:33:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:44 smithi164 ceph-mon[88760]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-09-16T07:33:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:44 smithi164 ceph-mon[88760]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T07:33:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:44 smithi164 ceph-mon[88760]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T07:33:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[94096]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-09-16T07:33:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[94096]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T07:33:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[94096]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T07:33:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[96574]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 22 KiB/s wr, 416 op/s 2024-09-16T07:33:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[96574]: osdmap e1345: 8 total, 8 up, 8 in 2024-09-16T07:33:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:44 smithi042 ceph-mon[96574]: osdmap e1346: 8 total, 8 up, 8 in 2024-09-16T07:33:45.085 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap0 2024-09-16T07:33:45.101 INFO:tasks.workunit.client.0.smithi042.stdout:clone image159 -> image162 2024-09-16T07:33:45.205 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 108817499 2024-09-16T07:33:45.216 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 5450687~6611960 2024-09-16T07:33:45.272 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 98562548~2013356 2024-09-16T07:33:45.272 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 95697493~6753505 2024-09-16T07:33:45.308 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 27101578~4655516 2024-09-16T07:33:45.338 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 25144938~3316282 2024-09-16T07:33:45.357 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 47232595~470854 2024-09-16T07:33:45.362 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 56073046~6414815 2024-09-16T07:33:45.417 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 90524654~928176 2024-09-16T07:33:45.417 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:46 smithi042 ceph-mon[94096]: pgmap v2409: 169 pgs: 169 active+clean; 908 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 452 KiB/s wr, 329 op/s 2024-09-16T07:33:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:46 smithi042 ceph-mon[94096]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T07:33:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:46 smithi042 ceph-mon[96574]: pgmap v2409: 169 pgs: 169 active+clean; 908 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 452 KiB/s wr, 329 op/s 2024-09-16T07:33:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:46 smithi042 ceph-mon[96574]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T07:33:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:46 smithi164 ceph-mon[88760]: pgmap v2409: 169 pgs: 169 active+clean; 908 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 251 KiB/s rd, 452 KiB/s wr, 329 op/s 2024-09-16T07:33:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:46 smithi164 ceph-mon[88760]: osdmap e1347: 8 total, 8 up, 8 in 2024-09-16T07:33:47.189 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:33:47.201 INFO:tasks.workunit.client.0.smithi042.stdout:clone image162 -> image164 2024-09-16T07:33:47.337 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 30611687~5476342 2024-09-16T07:33:47.403 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 84870682~5482459 2024-09-16T07:33:47.409 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 4665191~2674687 2024-09-16T07:33:47.445 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 55009589~7212902 2024-09-16T07:33:47.473 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 1881826~3194010 2024-09-16T07:33:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:47 smithi164 ceph-mon[88760]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T07:33:47.495 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4763336~8327499 2024-09-16T07:33:47.501 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 8660496~6051144 2024-09-16T07:33:47.531 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 51179565~7401163 2024-09-16T07:33:47.536 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:33:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:47 smithi042 ceph-mon[94096]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T07:33:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:47 smithi042 ceph-mon[96574]: osdmap e1348: 8 total, 8 up, 8 in 2024-09-16T07:33:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:48 smithi164 ceph-mon[88760]: pgmap v2412: 169 pgs: 169 active+clean; 947 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 186 op/s 2024-09-16T07:33:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:48 smithi164 ceph-mon[88760]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T07:33:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:48 smithi042 ceph-mon[94096]: pgmap v2412: 169 pgs: 169 active+clean; 947 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 186 op/s 2024-09-16T07:33:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:48 smithi042 ceph-mon[94096]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T07:33:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:48 smithi042 ceph-mon[96574]: pgmap v2412: 169 pgs: 169 active+clean; 947 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.5 MiB/s wr, 186 op/s 2024-09-16T07:33:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:48 smithi042 ceph-mon[96574]: osdmap e1349: 8 total, 8 up, 8 in 2024-09-16T07:33:49.088 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 51986280~520242 2024-09-16T07:33:49.096 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 54871387~4420144 2024-09-16T07:33:49.096 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 73406292~6740685 2024-09-16T07:33:49.103 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 59552235~5610004 2024-09-16T07:33:49.105 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 52466106~2009384 2024-09-16T07:33:49.107 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 70785052~7654986 2024-09-16T07:33:49.153 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 74898849~7801507 2024-09-16T07:33:49.163 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 8411433~2558711 2024-09-16T07:33:49.164 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:33:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:49 smithi164 ceph-mon[88760]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T07:33:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:49 smithi164 ceph-mon[88760]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T07:33:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[94096]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T07:33:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[94096]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T07:33:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[96574]: osdmap e1350: 8 total, 8 up, 8 in 2024-09-16T07:33:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:33:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:49 smithi042 ceph-mon[96574]: osdmap e1351: 8 total, 8 up, 8 in 2024-09-16T07:33:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:50 smithi164 ceph-mon[88760]: pgmap v2415: 169 pgs: 169 active+clean; 996 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 15 MiB/s wr, 319 op/s 2024-09-16T07:33:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:50 smithi042 ceph-mon[94096]: pgmap v2415: 169 pgs: 169 active+clean; 996 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 15 MiB/s wr, 319 op/s 2024-09-16T07:33:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:50 smithi042 ceph-mon[96574]: pgmap v2415: 169 pgs: 169 active+clean; 996 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 15 MiB/s wr, 319 op/s 2024-09-16T07:33:51.221 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap3 2024-09-16T07:33:51.236 INFO:tasks.workunit.client.0.smithi042.stdout:clone image164 -> image166 2024-09-16T07:33:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:51 smithi164 ceph-mon[88760]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T07:33:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:51 smithi164 ceph-mon[88760]: pgmap v2418: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 366 op/s 2024-09-16T07:33:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:33:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:33:51] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-09-16T07:33:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:51 smithi042 ceph-mon[96574]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T07:33:51.506 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:51 smithi042 ceph-mon[96574]: pgmap v2418: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 366 op/s 2024-09-16T07:33:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:51 smithi042 ceph-mon[94096]: osdmap e1352: 8 total, 8 up, 8 in 2024-09-16T07:33:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:51 smithi042 ceph-mon[94096]: pgmap v2418: 169 pgs: 169 active+clean; 1.0 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 366 op/s 2024-09-16T07:33:51.551 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.StressNoMigrate (8247 ms) 2024-09-16T07:33:51.551 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Stress 2024-09-16T07:33:51.583 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:33:51.594 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 18281568~6044475 2024-09-16T07:33:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 76347349~5692050 2024-09-16T07:33:51.637 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 22408157~7789901 2024-09-16T07:33:51.672 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 72561301~3269163 2024-09-16T07:33:51.672 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 2281718~3793184 2024-09-16T07:33:51.696 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 49248708~5128330 2024-09-16T07:33:51.696 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 72757436~8047778 2024-09-16T07:33:51.739 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4079315~7085061 2024-09-16T07:33:51.746 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap0 2024-09-16T07:33:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:52 smithi164 ceph-mon[88760]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T07:33:52.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:33:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:33:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:52 smithi042 ceph-mon[94096]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T07:33:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:52 smithi042 ceph-mon[96574]: osdmap e1353: 8 total, 8 up, 8 in 2024-09-16T07:33:53.231 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap0 2024-09-16T07:33:53.248 INFO:tasks.workunit.client.0.smithi042.stdout:clone image167 -> image170 2024-09-16T07:33:53.356 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 31872317~581705 2024-09-16T07:33:53.380 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 61311345~1815422 2024-09-16T07:33:53.386 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 68190664~4856066 2024-09-16T07:33:53.457 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 46212005~3220012 2024-09-16T07:33:53.462 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 64498979~5824521 2024-09-16T07:33:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:53 smithi164 ceph-mon[88760]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T07:33:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:53 smithi164 ceph-mon[88760]: pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 364 op/s 2024-09-16T07:33:53.496 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 115971~775716 2024-09-16T07:33:53.518 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 81262566~2623514 2024-09-16T07:33:53.552 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 58647212~1620323 2024-09-16T07:33:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:33:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:53 smithi042 ceph-mon[94096]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T07:33:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:53 smithi042 ceph-mon[94096]: pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 364 op/s 2024-09-16T07:33:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:53 smithi042 ceph-mon[96574]: osdmap e1354: 8 total, 8 up, 8 in 2024-09-16T07:33:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:53 smithi042 ceph-mon[96574]: pgmap v2421: 169 pgs: 169 active+clean; 1.1 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 25 MiB/s wr, 364 op/s 2024-09-16T07:33:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:54 smithi164 ceph-mon[88760]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T07:33:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:54 smithi164 ceph-mon[88760]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T07:33:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:54 smithi042 ceph-mon[94096]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T07:33:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:54 smithi042 ceph-mon[94096]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T07:33:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:54 smithi042 ceph-mon[96574]: osdmap e1355: 8 total, 8 up, 8 in 2024-09-16T07:33:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:54 smithi042 ceph-mon[96574]: osdmap e1356: 8 total, 8 up, 8 in 2024-09-16T07:33:55.090 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 19327840~5557897 2024-09-16T07:33:55.101 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 34516905~6474053 2024-09-16T07:33:55.101 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 78711247~4832342 2024-09-16T07:33:55.108 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 54823161~8268142 2024-09-16T07:33:55.109 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 32130419~473740 2024-09-16T07:33:55.124 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 1570229~182220 2024-09-16T07:33:55.124 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 67872789~4013125 2024-09-16T07:33:55.152 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 56160195~8276722 2024-09-16T07:33:55.156 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:33:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:56 smithi042 ceph-mon[94096]: pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 423 op/s 2024-09-16T07:33:56.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:56 smithi042 ceph-mon[94096]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T07:33:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:56 smithi042 ceph-mon[96574]: pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 423 op/s 2024-09-16T07:33:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:56 smithi042 ceph-mon[96574]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T07:33:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:56 smithi164 ceph-mon[88760]: pgmap v2424: 169 pgs: 169 active+clean; 1.2 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 26 MiB/s wr, 423 op/s 2024-09-16T07:33:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:56 smithi164 ceph-mon[88760]: osdmap e1357: 8 total, 8 up, 8 in 2024-09-16T07:33:57.103 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap2 2024-09-16T07:33:57.117 INFO:tasks.workunit.client.0.smithi042.stdout:clone image170 -> image172 2024-09-16T07:33:57.246 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 157905291 2024-09-16T07:33:57.257 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 121021572~6575027 2024-09-16T07:33:57.311 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 71554965~4346260 2024-09-16T07:33:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:57 smithi042 ceph-mon[94096]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T07:33:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:57 smithi042 ceph-mon[96574]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T07:33:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 22201363~1400254 2024-09-16T07:33:57.413 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 73334703~6588657 2024-09-16T07:33:57.460 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 136779516~6082554 2024-09-16T07:33:57.487 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:57 smithi164 ceph-mon[88760]: osdmap e1358: 8 total, 8 up, 8 in 2024-09-16T07:33:57.501 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 44096082~7501906 2024-09-16T07:33:57.510 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 130930522~3684902 2024-09-16T07:33:57.538 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 9563116~5189616 2024-09-16T07:33:57.545 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:33:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:58 smithi042 ceph-mon[94096]: pgmap v2427: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 298 op/s 2024-09-16T07:33:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:58 smithi042 ceph-mon[94096]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T07:33:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:58 smithi042 ceph-mon[96574]: pgmap v2427: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 298 op/s 2024-09-16T07:33:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:58 smithi042 ceph-mon[96574]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T07:33:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:58 smithi164 ceph-mon[88760]: pgmap v2427: 169 pgs: 169 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 298 op/s 2024-09-16T07:33:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:58 smithi164 ceph-mon[88760]: osdmap e1359: 8 total, 8 up, 8 in 2024-09-16T07:33:59.113 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 220636111 2024-09-16T07:33:59.136 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:33:59.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:33:59 smithi042 ceph-mon[94096]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T07:33:59.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:33:59 smithi042 ceph-mon[96574]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T07:33:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:33:59 smithi164 ceph-mon[88760]: osdmap e1360: 8 total, 8 up, 8 in 2024-09-16T07:34:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:00 smithi042 ceph-mon[94096]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 260 op/s 2024-09-16T07:34:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:00 smithi042 ceph-mon[94096]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T07:34:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:00 smithi042 ceph-mon[96574]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 260 op/s 2024-09-16T07:34:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:00 smithi042 ceph-mon[96574]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T07:34:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:00 smithi164 ceph-mon[88760]: pgmap v2430: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 10 MiB/s rd, 19 MiB/s wr, 260 op/s 2024-09-16T07:34:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:00 smithi164 ceph-mon[88760]: osdmap e1361: 8 total, 8 up, 8 in 2024-09-16T07:34:00.683 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:34:00.915 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:34:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:01 smithi164 ceph-mon[88760]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T07:34:01.514 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Stress (9963 ms) 2024-09-16T07:34:01.515 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.Stress2 2024-09-16T07:34:01.545 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:34:01.556 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 8877131~2599169 2024-09-16T07:34:01.581 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 2781389~3102896 2024-09-16T07:34:01.581 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 57447669~2058752 2024-09-16T07:34:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 77444339~3545315 2024-09-16T07:34:01.594 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 65620586~4555960 2024-09-16T07:34:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:01 smithi042 ceph-mon[94096]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T07:34:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:01 smithi042 ceph-mon[96574]: osdmap e1362: 8 total, 8 up, 8 in 2024-09-16T07:34:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:01] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-09-16T07:34:01.626 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53409348~6691048 2024-09-16T07:34:01.633 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 15704194~5086749 2024-09-16T07:34:01.668 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 25829108~7423960 2024-09-16T07:34:01.668 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap0 2024-09-16T07:34:02.389 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:02.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:02 smithi164 ceph-mon[88760]: pgmap v2433: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 309 op/s 2024-09-16T07:34:02.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:02 smithi164 ceph-mon[88760]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T07:34:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:02 smithi042 ceph-mon[94096]: pgmap v2433: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 309 op/s 2024-09-16T07:34:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:02 smithi042 ceph-mon[94096]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T07:34:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:02 smithi042 ceph-mon[96574]: pgmap v2433: 169 pgs: 169 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 19 MiB/s wr, 309 op/s 2024-09-16T07:34:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:02 smithi042 ceph-mon[96574]: osdmap e1363: 8 total, 8 up, 8 in 2024-09-16T07:34:03.135 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap0 2024-09-16T07:34:03.147 INFO:tasks.workunit.client.0.smithi042.stdout:clone image173 -> image176 2024-09-16T07:34:03.249 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 159070~7251941 2024-09-16T07:34:03.296 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 13767554~1191530 2024-09-16T07:34:03.310 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 50238741~7660976 2024-09-16T07:34:03.360 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 936290~675240 2024-09-16T07:34:03.362 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 22099832~5096709 2024-09-16T07:34:03.385 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 5111492~7432555 2024-09-16T07:34:03.404 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 1643116~1460917 2024-09-16T07:34:03.414 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 29729638~5600016 2024-09-16T07:34:03.420 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:34:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:03 smithi164 ceph-mon[88760]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T07:34:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:03 smithi042 ceph-mon[94096]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T07:34:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:03 smithi042 ceph-mon[96574]: osdmap e1364: 8 total, 8 up, 8 in 2024-09-16T07:34:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:04 smithi164 ceph-mon[88760]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 578 op/s 2024-09-16T07:34:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:04 smithi164 ceph-mon[88760]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T07:34:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[94096]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 578 op/s 2024-09-16T07:34:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[94096]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T07:34:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[96574]: pgmap v2436: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 22 MiB/s wr, 578 op/s 2024-09-16T07:34:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[96574]: osdmap e1365: 8 total, 8 up, 8 in 2024-09-16T07:34:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:05.150 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:34:05.165 INFO:tasks.workunit.client.0.smithi042.stdout:clone image176 -> image178 2024-09-16T07:34:05.296 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 58301469~3291227 2024-09-16T07:34:05.351 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16235796~1217027 2024-09-16T07:34:05.384 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 33073899~6481543 2024-09-16T07:34:05.413 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53511332~2536280 2024-09-16T07:34:05.440 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 26737456~6835054 2024-09-16T07:34:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:05 smithi164 ceph-mon[88760]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T07:34:05.492 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 40716719~3842969 2024-09-16T07:34:05.497 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 53037950~5069216 2024-09-16T07:34:05.526 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 39815179~7321357 2024-09-16T07:34:05.532 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:34:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:05 smithi042 ceph-mon[94096]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T07:34:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:05 smithi042 ceph-mon[96574]: osdmap e1366: 8 total, 8 up, 8 in 2024-09-16T07:34:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:06 smithi164 ceph-mon[88760]: pgmap v2439: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 995 op/s 2024-09-16T07:34:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:06 smithi164 ceph-mon[88760]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T07:34:06.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:06 smithi042 ceph-mon[96574]: pgmap v2439: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 995 op/s 2024-09-16T07:34:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:06 smithi042 ceph-mon[96574]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T07:34:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:06 smithi042 ceph-mon[94096]: pgmap v2439: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 20 MiB/s wr, 995 op/s 2024-09-16T07:34:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:06 smithi042 ceph-mon[94096]: osdmap e1367: 8 total, 8 up, 8 in 2024-09-16T07:34:07.160 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap2 2024-09-16T07:34:07.172 INFO:tasks.workunit.client.0.smithi042.stdout:clone image178 -> image180 2024-09-16T07:34:07.326 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 33926313~6167840 2024-09-16T07:34:07.382 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53207589~7530016 2024-09-16T07:34:07.411 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 78191583~5694497 2024-09-16T07:34:07.451 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 15544023~7987433 2024-09-16T07:34:07.471 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 55530489~8217080 2024-09-16T07:34:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:07 smithi164 ceph-mon[88760]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T07:34:07.546 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 71361842~3330621 2024-09-16T07:34:07.552 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 79417078~4469002 2024-09-16T07:34:07.587 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 14074637~3834191 2024-09-16T07:34:07.589 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:34:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:07 smithi042 ceph-mon[94096]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T07:34:07.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:07 smithi042 ceph-mon[96574]: osdmap e1368: 8 total, 8 up, 8 in 2024-09-16T07:34:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:08 smithi164 ceph-mon[88760]: pgmap v2442: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-09-16T07:34:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:08 smithi164 ceph-mon[88760]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T07:34:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:08 smithi042 ceph-mon[96574]: pgmap v2442: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-09-16T07:34:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:08 smithi042 ceph-mon[96574]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T07:34:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:08 smithi042 ceph-mon[94096]: pgmap v2442: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 47 MiB/s rd, 13 MiB/s wr, 729 op/s 2024-09-16T07:34:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:08 smithi042 ceph-mon[94096]: osdmap e1369: 8 total, 8 up, 8 in 2024-09-16T07:34:09.101 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:34:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:09 smithi164 ceph-mon[88760]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T07:34:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:09 smithi164 ceph-mon[88760]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T07:34:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:09 smithi042 ceph-mon[94096]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T07:34:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:09 smithi042 ceph-mon[94096]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T07:34:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:09 smithi042 ceph-mon[96574]: osdmap e1370: 8 total, 8 up, 8 in 2024-09-16T07:34:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:09 smithi042 ceph-mon[96574]: osdmap e1371: 8 total, 8 up, 8 in 2024-09-16T07:34:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:10 smithi164 ceph-mon[88760]: pgmap v2445: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 393 op/s 2024-09-16T07:34:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:10 smithi042 ceph-mon[94096]: pgmap v2445: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 393 op/s 2024-09-16T07:34:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:10 smithi042 ceph-mon[96574]: pgmap v2445: 169 pgs: 169 active+clean; 1.5 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 25 MiB/s wr, 393 op/s 2024-09-16T07:34:10.646 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 33782532~5205497 2024-09-16T07:34:10.707 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 12040551~5106810 2024-09-16T07:34:10.732 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 67670035~1799733 2024-09-16T07:34:10.774 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 48811989~2425622 2024-09-16T07:34:10.806 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 43301411~3267474 2024-09-16T07:34:10.845 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53295763~4741088 2024-09-16T07:34:10.868 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 44463360~7952097 2024-09-16T07:34:10.912 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 7093506~3335996 2024-09-16T07:34:10.940 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user0 2024-09-16T07:34:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:11 smithi164 ceph-mon[88760]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T07:34:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:11 smithi042 ceph-mon[94096]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T07:34:11.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:11 smithi042 ceph-mon[96574]: osdmap e1372: 8 total, 8 up, 8 in 2024-09-16T07:34:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:11] "GET /metrics HTTP/1.1" 200 38855 "" "Prometheus/2.43.0" 2024-09-16T07:34:12.185 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 92916574 2024-09-16T07:34:12.199 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 72148041~5278861 2024-09-16T07:34:12.214 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 9002739~7797301 2024-09-16T07:34:12.215 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 4067176~1805320 2024-09-16T07:34:12.217 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 47619566~971703 2024-09-16T07:34:12.218 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 79661480~972554 2024-09-16T07:34:12.218 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 6411097~3571744 2024-09-16T07:34:12.291 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 70153221~6733020 2024-09-16T07:34:12.294 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 63499341~7281083 2024-09-16T07:34:12.332 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user1 2024-09-16T07:34:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:12 smithi164 ceph-mon[88760]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 31 MiB/s wr, 431 op/s 2024-09-16T07:34:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:12 smithi164 ceph-mon[88760]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T07:34:12.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:12 smithi042 ceph-mon[94096]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 31 MiB/s wr, 431 op/s 2024-09-16T07:34:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:12 smithi042 ceph-mon[94096]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T07:34:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:12 smithi042 ceph-mon[96574]: pgmap v2448: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 18 MiB/s rd, 31 MiB/s wr, 431 op/s 2024-09-16T07:34:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:12 smithi042 ceph-mon[96574]: osdmap e1373: 8 total, 8 up, 8 in 2024-09-16T07:34:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:13 smithi164 ceph-mon[88760]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T07:34:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:13 smithi042 ceph-mon[94096]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T07:34:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:13 smithi042 ceph-mon[96574]: osdmap e1374: 8 total, 8 up, 8 in 2024-09-16T07:34:14.195 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 3370508~692208 2024-09-16T07:34:14.207 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 69534934~6466198 2024-09-16T07:34:14.207 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 85636706~7279868 2024-09-16T07:34:14.212 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 36737669~3913638 2024-09-16T07:34:14.213 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 77438229~7388059 2024-09-16T07:34:14.233 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 2927617~5191372 2024-09-16T07:34:14.279 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 67209238~3441612 2024-09-16T07:34:14.280 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 44602765~2983210 2024-09-16T07:34:14.280 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user2 2024-09-16T07:34:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:14 smithi164 ceph-mon[88760]: pgmap v2451: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 556 op/s 2024-09-16T07:34:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:14 smithi164 ceph-mon[88760]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T07:34:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:14 smithi042 ceph-mon[94096]: pgmap v2451: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 556 op/s 2024-09-16T07:34:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:14 smithi042 ceph-mon[94096]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T07:34:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:14 smithi042 ceph-mon[96574]: pgmap v2451: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 556 op/s 2024-09-16T07:34:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:14 smithi042 ceph-mon[96574]: osdmap e1375: 8 total, 8 up, 8 in 2024-09-16T07:34:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:15 smithi164 ceph-mon[88760]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T07:34:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:15 smithi164 ceph-mon[88760]: pgmap v2454: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 526 op/s 2024-09-16T07:34:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:15 smithi042 ceph-mon[94096]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T07:34:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:15 smithi042 ceph-mon[94096]: pgmap v2454: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 526 op/s 2024-09-16T07:34:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:15 smithi042 ceph-mon[96574]: osdmap e1376: 8 total, 8 up, 8 in 2024-09-16T07:34:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:15 smithi042 ceph-mon[96574]: pgmap v2454: 169 pgs: 169 active+clean; 1.6 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 27 MiB/s wr, 526 op/s 2024-09-16T07:34:16.210 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 142308272 2024-09-16T07:34:16.228 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 1082977~1853412 2024-09-16T07:34:16.240 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 50368838~673639 2024-09-16T07:34:16.240 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 123516174~565211 2024-09-16T07:34:16.240 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 118756546~3310870 2024-09-16T07:34:16.240 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 89075903~3823946 2024-09-16T07:34:16.247 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 24648513~6510670 2024-09-16T07:34:16.247 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 1794910~7740079 2024-09-16T07:34:16.340 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 90896005~2898956 2024-09-16T07:34:16.340 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user3 2024-09-16T07:34:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:16 smithi164 ceph-mon[88760]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T07:34:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:16 smithi042 ceph-mon[94096]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T07:34:16.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:16 smithi042 ceph-mon[96574]: osdmap e1377: 8 total, 8 up, 8 in 2024-09-16T07:34:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:17 smithi164 ceph-mon[88760]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T07:34:17.501 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:17 smithi164 ceph-mon[88760]: pgmap v2457: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 480 op/s 2024-09-16T07:34:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:17 smithi042 ceph-mon[94096]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T07:34:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:17 smithi042 ceph-mon[94096]: pgmap v2457: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 480 op/s 2024-09-16T07:34:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:17 smithi042 ceph-mon[96574]: osdmap e1378: 8 total, 8 up, 8 in 2024-09-16T07:34:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:17 smithi042 ceph-mon[96574]: pgmap v2457: 169 pgs: 169 active+clean; 1.7 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 30 MiB/s rd, 21 MiB/s wr, 480 op/s 2024-09-16T07:34:18.452 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 14230827~3557706 2024-09-16T07:34:18.454 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 15120253~1778853 2024-09-16T07:34:18.484 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 28461654~3557706 2024-09-16T07:34:18.485 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 29351080~1778853 2024-09-16T07:34:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:18 smithi164 ceph-mon[88760]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T07:34:18.529 INFO:tasks.workunit.client.0.smithi042.stdout:write: 3 42692481~3557706 2024-09-16T07:34:18.530 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 43581907~1778853 2024-09-16T07:34:18.574 INFO:tasks.workunit.client.0.smithi042.stdout:write: 4 56923308~3557706 2024-09-16T07:34:18.575 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 57812734~1778853 2024-09-16T07:34:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:18 smithi042 ceph-mon[94096]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T07:34:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:18 smithi042 ceph-mon[96574]: osdmap e1379: 8 total, 8 up, 8 in 2024-09-16T07:34:18.619 INFO:tasks.workunit.client.0.smithi042.stdout:write: 5 71154136~3557706 2024-09-16T07:34:18.620 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 72043562~1778853 2024-09-16T07:34:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:19 smithi164 ceph-mon[88760]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T07:34:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:19 smithi164 ceph-mon[88760]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 435 op/s 2024-09-16T07:34:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[94096]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T07:34:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[94096]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 435 op/s 2024-09-16T07:34:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[96574]: osdmap e1380: 8 total, 8 up, 8 in 2024-09-16T07:34:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[96574]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 435 op/s 2024-09-16T07:34:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:19.744 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:34:19.986 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:34:21.323 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.Stress2 (19808 ms) 2024-09-16T07:34:21.323 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMigration.StressLive 2024-09-16T07:34:21.355 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 83886080 2024-09-16T07:34:21.367 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 80751103~1790216 2024-09-16T07:34:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 37200024~1900459 2024-09-16T07:34:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 75443282~4253082 2024-09-16T07:34:21.431 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 18734647~448356 2024-09-16T07:34:21.431 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 6281614~3387422 2024-09-16T07:34:21.451 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53767162~4940641 2024-09-16T07:34:21.451 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 63362833~3134957 2024-09-16T07:34:21.481 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 69836478~5288926 2024-09-16T07:34:21.484 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap0 2024-09-16T07:34:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:21 smithi164 ceph-mon[88760]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T07:34:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:21 smithi164 ceph-mon[88760]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 305 op/s 2024-09-16T07:34:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:21 smithi042 ceph-mon[94096]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T07:34:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:21 smithi042 ceph-mon[94096]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 305 op/s 2024-09-16T07:34:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:21] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T07:34:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:21 smithi042 ceph-mon[96574]: osdmap e1381: 8 total, 8 up, 8 in 2024-09-16T07:34:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:21 smithi042 ceph-mon[96574]: pgmap v2462: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 46 MiB/s rd, 18 MiB/s wr, 305 op/s 2024-09-16T07:34:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:23.246 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap0 2024-09-16T07:34:23.260 INFO:tasks.workunit.client.0.smithi042.stdout:clone image181 -> image184 2024-09-16T07:34:23.360 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 35961575~3292825 2024-09-16T07:34:23.389 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 52854060~8338923 2024-09-16T07:34:23.397 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 3649818~6231089 2024-09-16T07:34:23.438 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 72226515~644474 2024-09-16T07:34:23.445 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 24624568~3001290 2024-09-16T07:34:23.465 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 50761999~8016607 2024-09-16T07:34:23.468 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 43361255~5834173 2024-09-16T07:34:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:23 smithi164 ceph-mon[88760]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T07:34:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:23 smithi164 ceph-mon[88760]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 154 MiB/s rd, 19 MiB/s wr, 713 op/s 2024-09-16T07:34:23.504 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 49677672~5683982 2024-09-16T07:34:23.507 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap1 2024-09-16T07:34:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:23 smithi042 ceph-mon[96574]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T07:34:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:23 smithi042 ceph-mon[96574]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 154 MiB/s rd, 19 MiB/s wr, 713 op/s 2024-09-16T07:34:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:23 smithi042 ceph-mon[94096]: osdmap e1382: 8 total, 8 up, 8 in 2024-09-16T07:34:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:23 smithi042 ceph-mon[94096]: pgmap v2464: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 154 MiB/s rd, 19 MiB/s wr, 713 op/s 2024-09-16T07:34:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:24 smithi164 ceph-mon[88760]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T07:34:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:24 smithi042 ceph-mon[94096]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T07:34:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:24 smithi042 ceph-mon[96574]: osdmap e1383: 8 total, 8 up, 8 in 2024-09-16T07:34:25.256 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap1 2024-09-16T07:34:25.269 INFO:tasks.workunit.client.0.smithi042.stdout:clone image184 -> image186 2024-09-16T07:34:25.404 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 72621027~7680442 2024-09-16T07:34:25.478 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 2679256~3505887 2024-09-16T07:34:25.503 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 42000961~3405169 2024-09-16T07:34:25.541 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 6540126~6114770 2024-09-16T07:34:25.549 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 78512560~4700498 2024-09-16T07:34:25.579 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 18405323~879132 2024-09-16T07:34:25.585 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 54503606~8043141 2024-09-16T07:34:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:25 smithi042 ceph-mon[96574]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T07:34:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:25 smithi042 ceph-mon[96574]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 231 MiB/s rd, 18 MiB/s wr, 1.02k op/s 2024-09-16T07:34:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:25 smithi042 ceph-mon[94096]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T07:34:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:25 smithi042 ceph-mon[94096]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 231 MiB/s rd, 18 MiB/s wr, 1.02k op/s 2024-09-16T07:34:25.635 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 49936496~4035250 2024-09-16T07:34:25.668 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap2 2024-09-16T07:34:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:25 smithi164 ceph-mon[88760]: osdmap e1384: 8 total, 8 up, 8 in 2024-09-16T07:34:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:25 smithi164 ceph-mon[88760]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 231 MiB/s rd, 18 MiB/s wr, 1.02k op/s 2024-09-16T07:34:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:26 smithi042 ceph-mon[94096]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T07:34:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:26 smithi042 ceph-mon[96574]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T07:34:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:26 smithi164 ceph-mon[88760]: osdmap e1385: 8 total, 8 up, 8 in 2024-09-16T07:34:27.265 INFO:tasks.workunit.client.0.smithi042.stdout:snap_protect: snap2 2024-09-16T07:34:27.275 INFO:tasks.workunit.client.0.smithi042.stdout:clone image186 -> image188 2024-09-16T07:34:27.418 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 80631414~3254666 2024-09-16T07:34:27.471 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 31421780~6995383 2024-09-16T07:34:27.500 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 15011990~6797588 2024-09-16T07:34:27.562 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4243153~6686308 2024-09-16T07:34:27.569 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 29147506~8041597 2024-09-16T07:34:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s rd, 13 MiB/s wr, 379 op/s 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T07:34:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s rd, 13 MiB/s wr, 379 op/s 2024-09-16T07:34:27.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:34:27.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:34:27.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:34:27.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:27 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:27.623 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4716797~3589177 2024-09-16T07:34:27.626 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 78355941~5530139 2024-09-16T07:34:27.679 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 50979066~1840352 2024-09-16T07:34:27.686 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: snap3 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: osdmap e1386: 8 total, 8 up, 8 in 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s rd, 13 MiB/s wr, 379 op/s 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:34:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:27 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:28 smithi042 ceph-mon[94096]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T07:34:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:28 smithi042 ceph-mon[96574]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T07:34:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:28 smithi164 ceph-mon[88760]: osdmap e1387: 8 total, 8 up, 8 in 2024-09-16T07:34:29.102 INFO:tasks.workunit.client.0.smithi042.stdout:migration_prepare 2024-09-16T07:34:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[94096]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T07:34:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[94096]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 344 op/s 2024-09-16T07:34:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[94096]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T07:34:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[96574]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T07:34:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[96574]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 344 op/s 2024-09-16T07:34:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:29 smithi042 ceph-mon[96574]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T07:34:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:29 smithi164 ceph-mon[88760]: osdmap e1388: 8 total, 8 up, 8 in 2024-09-16T07:34:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:29 smithi164 ceph-mon[88760]: pgmap v2473: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 35 MiB/s rd, 17 MiB/s wr, 344 op/s 2024-09-16T07:34:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:29 smithi164 ceph-mon[88760]: osdmap e1389: 8 total, 8 up, 8 in 2024-09-16T07:34:30.672 INFO:tasks.workunit.client.0.smithi042.stdout:migration_execute 2024-09-16T07:34:30.672 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 3286430~705339 2024-09-16T07:34:30.700 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 13794446~3397040 2024-09-16T07:34:30.732 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 4276173~6301519 2024-09-16T07:34:30.764 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 73064916~7033945 2024-09-16T07:34:30.826 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 36235020~59523 2024-09-16T07:34:30.891 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 31919717~5560900 2024-09-16T07:34:30.909 INFO:tasks.workunit.client.0.smithi042.stdout:write: a 42369998~4558320 2024-09-16T07:34:30.982 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 61885351~5704129 2024-09-16T07:34:31.022 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user0 2024-09-16T07:34:31.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:31 smithi042 ceph-mon[94096]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T07:34:31.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:31 smithi042 ceph-mon[96574]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T07:34:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:31] "GET /metrics HTTP/1.1" 200 38859 "" "Prometheus/2.43.0" 2024-09-16T07:34:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:31 smithi164 ceph-mon[88760]: osdmap e1390: 8 total, 8 up, 8 in 2024-09-16T07:34:32.106 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 87999189 2024-09-16T07:34:32.120 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 11042404~1399869 2024-09-16T07:34:32.127 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 64373393~8356263 2024-09-16T07:34:32.127 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 9456231~573689 2024-09-16T07:34:32.128 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 20229445~5769655 2024-09-16T07:34:32.128 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 50852168~6437844 2024-09-16T07:34:32.134 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 51127163~6751247 2024-09-16T07:34:32.184 INFO:tasks.workunit.client.0.smithi042.stdout:write: b 74890230~4466922 2024-09-16T07:34:32.189 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 42555124~6895934 2024-09-16T07:34:32.189 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user1 2024-09-16T07:34:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:32 smithi042 ceph-mon[94096]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 20 MiB/s wr, 464 op/s 2024-09-16T07:34:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:32 smithi042 ceph-mon[94096]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T07:34:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:32 smithi042 ceph-mon[96574]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 20 MiB/s wr, 464 op/s 2024-09-16T07:34:32.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:32 smithi042 ceph-mon[96574]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T07:34:32.389 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:32 smithi164 ceph-mon[88760]: pgmap v2476: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 7.6 MiB/s rd, 20 MiB/s wr, 464 op/s 2024-09-16T07:34:32.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:32 smithi164 ceph-mon[88760]: osdmap e1391: 8 total, 8 up, 8 in 2024-09-16T07:34:32.390 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:33.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:33 smithi042 ceph-mon[96574]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T07:34:33.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:33 smithi042 ceph-mon[94096]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T07:34:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:33 smithi164 ceph-mon[88760]: osdmap e1392: 8 total, 8 up, 8 in 2024-09-16T07:34:34.119 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 5700207~4808845 2024-09-16T07:34:34.130 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 11414457~3119154 2024-09-16T07:34:34.131 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 27014847~3811050 2024-09-16T07:34:34.136 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 24528170~7937189 2024-09-16T07:34:34.165 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 27090044~1969454 2024-09-16T07:34:34.167 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 5459329~7880464 2024-09-16T07:34:34.168 INFO:tasks.workunit.client.0.smithi042.stdout:write: c 59186453~6658455 2024-09-16T07:34:34.177 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 54881230~6534418 2024-09-16T07:34:34.207 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user2 2024-09-16T07:34:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[96574]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 30 MiB/s wr, 819 op/s 2024-09-16T07:34:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[96574]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T07:34:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[94096]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 30 MiB/s wr, 819 op/s 2024-09-16T07:34:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[94096]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T07:34:34.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:34 smithi164 ceph-mon[88760]: pgmap v2479: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 47 MiB/s rd, 30 MiB/s wr, 819 op/s 2024-09-16T07:34:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:34 smithi164 ceph-mon[88760]: osdmap e1393: 8 total, 8 up, 8 in 2024-09-16T07:34:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:35 smithi164 ceph-mon[88760]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T07:34:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:35 smithi042 ceph-mon[94096]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T07:34:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:35 smithi042 ceph-mon[96574]: osdmap e1394: 8 total, 8 up, 8 in 2024-09-16T07:34:36.126 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 121077069 2024-09-16T07:34:36.140 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 60807583~3824151 2024-09-16T07:34:36.158 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 2364791~4968324 2024-09-16T07:34:36.158 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 112951553~5178689 2024-09-16T07:34:36.164 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 105814932~8290619 2024-09-16T07:34:36.198 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 11820573~268038 2024-09-16T07:34:36.198 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 13999545~7295520 2024-09-16T07:34:36.198 INFO:tasks.workunit.client.0.smithi042.stdout:write: d 96525789~3443806 2024-09-16T07:34:36.203 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 101894055~3494920 2024-09-16T07:34:36.204 INFO:tasks.workunit.client.0.smithi042.stdout:snap_create: user3 2024-09-16T07:34:36.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:36 smithi164 ceph-mon[88760]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s rd, 37 MiB/s wr, 841 op/s 2024-09-16T07:34:36.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:36 smithi164 ceph-mon[88760]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T07:34:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:36 smithi042 ceph-mon[96574]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s rd, 37 MiB/s wr, 841 op/s 2024-09-16T07:34:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:36 smithi042 ceph-mon[96574]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T07:34:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:36 smithi042 ceph-mon[94096]: pgmap v2482: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 72 MiB/s rd, 37 MiB/s wr, 841 op/s 2024-09-16T07:34:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:36 smithi042 ceph-mon[94096]: osdmap e1395: 8 total, 8 up, 8 in 2024-09-16T07:34:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:37 smithi164 ceph-mon[88760]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T07:34:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:37 smithi042 ceph-mon[94096]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T07:34:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:37 smithi042 ceph-mon[96574]: osdmap e1396: 8 total, 8 up, 8 in 2024-09-16T07:34:38.142 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 154084207 2024-09-16T07:34:38.162 INFO:tasks.workunit.client.0.smithi042.stdout:write: 1 15408420~3852105 2024-09-16T07:34:38.164 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 16371446~1926052 2024-09-16T07:34:38.187 INFO:tasks.workunit.client.0.smithi042.stdout:write: 2 30816841~3852105 2024-09-16T07:34:38.188 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 31779867~1926052 2024-09-16T07:34:38.206 INFO:tasks.workunit.client.0.smithi042.stdout:write: 3 46225262~3852105 2024-09-16T07:34:38.207 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 47188288~1926052 2024-09-16T07:34:38.233 INFO:tasks.workunit.client.0.smithi042.stdout:write: 4 61633682~3852105 2024-09-16T07:34:38.234 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 62596708~1926052 2024-09-16T07:34:38.254 INFO:tasks.workunit.client.0.smithi042.stdout:write: 5 77042103~3852105 2024-09-16T07:34:38.255 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 78005129~1926052 2024-09-16T07:34:38.366 INFO:tasks.workunit.client.0.smithi042.stdout:migration_commit 2024-09-16T07:34:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:38 smithi164 ceph-mon[88760]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 320 op/s 2024-09-16T07:34:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:38 smithi164 ceph-mon[88760]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T07:34:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:38 smithi042 ceph-mon[96574]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 320 op/s 2024-09-16T07:34:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:38 smithi042 ceph-mon[96574]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T07:34:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:38 smithi042 ceph-mon[94096]: pgmap v2485: 169 pgs: 169 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 320 op/s 2024-09-16T07:34:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:38 smithi042 ceph-mon[94096]: osdmap e1397: 8 total, 8 up, 8 in 2024-09-16T07:34:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:39 smithi164 ceph-mon[88760]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T07:34:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:39 smithi042 ceph-mon[94096]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T07:34:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:39 smithi042 ceph-mon[96574]: osdmap e1398: 8 total, 8 up, 8 in 2024-09-16T07:34:39.965 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMigration.StressLive (18642 ms) 2024-09-16T07:34:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:40 smithi164 ceph-mon[88760]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 214 op/s 2024-09-16T07:34:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:40 smithi164 ceph-mon[88760]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T07:34:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:40 smithi042 ceph-mon[94096]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 214 op/s 2024-09-16T07:34:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:40 smithi042 ceph-mon[94096]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T07:34:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:40 smithi042 ceph-mon[96574]: pgmap v2488: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 6.4 MiB/s rd, 19 MiB/s wr, 214 op/s 2024-09-16T07:34:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:40 smithi042 ceph-mon[96574]: osdmap e1399: 8 total, 8 up, 8 in 2024-09-16T07:34:41.163 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 57 tests from TestMigration (262706 ms total) 2024-09-16T07:34:41.163 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:34:41.163 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 6 tests from TestGroup 2024-09-16T07:34:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:41 smithi164 ceph-mon[88760]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T07:34:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:41 smithi042 ceph-mon[96574]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T07:34:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:41 smithi042 ceph-mon[94096]: osdmap e1400: 8 total, 8 up, 8 in 2024-09-16T07:34:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:41] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-09-16T07:34:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:42 smithi164 ceph-mon[88760]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:42 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:42 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:34:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:42 smithi164 ceph-mon[88760]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T07:34:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[94096]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[94096]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[96574]: pgmap v2491: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:34:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:42 smithi042 ceph-mon[96574]: osdmap e1401: 8 total, 8 up, 8 in 2024-09-16T07:34:43.156 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.group_create 2024-09-16T07:34:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:43 smithi164 ceph-mon[88760]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T07:34:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:43 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2919272479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:43 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:43 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:34:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:43 smithi164 ceph-mon[88760]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T07:34:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[94096]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2919272479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[94096]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[96574]: osdmap e1402: 8 total, 8 up, 8 in 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2919272479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:34:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:43 smithi042 ceph-mon[96574]: osdmap e1403: 8 total, 8 up, 8 in 2024-09-16T07:34:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:44 smithi164 ceph-mon[88760]: pgmap v2494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:44 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:34:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:44 smithi042 ceph-mon[94096]: pgmap v2494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:44 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:34:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:44 smithi042 ceph-mon[96574]: pgmap v2494: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 8.8 GiB used, 706 GiB / 715 GiB avail 2024-09-16T07:34:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:44 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:34:45.203 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.group_create (2047 ms) 2024-09-16T07:34:45.203 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.group_createPP 2024-09-16T07:34:45.222 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-09-16T07:34:45.222 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.add_image 2024-09-16T07:34:45.262 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-09-16T07:34:45.262 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.add_imagePP 2024-09-16T07:34:45.298 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.add_imagePP (36 ms) 2024-09-16T07:34:45.298 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.add_snapshot 2024-09-16T07:34:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:45 smithi164 ceph-mon[88760]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T07:34:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:45 smithi042 ceph-mon[94096]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T07:34:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:45 smithi042 ceph-mon[96574]: osdmap e1404: 8 total, 8 up, 8 in 2024-09-16T07:34:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:46 smithi164 ceph-mon[88760]: pgmap v2497: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-16T07:34:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:46 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:46 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:34:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:46 smithi164 ceph-mon[88760]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T07:34:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[94096]: pgmap v2497: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-16T07:34:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:34:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[94096]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T07:34:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[96574]: pgmap v2497: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-09-16T07:34:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:34:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:34:46.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:46 smithi042 ceph-mon[96574]: osdmap e1405: 8 total, 8 up, 8 in 2024-09-16T07:34:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:47 smithi164 ceph-mon[88760]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T07:34:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:47 smithi042 ceph-mon[94096]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T07:34:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:47 smithi042 ceph-mon[96574]: osdmap e1406: 8 total, 8 up, 8 in 2024-09-16T07:34:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:48 smithi164 ceph-mon[88760]: pgmap v2500: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-16T07:34:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:48 smithi164 ceph-mon[88760]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T07:34:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:48 smithi042 ceph-mon[94096]: pgmap v2500: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-16T07:34:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:48 smithi042 ceph-mon[94096]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T07:34:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:48 smithi042 ceph-mon[96574]: pgmap v2500: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-09-16T07:34:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:48 smithi042 ceph-mon[96574]: osdmap e1407: 8 total, 8 up, 8 in 2024-09-16T07:34:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:49 smithi164 ceph-mon[88760]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T07:34:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:49 smithi164 ceph-mon[88760]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T07:34:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[96574]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[96574]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[94096]: osdmap e1408: 8 total, 8 up, 8 in 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[94096]: pgmap v2503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 10 KiB/s wr, 103 op/s 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:34:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:34:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:50 smithi164 ceph-mon[88760]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T07:34:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:50 smithi042 ceph-mon[94096]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T07:34:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:50 smithi042 ceph-mon[96574]: osdmap e1409: 8 total, 8 up, 8 in 2024-09-16T07:34:51.242 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.add_snapshot (5945 ms) 2024-09-16T07:34:51.242 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-09-16T07:34:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:51 smithi164 ceph-mon[88760]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T07:34:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:51 smithi164 ceph-mon[88760]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-09-16T07:34:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:51 smithi042 ceph-mon[96574]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T07:34:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:51 smithi042 ceph-mon[96574]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-09-16T07:34:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:34:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:34:51] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-09-16T07:34:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:51 smithi042 ceph-mon[94096]: osdmap e1410: 8 total, 8 up, 8 in 2024-09-16T07:34:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:51 smithi042 ceph-mon[94096]: pgmap v2506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 119 KiB/s rd, 14 KiB/s wr, 162 op/s 2024-09-16T07:34:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:52 smithi164 ceph-mon[88760]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T07:34:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:34:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:34:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:52 smithi042 ceph-mon[94096]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T07:34:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:52 smithi042 ceph-mon[96574]: osdmap e1411: 8 total, 8 up, 8 in 2024-09-16T07:34:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:53 smithi164 ceph-mon[88760]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T07:34:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:53 smithi164 ceph-mon[88760]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-09-16T07:34:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:53 smithi042 ceph-mon[94096]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T07:34:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:53 smithi042 ceph-mon[94096]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-09-16T07:34:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:53 smithi042 ceph-mon[96574]: osdmap e1412: 8 total, 8 up, 8 in 2024-09-16T07:34:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:53 smithi042 ceph-mon[96574]: pgmap v2509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 13 KiB/s wr, 151 op/s 2024-09-16T07:34:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:54 smithi164 ceph-mon[88760]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T07:34:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:54 smithi164 ceph-mon[88760]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T07:34:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:54 smithi042 ceph-mon[94096]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T07:34:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:54 smithi042 ceph-mon[94096]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T07:34:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:54 smithi042 ceph-mon[96574]: osdmap e1413: 8 total, 8 up, 8 in 2024-09-16T07:34:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:54 smithi042 ceph-mon[96574]: osdmap e1414: 8 total, 8 up, 8 in 2024-09-16T07:34:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:56 smithi042 ceph-mon[94096]: pgmap v2512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-16T07:34:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:56 smithi042 ceph-mon[94096]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T07:34:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:56 smithi042 ceph-mon[96574]: pgmap v2512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-16T07:34:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:56 smithi042 ceph-mon[96574]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T07:34:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:56 smithi164 ceph-mon[88760]: pgmap v2512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.0 KiB/s wr, 28 op/s 2024-09-16T07:34:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:56 smithi164 ceph-mon[88760]: osdmap e1415: 8 total, 8 up, 8 in 2024-09-16T07:34:57.133 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestGroup.add_snapshotPP (5891 ms) 2024-09-16T07:34:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:57 smithi164 ceph-mon[88760]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T07:34:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:57 smithi042 ceph-mon[94096]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T07:34:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:57 smithi042 ceph-mon[96574]: osdmap e1416: 8 total, 8 up, 8 in 2024-09-16T07:34:58.118 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 6 tests from TestGroup (13977 ms total) 2024-09-16T07:34:58.119 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:34:58.119 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 31 tests from TestDeepCopy 2024-09-16T07:34:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:58 smithi164 ceph-mon[88760]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-09-16T07:34:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:58 smithi164 ceph-mon[88760]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T07:34:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:58 smithi042 ceph-mon[94096]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-09-16T07:34:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:58 smithi042 ceph-mon[94096]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T07:34:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:58 smithi042 ceph-mon[96574]: pgmap v2515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 7.5 KiB/s wr, 124 op/s 2024-09-16T07:34:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:58 smithi042 ceph-mon[96574]: osdmap e1417: 8 total, 8 up, 8 in 2024-09-16T07:34:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:34:59 smithi164 ceph-mon[88760]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T07:34:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:34:59 smithi042 ceph-mon[94096]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T07:34:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:34:59 smithi042 ceph-mon[96574]: osdmap e1418: 8 total, 8 up, 8 in 2024-09-16T07:35:00.123 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Empty 2024-09-16T07:35:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:00 smithi164 ceph-mon[88760]: pgmap v2518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:00 smithi164 ceph-mon[88760]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T07:35:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:00 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1577584779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:00 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[94096]: pgmap v2518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[94096]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1577584779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[96574]: pgmap v2518: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[96574]: osdmap e1419: 8 total, 8 up, 8 in 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1577584779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:00 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:01 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:01 smithi164 ceph-mon[88760]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T07:35:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:01] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-09-16T07:35:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:01 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:01 smithi042 ceph-mon[96574]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T07:35:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:01 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:01 smithi042 ceph-mon[94096]: osdmap e1420: 8 total, 8 up, 8 in 2024-09-16T07:35:02.267 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Empty (2143 ms) 2024-09-16T07:35:02.267 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-09-16T07:35:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:02 smithi164 ceph-mon[88760]: pgmap v2521: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:02 smithi164 ceph-mon[88760]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T07:35:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:02.500 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.NoSnaps (234 ms) 2024-09-16T07:35:02.500 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Snaps 2024-09-16T07:35:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:02 smithi042 ceph-mon[94096]: pgmap v2521: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:02 smithi042 ceph-mon[94096]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T07:35:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:02 smithi042 ceph-mon[96574]: pgmap v2521: 137 pgs: 6 creating+peering, 23 unknown, 108 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:35:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:02 smithi042 ceph-mon[96574]: osdmap e1421: 8 total, 8 up, 8 in 2024-09-16T07:35:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:03 smithi164 ceph-mon[88760]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T07:35:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:03 smithi042 ceph-mon[94096]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T07:35:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:03 smithi042 ceph-mon[96574]: osdmap e1422: 8 total, 8 up, 8 in 2024-09-16T07:35:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:04 smithi164 ceph-mon[88760]: pgmap v2524: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-16T07:35:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:04 smithi164 ceph-mon[88760]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T07:35:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[96574]: pgmap v2524: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-16T07:35:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[96574]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T07:35:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[94096]: pgmap v2524: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 2 op/s 2024-09-16T07:35:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[94096]: osdmap e1423: 8 total, 8 up, 8 in 2024-09-16T07:35:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:05 smithi164 ceph-mon[88760]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T07:35:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:05 smithi042 ceph-mon[94096]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T07:35:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:05 smithi042 ceph-mon[96574]: osdmap e1424: 8 total, 8 up, 8 in 2024-09-16T07:35:06.460 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Snaps (3959 ms) 2024-09-16T07:35:06.460 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-09-16T07:35:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:06 smithi164 ceph-mon[88760]: pgmap v2527: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-16T07:35:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:06 smithi164 ceph-mon[88760]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T07:35:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:06 smithi042 ceph-mon[94096]: pgmap v2527: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-16T07:35:06.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:06 smithi042 ceph-mon[94096]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T07:35:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:06 smithi042 ceph-mon[96574]: pgmap v2527: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 94 op/s 2024-09-16T07:35:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:06 smithi042 ceph-mon[96574]: osdmap e1425: 8 total, 8 up, 8 in 2024-09-16T07:35:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:07 smithi164 ceph-mon[88760]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T07:35:07.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:07 smithi042 ceph-mon[94096]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T07:35:07.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:07 smithi042 ceph-mon[96574]: osdmap e1426: 8 total, 8 up, 8 in 2024-09-16T07:35:08.287 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.SnapDiscard (1827 ms) 2024-09-16T07:35:08.287 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-09-16T07:35:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:08 smithi164 ceph-mon[88760]: pgmap v2530: 137 pgs: 137 active+clean; 37 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-09-16T07:35:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:08 smithi164 ceph-mon[88760]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T07:35:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:08 smithi042 ceph-mon[94096]: pgmap v2530: 137 pgs: 137 active+clean; 37 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-09-16T07:35:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:08 smithi042 ceph-mon[94096]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T07:35:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:08 smithi042 ceph-mon[96574]: pgmap v2530: 137 pgs: 137 active+clean; 37 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 106 op/s 2024-09-16T07:35:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:08 smithi042 ceph-mon[96574]: osdmap e1427: 8 total, 8 up, 8 in 2024-09-16T07:35:09.356 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneDiscard (1069 ms) 2024-09-16T07:35:09.356 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-09-16T07:35:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:09 smithi164 ceph-mon[88760]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T07:35:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:09 smithi042 ceph-mon[94096]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T07:35:09.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:09 smithi042 ceph-mon[96574]: osdmap e1428: 8 total, 8 up, 8 in 2024-09-16T07:35:10.350 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneShrink (994 ms) 2024-09-16T07:35:10.350 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-09-16T07:35:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:10 smithi164 ceph-mon[88760]: pgmap v2533: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-09-16T07:35:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:10 smithi164 ceph-mon[88760]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:10 smithi042 ceph-mon[94096]: pgmap v2533: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-09-16T07:35:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:10 smithi042 ceph-mon[94096]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T07:35:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:10 smithi042 ceph-mon[96574]: pgmap v2533: 137 pgs: 137 active+clean; 65 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-09-16T07:35:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:10 smithi042 ceph-mon[96574]: osdmap e1429: 8 total, 8 up, 8 in 2024-09-16T07:35:11.426 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneExpand (1077 ms) 2024-09-16T07:35:11.426 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-09-16T07:35:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:11 smithi164 ceph-mon[88760]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T07:35:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:11 smithi042 ceph-mon[94096]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T07:35:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:11 smithi042 ceph-mon[96574]: osdmap e1430: 8 total, 8 up, 8 in 2024-09-16T07:35:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:11] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T07:35:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:12 smithi164 ceph-mon[88760]: pgmap v2536: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-09-16T07:35:12.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:12 smithi164 ceph-mon[88760]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T07:35:12.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:12 smithi042 ceph-mon[94096]: pgmap v2536: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-09-16T07:35:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:12 smithi042 ceph-mon[94096]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T07:35:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:12 smithi042 ceph-mon[96574]: pgmap v2536: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 8.0 MiB/s wr, 266 op/s 2024-09-16T07:35:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:12 smithi042 ceph-mon[96574]: osdmap e1431: 8 total, 8 up, 8 in 2024-09-16T07:35:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:13 smithi164 ceph-mon[88760]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T07:35:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:13 smithi164 ceph-mon[88760]: pgmap v2539: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-09-16T07:35:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:13 smithi042 ceph-mon[94096]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T07:35:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:13 smithi042 ceph-mon[94096]: pgmap v2539: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-09-16T07:35:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:13 smithi042 ceph-mon[96574]: osdmap e1432: 8 total, 8 up, 8 in 2024-09-16T07:35:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:13 smithi042 ceph-mon[96574]: pgmap v2539: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 269 op/s 2024-09-16T07:35:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:14 smithi164 ceph-mon[88760]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T07:35:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:14 smithi164 ceph-mon[88760]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T07:35:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:14 smithi042 ceph-mon[94096]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T07:35:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:14 smithi042 ceph-mon[94096]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T07:35:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:14 smithi042 ceph-mon[96574]: osdmap e1433: 8 total, 8 up, 8 in 2024-09-16T07:35:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:14 smithi042 ceph-mon[96574]: osdmap e1434: 8 total, 8 up, 8 in 2024-09-16T07:35:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:16 smithi042 ceph-mon[94096]: pgmap v2542: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 372 op/s 2024-09-16T07:35:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:16 smithi042 ceph-mon[94096]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T07:35:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:16 smithi042 ceph-mon[96574]: pgmap v2542: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 372 op/s 2024-09-16T07:35:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:16 smithi042 ceph-mon[96574]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T07:35:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:16 smithi164 ceph-mon[88760]: pgmap v2542: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 372 op/s 2024-09-16T07:35:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:16 smithi164 ceph-mon[88760]: osdmap e1435: 8 total, 8 up, 8 in 2024-09-16T07:35:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:17 smithi164 ceph-mon[88760]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T07:35:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:17 smithi042 ceph-mon[94096]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T07:35:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:17 smithi042 ceph-mon[96574]: osdmap e1436: 8 total, 8 up, 8 in 2024-09-16T07:35:18.236 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneHideParent (6809 ms) 2024-09-16T07:35:18.236 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Clone 2024-09-16T07:35:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:18 smithi164 ceph-mon[88760]: pgmap v2545: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-09-16T07:35:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:18 smithi164 ceph-mon[88760]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T07:35:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:18 smithi042 ceph-mon[94096]: pgmap v2545: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-09-16T07:35:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:18 smithi042 ceph-mon[94096]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T07:35:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:18 smithi042 ceph-mon[96574]: pgmap v2545: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-09-16T07:35:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:18 smithi042 ceph-mon[96574]: osdmap e1437: 8 total, 8 up, 8 in 2024-09-16T07:35:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:19 smithi164 ceph-mon[88760]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T07:35:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:19 smithi042 ceph-mon[94096]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T07:35:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:19 smithi042 ceph-mon[96574]: osdmap e1438: 8 total, 8 up, 8 in 2024-09-16T07:35:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:20.474 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Clone (2238 ms) 2024-09-16T07:35:20.474 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-09-16T07:35:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:20 smithi164 ceph-mon[88760]: pgmap v2548: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 180 op/s 2024-09-16T07:35:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:20 smithi164 ceph-mon[88760]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T07:35:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:20 smithi042 ceph-mon[94096]: pgmap v2548: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 180 op/s 2024-09-16T07:35:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:20 smithi042 ceph-mon[94096]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T07:35:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:20 smithi042 ceph-mon[96574]: pgmap v2548: 137 pgs: 137 active+clean; 69 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 180 op/s 2024-09-16T07:35:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:20 smithi042 ceph-mon[96574]: osdmap e1439: 8 total, 8 up, 8 in 2024-09-16T07:35:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:21 smithi164 ceph-mon[88760]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T07:35:21.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:21 smithi042 ceph-mon[94096]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T07:35:21.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:21 smithi042 ceph-mon[96574]: osdmap e1440: 8 total, 8 up, 8 in 2024-09-16T07:35:21.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:21] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2024-09-16T07:35:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:22 smithi164 ceph-mon[88760]: pgmap v2551: 137 pgs: 137 active+clean; 73 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-16T07:35:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:22 smithi164 ceph-mon[88760]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T07:35:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:22 smithi042 ceph-mon[94096]: pgmap v2551: 137 pgs: 137 active+clean; 73 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-16T07:35:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:22 smithi042 ceph-mon[94096]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T07:35:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:22 smithi042 ceph-mon[96574]: pgmap v2551: 137 pgs: 137 active+clean; 73 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 127 op/s 2024-09-16T07:35:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:22 smithi042 ceph-mon[96574]: osdmap e1441: 8 total, 8 up, 8 in 2024-09-16T07:35:22.622 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneFlatten (2148 ms) 2024-09-16T07:35:22.622 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Stress 2024-09-16T07:35:22.645 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 47583668~3974094 2024-09-16T07:35:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 81441020~1093698 2024-09-16T07:35:22.662 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 25751378~5616168 2024-09-16T07:35:22.683 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 20663231~2689489 2024-09-16T07:35:22.683 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 67944163~4190520 2024-09-16T07:35:22.698 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 74872005~7136477 2024-09-16T07:35:22.699 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 78069493~33967 2024-09-16T07:35:22.702 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 38556723~6503987 2024-09-16T07:35:22.702 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap0 2024-09-16T07:35:23.167 INFO:tasks.workunit.client.0.smithi042.stdout:clone image234 -> image235 2024-09-16T07:35:23.216 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 79510876~803407 2024-09-16T07:35:23.222 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 17848661~3693654 2024-09-16T07:35:23.226 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 19377782~2983393 2024-09-16T07:35:23.232 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 81924671~814838 2024-09-16T07:35:23.234 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 71418622~6316323 2024-09-16T07:35:23.253 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4019762~4601551 2024-09-16T07:35:23.257 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 16964253~3227120 2024-09-16T07:35:23.265 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 12709426~1271783 2024-09-16T07:35:23.267 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:35:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:23 smithi164 ceph-mon[88760]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T07:35:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:23 smithi042 ceph-mon[94096]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T07:35:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:23 smithi042 ceph-mon[96574]: osdmap e1442: 8 total, 8 up, 8 in 2024-09-16T07:35:24.167 INFO:tasks.workunit.client.0.smithi042.stdout:clone image235 -> image236 2024-09-16T07:35:24.236 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 122346885 2024-09-16T07:35:24.244 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 102892435~431466 2024-09-16T07:35:24.250 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 117917098~708285 2024-09-16T07:35:24.250 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 50892206~1133228 2024-09-16T07:35:24.270 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 53880677~1300733 2024-09-16T07:35:24.275 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 10419218~6586806 2024-09-16T07:35:24.311 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 85378346~7816642 2024-09-16T07:35:24.312 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 115240453~7106432 2024-09-16T07:35:24.330 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 61201581~5185920 2024-09-16T07:35:24.334 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:35:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:24 smithi164 ceph-mon[88760]: pgmap v2554: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-09-16T07:35:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:24 smithi164 ceph-mon[88760]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T07:35:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:24 smithi042 ceph-mon[94096]: pgmap v2554: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-09-16T07:35:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:24 smithi042 ceph-mon[94096]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T07:35:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:24 smithi042 ceph-mon[96574]: pgmap v2554: 137 pgs: 137 active+clean; 105 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.0 MiB/s wr, 294 op/s 2024-09-16T07:35:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:24 smithi042 ceph-mon[96574]: osdmap e1443: 8 total, 8 up, 8 in 2024-09-16T07:35:25.171 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 79804675~604107 2024-09-16T07:35:25.174 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 71866509~5714202 2024-09-16T07:35:25.175 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 6729468~676367 2024-09-16T07:35:25.175 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 41382306~8140986 2024-09-16T07:35:25.176 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 119729746~2617139 2024-09-16T07:35:25.177 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 90542895~6993990 2024-09-16T07:35:25.177 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 112838905~590961 2024-09-16T07:35:25.177 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 74582402~3501842 2024-09-16T07:35:25.221 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap3 2024-09-16T07:35:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:25 smithi164 ceph-mon[88760]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T07:35:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:25 smithi042 ceph-mon[94096]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T07:35:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:25 smithi042 ceph-mon[96574]: osdmap e1444: 8 total, 8 up, 8 in 2024-09-16T07:35:26.185 INFO:tasks.workunit.client.0.smithi042.stdout:clone image236 -> image237 2024-09-16T07:35:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:26 smithi164 ceph-mon[88760]: pgmap v2557: 137 pgs: 137 active+clean; 186 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 422 op/s 2024-09-16T07:35:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:26 smithi164 ceph-mon[88760]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T07:35:26.512 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Stress (3891 ms) 2024-09-16T07:35:26.512 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-09-16T07:35:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:26 smithi042 ceph-mon[94096]: pgmap v2557: 137 pgs: 137 active+clean; 186 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 422 op/s 2024-09-16T07:35:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:26 smithi042 ceph-mon[94096]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T07:35:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:26 smithi042 ceph-mon[96574]: pgmap v2557: 137 pgs: 137 active+clean; 186 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 422 op/s 2024-09-16T07:35:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:26 smithi042 ceph-mon[96574]: osdmap e1445: 8 total, 8 up, 8 in 2024-09-16T07:35:26.804 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (291 ms) 2024-09-16T07:35:26.804 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-09-16T07:35:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:27 smithi164 ceph-mon[88760]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T07:35:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:27 smithi042 ceph-mon[96574]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T07:35:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:27 smithi042 ceph-mon[94096]: osdmap e1446: 8 total, 8 up, 8 in 2024-09-16T07:35:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: pgmap v2560: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 498 op/s 2024-09-16T07:35:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T07:35:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:35:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:35:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:35:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: pgmap v2560: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 498 op/s 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:35:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: pgmap v2560: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 32 MiB/s wr, 498 op/s 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: osdmap e1447: 8 total, 8 up, 8 in 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:35:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:35:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:29 smithi164 ceph-mon[88760]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T07:35:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:29 smithi042 ceph-mon[94096]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T07:35:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:29 smithi042 ceph-mon[96574]: osdmap e1448: 8 total, 8 up, 8 in 2024-09-16T07:35:30.466 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3663 ms) 2024-09-16T07:35:30.466 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-09-16T07:35:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:30 smithi164 ceph-mon[88760]: pgmap v2563: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 375 op/s 2024-09-16T07:35:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:30 smithi164 ceph-mon[88760]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T07:35:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:30 smithi042 ceph-mon[94096]: pgmap v2563: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 375 op/s 2024-09-16T07:35:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:30 smithi042 ceph-mon[94096]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T07:35:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:30 smithi042 ceph-mon[96574]: pgmap v2563: 137 pgs: 137 active+clean; 300 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 375 op/s 2024-09-16T07:35:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:30 smithi042 ceph-mon[96574]: osdmap e1449: 8 total, 8 up, 8 in 2024-09-16T07:35:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:31 smithi164 ceph-mon[88760]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T07:35:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:31 smithi042 ceph-mon[94096]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T07:35:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:31] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2024-09-16T07:35:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:31 smithi042 ceph-mon[96574]: osdmap e1450: 8 total, 8 up, 8 in 2024-09-16T07:35:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:32 smithi164 ceph-mon[88760]: pgmap v2566: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-09-16T07:35:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:32 smithi164 ceph-mon[88760]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T07:35:32.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:32.582 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2115 ms) 2024-09-16T07:35:32.582 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-09-16T07:35:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:32 smithi042 ceph-mon[94096]: pgmap v2566: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-09-16T07:35:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:32 smithi042 ceph-mon[94096]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T07:35:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:32 smithi042 ceph-mon[96574]: pgmap v2566: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 419 op/s 2024-09-16T07:35:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:32 smithi042 ceph-mon[96574]: osdmap e1451: 8 total, 8 up, 8 in 2024-09-16T07:35:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:33 smithi164 ceph-mon[88760]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T07:35:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:33 smithi164 ceph-mon[88760]: pgmap v2569: 137 pgs: 137 active+clean; 371 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 362 op/s 2024-09-16T07:35:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:33 smithi042 ceph-mon[94096]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T07:35:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:33 smithi042 ceph-mon[94096]: pgmap v2569: 137 pgs: 137 active+clean; 371 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 362 op/s 2024-09-16T07:35:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:33 smithi042 ceph-mon[96574]: osdmap e1452: 8 total, 8 up, 8 in 2024-09-16T07:35:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:33 smithi042 ceph-mon[96574]: pgmap v2569: 137 pgs: 137 active+clean; 371 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 16 MiB/s wr, 362 op/s 2024-09-16T07:35:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:34 smithi164 ceph-mon[88760]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T07:35:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:34 smithi042 ceph-mon[96574]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T07:35:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:34 smithi042 ceph-mon[94096]: osdmap e1453: 8 total, 8 up, 8 in 2024-09-16T07:35:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:34.744 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2162 ms) 2024-09-16T07:35:34.744 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-09-16T07:35:34.765 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 58239019~7968872 2024-09-16T07:35:34.797 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 26238354~7768354 2024-09-16T07:35:34.798 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 11209793~6625195 2024-09-16T07:35:34.822 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 56746113~6258451 2024-09-16T07:35:34.825 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 39210761~857409 2024-09-16T07:35:34.832 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 38875264~7018572 2024-09-16T07:35:34.833 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 45486870~2981923 2024-09-16T07:35:34.841 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 54658928~5997199 2024-09-16T07:35:34.845 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap0 2024-09-16T07:35:35.219 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 7369404~6944419 2024-09-16T07:35:35.222 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 33226726~5465986 2024-09-16T07:35:35.226 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 38057266~7960366 2024-09-16T07:35:35.233 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 871005~3174136 2024-09-16T07:35:35.234 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 58140855~4806448 2024-09-16T07:35:35.235 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 6410795~2253071 2024-09-16T07:35:35.254 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 43776375~7760919 2024-09-16T07:35:35.272 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 15529273~5929559 2024-09-16T07:35:35.284 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:35:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:35 smithi164 ceph-mon[88760]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T07:35:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:35 smithi164 ceph-mon[88760]: pgmap v2572: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 225 op/s 2024-09-16T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:35 smithi042 ceph-mon[94096]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T07:35:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:35 smithi042 ceph-mon[94096]: pgmap v2572: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 225 op/s 2024-09-16T07:35:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:35 smithi042 ceph-mon[96574]: osdmap e1454: 8 total, 8 up, 8 in 2024-09-16T07:35:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:35 smithi042 ceph-mon[96574]: pgmap v2572: 137 pgs: 137 active+clean; 407 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 225 op/s 2024-09-16T07:35:36.235 INFO:tasks.workunit.client.0.smithi042.stdout:clone image256 -> image257 2024-09-16T07:35:36.288 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 67884572~1573242 2024-09-16T07:35:36.299 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 27596475~2192003 2024-09-16T07:35:36.305 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 76319440~6432038 2024-09-16T07:35:36.322 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 42968393~7751484 2024-09-16T07:35:36.341 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 38914507~4365798 2024-09-16T07:35:36.369 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 24439222~5352633 2024-09-16T07:35:36.372 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 3908445~3832071 2024-09-16T07:35:36.387 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 909449~6642802 2024-09-16T07:35:36.388 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:35:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:36 smithi164 ceph-mon[88760]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T07:35:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:36 smithi042 ceph-mon[96574]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T07:35:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:36 smithi042 ceph-mon[94096]: osdmap e1455: 8 total, 8 up, 8 in 2024-09-16T07:35:37.238 INFO:tasks.workunit.client.0.smithi042.stdout:clone image257 -> image258 2024-09-16T07:35:37.303 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 23532092~5412284 2024-09-16T07:35:37.325 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 10218732~7085565 2024-09-16T07:35:37.337 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 51281676~6175475 2024-09-16T07:35:37.361 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 72656650~8240920 2024-09-16T07:35:37.380 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 81102717~2783363 2024-09-16T07:35:37.393 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 79586237~4299843 2024-09-16T07:35:37.394 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 14261694~1559409 2024-09-16T07:35:37.399 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 62471669~6464937 2024-09-16T07:35:37.429 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap3 2024-09-16T07:35:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:37 smithi164 ceph-mon[88760]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T07:35:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:37 smithi164 ceph-mon[88760]: pgmap v2575: 137 pgs: 137 active+clean; 461 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 456 op/s 2024-09-16T07:35:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:37 smithi042 ceph-mon[96574]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T07:35:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:37 smithi042 ceph-mon[96574]: pgmap v2575: 137 pgs: 137 active+clean; 461 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 456 op/s 2024-09-16T07:35:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:37 smithi042 ceph-mon[94096]: osdmap e1456: 8 total, 8 up, 8 in 2024-09-16T07:35:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:37 smithi042 ceph-mon[94096]: pgmap v2575: 137 pgs: 137 active+clean; 461 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 456 op/s 2024-09-16T07:35:38.239 INFO:tasks.workunit.client.0.smithi042.stdout:clone image258 -> image259 2024-09-16T07:35:38.320 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 88459461 2024-09-16T07:35:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:38 smithi164 ceph-mon[88760]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T07:35:38.527 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3784 ms) 2024-09-16T07:35:38.528 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-09-16T07:35:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:38 smithi042 ceph-mon[94096]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T07:35:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:38 smithi042 ceph-mon[96574]: osdmap e1457: 8 total, 8 up, 8 in 2024-09-16T07:35:38.746 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (218 ms) 2024-09-16T07:35:38.746 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-09-16T07:35:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:39 smithi164 ceph-mon[88760]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T07:35:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:39 smithi164 ceph-mon[88760]: pgmap v2578: 137 pgs: 137 active+clean; 543 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 601 op/s 2024-09-16T07:35:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:39 smithi042 ceph-mon[94096]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T07:35:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:39 smithi042 ceph-mon[94096]: pgmap v2578: 137 pgs: 137 active+clean; 543 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 601 op/s 2024-09-16T07:35:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:39 smithi042 ceph-mon[96574]: osdmap e1458: 8 total, 8 up, 8 in 2024-09-16T07:35:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:39 smithi042 ceph-mon[96574]: pgmap v2578: 137 pgs: 137 active+clean; 543 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 601 op/s 2024-09-16T07:35:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:40 smithi042 ceph-mon[94096]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T07:35:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:40 smithi042 ceph-mon[96574]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T07:35:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:40 smithi164 ceph-mon[88760]: osdmap e1459: 8 total, 8 up, 8 in 2024-09-16T07:35:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:41 smithi042 ceph-mon[94096]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T07:35:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:41 smithi042 ceph-mon[94096]: pgmap v2581: 137 pgs: 137 active+clean; 638 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 651 op/s 2024-09-16T07:35:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:41] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-09-16T07:35:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:41 smithi042 ceph-mon[96574]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T07:35:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:41 smithi042 ceph-mon[96574]: pgmap v2581: 137 pgs: 137 active+clean; 638 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 651 op/s 2024-09-16T07:35:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:41 smithi164 ceph-mon[88760]: osdmap e1460: 8 total, 8 up, 8 in 2024-09-16T07:35:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:41 smithi164 ceph-mon[88760]: pgmap v2581: 137 pgs: 137 active+clean; 638 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 41 MiB/s wr, 651 op/s 2024-09-16T07:35:42.498 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3752 ms) 2024-09-16T07:35:42.498 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-09-16T07:35:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:42 smithi042 ceph-mon[94096]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T07:35:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:42 smithi042 ceph-mon[96574]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T07:35:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:42 smithi164 ceph-mon[88760]: osdmap e1461: 8 total, 8 up, 8 in 2024-09-16T07:35:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:43 smithi042 ceph-mon[94096]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T07:35:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:43 smithi042 ceph-mon[94096]: pgmap v2584: 137 pgs: 137 active+clean; 660 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-09-16T07:35:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:43 smithi042 ceph-mon[96574]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T07:35:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:43 smithi042 ceph-mon[96574]: pgmap v2584: 137 pgs: 137 active+clean; 660 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-09-16T07:35:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:43 smithi164 ceph-mon[88760]: osdmap e1462: 8 total, 8 up, 8 in 2024-09-16T07:35:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:43 smithi164 ceph-mon[88760]: pgmap v2584: 137 pgs: 137 active+clean; 660 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 27 MiB/s wr, 373 op/s 2024-09-16T07:35:44.576 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2078 ms) 2024-09-16T07:35:44.727 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-09-16T07:35:44.728 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:44 smithi042 ceph-mon[94096]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T07:35:44.728 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:44 smithi042 ceph-mon[96574]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T07:35:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:44 smithi164 ceph-mon[88760]: osdmap e1463: 8 total, 8 up, 8 in 2024-09-16T07:35:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:45 smithi042 ceph-mon[94096]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T07:35:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:45 smithi042 ceph-mon[94096]: pgmap v2587: 137 pgs: 137 active+clean; 698 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 241 op/s 2024-09-16T07:35:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:45 smithi042 ceph-mon[96574]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T07:35:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:45 smithi042 ceph-mon[96574]: pgmap v2587: 137 pgs: 137 active+clean; 698 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 241 op/s 2024-09-16T07:35:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:45 smithi164 ceph-mon[88760]: osdmap e1464: 8 total, 8 up, 8 in 2024-09-16T07:35:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:45 smithi164 ceph-mon[88760]: pgmap v2587: 137 pgs: 137 active+clean; 698 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 241 op/s 2024-09-16T07:35:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:46 smithi042 ceph-mon[94096]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T07:35:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:46 smithi042 ceph-mon[96574]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T07:35:46.697 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2122 ms) 2024-09-16T07:35:46.697 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-09-16T07:35:46.719 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 44440786~4638081 2024-09-16T07:35:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:46 smithi164 ceph-mon[88760]: osdmap e1465: 8 total, 8 up, 8 in 2024-09-16T07:35:46.738 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 42024584~8212577 2024-09-16T07:35:46.740 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 77479889~6406191 2024-09-16T07:35:46.765 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 35152755~990994 2024-09-16T07:35:46.765 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 65123534~4292724 2024-09-16T07:35:46.775 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 11378289~8353199 2024-09-16T07:35:46.776 INFO:tasks.workunit.client.0.smithi042.stdout:write: A 39694498~8233402 2024-09-16T07:35:46.802 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 8085714~3939710 2024-09-16T07:35:46.803 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap0 2024-09-16T07:35:47.295 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 122919489 2024-09-16T07:35:47.302 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 38598981~7599087 2024-09-16T07:35:47.306 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 63803821~7038387 2024-09-16T07:35:47.306 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 36976479~2100024 2024-09-16T07:35:47.343 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 68578563~4998695 2024-09-16T07:35:47.346 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 91752981~6974573 2024-09-16T07:35:47.346 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 4955798~3753504 2024-09-16T07:35:47.347 INFO:tasks.workunit.client.0.smithi042.stdout:write: B 42715314~526173 2024-09-16T07:35:47.347 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 114270678~7349113 2024-09-16T07:35:47.367 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:35:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:47 smithi042 ceph-mon[94096]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T07:35:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:47 smithi042 ceph-mon[94096]: pgmap v2590: 137 pgs: 137 active+clean; 726 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 369 op/s 2024-09-16T07:35:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:47 smithi042 ceph-mon[96574]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T07:35:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:47 smithi042 ceph-mon[96574]: pgmap v2590: 137 pgs: 137 active+clean; 726 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 369 op/s 2024-09-16T07:35:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:47 smithi164 ceph-mon[88760]: osdmap e1466: 8 total, 8 up, 8 in 2024-09-16T07:35:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:47 smithi164 ceph-mon[88760]: pgmap v2590: 137 pgs: 137 active+clean; 726 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 MiB/s rd, 17 MiB/s wr, 369 op/s 2024-09-16T07:35:48.308 INFO:tasks.workunit.client.0.smithi042.stdout:clone image278 -> image279 2024-09-16T07:35:48.358 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 109440084~1598712 2024-09-16T07:35:48.371 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 76812279~1331392 2024-09-16T07:35:48.384 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 49854315~5831748 2024-09-16T07:35:48.410 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 85240225~7846784 2024-09-16T07:35:48.437 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 31841794~8260784 2024-09-16T07:35:48.471 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 68565421~6882450 2024-09-16T07:35:48.474 INFO:tasks.workunit.client.0.smithi042.stdout:write: C 17391169~4634260 2024-09-16T07:35:48.488 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 88531259~2230336 2024-09-16T07:35:48.489 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:35:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:48 smithi042 ceph-mon[94096]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T07:35:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:48 smithi042 ceph-mon[96574]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T07:35:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:48 smithi164 ceph-mon[88760]: osdmap e1467: 8 total, 8 up, 8 in 2024-09-16T07:35:49.318 INFO:tasks.workunit.client.0.smithi042.stdout:clone image279 -> image280 2024-09-16T07:35:49.388 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 104672326~5685231 2024-09-16T07:35:49.413 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 36957707~2550143 2024-09-16T07:35:49.444 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 24782289~3674675 2024-09-16T07:35:49.455 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 41345481~3407732 2024-09-16T07:35:49.474 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 40533725~4166291 2024-09-16T07:35:49.488 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 17164018~4808566 2024-09-16T07:35:49.496 INFO:tasks.workunit.client.0.smithi042.stdout:write: D 2289441~7795514 2024-09-16T07:35:49.513 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 25036201~5913675 2024-09-16T07:35:49.523 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap3 2024-09-16T07:35:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[94096]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T07:35:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[94096]: pgmap v2593: 137 pgs: 137 active+clean; 795 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 24 MiB/s wr, 317 op/s 2024-09-16T07:35:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[96574]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T07:35:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[96574]: pgmap v2593: 137 pgs: 137 active+clean; 795 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 24 MiB/s wr, 317 op/s 2024-09-16T07:35:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:49 smithi164 ceph-mon[88760]: osdmap e1468: 8 total, 8 up, 8 in 2024-09-16T07:35:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:49 smithi164 ceph-mon[88760]: pgmap v2593: 137 pgs: 137 active+clean; 795 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 24 MiB/s wr, 317 op/s 2024-09-16T07:35:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:35:50.316 INFO:tasks.workunit.client.0.smithi042.stdout:resize: 100924261 2024-09-16T07:35:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:50 smithi042 ceph-mon[94096]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T07:35:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:50 smithi042 ceph-mon[96574]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T07:35:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:50 smithi164 ceph-mon[88760]: osdmap e1469: 8 total, 8 up, 8 in 2024-09-16T07:35:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:35:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:35:51] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2024-09-16T07:35:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:51 smithi042 ceph-mon[96574]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T07:35:51.506 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:51 smithi042 ceph-mon[96574]: pgmap v2596: 137 pgs: 137 active+clean; 893 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 38 MiB/s wr, 651 op/s 2024-09-16T07:35:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:51 smithi042 ceph-mon[94096]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T07:35:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:51 smithi042 ceph-mon[94096]: pgmap v2596: 137 pgs: 137 active+clean; 893 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 38 MiB/s wr, 651 op/s 2024-09-16T07:35:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (5010 ms) 2024-09-16T07:35:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-09-16T07:35:51.729 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:51 smithi164 ceph-mon[88760]: osdmap e1470: 8 total, 8 up, 8 in 2024-09-16T07:35:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:51 smithi164 ceph-mon[88760]: pgmap v2596: 137 pgs: 137 active+clean; 893 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 38 MiB/s wr, 651 op/s 2024-09-16T07:35:51.799 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (92 ms) 2024-09-16T07:35:51.799 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-09-16T07:35:51.821 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:51.888 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (89 ms) 2024-09-16T07:35:51.888 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-09-16T07:35:51.910 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:51.982 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (93 ms) 2024-09-16T07:35:51.982 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-09-16T07:35:52.003 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.073 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (91 ms) 2024-09-16T07:35:52.073 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-09-16T07:35:52.096 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.164 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (91 ms) 2024-09-16T07:35:52.164 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-09-16T07:35:52.187 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.257 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-09-16T07:35:52.258 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-09-16T07:35:52.278 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.350 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (93 ms) 2024-09-16T07:35:52.351 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-09-16T07:35:52.373 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.442 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (91 ms) 2024-09-16T07:35:52.442 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-09-16T07:35:52.463 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.536 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (94 ms) 2024-09-16T07:35:52.536 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-09-16T07:35:52.558 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:52 smithi042 ceph-mon[94096]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T07:35:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:52 smithi042 ceph-mon[96574]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T07:35:52.626 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (91 ms) 2024-09-16T07:35:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:52 smithi164 ceph-mon[88760]: osdmap e1471: 8 total, 8 up, 8 in 2024-09-16T07:35:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:35:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:35:53.323 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 31 tests from TestDeepCopy (52503 ms total) 2024-09-16T07:35:53.323 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:35:53.323 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 51 tests from TestMirroring 2024-09-16T07:35:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:53 smithi042 ceph-mon[94096]: pgmap v2598: 137 pgs: 137 active+clean; 951 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 712 op/s 2024-09-16T07:35:53.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:53 smithi042 ceph-mon[96574]: pgmap v2598: 137 pgs: 137 active+clean; 951 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 712 op/s 2024-09-16T07:35:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:53 smithi164 ceph-mon[88760]: pgmap v2598: 137 pgs: 137 active+clean; 951 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 37 MiB/s wr, 712 op/s 2024-09-16T07:35:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:54 smithi042 ceph-mon[94096]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T07:35:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:54 smithi042 ceph-mon[96574]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T07:35:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:54 smithi164 ceph-mon[88760]: osdmap e1472: 8 total, 8 up, 8 in 2024-09-16T07:35:55.332 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-09-16T07:35:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[94096]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T07:35:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[94096]: pgmap v2601: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:35:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[96574]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T07:35:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:55 smithi042 ceph-mon[96574]: pgmap v2601: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:35:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:55 smithi164 ceph-mon[88760]: osdmap e1473: 8 total, 8 up, 8 in 2024-09-16T07:35:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:55 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:35:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:55 smithi164 ceph-mon[88760]: pgmap v2601: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:35:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:35:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[94096]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T07:35:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:35:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:56.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:56 smithi042 ceph-mon[96574]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T07:35:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:56 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:35:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:35:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:56 smithi164 ceph-mon[88760]: osdmap e1474: 8 total, 8 up, 8 in 2024-09-16T07:35:57.454 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2122 ms) 2024-09-16T07:35:57.454 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-09-16T07:35:57.560 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-09-16T07:35:57.561 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-09-16T07:35:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:57 smithi042 ceph-mon[94096]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T07:35:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:57 smithi042 ceph-mon[94096]: pgmap v2604: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:35:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:57 smithi042 ceph-mon[96574]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T07:35:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:57 smithi042 ceph-mon[96574]: pgmap v2604: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:35:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (79 ms) 2024-09-16T07:35:57.637 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-09-16T07:35:57.736 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2024-09-16T07:35:57.737 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-09-16T07:35:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:57 smithi164 ceph-mon[88760]: osdmap e1475: 8 total, 8 up, 8 in 2024-09-16T07:35:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:57 smithi164 ceph-mon[88760]: pgmap v2604: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:35:57.827 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (90 ms) 2024-09-16T07:35:57.827 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-09-16T07:35:57.919 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2024-09-16T07:35:57.919 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-09-16T07:35:58.023 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (103 ms) 2024-09-16T07:35:58.023 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-09-16T07:35:58.023 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:58.023 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-09-16T07:35:58.024 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-09-16T07:35:58.024 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:35:58.024 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-09-16T07:35:58.024 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-09-16T07:35:58.090 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (67 ms) 2024-09-16T07:35:58.090 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-09-16T07:35:58.163 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (73 ms) 2024-09-16T07:35:58.163 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-09-16T07:35:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:35:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:35:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[94096]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T07:35:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:35:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:35:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:58 smithi042 ceph-mon[96574]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T07:35:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:58 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:35:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:58 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:35:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:58 smithi164 ceph-mon[88760]: osdmap e1476: 8 total, 8 up, 8 in 2024-09-16T07:35:59.405 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1239 ms) 2024-09-16T07:35:59.405 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-09-16T07:35:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:59 smithi042 ceph-mon[94096]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T07:35:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:35:59 smithi042 ceph-mon[94096]: pgmap v2607: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 10 KiB/s wr, 42 op/s 2024-09-16T07:35:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:59 smithi042 ceph-mon[96574]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T07:35:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:35:59 smithi042 ceph-mon[96574]: pgmap v2607: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 10 KiB/s wr, 42 op/s 2024-09-16T07:35:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:59 smithi164 ceph-mon[88760]: osdmap e1477: 8 total, 8 up, 8 in 2024-09-16T07:35:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:35:59 smithi164 ceph-mon[88760]: pgmap v2607: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 10 KiB/s wr, 42 op/s 2024-09-16T07:36:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:00 smithi164 ceph-mon[88760]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T07:36:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:00 smithi042 ceph-mon[94096]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T07:36:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:00 smithi042 ceph-mon[96574]: osdmap e1478: 8 total, 8 up, 8 in 2024-09-16T07:36:01.410 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2008 ms) 2024-09-16T07:36:01.410 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-09-16T07:36:01.501 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (91 ms) 2024-09-16T07:36:01.502 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-09-16T07:36:01.590 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2024-09-16T07:36:01.590 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-09-16T07:36:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:01 smithi042 ceph-mon[94096]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T07:36:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:01 smithi042 ceph-mon[94096]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 46 KiB/s wr, 495 op/s 2024-09-16T07:36:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:01] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2024-09-16T07:36:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:01 smithi042 ceph-mon[96574]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T07:36:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:01 smithi042 ceph-mon[96574]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 46 KiB/s wr, 495 op/s 2024-09-16T07:36:01.683 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (94 ms) 2024-09-16T07:36:01.683 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-09-16T07:36:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:01 smithi164 ceph-mon[88760]: osdmap e1479: 8 total, 8 up, 8 in 2024-09-16T07:36:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:01 smithi164 ceph-mon[88760]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 46 KiB/s wr, 495 op/s 2024-09-16T07:36:01.760 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (77 ms) 2024-09-16T07:36:01.761 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-09-16T07:36:01.837 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (76 ms) 2024-09-16T07:36:01.837 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-09-16T07:36:01.927 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (90 ms) 2024-09-16T07:36:01.927 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-09-16T07:36:02.020 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (93 ms) 2024-09-16T07:36:02.020 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-09-16T07:36:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:02 smithi164 ceph-mon[88760]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T07:36:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:02 smithi042 ceph-mon[94096]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T07:36:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:02 smithi042 ceph-mon[96574]: osdmap e1480: 8 total, 8 up, 8 in 2024-09-16T07:36:03.436 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1417 ms) 2024-09-16T07:36:03.437 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-09-16T07:36:03.548 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (112 ms) 2024-09-16T07:36:03.548 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-09-16T07:36:03.646 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (98 ms) 2024-09-16T07:36:03.647 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-09-16T07:36:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:03 smithi164 ceph-mon[88760]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T07:36:03.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:03 smithi164 ceph-mon[88760]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 48 KiB/s wr, 611 op/s 2024-09-16T07:36:03.745 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (99 ms) 2024-09-16T07:36:03.745 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-09-16T07:36:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:03 smithi042 ceph-mon[96574]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T07:36:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:03 smithi042 ceph-mon[96574]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 48 KiB/s wr, 611 op/s 2024-09-16T07:36:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:03 smithi042 ceph-mon[94096]: osdmap e1481: 8 total, 8 up, 8 in 2024-09-16T07:36:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:03 smithi042 ceph-mon[94096]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 48 KiB/s wr, 611 op/s 2024-09-16T07:36:03.894 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (149 ms) 2024-09-16T07:36:03.894 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-09-16T07:36:04.046 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (152 ms) 2024-09-16T07:36:04.047 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-09-16T07:36:04.196 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (150 ms) 2024-09-16T07:36:04.196 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-09-16T07:36:04.339 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (143 ms) 2024-09-16T07:36:04.340 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-09-16T07:36:04.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (150 ms) 2024-09-16T07:36:04.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-09-16T07:36:04.657 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (168 ms) 2024-09-16T07:36:04.658 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-09-16T07:36:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:04 smithi164 ceph-mon[88760]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T07:36:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:04 smithi164 ceph-mon[88760]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T07:36:04.738 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (81 ms) 2024-09-16T07:36:04.739 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-09-16T07:36:04.813 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (75 ms) 2024-09-16T07:36:04.814 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-09-16T07:36:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[94096]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T07:36:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[94096]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T07:36:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[96574]: osdmap e1482: 8 total, 8 up, 8 in 2024-09-16T07:36:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:04 smithi042 ceph-mon[96574]: osdmap e1483: 8 total, 8 up, 8 in 2024-09-16T07:36:04.882 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (68 ms) 2024-09-16T07:36:04.882 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-09-16T07:36:04.995 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (114 ms) 2024-09-16T07:36:04.996 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-09-16T07:36:05.117 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-09-16T07:36:05.117 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-09-16T07:36:05.225 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (109 ms) 2024-09-16T07:36:05.226 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-09-16T07:36:05.339 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (113 ms) 2024-09-16T07:36:05.339 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-09-16T07:36:05.410 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.MirrorStatusList (71 ms) 2024-09-16T07:36:05.410 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-09-16T07:36:05.501 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.RemoveBootstrapped (92 ms) 2024-09-16T07:36:05.502 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-09-16T07:36:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:05 smithi164 ceph-mon[88760]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 60 KiB/s wr, 581 op/s 2024-09-16T07:36:05.849 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.AioPromoteDemote (347 ms) 2024-09-16T07:36:05.849 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-09-16T07:36:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:05 smithi042 ceph-mon[94096]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 60 KiB/s wr, 581 op/s 2024-09-16T07:36:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:05 smithi042 ceph-mon[96574]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 60 KiB/s wr, 581 op/s 2024-09-16T07:36:06.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.AioGetInfo (335 ms) 2024-09-16T07:36:06.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-09-16T07:36:06.397 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.AioGetStatus (214 ms) 2024-09-16T07:36:06.398 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.SiteName 2024-09-16T07:36:06.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.SiteName (6 ms) 2024-09-16T07:36:06.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.Bootstrap 2024-09-16T07:36:07.216 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.Bootstrap (813 ms) 2024-09-16T07:36:07.217 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.PeerDirection 2024-09-16T07:36:07.225 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.PeerDirection (8 ms) 2024-09-16T07:36:07.225 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.Snapshot 2024-09-16T07:36:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 78 KiB/s wr, 849 op/s 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]: dispatch 2024-09-16T07:36:07.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]': finished 2024-09-16T07:36:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 78 KiB/s wr, 849 op/s 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T07:36:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T07:36:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]: dispatch 2024-09-16T07:36:07.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]': finished 2024-09-16T07:36:07.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T07:36:07.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.857 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 588 KiB/s rd, 78 KiB/s wr, 849 op/s 2024-09-16T07:36:07.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T07:36:07.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' 2024-09-16T07:36:07.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T07:36:07.858 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-09-16T07:36:07.859 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T07:36:07.859 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]: dispatch 2024-09-16T07:36:07.859 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/1b59fcb4-c9fd-44f0-ad9d-79e392219b14"}]': finished 2024-09-16T07:36:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:09 smithi164 ceph-mon[88760]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T07:36:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:09 smithi164 ceph-mon[88760]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 775 KiB/s rd, 105 KiB/s wr, 1.09k op/s 2024-09-16T07:36:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:09 smithi164 ceph-mon[88760]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T07:36:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[94096]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T07:36:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[94096]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 775 KiB/s rd, 105 KiB/s wr, 1.09k op/s 2024-09-16T07:36:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[94096]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T07:36:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[96574]: osdmap e1484: 8 total, 8 up, 8 in 2024-09-16T07:36:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[96574]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 775 KiB/s rd, 105 KiB/s wr, 1.09k op/s 2024-09-16T07:36:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:09 smithi042 ceph-mon[96574]: osdmap e1485: 8 total, 8 up, 8 in 2024-09-16T07:36:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:11 smithi164 ceph-mon[88760]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T07:36:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:11 smithi042 ceph-mon[94096]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T07:36:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:11 smithi042 ceph-mon[96574]: osdmap e1486: 8 total, 8 up, 8 in 2024-09-16T07:36:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:11] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-09-16T07:36:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:12 smithi164 ceph-mon[88760]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.91k op/s 2024-09-16T07:36:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:12 smithi164 ceph-mon[88760]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T07:36:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:12 smithi042 ceph-mon[94096]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.91k op/s 2024-09-16T07:36:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:12 smithi042 ceph-mon[94096]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T07:36:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:12 smithi042 ceph-mon[96574]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 201 KiB/s wr, 1.91k op/s 2024-09-16T07:36:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:12 smithi042 ceph-mon[96574]: osdmap e1487: 8 total, 8 up, 8 in 2024-09-16T07:36:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:13 smithi164 ceph-mon[88760]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T07:36:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:13 smithi042 ceph-mon[94096]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T07:36:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:13 smithi042 ceph-mon[96574]: osdmap e1488: 8 total, 8 up, 8 in 2024-09-16T07:36:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:14 smithi164 ceph-mon[88760]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.71k op/s 2024-09-16T07:36:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:14 smithi164 ceph-mon[88760]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T07:36:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:14 smithi164 ceph-mon[88760]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T07:36:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[94096]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.71k op/s 2024-09-16T07:36:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[94096]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T07:36:14.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[94096]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T07:36:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[96574]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 195 KiB/s wr, 1.71k op/s 2024-09-16T07:36:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[96574]: osdmap e1489: 8 total, 8 up, 8 in 2024-09-16T07:36:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:14 smithi042 ceph-mon[96574]: osdmap e1490: 8 total, 8 up, 8 in 2024-09-16T07:36:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:16 smithi164 ceph-mon[88760]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:36:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:16 smithi164 ceph-mon[88760]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T07:36:16.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:16 smithi042 ceph-mon[94096]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:36:16.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:16 smithi042 ceph-mon[94096]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T07:36:16.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:16 smithi042 ceph-mon[96574]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:36:16.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:16 smithi042 ceph-mon[96574]: osdmap e1491: 8 total, 8 up, 8 in 2024-09-16T07:36:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:17 smithi164 ceph-mon[88760]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T07:36:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:17 smithi042 ceph-mon[94096]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T07:36:17.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:17 smithi042 ceph-mon[96574]: osdmap e1492: 8 total, 8 up, 8 in 2024-09-16T07:36:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:18 smithi164 ceph-mon[88760]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:18.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:18 smithi164 ceph-mon[88760]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T07:36:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:18 smithi042 ceph-mon[94096]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:18 smithi042 ceph-mon[94096]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T07:36:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:18 smithi042 ceph-mon[96574]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:18 smithi042 ceph-mon[96574]: osdmap e1493: 8 total, 8 up, 8 in 2024-09-16T07:36:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:19 smithi164 ceph-mon[88760]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T07:36:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:19 smithi164 ceph-mon[88760]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T07:36:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[94096]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T07:36:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[94096]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T07:36:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[96574]: osdmap e1494: 8 total, 8 up, 8 in 2024-09-16T07:36:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:19 smithi042 ceph-mon[96574]: osdmap e1495: 8 total, 8 up, 8 in 2024-09-16T07:36:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:20 smithi164 ceph-mon[88760]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-16T07:36:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:20 smithi164 ceph-mon[88760]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T07:36:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:20 smithi042 ceph-mon[94096]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-16T07:36:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:20 smithi042 ceph-mon[94096]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T07:36:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:20 smithi042 ceph-mon[96574]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 6.7 KiB/s wr, 93 op/s 2024-09-16T07:36:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:20 smithi042 ceph-mon[96574]: osdmap e1496: 8 total, 8 up, 8 in 2024-09-16T07:36:21.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:21] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-09-16T07:36:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:22 smithi164 ceph-mon[88760]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 94 op/s 2024-09-16T07:36:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:22 smithi164 ceph-mon[88760]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T07:36:22.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:22 smithi042 ceph-mon[96574]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 94 op/s 2024-09-16T07:36:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:22 smithi042 ceph-mon[96574]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T07:36:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:22 smithi042 ceph-mon[94096]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.5 KiB/s wr, 94 op/s 2024-09-16T07:36:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:22 smithi042 ceph-mon[94096]: osdmap e1497: 8 total, 8 up, 8 in 2024-09-16T07:36:23.223 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.Snapshot (15998 ms) 2024-09-16T07:36:23.223 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-09-16T07:36:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:23 smithi164 ceph-mon[88760]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T07:36:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:23 smithi042 ceph-mon[94096]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T07:36:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:23 smithi042 ceph-mon[96574]: osdmap e1498: 8 total, 8 up, 8 in 2024-09-16T07:36:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:24 smithi164 ceph-mon[88760]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-16T07:36:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:24 smithi164 ceph-mon[88760]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T07:36:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:24 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]: dispatch 2024-09-16T07:36:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:24 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]': finished 2024-09-16T07:36:24.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:24 smithi164 ceph-mon[88760]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T07:36:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[94096]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[94096]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]: dispatch 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]': finished 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[94096]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[96574]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[96574]: osdmap e1499: 8 total, 8 up, 8 in 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]: dispatch 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b900b986-d0f5-4df4-8ffc-53ddee6c848f"}]': finished 2024-09-16T07:36:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:24 smithi042 ceph-mon[96574]: osdmap e1500: 8 total, 8 up, 8 in 2024-09-16T07:36:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:26 smithi164 ceph-mon[88760]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:36:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:26 smithi164 ceph-mon[88760]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T07:36:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:26 smithi042 ceph-mon[94096]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:36:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:26 smithi042 ceph-mon[94096]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T07:36:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:26 smithi042 ceph-mon[96574]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:36:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:26 smithi042 ceph-mon[96574]: osdmap e1501: 8 total, 8 up, 8 in 2024-09-16T07:36:27.240 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4018 ms) 2024-09-16T07:36:27.240 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-09-16T07:36:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:27 smithi164 ceph-mon[88760]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T07:36:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:27 smithi042 ceph-mon[94096]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T07:36:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:27 smithi042 ceph-mon[96574]: osdmap e1502: 8 total, 8 up, 8 in 2024-09-16T07:36:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 39 op/s 2024-09-16T07:36:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T07:36:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]: dispatch 2024-09-16T07:36:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]': finished 2024-09-16T07:36:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:36:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:36:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:36:28.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:36:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 39 op/s 2024-09-16T07:36:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]: dispatch 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]': finished 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.0 KiB/s wr, 39 op/s 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: osdmap e1503: 8 total, 8 up, 8 in 2024-09-16T07:36:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]: dispatch 2024-09-16T07:36:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8b28b296-94b4-4eae-bd59-30e7d885ffa5"}]': finished 2024-09-16T07:36:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:36:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:36:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:36:28.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:36:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[96574]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T07:36:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[96574]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-09-16T07:36:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[96574]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T07:36:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[94096]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T07:36:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[94096]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-09-16T07:36:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:29 smithi042 ceph-mon[94096]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T07:36:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:29 smithi164 ceph-mon[88760]: osdmap e1504: 8 total, 8 up, 8 in 2024-09-16T07:36:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:29 smithi164 ceph-mon[88760]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.7 KiB/s wr, 50 op/s 2024-09-16T07:36:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:29 smithi164 ceph-mon[88760]: osdmap e1505: 8 total, 8 up, 8 in 2024-09-16T07:36:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:31 smithi164 ceph-mon[88760]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T07:36:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:31 smithi042 ceph-mon[96574]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T07:36:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:31 smithi042 ceph-mon[94096]: osdmap e1506: 8 total, 8 up, 8 in 2024-09-16T07:36:31.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:31] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-09-16T07:36:32.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:32 smithi164 ceph-mon[88760]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-09-16T07:36:32.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:32 smithi164 ceph-mon[88760]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T07:36:32.390 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:32 smithi042 ceph-mon[96574]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-09-16T07:36:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:32 smithi042 ceph-mon[96574]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T07:36:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:32 smithi042 ceph-mon[94096]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-09-16T07:36:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:32 smithi042 ceph-mon[94096]: osdmap e1507: 8 total, 8 up, 8 in 2024-09-16T07:36:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:33 smithi164 ceph-mon[88760]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T07:36:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]: dispatch 2024-09-16T07:36:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]': finished 2024-09-16T07:36:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[96574]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T07:36:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]: dispatch 2024-09-16T07:36:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]': finished 2024-09-16T07:36:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[94096]: osdmap e1508: 8 total, 8 up, 8 in 2024-09-16T07:36:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]: dispatch 2024-09-16T07:36:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7a28d682-142f-47c3-8859-f5804675f614"}]': finished 2024-09-16T07:36:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:34 smithi164 ceph-mon[88760]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-09-16T07:36:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:34 smithi164 ceph-mon[88760]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T07:36:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:34 smithi164 ceph-mon[88760]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T07:36:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[94096]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[94096]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[94096]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[96574]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[96574]: osdmap e1509: 8 total, 8 up, 8 in 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:34 smithi042 ceph-mon[96574]: osdmap e1510: 8 total, 8 up, 8 in 2024-09-16T07:36:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:36 smithi164 ceph-mon[88760]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-09-16T07:36:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:36 smithi164 ceph-mon[88760]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T07:36:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:36 smithi042 ceph-mon[94096]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-09-16T07:36:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:36 smithi042 ceph-mon[94096]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T07:36:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:36 smithi042 ceph-mon[96574]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 3.0 KiB/s wr, 18 op/s 2024-09-16T07:36:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:36 smithi042 ceph-mon[96574]: osdmap e1511: 8 total, 8 up, 8 in 2024-09-16T07:36:37.246 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10006 ms) 2024-09-16T07:36:37.247 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-09-16T07:36:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:37 smithi164 ceph-mon[88760]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T07:36:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:37 smithi042 ceph-mon[94096]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T07:36:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:37 smithi042 ceph-mon[96574]: osdmap e1512: 8 total, 8 up, 8 in 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]: dispatch 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]': finished 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]: dispatch 2024-09-16T07:36:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:38 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]': finished 2024-09-16T07:36:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-09-16T07:36:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T07:36:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]: dispatch 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]': finished 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]: dispatch 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]': finished 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 10 KiB/s wr, 208 op/s 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: osdmap e1513: 8 total, 8 up, 8 in 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]: dispatch 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5b209b8f-a99c-4710-9b8f-362b793cded8"}]': finished 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]: dispatch 2024-09-16T07:36:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:38 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/cf7058a8-27f9-4c62-9994-97c17c05fa66"}]': finished 2024-09-16T07:36:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:39 smithi042 ceph-mon[94096]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T07:36:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:39 smithi042 ceph-mon[94096]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-09-16T07:36:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:39 smithi042 ceph-mon[96574]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T07:36:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:39 smithi042 ceph-mon[96574]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-09-16T07:36:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:39 smithi164 ceph-mon[88760]: osdmap e1514: 8 total, 8 up, 8 in 2024-09-16T07:36:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:39 smithi164 ceph-mon[88760]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 9.7 KiB/s wr, 219 op/s 2024-09-16T07:36:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:40 smithi042 ceph-mon[94096]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T07:36:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:40 smithi042 ceph-mon[96574]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T07:36:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:40 smithi164 ceph-mon[88760]: osdmap e1515: 8 total, 8 up, 8 in 2024-09-16T07:36:41.309 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.SnapshotImageState (4063 ms) 2024-09-16T07:36:41.309 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-09-16T07:36:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:41] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-09-16T07:36:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:41 smithi042 ceph-mon[94096]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T07:36:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:41 smithi042 ceph-mon[94096]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 87 op/s 2024-09-16T07:36:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:41 smithi042 ceph-mon[96574]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T07:36:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:41 smithi042 ceph-mon[96574]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 87 op/s 2024-09-16T07:36:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:41 smithi164 ceph-mon[88760]: osdmap e1516: 8 total, 8 up, 8 in 2024-09-16T07:36:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:41 smithi164 ceph-mon[88760]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 11 KiB/s wr, 87 op/s 2024-09-16T07:36:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:42 smithi042 ceph-mon[94096]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T07:36:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:42 smithi042 ceph-mon[96574]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T07:36:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:42 smithi164 ceph-mon[88760]: osdmap e1517: 8 total, 8 up, 8 in 2024-09-16T07:36:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:43 smithi042 ceph-mon[94096]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T07:36:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:43 smithi042 ceph-mon[94096]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-09-16T07:36:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:43 smithi042 ceph-mon[96574]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T07:36:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:43 smithi042 ceph-mon[96574]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-09-16T07:36:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:43 smithi164 ceph-mon[88760]: osdmap e1518: 8 total, 8 up, 8 in 2024-09-16T07:36:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:43 smithi164 ceph-mon[88760]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-09-16T07:36:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:44 smithi042 ceph-mon[94096]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T07:36:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:44 smithi042 ceph-mon[94096]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T07:36:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:44 smithi042 ceph-mon[96574]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T07:36:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:44 smithi042 ceph-mon[96574]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T07:36:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:44 smithi164 ceph-mon[88760]: osdmap e1519: 8 total, 8 up, 8 in 2024-09-16T07:36:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:44 smithi164 ceph-mon[88760]: osdmap e1520: 8 total, 8 up, 8 in 2024-09-16T07:36:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:46 smithi164 ceph-mon[88760]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 20 KiB/s wr, 252 op/s 2024-09-16T07:36:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:46 smithi164 ceph-mon[88760]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T07:36:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:46 smithi042 ceph-mon[94096]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 20 KiB/s wr, 252 op/s 2024-09-16T07:36:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:46 smithi042 ceph-mon[94096]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T07:36:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:46 smithi042 ceph-mon[96574]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 20 KiB/s wr, 252 op/s 2024-09-16T07:36:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:46 smithi042 ceph-mon[96574]: osdmap e1521: 8 total, 8 up, 8 in 2024-09-16T07:36:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:47 smithi164 ceph-mon[88760]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T07:36:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:47 smithi042 ceph-mon[94096]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T07:36:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:47 smithi042 ceph-mon[96574]: osdmap e1522: 8 total, 8 up, 8 in 2024-09-16T07:36:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:48 smithi164 ceph-mon[88760]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-09-16T07:36:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:48 smithi164 ceph-mon[88760]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T07:36:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:48 smithi042 ceph-mon[94096]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-09-16T07:36:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:48 smithi042 ceph-mon[94096]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T07:36:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:48 smithi042 ceph-mon[96574]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.2 KiB/s wr, 102 op/s 2024-09-16T07:36:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:48 smithi042 ceph-mon[96574]: osdmap e1523: 8 total, 8 up, 8 in 2024-09-16T07:36:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:49 smithi164 ceph-mon[88760]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T07:36:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:49.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:49 smithi164 ceph-mon[88760]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T07:36:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[94096]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T07:36:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[94096]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T07:36:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[96574]: osdmap e1524: 8 total, 8 up, 8 in 2024-09-16T07:36:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:36:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:49 smithi042 ceph-mon[96574]: osdmap e1525: 8 total, 8 up, 8 in 2024-09-16T07:36:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:50 smithi164 ceph-mon[88760]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:50 smithi042 ceph-mon[94096]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:50 smithi042 ceph-mon[96574]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T07:36:51.219 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9910 ms) 2024-09-16T07:36:51.220 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-09-16T07:36:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:51 smithi164 ceph-mon[88760]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T07:36:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:36:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:36:51] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-16T07:36:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:51 smithi042 ceph-mon[96574]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T07:36:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:51 smithi042 ceph-mon[94096]: osdmap e1526: 8 total, 8 up, 8 in 2024-09-16T07:36:52.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:36:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:36:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:52 smithi164 ceph-mon[88760]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-09-16T07:36:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:52 smithi164 ceph-mon[88760]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T07:36:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:52 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]: dispatch 2024-09-16T07:36:52.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:52 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]': finished 2024-09-16T07:36:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[96574]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-09-16T07:36:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[96574]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]: dispatch 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]': finished 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[94096]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[94096]: osdmap e1527: 8 total, 8 up, 8 in 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]: dispatch 2024-09-16T07:36:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:52 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6b16a70b-d6ef-47c4-a13a-9918e0bfa05a"}]': finished 2024-09-16T07:36:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:53 smithi164 ceph-mon[88760]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T07:36:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:53 smithi164 ceph-mon[88760]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-09-16T07:36:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:53 smithi042 ceph-mon[94096]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T07:36:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:53 smithi042 ceph-mon[94096]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-09-16T07:36:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:53 smithi042 ceph-mon[96574]: osdmap e1528: 8 total, 8 up, 8 in 2024-09-16T07:36:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:53 smithi042 ceph-mon[96574]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.2 KiB/s wr, 115 op/s 2024-09-16T07:36:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:54 smithi164 ceph-mon[88760]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T07:36:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:54 smithi164 ceph-mon[88760]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T07:36:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:54 smithi042 ceph-mon[94096]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T07:36:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:54 smithi042 ceph-mon[94096]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T07:36:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:54 smithi042 ceph-mon[96574]: osdmap e1529: 8 total, 8 up, 8 in 2024-09-16T07:36:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:54 smithi042 ceph-mon[96574]: osdmap e1530: 8 total, 8 up, 8 in 2024-09-16T07:36:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:56 smithi164 ceph-mon[88760]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.5 KiB/s wr, 74 op/s 2024-09-16T07:36:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:56 smithi164 ceph-mon[88760]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T07:36:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:56 smithi042 ceph-mon[94096]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.5 KiB/s wr, 74 op/s 2024-09-16T07:36:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:56 smithi042 ceph-mon[94096]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T07:36:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:56 smithi042 ceph-mon[96574]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.5 KiB/s wr, 74 op/s 2024-09-16T07:36:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:56 smithi042 ceph-mon[96574]: osdmap e1531: 8 total, 8 up, 8 in 2024-09-16T07:36:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:57 smithi164 ceph-mon[88760]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T07:36:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:57 smithi042 ceph-mon[96574]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T07:36:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:57 smithi042 ceph-mon[94096]: osdmap e1532: 8 total, 8 up, 8 in 2024-09-16T07:36:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:58 smithi164 ceph-mon[88760]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:36:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:58 smithi164 ceph-mon[88760]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T07:36:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:58 smithi042 ceph-mon[94096]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:36:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:58 smithi042 ceph-mon[94096]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T07:36:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:58 smithi042 ceph-mon[96574]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:36:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:58 smithi042 ceph-mon[96574]: osdmap e1533: 8 total, 8 up, 8 in 2024-09-16T07:36:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:59 smithi164 ceph-mon[88760]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T07:36:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:36:59 smithi164 ceph-mon[88760]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:59 smithi042 ceph-mon[94096]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T07:36:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:36:59 smithi042 ceph-mon[94096]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T07:36:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:59 smithi042 ceph-mon[96574]: osdmap e1534: 8 total, 8 up, 8 in 2024-09-16T07:36:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:36:59 smithi042 ceph-mon[96574]: osdmap e1535: 8 total, 8 up, 8 in 2024-09-16T07:37:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:00 smithi164 ceph-mon[88760]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2024-09-16T07:37:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:00 smithi042 ceph-mon[94096]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2024-09-16T07:37:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:00 smithi042 ceph-mon[96574]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 5.5 KiB/s wr, 45 op/s 2024-09-16T07:37:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:01 smithi164 ceph-mon[88760]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T07:37:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:01 smithi042 ceph-mon[94096]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T07:37:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:01 smithi042 ceph-mon[96574]: osdmap e1536: 8 total, 8 up, 8 in 2024-09-16T07:37:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:01] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-16T07:37:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:02 smithi164 ceph-mon[88760]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 15 KiB/s wr, 139 op/s 2024-09-16T07:37:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:02 smithi164 ceph-mon[88760]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T07:37:02.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:02 smithi042 ceph-mon[94096]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 15 KiB/s wr, 139 op/s 2024-09-16T07:37:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:02 smithi042 ceph-mon[94096]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T07:37:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:02 smithi042 ceph-mon[96574]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 15 KiB/s wr, 139 op/s 2024-09-16T07:37:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:02 smithi042 ceph-mon[96574]: osdmap e1537: 8 total, 8 up, 8 in 2024-09-16T07:37:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:03 smithi164 ceph-mon[88760]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T07:37:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:03 smithi042 ceph-mon[94096]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T07:37:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:03 smithi042 ceph-mon[96574]: osdmap e1538: 8 total, 8 up, 8 in 2024-09-16T07:37:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:04 smithi164 ceph-mon[88760]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-09-16T07:37:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:04 smithi164 ceph-mon[88760]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T07:37:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[94096]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-09-16T07:37:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[94096]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T07:37:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[96574]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-09-16T07:37:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[96574]: osdmap e1539: 8 total, 8 up, 8 in 2024-09-16T07:37:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:05 smithi164 ceph-mon[88760]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T07:37:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:05 smithi042 ceph-mon[94096]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T07:37:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:05 smithi042 ceph-mon[96574]: osdmap e1540: 8 total, 8 up, 8 in 2024-09-16T07:37:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:06 smithi164 ceph-mon[88760]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-16T07:37:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:06 smithi164 ceph-mon[88760]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T07:37:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:06 smithi042 ceph-mon[94096]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-16T07:37:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:06 smithi042 ceph-mon[94096]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T07:37:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:06 smithi042 ceph-mon[96574]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 13 KiB/s wr, 131 op/s 2024-09-16T07:37:06.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:06 smithi042 ceph-mon[96574]: osdmap e1541: 8 total, 8 up, 8 in 2024-09-16T07:37:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:07 smithi164 ceph-mon[88760]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T07:37:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:07 smithi042 ceph-mon[94096]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T07:37:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:07 smithi042 ceph-mon[96574]: osdmap e1542: 8 total, 8 up, 8 in 2024-09-16T07:37:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:08 smithi164 ceph-mon[88760]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 KiB/s wr, 181 op/s 2024-09-16T07:37:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:08 smithi164 ceph-mon[88760]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T07:37:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:08 smithi042 ceph-mon[94096]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 KiB/s wr, 181 op/s 2024-09-16T07:37:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:08 smithi042 ceph-mon[94096]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T07:37:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:08 smithi042 ceph-mon[96574]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 16 KiB/s wr, 181 op/s 2024-09-16T07:37:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:08 smithi042 ceph-mon[96574]: osdmap e1543: 8 total, 8 up, 8 in 2024-09-16T07:37:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:09 smithi164 ceph-mon[88760]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T07:37:09.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:09 smithi164 ceph-mon[88760]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T07:37:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:09 smithi042 ceph-mon[94096]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T07:37:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:09 smithi042 ceph-mon[94096]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T07:37:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:09 smithi042 ceph-mon[96574]: osdmap e1544: 8 total, 8 up, 8 in 2024-09-16T07:37:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:09 smithi042 ceph-mon[96574]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-09-16T07:37:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:10 smithi164 ceph-mon[88760]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T07:37:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:10 smithi042 ceph-mon[94096]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T07:37:10.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:10 smithi042 ceph-mon[96574]: osdmap e1545: 8 total, 8 up, 8 in 2024-09-16T07:37:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:11 smithi164 ceph-mon[88760]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T07:37:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:11 smithi164 ceph-mon[88760]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-09-16T07:37:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:11 smithi042 ceph-mon[94096]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T07:37:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:11 smithi042 ceph-mon[94096]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-09-16T07:37:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:11] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-09-16T07:37:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:11 smithi042 ceph-mon[96574]: osdmap e1546: 8 total, 8 up, 8 in 2024-09-16T07:37:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:11 smithi042 ceph-mon[96574]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 8.5 KiB/s wr, 140 op/s 2024-09-16T07:37:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:12 smithi164 ceph-mon[88760]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T07:37:12.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:12 smithi042 ceph-mon[94096]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T07:37:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:12 smithi042 ceph-mon[96574]: osdmap e1547: 8 total, 8 up, 8 in 2024-09-16T07:37:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:13 smithi164 ceph-mon[88760]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T07:37:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:13 smithi164 ceph-mon[88760]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-09-16T07:37:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:13 smithi042 ceph-mon[94096]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T07:37:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:13 smithi042 ceph-mon[94096]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-09-16T07:37:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:13 smithi042 ceph-mon[96574]: osdmap e1548: 8 total, 8 up, 8 in 2024-09-16T07:37:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:13 smithi042 ceph-mon[96574]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 5.7 KiB/s wr, 135 op/s 2024-09-16T07:37:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:14 smithi164 ceph-mon[88760]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T07:37:14.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:14 smithi164 ceph-mon[88760]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T07:37:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:14 smithi042 ceph-mon[94096]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T07:37:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:14 smithi042 ceph-mon[94096]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T07:37:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:14 smithi042 ceph-mon[96574]: osdmap e1549: 8 total, 8 up, 8 in 2024-09-16T07:37:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:14 smithi042 ceph-mon[96574]: osdmap e1550: 8 total, 8 up, 8 in 2024-09-16T07:37:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:16 smithi164 ceph-mon[88760]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 124 op/s 2024-09-16T07:37:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:16 smithi164 ceph-mon[88760]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T07:37:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:16 smithi042 ceph-mon[96574]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 124 op/s 2024-09-16T07:37:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:16 smithi042 ceph-mon[96574]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T07:37:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:16 smithi042 ceph-mon[94096]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 8.2 KiB/s wr, 124 op/s 2024-09-16T07:37:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:16 smithi042 ceph-mon[94096]: osdmap e1551: 8 total, 8 up, 8 in 2024-09-16T07:37:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:17 smithi164 ceph-mon[88760]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T07:37:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:17 smithi042 ceph-mon[94096]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T07:37:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:17 smithi042 ceph-mon[96574]: osdmap e1552: 8 total, 8 up, 8 in 2024-09-16T07:37:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:18 smithi164 ceph-mon[88760]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-09-16T07:37:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:18 smithi164 ceph-mon[88760]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T07:37:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:18 smithi042 ceph-mon[94096]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-09-16T07:37:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:18 smithi042 ceph-mon[94096]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T07:37:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:18 smithi042 ceph-mon[96574]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 10 KiB/s wr, 159 op/s 2024-09-16T07:37:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:18 smithi042 ceph-mon[96574]: osdmap e1553: 8 total, 8 up, 8 in 2024-09-16T07:37:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:19 smithi164 ceph-mon[88760]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T07:37:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:19 smithi164 ceph-mon[88760]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T07:37:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[94096]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T07:37:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[94096]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T07:37:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[96574]: osdmap e1554: 8 total, 8 up, 8 in 2024-09-16T07:37:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:19 smithi042 ceph-mon[96574]: osdmap e1555: 8 total, 8 up, 8 in 2024-09-16T07:37:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:20 smithi164 ceph-mon[88760]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-16T07:37:20.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:20 smithi042 ceph-mon[96574]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-16T07:37:20.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:20 smithi042 ceph-mon[94096]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-09-16T07:37:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:21 smithi164 ceph-mon[88760]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T07:37:21.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:21 smithi042 ceph-mon[96574]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T07:37:21.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:21] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T07:37:21.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:21 smithi042 ceph-mon[94096]: osdmap e1556: 8 total, 8 up, 8 in 2024-09-16T07:37:22.229 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31009 ms) 2024-09-16T07:37:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:22 smithi164 ceph-mon[88760]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-09-16T07:37:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:22 smithi164 ceph-mon[88760]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T07:37:22.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:22 smithi042 ceph-mon[96574]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-09-16T07:37:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:22 smithi042 ceph-mon[96574]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T07:37:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:22 smithi042 ceph-mon[94096]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 7.5 KiB/s wr, 126 op/s 2024-09-16T07:37:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:22 smithi042 ceph-mon[94096]: osdmap e1557: 8 total, 8 up, 8 in 2024-09-16T07:37:23.235 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 51 tests from TestMirroring (86897 ms total) 2024-09-16T07:37:23.235 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:37:23.235 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 34 tests from TestInternal 2024-09-16T07:37:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:23 smithi164 ceph-mon[88760]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T07:37:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:23 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]: dispatch 2024-09-16T07:37:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:23 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]': finished 2024-09-16T07:37:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[94096]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T07:37:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]: dispatch 2024-09-16T07:37:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]': finished 2024-09-16T07:37:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[96574]: osdmap e1558: 8 total, 8 up, 8 in 2024-09-16T07:37:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]: dispatch 2024-09-16T07:37:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:23 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1776929296' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/01d5a681-4585-4dd2-8978-1e1f38e94278"}]': finished 2024-09-16T07:37:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:24 smithi164 ceph-mon[88760]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.2 KiB/s wr, 162 op/s 2024-09-16T07:37:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:24 smithi164 ceph-mon[88760]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T07:37:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:24 smithi042 ceph-mon[94096]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.2 KiB/s wr, 162 op/s 2024-09-16T07:37:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:24 smithi042 ceph-mon[94096]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T07:37:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:24 smithi042 ceph-mon[96574]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.2 KiB/s wr, 162 op/s 2024-09-16T07:37:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:24 smithi042 ceph-mon[96574]: osdmap e1559: 8 total, 8 up, 8 in 2024-09-16T07:37:25.239 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.OpenByID 2024-09-16T07:37:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[94096]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3555950079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[94096]: pgmap v2733: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[96574]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3555950079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:25 smithi042 ceph-mon[96574]: pgmap v2733: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:25 smithi164 ceph-mon[88760]: osdmap e1560: 8 total, 8 up, 8 in 2024-09-16T07:37:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:25 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3555950079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:25 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:37:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:25 smithi164 ceph-mon[88760]: pgmap v2733: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:37:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:37:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[96574]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T07:37:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:37:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:37:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:26 smithi042 ceph-mon[94096]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T07:37:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:26 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:37:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:26 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:37:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:26 smithi164 ceph-mon[88760]: osdmap e1561: 8 total, 8 up, 8 in 2024-09-16T07:37:27.297 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.OpenByID (2058 ms) 2024-09-16T07:37:27.297 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-09-16T07:37:27.319 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.OpenSnapDNE (23 ms) 2024-09-16T07:37:27.320 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-09-16T07:37:27.351 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (31 ms) 2024-09-16T07:37:27.351 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-09-16T07:37:27.376 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-09-16T07:37:27.376 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-09-16T07:37:27.395 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-09-16T07:37:27.395 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-09-16T07:37:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:27 smithi042 ceph-mon[96574]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T07:37:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:27 smithi042 ceph-mon[96574]: pgmap v2736: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:27 smithi042 ceph-mon[94096]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T07:37:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:27 smithi042 ceph-mon[94096]: pgmap v2736: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:27 smithi164 ceph-mon[88760]: osdmap e1562: 8 total, 8 up, 8 in 2024-09-16T07:37:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:27 smithi164 ceph-mon[88760]: pgmap v2736: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:37:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:37:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[96574]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[94096]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T07:37:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:28 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:28 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:37:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:28 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:37:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:28 smithi164 ceph-mon[88760]: osdmap e1563: 8 total, 8 up, 8 in 2024-09-16T07:37:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:28 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:29.279 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1884 ms) 2024-09-16T07:37:29.280 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-09-16T07:37:29.304 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (25 ms) 2024-09-16T07:37:29.304 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-09-16T07:37:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[96574]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[96574]: pgmap v2739: 137 pgs: 1 creating+peering, 6 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[94096]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[94096]: pgmap v2739: 137 pgs: 1 creating+peering, 6 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:29.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:29 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:29 smithi164 ceph-mon[88760]: osdmap e1564: 8 total, 8 up, 8 in 2024-09-16T07:37:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:29 smithi164 ceph-mon[88760]: pgmap v2739: 137 pgs: 1 creating+peering, 6 unknown, 130 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.2 KiB/s wr, 20 op/s 2024-09-16T07:37:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:29 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:30 smithi042 ceph-mon[94096]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T07:37:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:30 smithi042 ceph-mon[96574]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T07:37:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:30 smithi164 ceph-mon[88760]: osdmap e1565: 8 total, 8 up, 8 in 2024-09-16T07:37:31.297 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1992 ms) 2024-09-16T07:37:31.297 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-09-16T07:37:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:31 smithi042 ceph-mon[94096]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T07:37:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:31 smithi042 ceph-mon[94096]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:37:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:31] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2024-09-16T07:37:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:31 smithi042 ceph-mon[96574]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T07:37:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:31 smithi042 ceph-mon[96574]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:37:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:31 smithi164 ceph-mon[88760]: osdmap e1566: 8 total, 8 up, 8 in 2024-09-16T07:37:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:31 smithi164 ceph-mon[88760]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:37:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:32 smithi042 ceph-mon[94096]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T07:37:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:32 smithi042 ceph-mon[96574]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T07:37:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:32 smithi164 ceph-mon[88760]: osdmap e1567: 8 total, 8 up, 8 in 2024-09-16T07:37:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:33.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2006 ms) 2024-09-16T07:37:33.302 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-09-16T07:37:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:33 smithi042 ceph-mon[94096]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T07:37:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:33 smithi042 ceph-mon[94096]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-16T07:37:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:33 smithi042 ceph-mon[96574]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T07:37:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:33 smithi042 ceph-mon[96574]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-16T07:37:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:33 smithi164 ceph-mon[88760]: osdmap e1568: 8 total, 8 up, 8 in 2024-09-16T07:37:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:33 smithi164 ceph-mon[88760]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 9.2 KiB/s wr, 103 op/s 2024-09-16T07:37:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[94096]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T07:37:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[94096]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T07:37:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[96574]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T07:37:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:34 smithi042 ceph-mon[96574]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T07:37:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:34 smithi164 ceph-mon[88760]: osdmap e1569: 8 total, 8 up, 8 in 2024-09-16T07:37:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:34 smithi164 ceph-mon[88760]: osdmap e1570: 8 total, 8 up, 8 in 2024-09-16T07:37:35.149 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1846 ms) 2024-09-16T07:37:35.149 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-09-16T07:37:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:36 smithi164 ceph-mon[88760]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-09-16T07:37:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:36 smithi164 ceph-mon[88760]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T07:37:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:36 smithi042 ceph-mon[94096]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-09-16T07:37:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:36 smithi042 ceph-mon[94096]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T07:37:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:36 smithi042 ceph-mon[96574]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.2 KiB/s wr, 121 op/s 2024-09-16T07:37:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:36 smithi042 ceph-mon[96574]: osdmap e1571: 8 total, 8 up, 8 in 2024-09-16T07:37:37.168 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.FlattenLocksImage (2020 ms) 2024-09-16T07:37:37.169 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-09-16T07:37:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:37 smithi164 ceph-mon[88760]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T07:37:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:37 smithi042 ceph-mon[94096]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T07:37:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:37 smithi042 ceph-mon[96574]: osdmap e1572: 8 total, 8 up, 8 in 2024-09-16T07:37:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:38 smithi164 ceph-mon[88760]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-16T07:37:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:38 smithi164 ceph-mon[88760]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T07:37:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:38 smithi042 ceph-mon[94096]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-16T07:37:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:38 smithi042 ceph-mon[94096]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T07:37:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:38 smithi042 ceph-mon[96574]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-09-16T07:37:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:38 smithi042 ceph-mon[96574]: osdmap e1573: 8 total, 8 up, 8 in 2024-09-16T07:37:39.160 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1991 ms) 2024-09-16T07:37:39.160 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-09-16T07:37:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:39 smithi164 ceph-mon[88760]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T07:37:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:39 smithi164 ceph-mon[88760]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T07:37:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:39 smithi042 ceph-mon[94096]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T07:37:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:39 smithi042 ceph-mon[94096]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T07:37:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:39 smithi042 ceph-mon[96574]: osdmap e1574: 8 total, 8 up, 8 in 2024-09-16T07:37:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:39 smithi042 ceph-mon[96574]: osdmap e1575: 8 total, 8 up, 8 in 2024-09-16T07:37:40.172 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1013 ms) 2024-09-16T07:37:40.172 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-09-16T07:37:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:40 smithi164 ceph-mon[88760]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-09-16T07:37:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:40 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]: dispatch 2024-09-16T07:37:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:40 smithi042 ceph-mon[94096]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-09-16T07:37:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:40 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]: dispatch 2024-09-16T07:37:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:40 smithi042 ceph-mon[96574]: pgmap v2754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 116 op/s 2024-09-16T07:37:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:40 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]: dispatch 2024-09-16T07:37:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:41 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]': finished 2024-09-16T07:37:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:41 smithi164 ceph-mon[88760]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T07:37:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:41 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]: dispatch 2024-09-16T07:37:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:41] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]': finished 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[94096]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]: dispatch 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1367433410' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1367433410"}]': finished 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[96574]: osdmap e1576: 8 total, 8 up, 8 in 2024-09-16T07:37:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:41 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]: dispatch 2024-09-16T07:37:42.174 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2002 ms) 2024-09-16T07:37:42.174 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-09-16T07:37:42.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2024-09-16T07:37:42.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-09-16T07:37:42.235 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-09-16T07:37:42.235 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-09-16T07:37:42.283 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.CancelAsyncResize (48 ms) 2024-09-16T07:37:42.283 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.MultipleResize 2024-09-16T07:37:42.341 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-09-16T07:37:42.341 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.Metadata 2024-09-16T07:37:42.391 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.Metadata (50 ms) 2024-09-16T07:37:42.391 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-09-16T07:37:42.422 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.MetadataConfApply (32 ms) 2024-09-16T07:37:42.422 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-09-16T07:37:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:42 smithi164 ceph-mon[88760]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-16T07:37:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:42 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]': finished 2024-09-16T07:37:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:42 smithi164 ceph-mon[88760]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T07:37:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[96574]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-16T07:37:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]': finished 2024-09-16T07:37:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[96574]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T07:37:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[94096]: pgmap v2757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 255 op/s 2024-09-16T07:37:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2987114758' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/2987114758"}]': finished 2024-09-16T07:37:42.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:42 smithi042 ceph-mon[94096]: osdmap e1577: 8 total, 8 up, 8 in 2024-09-16T07:37:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:44 smithi164 ceph-mon[88760]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-09-16T07:37:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:44 smithi164 ceph-mon[88760]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T07:37:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:44 smithi164 ceph-mon[88760]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[94096]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[94096]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[94096]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[96574]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 10 KiB/s wr, 241 op/s 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[96574]: osdmap e1578: 8 total, 8 up, 8 in 2024-09-16T07:37:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:44 smithi042 ceph-mon[96574]: osdmap e1579: 8 total, 8 up, 8 in 2024-09-16T07:37:45.230 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapshotCopyup (2807 ms) 2024-09-16T07:37:45.230 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-09-16T07:37:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:46 smithi164 ceph-mon[88760]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-09-16T07:37:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:46 smithi164 ceph-mon[88760]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T07:37:46.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:37:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:37:45.970134755Z level=info msg="Completed cleanup jobs" duration=11.575756ms 2024-09-16T07:37:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:46 smithi042 ceph-mon[96574]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-09-16T07:37:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:46 smithi042 ceph-mon[96574]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T07:37:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:46 smithi042 ceph-mon[94096]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 153 op/s 2024-09-16T07:37:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:46 smithi042 ceph-mon[94096]: osdmap e1580: 8 total, 8 up, 8 in 2024-09-16T07:37:47.225 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1996 ms) 2024-09-16T07:37:47.226 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-09-16T07:37:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:47 smithi164 ceph-mon[88760]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T07:37:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:47 smithi042 ceph-mon[94096]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T07:37:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:47 smithi042 ceph-mon[96574]: osdmap e1581: 8 total, 8 up, 8 in 2024-09-16T07:37:48.222 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (996 ms) 2024-09-16T07:37:48.222 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-09-16T07:37:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:48 smithi164 ceph-mon[88760]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 25 KiB/s wr, 287 op/s 2024-09-16T07:37:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:48 smithi164 ceph-mon[88760]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T07:37:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:48 smithi042 ceph-mon[94096]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 25 KiB/s wr, 287 op/s 2024-09-16T07:37:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:48 smithi042 ceph-mon[94096]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T07:37:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:48 smithi042 ceph-mon[96574]: pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 25 KiB/s wr, 287 op/s 2024-09-16T07:37:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:48 smithi042 ceph-mon[96574]: osdmap e1582: 8 total, 8 up, 8 in 2024-09-16T07:37:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:49 smithi164 ceph-mon[88760]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T07:37:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:49 smithi164 ceph-mon[88760]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T07:37:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[94096]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T07:37:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[94096]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T07:37:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[96574]: osdmap e1583: 8 total, 8 up, 8 in 2024-09-16T07:37:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:37:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:49 smithi042 ceph-mon[96574]: osdmap e1584: 8 total, 8 up, 8 in 2024-09-16T07:37:50.268 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.ResizeCopyup (2046 ms) 2024-09-16T07:37:50.268 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-09-16T07:37:50.277 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:37:50.277 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.DiscardCopyup (8 ms) 2024-09-16T07:37:50.277 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.ImageOptions 2024-09-16T07:37:50.285 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-09-16T07:37:50.285 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-09-16T07:37:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:50 smithi164 ceph-mon[88760]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 20 KiB/s wr, 290 op/s 2024-09-16T07:37:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:50 smithi042 ceph-mon[94096]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 20 KiB/s wr, 290 op/s 2024-09-16T07:37:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:50 smithi042 ceph-mon[96574]: pgmap v2768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 20 KiB/s wr, 290 op/s 2024-09-16T07:37:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:51 smithi164 ceph-mon[88760]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T07:37:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:51 smithi042 ceph-mon[96574]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T07:37:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:51 smithi042 ceph-mon[94096]: osdmap e1585: 8 total, 8 up, 8 in 2024-09-16T07:37:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:37:51] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-16T07:37:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:52 smithi164 ceph-mon[88760]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 323 op/s 2024-09-16T07:37:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:52 smithi164 ceph-mon[88760]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T07:37:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:37:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:37:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:52 smithi042 ceph-mon[94096]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 323 op/s 2024-09-16T07:37:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:52 smithi042 ceph-mon[94096]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T07:37:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:52 smithi042 ceph-mon[96574]: pgmap v2771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 26 KiB/s wr, 323 op/s 2024-09-16T07:37:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:52 smithi042 ceph-mon[96574]: osdmap e1586: 8 total, 8 up, 8 in 2024-09-16T07:37:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:53 smithi164 ceph-mon[88760]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T07:37:53.540 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:53 smithi164 ceph-mon[88760]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 302 op/s 2024-09-16T07:37:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:53 smithi042 ceph-mon[94096]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T07:37:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:53 smithi042 ceph-mon[94096]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 302 op/s 2024-09-16T07:37:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:53 smithi042 ceph-mon[96574]: osdmap e1587: 8 total, 8 up, 8 in 2024-09-16T07:37:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:53 smithi042 ceph-mon[96574]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 302 op/s 2024-09-16T07:37:54.250 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.WriteFullCopyup (3964 ms) 2024-09-16T07:37:54.250 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-09-16T07:37:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:54 smithi164 ceph-mon[88760]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T07:37:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:54 smithi042 ceph-mon[94096]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T07:37:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:54 smithi042 ceph-mon[96574]: osdmap e1588: 8 total, 8 up, 8 in 2024-09-16T07:37:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:55 smithi164 ceph-mon[88760]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T07:37:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:55 smithi164 ceph-mon[88760]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T07:37:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:55 smithi042 ceph-mon[94096]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T07:37:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:55 smithi042 ceph-mon[94096]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T07:37:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:55 smithi042 ceph-mon[96574]: osdmap e1589: 8 total, 8 up, 8 in 2024-09-16T07:37:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:55 smithi042 ceph-mon[96574]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 96 op/s 2024-09-16T07:37:56.263 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2013 ms) 2024-09-16T07:37:56.263 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.TestCoR 2024-09-16T07:37:56.276 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-09-16T07:37:56.276 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.TestCoR (13 ms) 2024-09-16T07:37:56.276 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout:made parent image "image391": 4194304K (1024 * 4K) 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout:generated random write map: 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [7 , 31803 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [15 , 61643 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [16 , 67498 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [29 , 120348 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [35 , 145395 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [41 , 169555 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [53 , 218449 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [68 , 279506 ] 2024-09-16T07:37:56.494 INFO:tasks.workunit.client.0.smithi042.stdout: [73 , 301937 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [94 , 386326 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [107 , 441580 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [110 , 453217 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [121 , 495875 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [140 , 576470 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [160 , 655913 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [169 , 693912 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [193 , 793321 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [202 , 828613 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [204 , 837374 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [206 , 844824 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [208 , 852293 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [220 , 901169 ] 2024-09-16T07:37:56.495 INFO:tasks.workunit.client.0.smithi042.stdout: [231 , 949189 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [255 , 1045640 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [274 , 1123009 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [282 , 1157071 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [295 , 1209417 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [296 , 1213228 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [299 , 1224909 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [300 , 1228804 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [302 , 1237943 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [309 , 1266250 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [317 , 1298485 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [324 , 1328437 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [327 , 1342455 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [370 , 1515846 ] 2024-09-16T07:37:56.496 INFO:tasks.workunit.client.0.smithi042.stdout: [382 , 1564858 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [384 , 1575522 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [398 , 1631870 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [407 , 1670210 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [409 , 1676173 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [410 , 1680781 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [446 , 1829818 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [455 , 1864489 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [475 , 1948296 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [485 , 1988076 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [487 , 1998041 ] 2024-09-16T07:37:56.497 INFO:tasks.workunit.client.0.smithi042.stdout: [500 , 2050039 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [535 , 2193024 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [554 , 2271342 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [558 , 2288830 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [594 , 2433645 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [602 , 2468426 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [608 , 2490884 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [613 , 2511536 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [630 , 2583616 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [637 , 2612245 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [639 , 2619489 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [649 , 2658487 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [652 , 2673920 ] 2024-09-16T07:37:56.498 INFO:tasks.workunit.client.0.smithi042.stdout: [678 , 2778714 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [687 , 2815082 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [712 , 2916905 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [731 , 2995500 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [742 , 3041597 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [756 , 3099599 ] 2024-09-16T07:37:56.499 INFO:tasks.workunit.client.0.smithi042.stdout: [776 , 3181182 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [778 , 3186750 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [788 , 3229759 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [801 , 3283805 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [819 , 3358078 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [822 , 3369694 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [829 , 3398064 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [831 , 3406937 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [835 , 3423074 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [838 , 3434245 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [853 , 3496678 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [865 , 3546275 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [870 , 3564178 ] 2024-09-16T07:37:56.500 INFO:tasks.workunit.client.0.smithi042.stdout: [892 , 3656176 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [895 , 3666236 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [902 , 3695978 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [903 , 3699690 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [907 , 3717380 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [909 , 3726636 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [912 , 3738771 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [914 , 3744859 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [915 , 3750247 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [936 , 3834459 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [939 , 3846749 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [948 , 3885532 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [956 , 3915799 ] 2024-09-16T07:37:56.501 INFO:tasks.workunit.client.0.smithi042.stdout: [966 , 3959850 ] 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: [975 , 3994121 ] 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: [990 , 4055595 ] 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: [1000 , 4098653 ] 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout:write data based on random map 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-7 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-15 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-16 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-29 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-35 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-41 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-53 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-68 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-73 2024-09-16T07:37:56.502 INFO:tasks.workunit.client.0.smithi042.stdout: write object-94 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-107 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-110 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-121 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-140 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-160 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-169 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-193 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-202 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-204 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-206 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-208 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-220 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-231 2024-09-16T07:37:56.503 INFO:tasks.workunit.client.0.smithi042.stdout: write object-255 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-274 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-282 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-295 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-296 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-299 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-300 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-302 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-309 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-317 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-324 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-327 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-370 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-382 2024-09-16T07:37:56.504 INFO:tasks.workunit.client.0.smithi042.stdout: write object-384 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-398 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-407 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-409 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-410 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-446 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-455 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-475 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-485 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-487 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-500 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-535 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-554 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-558 2024-09-16T07:37:56.505 INFO:tasks.workunit.client.0.smithi042.stdout: write object-594 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-602 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-608 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-613 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-630 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-637 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-639 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-649 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-652 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-678 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-687 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-712 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-731 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-742 2024-09-16T07:37:56.506 INFO:tasks.workunit.client.0.smithi042.stdout: write object-756 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-776 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-778 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-788 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-801 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-819 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-822 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-829 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-831 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-835 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-838 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-853 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-865 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-870 2024-09-16T07:37:56.507 INFO:tasks.workunit.client.0.smithi042.stdout: write object-892 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-895 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-902 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-903 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-907 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-909 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-912 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-914 2024-09-16T07:37:56.508 INFO:tasks.workunit.client.0.smithi042.stdout: write object-915 2024-09-16T07:37:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:56 smithi042 ceph-mon[94096]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T07:37:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:56 smithi042 ceph-mon[96574]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T07:37:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:56 smithi164 ceph-mon[88760]: osdmap e1590: 8 total, 8 up, 8 in 2024-09-16T07:37:57.430 INFO:tasks.workunit.client.0.smithi042.stdout: write object-936 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-939 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-948 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-956 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-966 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-975 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-990 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: write object-1000 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:verify written data by reading 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout: read object-7 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:made snapshot "image391@parent_snap" and protect it 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:made and opened clone "image392" 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:flattening clone: "image392" 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:check whether child image has the same set of objects as parent 2024-09-16T07:37:57.431 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1155 ms) 2024-09-16T07:37:57.432 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-09-16T07:37:57.504 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.PoolMetadataConfApply (74 ms) 2024-09-16T07:37:57.505 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.Sparsify 2024-09-16T07:37:57.526 INFO:tasks.workunit.client.0.smithi042.stdout:sparsify_supported=1 2024-09-16T07:37:57.526 INFO:tasks.workunit.client.0.smithi042.stdout:sparse_read_supported=1 2024-09-16T07:37:57.554 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.Sparsify (50 ms) 2024-09-16T07:37:57.554 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.SparsifyClone 2024-09-16T07:37:57.571 INFO:tasks.workunit.client.0.smithi042.stdout:sparsify_supported=1 2024-09-16T07:37:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-mon[94096]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T07:37:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-mon[94096]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-16T07:37:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-mon[96574]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T07:37:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-mon[96574]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-16T07:37:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE Bus STOPPING 2024-09-16T07:37:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:57 smithi164 ceph-mon[88760]: osdmap e1591: 8 total, 8 up, 8 in 2024-09-16T07:37:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:57 smithi164 ceph-mon[88760]: pgmap v2780: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 174 op/s 2024-09-16T07:37:58.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:37:58.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE Bus STOPPED 2024-09-16T07:37:58.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE Bus STARTING 2024-09-16T07:37:58.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE Serving on http://:::9283 2024-09-16T07:37:58.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:37:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:37:57] ENGINE Bus STARTED 2024-09-16T07:37:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T07:37:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:37:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: osdmap e1592: 8 total, 8 up, 8 in 2024-09-16T07:37:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:37:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:37:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:37:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:37:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:37:59.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.SparsifyClone (1936 ms) 2024-09-16T07:37:59.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestInternal.MissingDataPool 2024-09-16T07:37:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:59 smithi164 ceph-mon[88760]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T07:37:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:37:59 smithi164 ceph-mon[88760]: pgmap v2783: 137 pgs: 137 active+clean; 8.7 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-09-16T07:37:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:59 smithi042 ceph-mon[94096]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T07:37:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:37:59 smithi042 ceph-mon[94096]: pgmap v2783: 137 pgs: 137 active+clean; 8.7 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-09-16T07:37:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:59 smithi042 ceph-mon[96574]: osdmap e1593: 8 total, 8 up, 8 in 2024-09-16T07:37:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:37:59 smithi042 ceph-mon[96574]: pgmap v2783: 137 pgs: 137 active+clean; 8.7 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 284 op/s 2024-09-16T07:38:00.602 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestInternal.MissingDataPool (1112 ms) 2024-09-16T07:38:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:00 smithi164 ceph-mon[88760]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T07:38:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:00 smithi042 ceph-mon[94096]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T07:38:00.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:00 smithi042 ceph-mon[96574]: osdmap e1594: 8 total, 8 up, 8 in 2024-09-16T07:38:01.487 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:01] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-09-16T07:38:01.497 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 34 tests from TestInternal (35364 ms total) 2024-09-16T07:38:01.497 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:38:01.497 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 17 tests from TestImageWatcher 2024-09-16T07:38:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:01 smithi164 ceph-mon[88760]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T07:38:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:01 smithi164 ceph-mon[88760]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 171 KiB/s wr, 730 op/s 2024-09-16T07:38:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:01 smithi042 ceph-mon[94096]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T07:38:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:01 smithi042 ceph-mon[94096]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 171 KiB/s wr, 730 op/s 2024-09-16T07:38:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:01 smithi042 ceph-mon[96574]: osdmap e1595: 8 total, 8 up, 8 in 2024-09-16T07:38:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:01 smithi042 ceph-mon[96574]: pgmap v2786: 137 pgs: 137 active+clean; 9.0 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 459 KiB/s rd, 171 KiB/s wr, 730 op/s 2024-09-16T07:38:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:02 smithi164 ceph-mon[88760]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T07:38:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:02 smithi042 ceph-mon[94096]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T07:38:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:02 smithi042 ceph-mon[96574]: osdmap e1596: 8 total, 8 up, 8 in 2024-09-16T07:38:03.498 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-09-16T07:38:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2147945818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: pgmap v2789: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[94096]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2147945818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: pgmap v2789: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:03.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:03 smithi042 ceph-mon[96574]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T07:38:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: osdmap e1597: 8 total, 8 up, 8 in 2024-09-16T07:38:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2147945818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: pgmap v2789: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:03 smithi164 ceph-mon[88760]: osdmap e1598: 8 total, 8 up, 8 in 2024-09-16T07:38:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[94096]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:04 smithi042 ceph-mon[96574]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T07:38:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:04 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:04 smithi164 ceph-mon[88760]: osdmap e1599: 8 total, 8 up, 8 in 2024-09-16T07:38:05.532 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2035 ms) 2024-09-16T07:38:05.532 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-09-16T07:38:05.555 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyFlatten (23 ms) 2024-09-16T07:38:05.555 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-09-16T07:38:05.578 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-09-16T07:38:05.578 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-09-16T07:38:05.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (25 ms) 2024-09-16T07:38:05.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-09-16T07:38:05.627 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (24 ms) 2024-09-16T07:38:05.627 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-09-16T07:38:05.651 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-09-16T07:38:05.651 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-09-16T07:38:05.671 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-09-16T07:38:05.671 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-09-16T07:38:05.692 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-09-16T07:38:05.692 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-09-16T07:38:05.710 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (18 ms) 2024-09-16T07:38:05.710 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-09-16T07:38:05.730 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-09-16T07:38:05.730 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-09-16T07:38:05.750 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (19 ms) 2024-09-16T07:38:05.750 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-09-16T07:38:05.771 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-09-16T07:38:05.771 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-09-16T07:38:05.793 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyRename (22 ms) 2024-09-16T07:38:05.794 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-09-16T07:38:05.812 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-09-16T07:38:05.812 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-09-16T07:38:05.831 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-09-16T07:38:05.831 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-09-16T07:38:05.850 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (18 ms) 2024-09-16T07:38:05.850 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-09-16T07:38:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:05 smithi042 ceph-mon[96574]: pgmap v2792: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:05 smithi042 ceph-mon[96574]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T07:38:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:05 smithi042 ceph-mon[94096]: pgmap v2792: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:05 smithi042 ceph-mon[94096]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T07:38:05.871 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (21 ms) 2024-09-16T07:38:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:05 smithi164 ceph-mon[88760]: pgmap v2792: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:05 smithi164 ceph-mon[88760]: osdmap e1600: 8 total, 8 up, 8 in 2024-09-16T07:38:06.531 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 17 tests from TestImageWatcher (2373 ms total) 2024-09-16T07:38:06.531 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:38:06.531 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 161 tests from TestLibRBD 2024-09-16T07:38:06.563 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-09-16T07:38:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:06 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:06 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:38:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:06 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:06 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:38:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:06 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:06 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:38:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:07 smithi042 ceph-mon[94096]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T07:38:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:07 smithi042 ceph-mon[94096]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:07 smithi042 ceph-mon[96574]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T07:38:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:07 smithi042 ceph-mon[96574]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:07 smithi164 ceph-mon[88760]: osdmap e1601: 8 total, 8 up, 8 in 2024-09-16T07:38:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:07 smithi164 ceph-mon[88760]: pgmap v2795: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:08.557 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[94096]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T07:38:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3984279755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[96574]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T07:38:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3984279755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:08 smithi164 ceph-mon[88760]: osdmap e1602: 8 total, 8 up, 8 in 2024-09-16T07:38:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3984279755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[96574]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T07:38:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[96574]: pgmap v2798: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[94096]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T07:38:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:09 smithi042 ceph-mon[94096]: pgmap v2798: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:09 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:09 smithi164 ceph-mon[88760]: osdmap e1603: 8 total, 8 up, 8 in 2024-09-16T07:38:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:09 smithi164 ceph-mon[88760]: pgmap v2798: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:10.601 INFO:tasks.workunit.client.0.smithi042.stdout:image has size 2097152 and order 22 2024-09-16T07:38:10.602 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CreateAndStat (4039 ms) 2024-09-16T07:38:10.602 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-09-16T07:38:10.602 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.620 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-09-16T07:38:10.621 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-09-16T07:38:10.621 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.641 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-09-16T07:38:10.641 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.GetId 2024-09-16T07:38:10.641 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.666 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-09-16T07:38:10.667 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-09-16T07:38:10.667 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.692 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-09-16T07:38:10.692 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-09-16T07:38:10.692 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.709 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-09-16T07:38:10.709 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-09-16T07:38:10.709 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.727 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-09-16T07:38:10.727 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-09-16T07:38:10.727 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.744 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-09-16T07:38:10.744 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-09-16T07:38:10.744 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.760 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (17 ms) 2024-09-16T07:38:10.760 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.OpenAio 2024-09-16T07:38:10.760 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.776 INFO:tasks.workunit.client.0.smithi042.stdout:image has size 2097152 and order 22 2024-09-16T07:38:10.776 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-09-16T07:38:10.776 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-09-16T07:38:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-09-16T07:38:10.778 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-09-16T07:38:10.779 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.801 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-09-16T07:38:10.801 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-09-16T07:38:10.804 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-09-16T07:38:10.804 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-09-16T07:38:10.804 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.842 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ResizeAndStat (39 ms) 2024-09-16T07:38:10.842 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-09-16T07:38:10.842 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:10 smithi042 ceph-mon[94096]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T07:38:10.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:10 smithi042 ceph-mon[96574]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T07:38:10.870 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-09-16T07:38:10.870 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-09-16T07:38:10.870 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.903 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-09-16T07:38:10.903 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-09-16T07:38:10.903 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:10.933 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (30 ms) 2024-09-16T07:38:10.934 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-09-16T07:38:10.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:10 smithi164 ceph-mon[88760]: osdmap e1604: 8 total, 8 up, 8 in 2024-09-16T07:38:11.560 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:11] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-09-16T07:38:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:11 smithi042 ceph-mon[94096]: pgmap v2800: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:11 smithi042 ceph-mon[94096]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T07:38:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:11 smithi042 ceph-mon[96574]: pgmap v2800: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:11 smithi042 ceph-mon[96574]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T07:38:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:11 smithi164 ceph-mon[88760]: pgmap v2800: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:38:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:11 smithi164 ceph-mon[88760]: osdmap e1605: 8 total, 8 up, 8 in 2024-09-16T07:38:12.620 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:12.641 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:12 smithi164 ceph-mon[88760]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T07:38:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:12 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2091424392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:12.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:12 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:13.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[96574]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T07:38:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2091424392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[94096]: osdmap e1606: 8 total, 8 up, 8 in 2024-09-16T07:38:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2091424392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:13.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:12 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:13 smithi164 ceph-mon[88760]: pgmap v2803: 169 pgs: 9 creating+peering, 29 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-09-16T07:38:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:13 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:13 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:13.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:13 smithi164 ceph-mon[88760]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T07:38:14.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[96574]: pgmap v2803: 169 pgs: 9 creating+peering, 29 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-09-16T07:38:14.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[96574]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[94096]: pgmap v2803: 169 pgs: 9 creating+peering, 29 unknown, 131 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.7 KiB/s wr, 54 op/s 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:14.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:13 smithi042 ceph-mon[94096]: osdmap e1607: 8 total, 8 up, 8 in 2024-09-16T07:38:14.651 INFO:tasks.workunit.client.0.smithi042.stdout:image: image18 2024-09-16T07:38:14.651 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image18 2024-09-16T07:38:14.651 INFO:tasks.workunit.client.0.smithi042.stdout:found image18 2024-09-16T07:38:14.651 INFO:tasks.workunit.client.0.smithi042.stdout:erased image18 2024-09-16T07:38:14.651 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:image: image18 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:image: image19 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image18 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:found image18 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:erased image18 2024-09-16T07:38:14.734 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:found image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:erased image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:image: image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:found image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:erased image19 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3801 ms) 2024-09-16T07:38:14.735 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-09-16T07:38:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:14 smithi164 ceph-mon[88760]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T07:38:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:14 smithi042 ceph-mon[94096]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T07:38:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:14 smithi042 ceph-mon[96574]: osdmap e1608: 8 total, 8 up, 8 in 2024-09-16T07:38:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:15 smithi164 ceph-mon[88760]: pgmap v2806: 169 pgs: 3 creating+peering, 14 unknown, 152 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 13 KiB/s wr, 200 op/s 2024-09-16T07:38:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:15 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:15 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:38:15.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:15 smithi164 ceph-mon[88760]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T07:38:16.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[96574]: pgmap v2806: 169 pgs: 3 creating+peering, 14 unknown, 152 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 13 KiB/s wr, 200 op/s 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[96574]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[94096]: pgmap v2806: 169 pgs: 3 creating+peering, 14 unknown, 152 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 13 KiB/s wr, 200 op/s 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:38:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:15 smithi042 ceph-mon[94096]: osdmap e1609: 8 total, 8 up, 8 in 2024-09-16T07:38:16.643 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:16 smithi164 ceph-mon[88760]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T07:38:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:16 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1835353937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:16 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:17.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[96574]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T07:38:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1835353937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[94096]: osdmap e1610: 8 total, 8 up, 8 in 2024-09-16T07:38:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1835353937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:17.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:16 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:17 smithi164 ceph-mon[88760]: pgmap v2809: 201 pgs: 5 creating+peering, 34 unknown, 162 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 16 KiB/s wr, 204 op/s 2024-09-16T07:38:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:17 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:17 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:17.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:17 smithi164 ceph-mon[88760]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T07:38:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[94096]: pgmap v2809: 201 pgs: 5 creating+peering, 34 unknown, 162 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 16 KiB/s wr, 204 op/s 2024-09-16T07:38:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[94096]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T07:38:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[96574]: pgmap v2809: 201 pgs: 5 creating+peering, 34 unknown, 162 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 16 KiB/s wr, 204 op/s 2024-09-16T07:38:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:38:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:17 smithi042 ceph-mon[96574]: osdmap e1611: 8 total, 8 up, 8 in 2024-09-16T07:38:18.696 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 1 2024-09-16T07:38:18.696 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:18.696 INFO:tasks.workunit.client.0.smithi042.stdout:image: image20 2024-09-16T07:38:18.696 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image20 2024-09-16T07:38:18.696 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:18.705 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 2 2024-09-16T07:38:18.705 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:18.706 INFO:tasks.workunit.client.0.smithi042.stdout:image: image20 2024-09-16T07:38:18.706 INFO:tasks.workunit.client.0.smithi042.stdout:image: image21 2024-09-16T07:38:18.706 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image20 2024-09-16T07:38:18.706 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image21 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 1 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:image: image21 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image21 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4028 ms) 2024-09-16T07:38:18.763 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCopy 2024-09-16T07:38:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:18 smithi164 ceph-mon[88760]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T07:38:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:18 smithi042 ceph-mon[94096]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T07:38:19.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:18 smithi042 ceph-mon[96574]: osdmap e1612: 8 total, 8 up, 8 in 2024-09-16T07:38:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: pgmap v2812: 201 pgs: 10 creating+peering, 16 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2911605741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:19.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: pgmap v2812: 201 pgs: 10 creating+peering, 16 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:38:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2911605741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: pgmap v2812: 201 pgs: 10 creating+peering, 16 unknown, 175 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 86 op/s 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:38:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: osdmap e1613: 8 total, 8 up, 8 in 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: osdmap e1614: 8 total, 8 up, 8 in 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2911605741' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:20.232 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:21 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:21 smithi164 ceph-mon[88760]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T07:38:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:21 smithi164 ceph-mon[88760]: pgmap v2816: 233 pgs: 14 creating+peering, 22 unknown, 197 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T07:38:21.605 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:21] "GET /metrics HTTP/1.1" 200 43532 "" "Prometheus/2.43.0" 2024-09-16T07:38:21.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:21.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[96574]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T07:38:21.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[96574]: pgmap v2816: 233 pgs: 14 creating+peering, 22 unknown, 197 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T07:38:21.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:21.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[94096]: osdmap e1615: 8 total, 8 up, 8 in 2024-09-16T07:38:21.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:21 smithi042 ceph-mon[94096]: pgmap v2816: 233 pgs: 14 creating+peering, 22 unknown, 197 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T07:38:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:22 smithi164 ceph-mon[88760]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T07:38:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:22 smithi042 ceph-mon[94096]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T07:38:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:22 smithi042 ceph-mon[96574]: osdmap e1616: 8 total, 8 up, 8 in 2024-09-16T07:38:22.642 INFO:tasks.workunit.client.0.smithi042.stdout:image: image22 2024-09-16T07:38:22.642 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image22 2024-09-16T07:38:22.642 INFO:tasks.workunit.client.0.smithi042.stdout:found image22 2024-09-16T07:38:22.642 INFO:tasks.workunit.client.0.smithi042.stdout:erased image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:image: image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:image: image23 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:found image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:erased image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image23 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:found image23 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:erased image23 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:image: image22 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:image: image23 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:image: image24 2024-09-16T07:38:22.643 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image22 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:found image22 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:erased image22 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image23 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:found image23 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:erased image23 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image24 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:found image24 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:erased image24 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCopy (3880 ms) 2024-09-16T07:38:22.644 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-09-16T07:38:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:23 smithi042 ceph-mon[94096]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T07:38:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:23 smithi042 ceph-mon[94096]: pgmap v2819: 233 pgs: 4 creating+peering, 4 unknown, 225 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 KiB/s wr, 37 op/s 2024-09-16T07:38:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:23 smithi042 ceph-mon[96574]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T07:38:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:23 smithi042 ceph-mon[96574]: pgmap v2819: 233 pgs: 4 creating+peering, 4 unknown, 225 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 KiB/s wr, 37 op/s 2024-09-16T07:38:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:23 smithi164 ceph-mon[88760]: osdmap e1617: 8 total, 8 up, 8 in 2024-09-16T07:38:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:23 smithi164 ceph-mon[88760]: pgmap v2819: 233 pgs: 4 creating+peering, 4 unknown, 225 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.1 KiB/s wr, 37 op/s 2024-09-16T07:38:24.233 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[94096]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T07:38:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4208086231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[94096]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[96574]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4208086231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:24 smithi042 ceph-mon[96574]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T07:38:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:24 smithi164 ceph-mon[88760]: osdmap e1618: 8 total, 8 up, 8 in 2024-09-16T07:38:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:24 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4208086231' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:24 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:24 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:24 smithi164 ceph-mon[88760]: osdmap e1619: 8 total, 8 up, 8 in 2024-09-16T07:38:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:25 smithi042 ceph-mon[94096]: pgmap v2822: 265 pgs: 11 creating+peering, 19 unknown, 235 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 KiB/s wr, 94 op/s 2024-09-16T07:38:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:25 smithi042 ceph-mon[94096]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T07:38:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:25 smithi042 ceph-mon[96574]: pgmap v2822: 265 pgs: 11 creating+peering, 19 unknown, 235 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 KiB/s wr, 94 op/s 2024-09-16T07:38:25.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:25 smithi042 ceph-mon[96574]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T07:38:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:25 smithi164 ceph-mon[88760]: pgmap v2822: 265 pgs: 11 creating+peering, 19 unknown, 235 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 4.5 KiB/s wr, 94 op/s 2024-09-16T07:38:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:25 smithi164 ceph-mon[88760]: osdmap e1620: 8 total, 8 up, 8 in 2024-09-16T07:38:26.508 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 1 2024-09-16T07:38:26.508 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:26.508 INFO:tasks.workunit.client.0.smithi042.stdout:image: image25 2024-09-16T07:38:26.508 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image25 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 2 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:image: image25 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:image: image26 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image25 2024-09-16T07:38:26.529 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image26 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 3 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:image: image25 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:image: image26 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:image: image27 2024-09-16T07:38:26.571 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image25 2024-09-16T07:38:26.572 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image26 2024-09-16T07:38:26.572 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image27 2024-09-16T07:38:26.604 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCopyPP (3961 ms) 2024-09-16T07:38:26.604 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-09-16T07:38:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:27 smithi164 ceph-mon[88760]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T07:38:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:27 smithi164 ceph-mon[88760]: pgmap v2825: 265 pgs: 11 creating+peering, 6 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 389 op/s 2024-09-16T07:38:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:27 smithi042 ceph-mon[94096]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T07:38:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:27 smithi042 ceph-mon[94096]: pgmap v2825: 265 pgs: 11 creating+peering, 6 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 389 op/s 2024-09-16T07:38:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:27 smithi042 ceph-mon[96574]: osdmap e1621: 8 total, 8 up, 8 in 2024-09-16T07:38:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:27 smithi042 ceph-mon[96574]: pgmap v2825: 265 pgs: 11 creating+peering, 6 unknown, 248 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 389 op/s 2024-09-16T07:38:28.250 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[94096]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T07:38:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2865534930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:28.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[96574]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T07:38:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2865534930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:28 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:28 smithi164 ceph-mon[88760]: osdmap e1622: 8 total, 8 up, 8 in 2024-09-16T07:38:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2865534930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:28 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[94096]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[94096]: pgmap v2828: 297 pgs: 9 creating+peering, 24 unknown, 264 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 39 KiB/s wr, 695 op/s 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[94096]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[96574]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[96574]: pgmap v2828: 297 pgs: 9 creating+peering, 24 unknown, 264 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 39 KiB/s wr, 695 op/s 2024-09-16T07:38:29.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:29 smithi042 ceph-mon[96574]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T07:38:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:29 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:29 smithi164 ceph-mon[88760]: osdmap e1623: 8 total, 8 up, 8 in 2024-09-16T07:38:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:29 smithi164 ceph-mon[88760]: pgmap v2828: 297 pgs: 9 creating+peering, 24 unknown, 264 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 594 KiB/s rd, 39 KiB/s wr, 695 op/s 2024-09-16T07:38:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:29 smithi164 ceph-mon[88760]: osdmap e1624: 8 total, 8 up, 8 in 2024-09-16T07:38:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:31 smithi164 ceph-mon[88760]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T07:38:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:31 smithi164 ceph-mon[88760]: pgmap v2831: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-09-16T07:38:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:31 smithi042 ceph-mon[94096]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T07:38:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:31 smithi042 ceph-mon[94096]: pgmap v2831: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-09-16T07:38:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:31] "GET /metrics HTTP/1.1" 200 43532 "" "Prometheus/2.43.0" 2024-09-16T07:38:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:31 smithi042 ceph-mon[96574]: osdmap e1625: 8 total, 8 up, 8 in 2024-09-16T07:38:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:31 smithi042 ceph-mon[96574]: pgmap v2831: 297 pgs: 3 creating+peering, 8 unknown, 286 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 22 KiB/s wr, 378 op/s 2024-09-16T07:38:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:32 smithi164 ceph-mon[88760]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T07:38:32.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:32 smithi042 ceph-mon[94096]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T07:38:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:32 smithi042 ceph-mon[96574]: osdmap e1626: 8 total, 8 up, 8 in 2024-09-16T07:38:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:33 smithi042 ceph-mon[94096]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T07:38:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:33 smithi042 ceph-mon[94096]: pgmap v2834: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2024-09-16T07:38:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:33 smithi042 ceph-mon[96574]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T07:38:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:33 smithi042 ceph-mon[96574]: pgmap v2834: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2024-09-16T07:38:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:33 smithi164 ceph-mon[88760]: osdmap e1627: 8 total, 8 up, 8 in 2024-09-16T07:38:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:33 smithi164 ceph-mon[88760]: pgmap v2834: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 24 KiB/s wr, 435 op/s 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:image: image29 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.330 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:found image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:erased image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:image: image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:image: image30 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:found image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:erased image29 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image30 2024-09-16T07:38:34.331 INFO:tasks.workunit.client.0.smithi042.stdout:found image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:erased image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:image: image29 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:image: image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:image: image31 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image29 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:found image29 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:erased image29 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:found image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:erased image30 2024-09-16T07:38:34.332 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image31 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:found image31 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:erased image31 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:image: image29 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:image: image30 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:image: image31 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:image: image32 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image29 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:found image29 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:erased image29 2024-09-16T07:38:34.333 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image30 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:found image30 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:erased image30 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image31 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:found image31 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:erased image31 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image32 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:found image32 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:erased image32 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image28 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image29 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image30 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image31 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image32 2024-09-16T07:38:34.334 INFO:tasks.workunit.client.0.smithi042.stdout:image: image33 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image28 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:found image28 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:erased image28 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image29 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:found image29 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:erased image29 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image30 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:found image30 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:erased image30 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image31 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:found image31 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:erased image31 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image32 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:found image32 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:erased image32 2024-09-16T07:38:34.335 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image33 2024-09-16T07:38:34.336 INFO:tasks.workunit.client.0.smithi042.stdout:found image33 2024-09-16T07:38:34.336 INFO:tasks.workunit.client.0.smithi042.stdout:erased image33 2024-09-16T07:38:34.336 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestDeepCopy (7726 ms) 2024-09-16T07:38:34.336 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-09-16T07:38:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[94096]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T07:38:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[94096]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T07:38:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[96574]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T07:38:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:34 smithi042 ceph-mon[96574]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T07:38:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:34 smithi164 ceph-mon[88760]: osdmap e1628: 8 total, 8 up, 8 in 2024-09-16T07:38:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:34 smithi164 ceph-mon[88760]: osdmap e1629: 8 total, 8 up, 8 in 2024-09-16T07:38:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:35 smithi042 ceph-mon[96574]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 27 KiB/s wr, 546 op/s 2024-09-16T07:38:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:35 smithi042 ceph-mon[94096]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 27 KiB/s wr, 546 op/s 2024-09-16T07:38:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:35 smithi164 ceph-mon[88760]: pgmap v2837: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 466 KiB/s rd, 27 KiB/s wr, 546 op/s 2024-09-16T07:38:36.284 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[96574]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T07:38:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1920138188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[94096]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T07:38:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1920138188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:36.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:36 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:36 smithi164 ceph-mon[88760]: osdmap e1630: 8 total, 8 up, 8 in 2024-09-16T07:38:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:36 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1920138188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:36 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[94096]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T07:38:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[94096]: pgmap v2840: 329 pgs: 5 creating+peering, 20 unknown, 304 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-09-16T07:38:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[96574]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T07:38:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:37 smithi042 ceph-mon[96574]: pgmap v2840: 329 pgs: 5 creating+peering, 20 unknown, 304 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-09-16T07:38:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:37 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:38:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:37 smithi164 ceph-mon[88760]: osdmap e1631: 8 total, 8 up, 8 in 2024-09-16T07:38:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:37 smithi164 ceph-mon[88760]: pgmap v2840: 329 pgs: 5 creating+peering, 20 unknown, 304 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 9.2 KiB/s wr, 183 op/s 2024-09-16T07:38:38.542 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 1 2024-09-16T07:38:38.542 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:38.542 INFO:tasks.workunit.client.0.smithi042.stdout:image: image34 2024-09-16T07:38:38.542 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image34 2024-09-16T07:38:38.571 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 2 2024-09-16T07:38:38.571 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:38.572 INFO:tasks.workunit.client.0.smithi042.stdout:image: image34 2024-09-16T07:38:38.572 INFO:tasks.workunit.client.0.smithi042.stdout:image: image35 2024-09-16T07:38:38.572 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image34 2024-09-16T07:38:38.572 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image35 2024-09-16T07:38:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:38 smithi042 ceph-mon[94096]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T07:38:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:38 smithi042 ceph-mon[96574]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:num images is: 3 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:image: image34 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:image: image35 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:image: image36 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image34 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image35 2024-09-16T07:38:38.631 INFO:tasks.workunit.client.0.smithi042.stdout:expected = image36 2024-09-16T07:38:38.660 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4331 ms) 2024-09-16T07:38:38.660 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-09-16T07:38:38.661 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:38 smithi164 ceph-mon[88760]: osdmap e1632: 8 total, 8 up, 8 in 2024-09-16T07:38:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[96574]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T07:38:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[96574]: pgmap v2843: 329 pgs: 5 creating+peering, 5 unknown, 319 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-16T07:38:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[96574]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T07:38:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[94096]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T07:38:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[94096]: pgmap v2843: 329 pgs: 5 creating+peering, 5 unknown, 319 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-16T07:38:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:39 smithi042 ceph-mon[94096]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T07:38:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:39 smithi164 ceph-mon[88760]: osdmap e1633: 8 total, 8 up, 8 in 2024-09-16T07:38:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:39 smithi164 ceph-mon[88760]: pgmap v2843: 329 pgs: 5 creating+peering, 5 unknown, 319 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 19 KiB/s wr, 366 op/s 2024-09-16T07:38:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:39 smithi164 ceph-mon[88760]: osdmap e1634: 8 total, 8 up, 8 in 2024-09-16T07:38:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:41 smithi164 ceph-mon[88760]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T07:38:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:41 smithi164 ceph-mon[88760]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-09-16T07:38:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:41] "GET /metrics HTTP/1.1" 200 48423 "" "Prometheus/2.43.0" 2024-09-16T07:38:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:41 smithi042 ceph-mon[96574]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T07:38:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:41 smithi042 ceph-mon[96574]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-09-16T07:38:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:41 smithi042 ceph-mon[94096]: osdmap e1635: 8 total, 8 up, 8 in 2024-09-16T07:38:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:41 smithi042 ceph-mon[94096]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 19 KiB/s wr, 346 op/s 2024-09-16T07:38:42.262 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:42.263 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:38:42.264 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:38:42.264 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3602 ms) 2024-09-16T07:38:42.264 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-09-16T07:38:42.264 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:42 smithi164 ceph-mon[88760]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T07:38:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:42 smithi042 ceph-mon[94096]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T07:38:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:42 smithi042 ceph-mon[96574]: osdmap e1636: 8 total, 8 up, 8 in 2024-09-16T07:38:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:43 smithi042 ceph-mon[94096]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T07:38:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:43 smithi042 ceph-mon[94096]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-09-16T07:38:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:43 smithi042 ceph-mon[96574]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T07:38:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:43 smithi042 ceph-mon[96574]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-09-16T07:38:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:43 smithi164 ceph-mon[88760]: osdmap e1637: 8 total, 8 up, 8 in 2024-09-16T07:38:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:43 smithi164 ceph-mon[88760]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 7.7 KiB/s wr, 143 op/s 2024-09-16T07:38:44.253 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (1990 ms) 2024-09-16T07:38:44.253 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-09-16T07:38:44.253 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:44 smithi042 ceph-mon[94096]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T07:38:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:44 smithi042 ceph-mon[94096]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T07:38:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:44 smithi042 ceph-mon[96574]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T07:38:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:44 smithi042 ceph-mon[96574]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T07:38:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:44 smithi164 ceph-mon[88760]: osdmap e1638: 8 total, 8 up, 8 in 2024-09-16T07:38:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:44 smithi164 ceph-mon[88760]: osdmap e1639: 8 total, 8 up, 8 in 2024-09-16T07:38:45.276 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:45.276 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:45.276 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:45.276 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:45 smithi042 ceph-mon[94096]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-16T07:38:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:45 smithi042 ceph-mon[96574]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-16T07:38:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:45 smithi164 ceph-mon[88760]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 10 KiB/s wr, 211 op/s 2024-09-16T07:38:46.278 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:38:46.278 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:46.278 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:46.278 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:46.278 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:46.279 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:46 smithi042 ceph-mon[94096]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T07:38:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:46 smithi042 ceph-mon[96574]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T07:38:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:46 smithi164 ceph-mon[88760]: osdmap e1640: 8 total, 8 up, 8 in 2024-09-16T07:38:47.284 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:47.284 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:47.284 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:47.284 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:47 smithi042 ceph-mon[96574]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T07:38:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:47 smithi042 ceph-mon[96574]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.2 KiB/s wr, 130 op/s 2024-09-16T07:38:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:47 smithi042 ceph-mon[94096]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T07:38:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:47 smithi042 ceph-mon[94096]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.2 KiB/s wr, 130 op/s 2024-09-16T07:38:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:47 smithi164 ceph-mon[88760]: osdmap e1641: 8 total, 8 up, 8 in 2024-09-16T07:38:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:47 smithi164 ceph-mon[88760]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 9.2 KiB/s wr, 130 op/s 2024-09-16T07:38:48.289 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:38:48.289 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:38:48.294 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4042 ms) 2024-09-16T07:38:48.294 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-09-16T07:38:48.294 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:48 smithi042 ceph-mon[96574]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T07:38:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:48 smithi042 ceph-mon[94096]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T07:38:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:48 smithi164 ceph-mon[88760]: osdmap e1642: 8 total, 8 up, 8 in 2024-09-16T07:38:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[96574]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[96574]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[96574]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[94096]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[94096]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:49 smithi042 ceph-mon[94096]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T07:38:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:49 smithi164 ceph-mon[88760]: osdmap e1643: 8 total, 8 up, 8 in 2024-09-16T07:38:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:49 smithi164 ceph-mon[88760]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 6.0 KiB/s wr, 74 op/s 2024-09-16T07:38:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:38:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:49 smithi164 ceph-mon[88760]: osdmap e1644: 8 total, 8 up, 8 in 2024-09-16T07:38:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:38:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:38:51] "GET /metrics HTTP/1.1" 200 50840 "" "Prometheus/2.43.0" 2024-09-16T07:38:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:51 smithi042 ceph-mon[96574]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T07:38:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:51 smithi042 ceph-mon[96574]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-16T07:38:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:51 smithi042 ceph-mon[94096]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T07:38:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:51 smithi042 ceph-mon[94096]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-16T07:38:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:51 smithi164 ceph-mon[88760]: osdmap e1645: 8 total, 8 up, 8 in 2024-09-16T07:38:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:51 smithi164 ceph-mon[88760]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 4.2 KiB/s wr, 60 op/s 2024-09-16T07:38:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:52 smithi164 ceph-mon[88760]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T07:38:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:38:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:38:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:52 smithi042 ceph-mon[96574]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T07:38:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:52 smithi042 ceph-mon[94096]: osdmap e1646: 8 total, 8 up, 8 in 2024-09-16T07:38:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:53 smithi042 ceph-mon[96574]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T07:38:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:53 smithi042 ceph-mon[96574]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T07:38:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:53 smithi042 ceph-mon[94096]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T07:38:53.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:53 smithi042 ceph-mon[94096]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T07:38:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:53 smithi164 ceph-mon[88760]: osdmap e1647: 8 total, 8 up, 8 in 2024-09-16T07:38:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:53 smithi164 ceph-mon[88760]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.5 KiB/s wr, 19 op/s 2024-09-16T07:38:54.255 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:38:54.256 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:38:54.260 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5965 ms) 2024-09-16T07:38:54.260 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-09-16T07:38:54.260 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:38:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:54 smithi042 ceph-mon[96574]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T07:38:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:54 smithi042 ceph-mon[96574]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T07:38:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:54 smithi042 ceph-mon[94096]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T07:38:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:54 smithi042 ceph-mon[94096]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T07:38:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:54 smithi164 ceph-mon[88760]: osdmap e1648: 8 total, 8 up, 8 in 2024-09-16T07:38:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:54 smithi164 ceph-mon[88760]: osdmap e1649: 8 total, 8 up, 8 in 2024-09-16T07:38:55.278 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:55.278 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:55.278 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:55.278 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:55 smithi042 ceph-mon[96574]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-16T07:38:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:55 smithi042 ceph-mon[94096]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-16T07:38:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:55 smithi164 ceph-mon[88760]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-09-16T07:38:56.273 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:38:56.273 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:56.273 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1 2024-09-16T07:38:56.274 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:56.274 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1 with size 2097152 2024-09-16T07:38:56.274 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:56.277 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:38:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:38:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap1-rename 2024-09-16T07:38:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2 2024-09-16T07:38:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:found snap1-rename with size 2097152 2024-09-16T07:38:56.278 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2 with size 4194304 2024-09-16T07:38:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:56 smithi042 ceph-mon[94096]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T07:38:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:56 smithi042 ceph-mon[96574]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T07:38:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:56 smithi164 ceph-mon[88760]: osdmap e1650: 8 total, 8 up, 8 in 2024-09-16T07:38:57.289 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:38:57.290 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:38:57.290 INFO:tasks.workunit.client.0.smithi042.stdout:snap: snap2-rename 2024-09-16T07:38:57.290 INFO:tasks.workunit.client.0.smithi042.stdout:found snap2-rename with size 4194304 2024-09-16T07:38:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:57 smithi042 ceph-mon[94096]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T07:38:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:57 smithi042 ceph-mon[94096]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 62 op/s 2024-09-16T07:38:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:57 smithi042 ceph-mon[96574]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T07:38:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:57 smithi042 ceph-mon[96574]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 62 op/s 2024-09-16T07:38:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:57 smithi164 ceph-mon[88760]: osdmap e1651: 8 total, 8 up, 8 in 2024-09-16T07:38:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:57 smithi164 ceph-mon[88760]: pgmap v2870: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 6.0 KiB/s wr, 62 op/s 2024-09-16T07:38:58.287 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:38:58.288 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:38:58.291 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4032 ms) 2024-09-16T07:38:58.291 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-09-16T07:38:58.461 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:58 smithi042 ceph-mon[96574]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T07:38:58.461 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:38:58.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:58 smithi042 ceph-mon[94096]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T07:38:58.461 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:38:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:58 smithi164 ceph-mon[88760]: osdmap e1652: 8 total, 8 up, 8 in 2024-09-16T07:38:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:38:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:59 smithi164 ceph-mon[88760]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T07:38:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:59 smithi164 ceph-mon[88760]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-09-16T07:38:59.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:59 smithi164 ceph-mon[88760]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T07:38:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/385529151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:59.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:38:59 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[94096]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T07:38:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[94096]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-09-16T07:38:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[94096]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/385529151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[96574]: osdmap e1653: 8 total, 8 up, 8 in 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[96574]: pgmap v2873: 329 pgs: 329 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[96574]: osdmap e1654: 8 total, 8 up, 8 in 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/385529151' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:38:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:38:59 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:00.253 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:00.253 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:00.253 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:00.254 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:01] "GET /metrics HTTP/1.1" 200 50840 "" "Prometheus/2.43.0" 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[94096]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[94096]: pgmap v2876: 361 pgs: 3 creating+peering, 23 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[96574]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T07:39:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[96574]: pgmap v2876: 361 pgs: 3 creating+peering, 23 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2024-09-16T07:39:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:01.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:01 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:01 smithi164 ceph-mon[88760]: osdmap e1655: 8 total, 8 up, 8 in 2024-09-16T07:39:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:01 smithi164 ceph-mon[88760]: pgmap v2876: 361 pgs: 3 creating+peering, 23 unknown, 335 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 KiB/s wr, 69 op/s 2024-09-16T07:39:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.498 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4206 ms) 2024-09-16T07:39:02.498 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-09-16T07:39:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T07:39:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T07:39:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:02.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:02.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: osdmap e1656: 8 total, 8 up, 8 in 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:03 smithi042 ceph-mon[94096]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T07:39:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:03 smithi042 ceph-mon[94096]: pgmap v2879: 361 pgs: 3 creating+peering, 7 unknown, 351 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-09-16T07:39:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:03 smithi042 ceph-mon[96574]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T07:39:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:03 smithi042 ceph-mon[96574]: pgmap v2879: 361 pgs: 3 creating+peering, 7 unknown, 351 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-09-16T07:39:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:03 smithi164 ceph-mon[88760]: osdmap e1657: 8 total, 8 up, 8 in 2024-09-16T07:39:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:03 smithi164 ceph-mon[88760]: pgmap v2879: 361 pgs: 3 creating+peering, 7 unknown, 351 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-09-16T07:39:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T07:39:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T07:39:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:04 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: osdmap e1658: 8 total, 8 up, 8 in 2024-09-16T07:39:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4004863913' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: osdmap e1659: 8 total, 8 up, 8 in 2024-09-16T07:39:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:04 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:05.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[94096]: pgmap v2882: 393 pgs: 7 creating+peering, 21 unknown, 365 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 106 op/s 2024-09-16T07:39:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[94096]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T07:39:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[96574]: pgmap v2882: 393 pgs: 7 creating+peering, 21 unknown, 365 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 106 op/s 2024-09-16T07:39:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:05.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:05 smithi042 ceph-mon[96574]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T07:39:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:05 smithi164 ceph-mon[88760]: pgmap v2882: 393 pgs: 7 creating+peering, 21 unknown, 365 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 106 op/s 2024-09-16T07:39:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:05 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:05 smithi164 ceph-mon[88760]: osdmap e1660: 8 total, 8 up, 8 in 2024-09-16T07:39:07.270 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-mon[94096]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T07:39:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-mon[94096]: pgmap v2885: 393 pgs: 7 creating+peering, 3 unknown, 383 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T07:39:07.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE Bus STOPPING 2024-09-16T07:39:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-mon[96574]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T07:39:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-mon[96574]: pgmap v2885: 393 pgs: 7 creating+peering, 3 unknown, 383 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T07:39:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:07 smithi164 ceph-mon[88760]: osdmap e1661: 8 total, 8 up, 8 in 2024-09-16T07:39:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:07 smithi164 ceph-mon[88760]: pgmap v2885: 393 pgs: 7 creating+peering, 3 unknown, 383 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 6.5 KiB/s wr, 122 op/s 2024-09-16T07:39:08.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:39:08.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE Bus STOPPED 2024-09-16T07:39:08.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE Bus STARTING 2024-09-16T07:39:08.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE Serving on http://:::9283 2024-09-16T07:39:08.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:07 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:07] ENGINE Bus STARTED 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:08 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: osdmap e1662: 8 total, 8 up, 8 in 2024-09-16T07:39:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:39:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:08.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:08 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[94096]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[94096]: pgmap v2888: 393 pgs: 4 creating+peering, 389 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[94096]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[96574]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[96574]: pgmap v2888: 393 pgs: 4 creating+peering, 389 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-09-16T07:39:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:09 smithi042 ceph-mon[96574]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T07:39:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:09 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:09 smithi164 ceph-mon[88760]: osdmap e1663: 8 total, 8 up, 8 in 2024-09-16T07:39:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:09 smithi164 ceph-mon[88760]: pgmap v2888: 393 pgs: 4 creating+peering, 389 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 5.2 KiB/s wr, 45 op/s 2024-09-16T07:39:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:09 smithi164 ceph-mon[88760]: osdmap e1664: 8 total, 8 up, 8 in 2024-09-16T07:39:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:11] "GET /metrics HTTP/1.1" 200 55606 "" "Prometheus/2.43.0" 2024-09-16T07:39:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:11 smithi164 ceph-mon[88760]: pgmap v2890: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 714 KiB/s wr, 50 op/s 2024-09-16T07:39:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:11 smithi042 ceph-mon[94096]: pgmap v2890: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 714 KiB/s wr, 50 op/s 2024-09-16T07:39:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:11 smithi042 ceph-mon[96574]: pgmap v2890: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 714 KiB/s wr, 50 op/s 2024-09-16T07:39:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:13 smithi164 ceph-mon[88760]: pgmap v2891: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 513 KiB/s wr, 12 op/s 2024-09-16T07:39:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:13 smithi042 ceph-mon[94096]: pgmap v2891: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 513 KiB/s wr, 12 op/s 2024-09-16T07:39:14.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:13 smithi042 ceph-mon[96574]: pgmap v2891: 393 pgs: 393 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 513 KiB/s wr, 12 op/s 2024-09-16T07:39:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:15 smithi042 ceph-mon[94096]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T07:39:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:15 smithi042 ceph-mon[94096]: pgmap v2893: 393 pgs: 393 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 813 KiB/s wr, 9 op/s 2024-09-16T07:39:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:15 smithi042 ceph-mon[96574]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T07:39:15.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:15 smithi042 ceph-mon[96574]: pgmap v2893: 393 pgs: 393 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 813 KiB/s wr, 9 op/s 2024-09-16T07:39:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:15 smithi164 ceph-mon[88760]: osdmap e1665: 8 total, 8 up, 8 in 2024-09-16T07:39:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:15 smithi164 ceph-mon[88760]: pgmap v2893: 393 pgs: 393 active+clean; 9.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 813 KiB/s wr, 9 op/s 2024-09-16T07:39:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:17 smithi164 ceph-mon[88760]: pgmap v2894: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-16T07:39:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:17 smithi042 ceph-mon[94096]: pgmap v2894: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-16T07:39:18.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:17 smithi042 ceph-mon[96574]: pgmap v2894: 393 pgs: 393 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 897 KiB/s wr, 8 op/s 2024-09-16T07:39:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:19 smithi164 ceph-mon[88760]: pgmap v2895: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 988 KiB/s wr, 7 op/s 2024-09-16T07:39:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:19 smithi042 ceph-mon[94096]: pgmap v2895: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 988 KiB/s wr, 7 op/s 2024-09-16T07:39:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:19 smithi042 ceph-mon[96574]: pgmap v2895: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 988 KiB/s wr, 7 op/s 2024-09-16T07:39:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:21] "GET /metrics HTTP/1.1" 200 55670 "" "Prometheus/2.43.0" 2024-09-16T07:39:21.886 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:21 smithi042 ceph-mon[96574]: pgmap v2896: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-09-16T07:39:21.886 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:21 smithi042 ceph-mon[94096]: pgmap v2896: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-09-16T07:39:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:21 smithi164 ceph-mon[88760]: pgmap v2896: 393 pgs: 393 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 615 KiB/s wr, 4 op/s 2024-09-16T07:39:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:23 smithi164 ceph-mon[88760]: pgmap v2897: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:39:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:23 smithi042 ceph-mon[94096]: pgmap v2897: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:39:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:23 smithi042 ceph-mon[96574]: pgmap v2897: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:39:24.474 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RemoveFullTry (21977 ms) 2024-09-16T07:39:24.474 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-09-16T07:39:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:24 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:24 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:24 smithi164 ceph-mon[88760]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T07:39:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:25.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[96574]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T07:39:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-23' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:24 smithi042 ceph-mon[94096]: osdmap e1666: 8 total, 8 up, 8 in 2024-09-16T07:39:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:25 smithi164 ceph-mon[88760]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:39:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:25 smithi164 ceph-mon[88760]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T07:39:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:25 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3527971884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:26.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:25 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[94096]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:39:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[94096]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T07:39:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3527971884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[96574]: pgmap v2899: 393 pgs: 393 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:39:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[96574]: osdmap e1667: 8 total, 8 up, 8 in 2024-09-16T07:39:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3527971884' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:25 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[94096]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T07:39:27.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[94096]: pgmap v2902: 425 pgs: 7 creating+peering, 13 unknown, 405 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-16T07:39:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[96574]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T07:39:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:27 smithi042 ceph-mon[96574]: pgmap v2902: 425 pgs: 7 creating+peering, 13 unknown, 405 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-16T07:39:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:27 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:27 smithi164 ceph-mon[88760]: osdmap e1668: 8 total, 8 up, 8 in 2024-09-16T07:39:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:27 smithi164 ceph-mon[88760]: pgmap v2902: 425 pgs: 7 creating+peering, 13 unknown, 405 active+clean; 12 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-09-16T07:39:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[94096]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T07:39:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1300672806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[96574]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T07:39:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1300672806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:28 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:28 smithi164 ceph-mon[88760]: osdmap e1669: 8 total, 8 up, 8 in 2024-09-16T07:39:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:28 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1300672806' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:28 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: pgmap v2905: 457 pgs: 12 creating+peering, 28 unknown, 417 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[94096]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: pgmap v2905: 457 pgs: 12 creating+peering, 28 unknown, 417 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:29 smithi042 ceph-mon[96574]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T07:39:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: osdmap e1670: 8 total, 8 up, 8 in 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: pgmap v2905: 457 pgs: 12 creating+peering, 28 unknown, 417 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 258 KiB/s wr, 41 op/s 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-23' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:29 smithi164 ceph-mon[88760]: osdmap e1671: 8 total, 8 up, 8 in 2024-09-16T07:39:31.281 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-mon[94096]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T07:39:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-mon[94096]: pgmap v2908: 457 pgs: 5 creating+peering, 6 unknown, 446 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s wr, 0 op/s 2024-09-16T07:39:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:31] "GET /metrics HTTP/1.1" 200 55670 "" "Prometheus/2.43.0" 2024-09-16T07:39:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE Bus STOPPING 2024-09-16T07:39:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-mon[96574]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T07:39:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-mon[96574]: pgmap v2908: 457 pgs: 5 creating+peering, 6 unknown, 446 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s wr, 0 op/s 2024-09-16T07:39:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:31 smithi164 ceph-mon[88760]: osdmap e1672: 8 total, 8 up, 8 in 2024-09-16T07:39:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:31 smithi164 ceph-mon[88760]: pgmap v2908: 457 pgs: 5 creating+peering, 6 unknown, 446 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 256 KiB/s wr, 0 op/s 2024-09-16T07:39:32.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:39:32.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE Bus STOPPED 2024-09-16T07:39:32.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE Bus STARTING 2024-09-16T07:39:32.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE Serving on http://:::9283 2024-09-16T07:39:32.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:31] ENGINE Bus STARTED 2024-09-16T07:39:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T07:39:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:39:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:32 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:32.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: osdmap e1673: 8 total, 8 up, 8 in 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:32 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:33 smithi042 ceph-mon[94096]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T07:39:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:33 smithi042 ceph-mon[94096]: pgmap v2911: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T07:39:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:33 smithi042 ceph-mon[96574]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T07:39:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:33 smithi042 ceph-mon[96574]: pgmap v2911: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T07:39:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:33 smithi164 ceph-mon[88760]: osdmap e1674: 8 total, 8 up, 8 in 2024-09-16T07:39:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:33 smithi164 ceph-mon[88760]: pgmap v2911: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T07:39:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[96574]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[94096]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:34 smithi164 ceph-mon[88760]: osdmap e1675: 8 total, 8 up, 8 in 2024-09-16T07:39:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:34 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[96574]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T07:39:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[96574]: pgmap v2914: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:39:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[94096]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T07:39:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:35 smithi042 ceph-mon[94096]: pgmap v2914: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:39:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:35 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:35 smithi164 ceph-mon[88760]: osdmap e1676: 8 total, 8 up, 8 in 2024-09-16T07:39:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:35 smithi164 ceph-mon[88760]: pgmap v2914: 457 pgs: 457 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:39:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:37 smithi164 ceph-mon[88760]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 577 KiB/s wr, 10 op/s 2024-09-16T07:39:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:37 smithi042 ceph-mon[94096]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 577 KiB/s wr, 10 op/s 2024-09-16T07:39:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:37 smithi042 ceph-mon[96574]: pgmap v2915: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 577 KiB/s wr, 10 op/s 2024-09-16T07:39:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:39 smithi164 ceph-mon[88760]: pgmap v2916: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 488 KiB/s wr, 9 op/s 2024-09-16T07:39:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:39 smithi164 ceph-mon[88760]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T07:39:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:39 smithi042 ceph-mon[94096]: pgmap v2916: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 488 KiB/s wr, 9 op/s 2024-09-16T07:39:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:39 smithi042 ceph-mon[94096]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T07:39:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:39 smithi042 ceph-mon[96574]: pgmap v2916: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 488 KiB/s wr, 9 op/s 2024-09-16T07:39:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:39 smithi042 ceph-mon[96574]: osdmap e1677: 8 total, 8 up, 8 in 2024-09-16T07:39:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:41] "GET /metrics HTTP/1.1" 200 60534 "" "Prometheus/2.43.0" 2024-09-16T07:39:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:41 smithi164 ceph-mon[88760]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 422 KiB/s wr, 9 op/s 2024-09-16T07:39:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:41 smithi042 ceph-mon[94096]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 422 KiB/s wr, 9 op/s 2024-09-16T07:39:42.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:41 smithi042 ceph-mon[96574]: pgmap v2918: 457 pgs: 457 active+clean; 7.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 422 KiB/s wr, 9 op/s 2024-09-16T07:39:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:43 smithi164 ceph-mon[88760]: pgmap v2919: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-09-16T07:39:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:43 smithi042 ceph-mon[94096]: pgmap v2919: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-09-16T07:39:44.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:43 smithi042 ceph-mon[96574]: pgmap v2919: 457 pgs: 457 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 988 KiB/s wr, 8 op/s 2024-09-16T07:39:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:45 smithi164 ceph-mon[88760]: pgmap v2920: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-16T07:39:46.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:45 smithi042 ceph-mon[94096]: pgmap v2920: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-16T07:39:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:45 smithi042 ceph-mon[96574]: pgmap v2920: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-09-16T07:39:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:47 smithi164 ceph-mon[88760]: pgmap v2921: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T07:39:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:47 smithi042 ceph-mon[94096]: pgmap v2921: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T07:39:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:47 smithi042 ceph-mon[96574]: pgmap v2921: 457 pgs: 457 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 717 KiB/s wr, 2 op/s 2024-09-16T07:39:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: pgmap v2922: 457 pgs: 457 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-16T07:39:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T07:39:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: pgmap v2922: 457 pgs: 457 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-16T07:39:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: pgmap v2922: 457 pgs: 457 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-25' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: osdmap e1678: 8 total, 8 up, 8 in 2024-09-16T07:39:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:50.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]: dispatch 2024-09-16T07:39:50.254 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:51.272 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:39:51] "GET /metrics HTTP/1.1" 200 60601 "" "Prometheus/2.43.0" 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[94096]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[94096]: pgmap v2925: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[96574]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T07:39:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:51 smithi042 ceph-mon[96574]: pgmap v2925: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-16T07:39:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:51 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-24", "field": "max_objects", "val": "6"}]': finished 2024-09-16T07:39:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:51 smithi164 ceph-mon[88760]: osdmap e1679: 8 total, 8 up, 8 in 2024-09-16T07:39:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:51 smithi164 ceph-mon[88760]: pgmap v2925: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 896 KiB/s wr, 3 op/s 2024-09-16T07:39:52.284 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:39:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:39:53.293 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:53 smithi164 ceph-mon[88760]: pgmap v2926: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 641 KiB/s wr, 4 op/s 2024-09-16T07:39:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:53 smithi042 ceph-mon[94096]: pgmap v2926: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 641 KiB/s wr, 4 op/s 2024-09-16T07:39:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:53 smithi042 ceph-mon[96574]: pgmap v2926: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 641 KiB/s wr, 4 op/s 2024-09-16T07:39:54.304 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:54.381 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29907 ms) 2024-09-16T07:39:54.381 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-09-16T07:39:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-24' is full (reached quota's max_objects: 6) 2024-09-16T07:39:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[96574]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:39:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[96574]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T07:39:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-24' is full (reached quota's max_objects: 6) 2024-09-16T07:39:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[94096]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:39:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:54 smithi042 ceph-mon[94096]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T07:39:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:54 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-24' is full (reached quota's max_objects: 6) 2024-09-16T07:39:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:54 smithi164 ceph-mon[88760]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:39:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:54 smithi164 ceph-mon[88760]: osdmap e1680: 8 total, 8 up, 8 in 2024-09-16T07:39:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[94096]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[94096]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3080274718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[96574]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[96574]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3080274718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:55 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:55 smithi164 ceph-mon[88760]: pgmap v2928: 457 pgs: 457 active+clean; 20 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 513 KiB/s wr, 6 op/s 2024-09-16T07:39:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:55 smithi164 ceph-mon[88760]: osdmap e1681: 8 total, 8 up, 8 in 2024-09-16T07:39:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:55 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3080274718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:55 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:39:56.301 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:39:56.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE Bus STOPPING 2024-09-16T07:39:57.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:39:57.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE Bus STOPPED 2024-09-16T07:39:57.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE Bus STARTING 2024-09-16T07:39:57.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE Serving on http://:::9283 2024-09-16T07:39:57.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:39:56 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:39:56] ENGINE Bus STARTED 2024-09-16T07:39:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[94096]: pgmap v2931: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 34 op/s 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:39:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:57 smithi042 ceph-mon[96574]: pgmap v2931: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 34 op/s 2024-09-16T07:39:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:39:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: osdmap e1682: 8 total, 8 up, 8 in 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:39:57.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:57 smithi164 ceph-mon[88760]: pgmap v2931: 489 pgs: 10 creating+peering, 18 unknown, 461 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 34 op/s 2024-09-16T07:39:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:58 smithi042 ceph-mon[96574]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T07:39:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:58 smithi042 ceph-mon[94096]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T07:39:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:58 smithi164 ceph-mon[88760]: osdmap e1683: 8 total, 8 up, 8 in 2024-09-16T07:39:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: pgmap v2934: 489 pgs: 10 creating+peering, 11 unknown, 468 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[96574]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T07:39:59.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: pgmap v2934: 489 pgs: 10 creating+peering, 11 unknown, 468 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:59.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:39:59 smithi042 ceph-mon[94096]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T07:39:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: osdmap e1684: 8 total, 8 up, 8 in 2024-09-16T07:39:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:39:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: pgmap v2934: 489 pgs: 10 creating+peering, 11 unknown, 468 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-09-16T07:39:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-25' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:39:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:39:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:39:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:39:59 smithi164 ceph-mon[88760]: osdmap e1685: 8 total, 8 up, 8 in 2024-09-16T07:40:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[96574]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T07:40:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[96574]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T07:40:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-24' is full (running out of quota) 2024-09-16T07:40:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[94096]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T07:40:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[94096]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T07:40:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:00 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-24' is full (running out of quota) 2024-09-16T07:40:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:00 smithi164 ceph-mon[88760]: Health detail: HEALTH_WARN 1 pool(s) full 2024-09-16T07:40:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:00 smithi164 ceph-mon[88760]: [WRN] POOL_FULL: 1 pool(s) full 2024-09-16T07:40:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:00 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-24' is full (running out of quota) 2024-09-16T07:40:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:01 smithi042 ceph-mon[96574]: pgmap v2936: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 KiB/s wr, 37 op/s 2024-09-16T07:40:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:01 smithi042 ceph-mon[94096]: pgmap v2936: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 KiB/s wr, 37 op/s 2024-09-16T07:40:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:01] "GET /metrics HTTP/1.1" 200 60601 "" "Prometheus/2.43.0" 2024-09-16T07:40:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:01 smithi164 ceph-mon[88760]: pgmap v2936: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 KiB/s wr, 37 op/s 2024-09-16T07:40:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:03 smithi164 ceph-mon[88760]: pgmap v2937: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-16T07:40:04.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:03 smithi042 ceph-mon[96574]: pgmap v2937: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-16T07:40:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:03 smithi042 ceph-mon[94096]: pgmap v2937: 489 pgs: 489 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-16T07:40:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-09-16T07:40:05.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-09-16T07:40:05.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:04 smithi164 ceph-mon[88760]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-16T07:40:05.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[94096]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:05.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.11", "id": [1, 3]}]': finished 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.19", "id": [2, 4]}]': finished 2024-09-16T07:40:05.356 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.8", "id": [1, 4]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1a", "id": [1, 2]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.2", "id": [0, 7]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.9", "id": [4, 3]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-09-16T07:40:05.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:04 smithi042 ceph-mon[96574]: osdmap e1686: 8 total, 8 up, 8 in 2024-09-16T07:40:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:05 smithi164 ceph-mon[88760]: pgmap v2939: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 649 KiB/s wr, 10 op/s 2024-09-16T07:40:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:05 smithi164 ceph-mon[88760]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T07:40:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:05 smithi042 ceph-mon[94096]: pgmap v2939: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 649 KiB/s wr, 10 op/s 2024-09-16T07:40:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:05 smithi042 ceph-mon[94096]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T07:40:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:05 smithi042 ceph-mon[96574]: pgmap v2939: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 649 KiB/s wr, 10 op/s 2024-09-16T07:40:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:05 smithi042 ceph-mon[96574]: osdmap e1687: 8 total, 8 up, 8 in 2024-09-16T07:40:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:07 smithi164 ceph-mon[88760]: pgmap v2941: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 558 KiB/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2024-09-16T07:40:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:07 smithi042 ceph-mon[94096]: pgmap v2941: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 558 KiB/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2024-09-16T07:40:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:07 smithi042 ceph-mon[96574]: pgmap v2941: 489 pgs: 489 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 558 KiB/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2024-09-16T07:40:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:09 smithi164 ceph-mon[88760]: pgmap v2942: 489 pgs: 489 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1024 KiB/s wr, 5 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:09 smithi042 ceph-mon[94096]: pgmap v2942: 489 pgs: 489 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1024 KiB/s wr, 5 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:09 smithi042 ceph-mon[96574]: pgmap v2942: 489 pgs: 489 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1024 KiB/s wr, 5 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:11] "GET /metrics HTTP/1.1" 200 63132 "" "Prometheus/2.43.0" 2024-09-16T07:40:12.241 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:11 smithi164 ceph-mon[88760]: pgmap v2943: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 MiB/s wr, 3 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:11 smithi042 ceph-mon[94096]: pgmap v2943: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 MiB/s wr, 3 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:11 smithi042 ceph-mon[96574]: pgmap v2943: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.5 MiB/s wr, 3 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:13 smithi164 ceph-mon[88760]: pgmap v2944: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 981 KiB/s wr, 2 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:13 smithi042 ceph-mon[96574]: pgmap v2944: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 981 KiB/s wr, 2 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:13 smithi042 ceph-mon[94096]: pgmap v2944: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 981 KiB/s wr, 2 op/s; 6 B/s, 0 objects/s recovering 2024-09-16T07:40:14.421 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20039 ms) 2024-09-16T07:40:14.421 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-09-16T07:40:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:14 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:14 smithi164 ceph-mon[88760]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:14 smithi164 ceph-mon[88760]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T07:40:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[96574]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[96574]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T07:40:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-26' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[94096]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:14 smithi042 ceph-mon[94096]: osdmap e1688: 8 total, 8 up, 8 in 2024-09-16T07:40:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:15 smithi164 ceph-mon[88760]: pgmap v2946: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 876 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T07:40:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:15 smithi164 ceph-mon[88760]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T07:40:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:15 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[94096]: pgmap v2946: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 876 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[94096]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T07:40:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[96574]: pgmap v2946: 489 pgs: 489 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 876 KiB/s wr, 3 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T07:40:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[96574]: osdmap e1689: 8 total, 8 up, 8 in 2024-09-16T07:40:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:15 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:17.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[94096]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T07:40:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[94096]: pgmap v2949: 521 pgs: 10 creating+peering, 13 unknown, 498 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-09-16T07:40:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:17.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[96574]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T07:40:17.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:17 smithi042 ceph-mon[96574]: pgmap v2949: 521 pgs: 10 creating+peering, 13 unknown, 498 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-09-16T07:40:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:17 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1201856375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:17 smithi164 ceph-mon[88760]: osdmap e1690: 8 total, 8 up, 8 in 2024-09-16T07:40:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:17 smithi164 ceph-mon[88760]: pgmap v2949: 521 pgs: 10 creating+peering, 13 unknown, 498 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 513 KiB/s wr, 11 op/s 2024-09-16T07:40:18.327 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:18.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE Bus STOPPING 2024-09-16T07:40:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[94096]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T07:40:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3787380256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[96574]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T07:40:18.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3787380256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:18.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:18 smithi164 ceph-mon[88760]: osdmap e1691: 8 total, 8 up, 8 in 2024-09-16T07:40:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:18 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3787380256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:18 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:40:19.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:40:19.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE Bus STOPPED 2024-09-16T07:40:19.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE Bus STARTING 2024-09-16T07:40:19.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE Serving on http://:::9283 2024-09-16T07:40:19.104 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:18 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:40:18] ENGINE Bus STARTED 2024-09-16T07:40:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: pgmap v2952: 553 pgs: 14 creating+peering, 29 unknown, 510 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 770 KiB/s wr, 38 op/s 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:40:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[94096]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: pgmap v2952: 553 pgs: 14 creating+peering, 29 unknown, 510 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 770 KiB/s wr, 38 op/s 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:40:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:19 smithi042 ceph-mon[96574]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T07:40:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:40:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: osdmap e1692: 8 total, 8 up, 8 in 2024-09-16T07:40:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:40:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: pgmap v2952: 553 pgs: 14 creating+peering, 29 unknown, 510 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 770 KiB/s wr, 38 op/s 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-26' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:40:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:19 smithi164 ceph-mon[88760]: osdmap e1693: 8 total, 8 up, 8 in 2024-09-16T07:40:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:21] "GET /metrics HTTP/1.1" 200 67982 "" "Prometheus/2.43.0" 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[94096]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[94096]: pgmap v2955: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[96574]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:21 smithi042 ceph-mon[96574]: pgmap v2955: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-16T07:40:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:21 smithi164 ceph-mon[88760]: osdmap e1694: 8 total, 8 up, 8 in 2024-09-16T07:40:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:21 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:21 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-09-16T07:40:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:21 smithi164 ceph-mon[88760]: pgmap v2955: 553 pgs: 4 creating+peering, 9 unknown, 540 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 24 op/s 2024-09-16T07:40:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:22 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:40:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:22 smithi042 ceph-mon[96574]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T07:40:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:22 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:40:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:22 smithi042 ceph-mon[94096]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T07:40:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:22 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-09-16T07:40:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:22 smithi164 ceph-mon[88760]: osdmap e1695: 8 total, 8 up, 8 in 2024-09-16T07:40:22.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:23 smithi042 ceph-mon[94096]: pgmap v2957: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 238 KiB/s wr, 3 op/s 2024-09-16T07:40:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:23 smithi042 ceph-mon[96574]: pgmap v2957: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 238 KiB/s wr, 3 op/s 2024-09-16T07:40:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:23 smithi164 ceph-mon[88760]: pgmap v2957: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 238 KiB/s wr, 3 op/s 2024-09-16T07:40:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:25 smithi164 ceph-mon[88760]: pgmap v2958: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-09-16T07:40:26.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:25 smithi042 ceph-mon[94096]: pgmap v2958: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-09-16T07:40:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:25 smithi042 ceph-mon[96574]: pgmap v2958: 553 pgs: 553 active+clean; 5.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 172 KiB/s wr, 10 op/s 2024-09-16T07:40:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:27 smithi164 ceph-mon[88760]: pgmap v2959: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 558 KiB/s wr, 8 op/s 2024-09-16T07:40:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:27 smithi042 ceph-mon[94096]: pgmap v2959: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 558 KiB/s wr, 8 op/s 2024-09-16T07:40:28.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:27 smithi042 ceph-mon[96574]: pgmap v2959: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 558 KiB/s wr, 8 op/s 2024-09-16T07:40:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:29 smithi164 ceph-mon[88760]: pgmap v2960: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 492 KiB/s wr, 7 op/s 2024-09-16T07:40:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:29 smithi164 ceph-mon[88760]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T07:40:30.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:29 smithi042 ceph-mon[96574]: pgmap v2960: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 492 KiB/s wr, 7 op/s 2024-09-16T07:40:30.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:29 smithi042 ceph-mon[96574]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T07:40:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:29 smithi042 ceph-mon[94096]: pgmap v2960: 553 pgs: 553 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 492 KiB/s wr, 7 op/s 2024-09-16T07:40:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:29 smithi042 ceph-mon[94096]: osdmap e1696: 8 total, 8 up, 8 in 2024-09-16T07:40:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:31] "GET /metrics HTTP/1.1" 200 67982 "" "Prometheus/2.43.0" 2024-09-16T07:40:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:31 smithi164 ceph-mon[88760]: pgmap v2962: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 987 KiB/s wr, 8 op/s 2024-09-16T07:40:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:31 smithi042 ceph-mon[96574]: pgmap v2962: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 987 KiB/s wr, 8 op/s 2024-09-16T07:40:32.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:31 smithi042 ceph-mon[94096]: pgmap v2962: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 987 KiB/s wr, 8 op/s 2024-09-16T07:40:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:33 smithi164 ceph-mon[88760]: pgmap v2963: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-09-16T07:40:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:33 smithi042 ceph-mon[94096]: pgmap v2963: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-09-16T07:40:34.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:33 smithi042 ceph-mon[96574]: pgmap v2963: 553 pgs: 553 active+clean; 14 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-09-16T07:40:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:35.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:35 smithi164 ceph-mon[88760]: pgmap v2964: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:40:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:35 smithi042 ceph-mon[94096]: pgmap v2964: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:40:36.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:35 smithi042 ceph-mon[96574]: pgmap v2964: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-09-16T07:40:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:37 smithi164 ceph-mon[88760]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:37 smithi042 ceph-mon[94096]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:38.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:37 smithi042 ceph-mon[96574]: pgmap v2965: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T07:40:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:39 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:40.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:40.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: pgmap v2966: 553 pgs: 553 active+clean; 18 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-28' is full (reached quota's max_bytes: 10 MiB) 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: osdmap e1697: 8 total, 8 up, 8 in 2024-09-16T07:40:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:40.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:39 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]: dispatch 2024-09-16T07:40:40.268 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:41.286 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:41] "GET /metrics HTTP/1.1" 200 68059 "" "Prometheus/2.43.0" 2024-09-16T07:40:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T07:40:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[96574]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T07:40:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[96574]: pgmap v2969: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T07:40:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T07:40:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[94096]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T07:40:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:41 smithi042 ceph-mon[94096]: pgmap v2969: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T07:40:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:41 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi042-146932-27", "field": "max_objects", "val": "7"}]': finished 2024-09-16T07:40:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:41 smithi164 ceph-mon[88760]: osdmap e1698: 8 total, 8 up, 8 in 2024-09-16T07:40:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:41 smithi164 ceph-mon[88760]: pgmap v2969: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T07:40:42.298 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:43.311 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:43 smithi164 ceph-mon[88760]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-16T07:40:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:43 smithi042 ceph-mon[94096]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-16T07:40:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:43 smithi042 ceph-mon[96574]: pgmap v2970: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 KiB/s rd, 640 KiB/s wr, 4 op/s 2024-09-16T07:40:44.323 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:44.396 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (29973 ms) 2024-09-16T07:40:44.396 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestIO 2024-09-16T07:40:44.396 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:44 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-27' is full (reached quota's max_objects: 7) 2024-09-16T07:40:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:44 smithi164 ceph-mon[88760]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T07:40:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:44 smithi164 ceph-mon[88760]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T07:40:45.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-27' is full (reached quota's max_objects: 7) 2024-09-16T07:40:45.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[94096]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T07:40:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[94096]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T07:40:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-27' is full (reached quota's max_objects: 7) 2024-09-16T07:40:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[96574]: Health check update: 3 pool(s) full (POOL_FULL) 2024-09-16T07:40:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:44 smithi042 ceph-mon[96574]: osdmap e1699: 8 total, 8 up, 8 in 2024-09-16T07:40:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:45 smithi164 ceph-mon[88760]: pgmap v2972: 553 pgs: 553 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 855 KiB/s wr, 28 op/s 2024-09-16T07:40:46.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:45 smithi042 ceph-mon[94096]: pgmap v2972: 553 pgs: 553 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 855 KiB/s wr, 28 op/s 2024-09-16T07:40:46.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:45 smithi042 ceph-mon[96574]: pgmap v2972: 553 pgs: 553 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 855 KiB/s wr, 28 op/s 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.327 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.328 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:46.329 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.330 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:46.331 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.332 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:46.333 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 = 512 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 1536~512 = 0 2024-09-16T07:40:46.334 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.335 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:40:46.336 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.337 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.338 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.339 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.340 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.341 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.342 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.343 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:46.344 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.980 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.981 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.982 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.983 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.984 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.985 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.986 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.987 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.988 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:47.989 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:47.990 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:47.990 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestIO (3587 ms) 2024-09-16T07:40:47.990 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-09-16T07:40:47.990 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:47.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:47 smithi164 ceph-mon[88760]: pgmap v2973: 553 pgs: 553 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 397 KiB/s wr, 408 op/s 2024-09-16T07:40:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:47 smithi042 ceph-mon[94096]: pgmap v2973: 553 pgs: 553 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 397 KiB/s wr, 408 op/s 2024-09-16T07:40:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:47 smithi042 ceph-mon[96574]: pgmap v2973: 553 pgs: 553 active+clean; 8.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 397 KiB/s wr, 408 op/s 2024-09-16T07:40:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:49 smithi164 ceph-mon[88760]: pgmap v2974: 553 pgs: 553 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 106 KiB/s wr, 368 op/s 2024-09-16T07:40:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:49 smithi164 ceph-mon[88760]: pool 'test-librbd-smithi042-146932-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:49 smithi164 ceph-mon[88760]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:49 smithi164 ceph-mon[88760]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T07:40:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[94096]: pgmap v2974: 553 pgs: 553 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 106 KiB/s wr, 368 op/s 2024-09-16T07:40:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[94096]: pool 'test-librbd-smithi042-146932-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[94096]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[94096]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[96574]: pgmap v2974: 553 pgs: 553 active+clean; 4.8 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 106 KiB/s wr, 368 op/s 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[96574]: pool 'test-librbd-smithi042-146932-28' no longer out of quota; removing NO_QUOTA flag 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[96574]: Health check update: 2 pool(s) full (POOL_FULL) 2024-09-16T07:40:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:49 smithi042 ceph-mon[96574]: osdmap e1700: 8 total, 8 up, 8 in 2024-09-16T07:40:51.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:40:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:40:51] "GET /metrics HTTP/1.1" 200 68058 "" "Prometheus/2.43.0" 2024-09-16T07:40:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:51 smithi164 ceph-mon[88760]: pgmap v2976: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-09-16T07:40:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:51 smithi042 ceph-mon[94096]: pgmap v2976: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-09-16T07:40:52.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:51 smithi042 ceph-mon[96574]: pgmap v2976: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-09-16T07:40:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:40:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.553 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.554 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.555 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:53.555 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.555 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:53.555 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.556 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.556 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:53.556 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.556 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.557 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:53.558 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.559 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.560 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.561 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:53.562 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:53.563 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 = 512 2024-09-16T07:40:53.564 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 1536~512 = 0 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:40:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.566 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:40:53.567 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.568 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:40:53.569 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.570 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.571 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.572 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.573 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:53.574 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:53.575 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:53.575 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:53.575 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:53 smithi164 ceph-mon[88760]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 254 KiB/s wr, 1.04k op/s 2024-09-16T07:40:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:53 smithi042 ceph-mon[94096]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 254 KiB/s wr, 1.04k op/s 2024-09-16T07:40:54.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:53 smithi042 ceph-mon[96574]: pgmap v2977: 553 pgs: 553 active+clean; 6.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 524 KiB/s rd, 254 KiB/s wr, 1.04k op/s 2024-09-16T07:40:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:55 smithi164 ceph-mon[88760]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 622 KiB/s wr, 856 op/s 2024-09-16T07:40:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:55 smithi042 ceph-mon[94096]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 622 KiB/s wr, 856 op/s 2024-09-16T07:40:56.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:55 smithi042 ceph-mon[96574]: pgmap v2978: 553 pgs: 553 active+clean; 11 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 622 KiB/s wr, 856 op/s 2024-09-16T07:40:57.360 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.360 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.360 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.360 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.361 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.362 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.363 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.364 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.365 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.366 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.367 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:40:57.368 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:40:57.369 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 4 2024-09-16T07:40:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:read: 4 2024-09-16T07:40:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (9380 ms) 2024-09-16T07:40:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-09-16T07:40:57.370 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:40:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:57 smithi164 ceph-mon[88760]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.42k op/s 2024-09-16T07:40:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:57 smithi042 ceph-mon[94096]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.42k op/s 2024-09-16T07:40:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:57 smithi042 ceph-mon[96574]: pgmap v2979: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 956 KiB/s wr, 1.42k op/s 2024-09-16T07:40:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:40:59 smithi164 ceph-mon[88760]: pgmap v2980: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 955 KiB/s wr, 1.42k op/s 2024-09-16T07:41:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:40:59 smithi042 ceph-mon[94096]: pgmap v2980: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 955 KiB/s wr, 1.42k op/s 2024-09-16T07:41:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:40:59 smithi042 ceph-mon[96574]: pgmap v2980: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 955 KiB/s wr, 1.42k op/s 2024-09-16T07:41:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:01] "GET /metrics HTTP/1.1" 200 68058 "" "Prometheus/2.43.0" 2024-09-16T07:41:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:01 smithi164 ceph-mon[88760]: pgmap v2981: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 841 KiB/s wr, 1.25k op/s 2024-09-16T07:41:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:01 smithi042 ceph-mon[96574]: pgmap v2981: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 841 KiB/s wr, 1.25k op/s 2024-09-16T07:41:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:01 smithi042 ceph-mon[94096]: pgmap v2981: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1007 KiB/s rd, 841 KiB/s wr, 1.25k op/s 2024-09-16T07:41:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:03.975 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:03 smithi042 ceph-mon[96574]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-09-16T07:41:03.975 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:03 smithi042 ceph-mon[94096]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-09-16T07:41:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:03 smithi164 ceph-mon[88760]: pgmap v2982: 553 pgs: 553 active+clean; 15 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:04.925 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:04.926 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:04.927 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.928 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.929 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:04.930 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:04.931 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 = 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 1536~512 = 0 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.932 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.933 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.934 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.935 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.936 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.937 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.938 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.939 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.940 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:04.941 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:05 smithi164 ceph-mon[88760]: pgmap v2983: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 866 op/s 2024-09-16T07:41:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:05 smithi042 ceph-mon[94096]: pgmap v2983: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 866 op/s 2024-09-16T07:41:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:05 smithi042 ceph-mon[96574]: pgmap v2983: 553 pgs: 553 active+clean; 23 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 866 op/s 2024-09-16T07:41:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:07 smithi164 ceph-mon[88760]: pgmap v2984: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 866 op/s 2024-09-16T07:41:08.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:07 smithi042 ceph-mon[96574]: pgmap v2984: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 866 op/s 2024-09-16T07:41:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:07 smithi042 ceph-mon[94096]: pgmap v2984: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 866 op/s 2024-09-16T07:41:08.773 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.773 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.773 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.773 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.773 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.774 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.775 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.776 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.777 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.778 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.779 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.780 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:08.781 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 4 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:read: 4 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (11413 ms) 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-09-16T07:41:08.782 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:09 smithi164 ceph-mon[88760]: pgmap v2985: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-09-16T07:41:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:09 smithi042 ceph-mon[94096]: pgmap v2985: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-09-16T07:41:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:09 smithi042 ceph-mon[96574]: pgmap v2985: 553 pgs: 553 active+clean; 31 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.914 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.915 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:10.916 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.917 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:10.918 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:10.919 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 = 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 1536~512 = 0 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.920 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.921 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.922 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.923 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.924 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.926 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.927 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:10.928 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:10.929 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:10.929 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:10.929 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:10.929 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:10.929 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:11] "GET /metrics HTTP/1.1" 200 68071 "" "Prometheus/2.43.0" 2024-09-16T07:41:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:11 smithi164 ceph-mon[88760]: pgmap v2986: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T07:41:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:11 smithi042 ceph-mon[94096]: pgmap v2986: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T07:41:12.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:11 smithi042 ceph-mon[96574]: pgmap v2986: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 722 op/s 2024-09-16T07:41:12.716 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.716 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.716 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.716 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.717 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.718 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.719 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.720 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.721 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.722 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.723 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.724 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3943 ms) 2024-09-16T07:41:12.725 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-09-16T07:41:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:13 smithi164 ceph-mon[88760]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.19k op/s 2024-09-16T07:41:14.158 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:13 smithi042 ceph-mon[94096]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.19k op/s 2024-09-16T07:41:14.158 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:13 smithi042 ceph-mon[96574]: pgmap v2987: 553 pgs: 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 1.19k op/s 2024-09-16T07:41:14.739 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:14 smithi164 ceph-mon[88760]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T07:41:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:14 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1836269055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:14 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[94096]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T07:41:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1836269055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[96574]: osdmap e1701: 8 total, 8 up, 8 in 2024-09-16T07:41:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1836269055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:14 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[94096]: pgmap v2989: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 1.24k op/s 2024-09-16T07:41:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[94096]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T07:41:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[96574]: pgmap v2989: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 1.24k op/s 2024-09-16T07:41:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:16.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:15 smithi042 ceph-mon[96574]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T07:41:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:15 smithi164 ceph-mon[88760]: pgmap v2989: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 1.24k op/s 2024-09-16T07:41:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:15 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:15 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:15 smithi164 ceph-mon[88760]: osdmap e1702: 8 total, 8 up, 8 in 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.808 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:16.809 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.810 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.811 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 = 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 1536~512 = 0 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.812 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4091 ms) 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-09-16T07:41:16.813 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:16.833 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (24 ms) 2024-09-16T07:41:16.833 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-09-16T07:41:16.833 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:16.860 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-09-16T07:41:16.860 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-09-16T07:41:16.860 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:16.887 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (27 ms) 2024-09-16T07:41:16.887 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-09-16T07:41:16.888 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:16.911 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (24 ms) 2024-09-16T07:41:16.911 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-09-16T07:41:16.912 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:16.975 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (64 ms) 2024-09-16T07:41:16.975 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-09-16T07:41:16.975 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.036 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (60 ms) 2024-09-16T07:41:17.036 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-09-16T07:41:17.036 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:16 smithi042 ceph-mon[94096]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T07:41:17.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:16 smithi042 ceph-mon[96574]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T07:41:17.104 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (69 ms) 2024-09-16T07:41:17.104 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-09-16T07:41:17.104 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.158 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (54 ms) 2024-09-16T07:41:17.158 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-09-16T07:41:17.158 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:16 smithi164 ceph-mon[88760]: osdmap e1703: 8 total, 8 up, 8 in 2024-09-16T07:41:17.440 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (282 ms) 2024-09-16T07:41:17.440 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-09-16T07:41:17.441 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.689 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (248 ms) 2024-09-16T07:41:17.689 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-09-16T07:41:17.690 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.711 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (23 ms) 2024-09-16T07:41:17.711 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-09-16T07:41:17.711 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.733 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (22 ms) 2024-09-16T07:41:17.733 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-09-16T07:41:17.733 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.758 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2024-09-16T07:41:17.758 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-09-16T07:41:17.758 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.781 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (22 ms) 2024-09-16T07:41:17.781 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-09-16T07:41:17.781 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.800 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.800 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 0~1048576 = 0 2024-09-16T07:41:17.800 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 0~4194304 = 0 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:aio discard: 3145728~1048576 = 0 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestFUA 2024-09-16T07:41:17.801 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.896 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.896 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.896 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.896 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.896 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.897 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.898 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.899 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.900 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestFUA (96 ms) 2024-09-16T07:41:17.901 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-09-16T07:41:17.901 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:17.919 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.920 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.921 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:17.922 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.934 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:start compare and write 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:compare and wrote: 512 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.935 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.936 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:17.937 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:started aio compare and write 2024-09-16T07:41:17.938 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:finished aio compare and write 2024-09-16T07:41:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.939 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.940 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:17.941 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:17.942 INFO:tasks.workunit.client.0.smithi042.stdout:discard: 512~512 2024-09-16T07:41:17.943 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[94096]: pgmap v2992: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-09-16T07:41:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[94096]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T07:41:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[96574]: pgmap v2992: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-09-16T07:41:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:17 smithi042 ceph-mon[96574]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T07:41:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:17 smithi164 ceph-mon[88760]: pgmap v2992: 585 pgs: 5 creating+peering, 9 unknown, 571 active+clean; 37 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 707 KiB/s rd, 351 KiB/s wr, 1.41k op/s 2024-09-16T07:41:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:17 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:18.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:17 smithi164 ceph-mon[88760]: osdmap e1704: 8 total, 8 up, 8 in 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:18.991 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.992 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.993 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.994 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:18.995 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:18.996 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:18.997 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:18.999 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.008 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.009 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.036 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.036 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.036 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.036 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.036 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.037 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.037 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.058 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.088 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.088 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.088 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.088 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.088 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.089 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.089 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.117 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.121 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.122 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.164 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.164 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.164 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.164 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.165 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.165 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.165 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.210 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.211 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.266 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.266 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.267 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.267 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.267 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.267 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.267 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.327 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.328 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.328 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.328 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.415 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.416 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.483 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.484 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.572 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.573 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.573 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.652 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.653 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.765 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.765 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.765 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.765 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.766 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.766 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.766 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:19.893 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:19.893 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:19.893 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:19.893 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:19.893 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:19.894 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:19.894 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:20.029 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: pgmap v2994: 585 pgs: 5 creating+peering, 580 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.5 MiB/s wr, 730 op/s 2024-09-16T07:41:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:41:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:41:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: pgmap v2994: 585 pgs: 5 creating+peering, 580 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.5 MiB/s wr, 730 op/s 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:41:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:20.135 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:20.135 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:20.135 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestIOPP (2239 ms) 2024-09-16T07:41:20.136 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-09-16T07:41:20.137 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.159 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-16T07:41:20.159 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-09-16T07:41:20.160 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.183 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-09-16T07:41:20.183 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-09-16T07:41:20.184 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (24 ms) 2024-09-16T07:41:20.207 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-09-16T07:41:20.207 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.228 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (21 ms) 2024-09-16T07:41:20.229 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-09-16T07:41:20.229 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: pgmap v2994: 585 pgs: 5 creating+peering, 580 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.5 MiB/s wr, 730 op/s 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:41:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:20.252 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (24 ms) 2024-09-16T07:41:20.252 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-09-16T07:41:20.252 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.273 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.277 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-09-16T07:41:20.277 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-16T07:41:20.277 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.300 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (23 ms) 2024-09-16T07:41:20.300 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-09-16T07:41:20.301 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.320 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.323 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (23 ms) 2024-09-16T07:41:20.323 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-09-16T07:41:20.324 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.347 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (24 ms) 2024-09-16T07:41:20.347 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-09-16T07:41:20.348 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.369 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.373 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2024-09-16T07:41:20.373 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-16T07:41:20.373 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.401 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-09-16T07:41:20.401 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-09-16T07:41:20.401 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.422 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.426 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-09-16T07:41:20.426 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-09-16T07:41:20.426 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (64 ms) 2024-09-16T07:41:20.490 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-09-16T07:41:20.490 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.531 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.549 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (55 ms) 2024-09-16T07:41:20.549 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-09-16T07:41:20.549 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.598 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (52 ms) 2024-09-16T07:41:20.598 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-09-16T07:41:20.598 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.635 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:20.650 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (53 ms) 2024-09-16T07:41:20.651 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-09-16T07:41:20.651 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:20.919 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (268 ms) 2024-09-16T07:41:20.919 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-09-16T07:41:20.919 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:21.336 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.360 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (442 ms) 2024-09-16T07:41:21.360 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-09-16T07:41:21.360 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:21.386 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.387 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:21.388 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:21.390 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:read: 512 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:21.391 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:21.392 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:21.393 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:21.393 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:41:21.393 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:41:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:21] "GET /metrics HTTP/1.1" 200 70524 "" "Prometheus/2.43.0" 2024-09-16T07:41:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:21 smithi042 ceph-mon[94096]: pgmap v2995: 585 pgs: 585 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 2.08k op/s 2024-09-16T07:41:22.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:21 smithi042 ceph-mon[96574]: pgmap v2995: 585 pgs: 585 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 2.08k op/s 2024-09-16T07:41:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:21 smithi164 ceph-mon[88760]: pgmap v2995: 585 pgs: 585 active+clean; 79 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.8 MiB/s wr, 2.08k op/s 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:finished read 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 0 2024-09-16T07:41:22.487 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 16384 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 49152 2024-09-16T07:41:22.488 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 65536 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 98304 2024-09-16T07:41:22.489 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 114688 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 147456 2024-09-16T07:41:22.490 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 163840 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 196608 2024-09-16T07:41:22.491 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 212992 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.492 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.493 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.494 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.494 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.494 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.500 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.510 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.511 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.533 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.554 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.555 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.587 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.588 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.588 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.615 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.616 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.617 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.617 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.660 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.661 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.708 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.708 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.708 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.708 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.709 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.709 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.709 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.762 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.813 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.814 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.872 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.872 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.872 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.872 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.873 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.873 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.873 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:22.930 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:22.931 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.008 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.089 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.090 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.198 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.198 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.198 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.198 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.199 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.199 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.199 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.302 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.414 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:finished writesame 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:to verify the data 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:verified 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:started writesame 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:expected fail, finished writesame 2024-09-16T07:41:23.506 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2145 ms) 2024-09-16T07:41:23.507 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-09-16T07:41:23.507 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:23 smithi042 ceph-mon[96574]: pgmap v2996: 585 pgs: 585 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.67k op/s 2024-09-16T07:41:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:23 smithi042 ceph-mon[94096]: pgmap v2996: 585 pgs: 585 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.67k op/s 2024-09-16T07:41:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:23 smithi164 ceph-mon[88760]: pgmap v2996: 585 pgs: 585 active+clean; 99 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 1.67k op/s 2024-09-16T07:41:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:41:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:41:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:41:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:24.303 INFO:tasks.workunit.client.0.smithi042.stdout:snap: orig 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:found orig with size 2097152 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:write test data! 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 80 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:snap: orig 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:snap: written 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:found orig with size 2097152 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:found written with size 2097152 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.304 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.305 INFO:tasks.workunit.client.0.smithi042.stdout:write to snapshot returned -30 2024-09-16T07:41:24.305 INFO:tasks.workunit.client.0.smithi042.stdout:Read-only file system 2024-09-16T07:41:24.323 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 80 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:opening testimg@orig 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:read: 80 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:write to snapshot returned -30 2024-09-16T07:41:24.324 INFO:tasks.workunit.client.0.smithi042.stdout:Read-only file system 2024-09-16T07:41:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:24 smithi042 ceph-mon[94096]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T07:41:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:24 smithi042 ceph-mon[94096]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T07:41:25.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:24 smithi042 ceph-mon[96574]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T07:41:25.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:24 smithi042 ceph-mon[96574]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T07:41:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:24 smithi164 ceph-mon[88760]: osdmap e1705: 8 total, 8 up, 8 in 2024-09-16T07:41:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:24 smithi164 ceph-mon[88760]: osdmap e1706: 8 total, 8 up, 8 in 2024-09-16T07:41:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:25 smithi042 ceph-mon[96574]: pgmap v2999: 585 pgs: 585 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-09-16T07:41:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:25 smithi042 ceph-mon[96574]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T07:41:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:25 smithi042 ceph-mon[94096]: pgmap v2999: 585 pgs: 585 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-09-16T07:41:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:25 smithi042 ceph-mon[94096]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T07:41:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:25 smithi164 ceph-mon[88760]: pgmap v2999: 585 pgs: 585 active+clean; 127 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.37k op/s 2024-09-16T07:41:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:25 smithi164 ceph-mon[88760]: osdmap e1707: 8 total, 8 up, 8 in 2024-09-16T07:41:26.307 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 2 2024-09-16T07:41:26.307 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:26.307 INFO:tasks.workunit.client.0.smithi042.stdout:snap: orig 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:snap: written 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:found orig with size 2097152 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:found written with size 2097152 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 1 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:snap: orig 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:found orig with size 2097152 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2802 ms) 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-09-16T07:41:26.308 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:27 smithi042 ceph-mon[94096]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T07:41:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:27 smithi042 ceph-mon[94096]: pgmap v3002: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.26k op/s 2024-09-16T07:41:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:27 smithi042 ceph-mon[96574]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T07:41:27.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:27 smithi042 ceph-mon[96574]: pgmap v3002: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.26k op/s 2024-09-16T07:41:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:27 smithi164 ceph-mon[88760]: osdmap e1708: 8 total, 8 up, 8 in 2024-09-16T07:41:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:27 smithi164 ceph-mon[88760]: pgmap v3002: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.26k op/s 2024-09-16T07:41:28.316 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2008 ms) 2024-09-16T07:41:28.316 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestClone 2024-09-16T07:41:28.316 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:28 smithi042 ceph-mon[94096]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T07:41:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:28 smithi042 ceph-mon[96574]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T07:41:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:28 smithi164 ceph-mon[88760]: osdmap e1709: 8 total, 8 up, 8 in 2024-09-16T07:41:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:29 smithi042 ceph-mon[94096]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T07:41:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:29 smithi042 ceph-mon[94096]: pgmap v3005: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 2.40k op/s 2024-09-16T07:41:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:29 smithi042 ceph-mon[96574]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T07:41:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:29 smithi042 ceph-mon[96574]: pgmap v3005: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 2.40k op/s 2024-09-16T07:41:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:29 smithi164 ceph-mon[88760]: osdmap e1710: 8 total, 8 up, 8 in 2024-09-16T07:41:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:29 smithi164 ceph-mon[88760]: pgmap v3005: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 2.40k op/s 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:made parent image "parent" 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:parent has no parent info 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:made snapshot "parent@parent_snap" 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:can't unprotect an unprotected snap 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:can't protect a protected snap 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:made and opened clone "child" 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:read: 8 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:read: 8 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:read: 8 2024-09-16T07:41:30.333 INFO:tasks.workunit.client.0.smithi042.stdout:sizes and overlaps are good between parent and child 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:child image successfully cloned all image-meta pairs 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:sized down clone, changed overlap 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:sized up clone, changed size but not overlap or parent's size 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:can't remove parent while child still exists 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:can't remove parent while still protected 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:removed parent snap after unprotecting 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestClone (2017 ms) 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestClone2 2024-09-16T07:41:30.334 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:30 smithi042 ceph-mon[96574]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T07:41:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:30 smithi042 ceph-mon[94096]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T07:41:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:30 smithi164 ceph-mon[88760]: osdmap e1711: 8 total, 8 up, 8 in 2024-09-16T07:41:31.446 INFO:tasks.workunit.client.0.smithi042.stdout:made parent image "parent" 2024-09-16T07:41:31.446 INFO:tasks.workunit.client.0.smithi042.stdout:parent has no parent info 2024-09-16T07:41:31.446 INFO:tasks.workunit.client.0.smithi042.stdout:made snapshot "parent@parent_snap" 2024-09-16T07:41:31.446 INFO:tasks.workunit.client.0.smithi042.stdout:made and opened clone "child" 2024-09-16T07:41:31.446 INFO:tasks.workunit.client.0.smithi042.stdout:child image successfully cloned all image-meta pairs 2024-09-16T07:41:31.447 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestClone2 (1114 ms) 2024-09-16T07:41:31.447 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ListChildren 2024-09-16T07:41:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:31 smithi042 ceph-mon[94096]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T07:41:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:31 smithi042 ceph-mon[94096]: pgmap v3008: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 22 KiB/s wr, 311 op/s 2024-09-16T07:41:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:31] "GET /metrics HTTP/1.1" 200 70524 "" "Prometheus/2.43.0" 2024-09-16T07:41:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:31 smithi042 ceph-mon[96574]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T07:41:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:31 smithi042 ceph-mon[96574]: pgmap v3008: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 22 KiB/s wr, 311 op/s 2024-09-16T07:41:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:31 smithi164 ceph-mon[88760]: osdmap e1712: 8 total, 8 up, 8 in 2024-09-16T07:41:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:31 smithi164 ceph-mon[88760]: pgmap v3008: 585 pgs: 585 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 22 KiB/s wr, 311 op/s 2024-09-16T07:41:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:32 smithi042 ceph-mon[94096]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T07:41:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:32 smithi042 ceph-mon[96574]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T07:41:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:32 smithi164 ceph-mon[88760]: osdmap e1713: 8 total, 8 up, 8 in 2024-09-16T07:41:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[94096]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T07:41:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[94096]: pgmap v3011: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 33 KiB/s wr, 456 op/s 2024-09-16T07:41:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[96574]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T07:41:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:33 smithi042 ceph-mon[96574]: pgmap v3011: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 33 KiB/s wr, 456 op/s 2024-09-16T07:41:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:33 smithi164 ceph-mon[88760]: osdmap e1714: 8 total, 8 up, 8 in 2024-09-16T07:41:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:33 smithi164 ceph-mon[88760]: pgmap v3011: 617 pgs: 5 creating+peering, 27 unknown, 585 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 33 KiB/s wr, 456 op/s 2024-09-16T07:41:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T07:41:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T07:41:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/207925333' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: osdmap e1715: 8 total, 8 up, 8 in 2024-09-16T07:41:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:41:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: osdmap e1716: 8 total, 8 up, 8 in 2024-09-16T07:41:34.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:35.289 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[96574]: pgmap v3014: 649 pgs: 7 creating+peering, 44 unknown, 598 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 40 KiB/s wr, 718 op/s 2024-09-16T07:41:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[96574]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T07:41:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[94096]: pgmap v3014: 649 pgs: 7 creating+peering, 44 unknown, 598 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 40 KiB/s wr, 718 op/s 2024-09-16T07:41:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:35 smithi042 ceph-mon[94096]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T07:41:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:35 smithi164 ceph-mon[88760]: pgmap v3014: 649 pgs: 7 creating+peering, 44 unknown, 598 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 40 KiB/s wr, 718 op/s 2024-09-16T07:41:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:35 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/523143411' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:35 smithi164 ceph-mon[88760]: osdmap e1717: 8 total, 8 up, 8 in 2024-09-16T07:41:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:37 smithi042 ceph-mon[94096]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T07:41:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:37 smithi042 ceph-mon[94096]: pgmap v3017: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-09-16T07:41:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:37 smithi042 ceph-mon[96574]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T07:41:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:37 smithi042 ceph-mon[96574]: pgmap v3017: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-09-16T07:41:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:37 smithi164 ceph-mon[88760]: osdmap e1718: 8 total, 8 up, 8 in 2024-09-16T07:41:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:37 smithi164 ceph-mon[88760]: pgmap v3017: 649 pgs: 7 creating+peering, 12 unknown, 630 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 272 KiB/s rd, 13 KiB/s wr, 308 op/s 2024-09-16T07:41:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:38 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:38 smithi042 ceph-mon[94096]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T07:41:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:38 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:38 smithi042 ceph-mon[96574]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T07:41:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:38 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:38 smithi164 ceph-mon[88760]: osdmap e1719: 8 total, 8 up, 8 in 2024-09-16T07:41:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[94096]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T07:41:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[94096]: pgmap v3020: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-16T07:41:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[94096]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T07:41:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[96574]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T07:41:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[96574]: pgmap v3020: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-16T07:41:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:39 smithi042 ceph-mon[96574]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T07:41:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:39 smithi164 ceph-mon[88760]: osdmap e1720: 8 total, 8 up, 8 in 2024-09-16T07:41:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:39 smithi164 ceph-mon[88760]: pgmap v3020: 649 pgs: 2 creating+peering, 647 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-09-16T07:41:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:39 smithi164 ceph-mon[88760]: osdmap e1721: 8 total, 8 up, 8 in 2024-09-16T07:41:40.787 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.787 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 1 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.788 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 2 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.789 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.790 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:child: image110 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110/b1e6ade4f5da 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.791 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:child: image110 2024-09-16T07:41:40.792 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110/b1e6ade4f5da 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.793 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 4 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 4 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:40.794 INFO:tasks.workunit.client.0.smithi042.stdout:child: image110 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:child: image111 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110/b1e6ade4f5da 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111/b1e682761667 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.795 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:40.796 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image108 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.388 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 4 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 4 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:child: image108 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:child: image110 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:child: image111 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image108/b1e64cf5188d 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110/b1e6ade4f5da 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111/b1e682761667 2024-09-16T07:41:41.389 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.390 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image110 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:child: image110 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:child: image111 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image110/b1e6ade4f5da 2024-09-16T07:41:41.391 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111/b1e682761667 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.392 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 2 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:child: image111 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-31/image111/b1e682761667 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 1 2024-09-16T07:41:41.393 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:child: image109 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-30/image109/b1e640477052 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 0 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ListChildren (9941 ms) 2024-09-16T07:41:41.394 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-09-16T07:41:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:41 smithi042 ceph-mon[94096]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T07:41:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:41 smithi042 ceph-mon[94096]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 30 op/s 2024-09-16T07:41:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:41] "GET /metrics HTTP/1.1" 200 72962 "" "Prometheus/2.43.0" 2024-09-16T07:41:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:41 smithi042 ceph-mon[96574]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T07:41:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:41 smithi042 ceph-mon[96574]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 30 op/s 2024-09-16T07:41:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:41 smithi164 ceph-mon[88760]: osdmap e1722: 8 total, 8 up, 8 in 2024-09-16T07:41:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:41 smithi164 ceph-mon[88760]: pgmap v3023: 649 pgs: 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.0 KiB/s wr, 30 op/s 2024-09-16T07:41:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:42 smithi042 ceph-mon[96574]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T07:41:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:42 smithi042 ceph-mon[94096]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T07:41:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:42 smithi164 ceph-mon[88760]: osdmap e1723: 8 total, 8 up, 8 in 2024-09-16T07:41:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[94096]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T07:41:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[94096]: pgmap v3026: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 8.5 KiB/s wr, 445 op/s 2024-09-16T07:41:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[96574]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T07:41:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:43 smithi042 ceph-mon[96574]: pgmap v3026: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 8.5 KiB/s wr, 445 op/s 2024-09-16T07:41:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:43 smithi164 ceph-mon[88760]: osdmap e1724: 8 total, 8 up, 8 in 2024-09-16T07:41:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:43 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:43 smithi164 ceph-mon[88760]: pgmap v3026: 681 pgs: 2 creating+peering, 30 unknown, 649 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 368 KiB/s rd, 8.5 KiB/s wr, 445 op/s 2024-09-16T07:41:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3848791234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3848791234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:44 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:41:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2977491592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: osdmap e1725: 8 total, 8 up, 8 in 2024-09-16T07:41:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: osdmap e1726: 8 total, 8 up, 8 in 2024-09-16T07:41:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3848791234' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:44 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[94096]: pgmap v3029: 713 pgs: 8 creating+peering, 42 unknown, 663 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 11 KiB/s wr, 649 op/s 2024-09-16T07:41:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[94096]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T07:41:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[96574]: pgmap v3029: 713 pgs: 8 creating+peering, 42 unknown, 663 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 11 KiB/s wr, 649 op/s 2024-09-16T07:41:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:45 smithi042 ceph-mon[96574]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T07:41:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:45 smithi164 ceph-mon[88760]: pgmap v3029: 713 pgs: 8 creating+peering, 42 unknown, 663 active+clean; 135 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 11 KiB/s wr, 649 op/s 2024-09-16T07:41:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:45 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:45 smithi164 ceph-mon[88760]: osdmap e1727: 8 total, 8 up, 8 in 2024-09-16T07:41:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[94096]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1372712459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[94096]: pgmap v3032: 745 pgs: 15 creating+peering, 34 unknown, 696 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 275 op/s 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[96574]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1372712459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:47 smithi042 ceph-mon[96574]: pgmap v3032: 745 pgs: 15 creating+peering, 34 unknown, 696 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 275 op/s 2024-09-16T07:41:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:47 smithi164 ceph-mon[88760]: osdmap e1728: 8 total, 8 up, 8 in 2024-09-16T07:41:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:47 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1372712459' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:47 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:41:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:47 smithi164 ceph-mon[88760]: pgmap v3032: 745 pgs: 15 creating+peering, 34 unknown, 696 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 7.2 KiB/s wr, 275 op/s 2024-09-16T07:41:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[94096]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[96574]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:48 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:41:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:48 smithi164 ceph-mon[88760]: osdmap e1729: 8 total, 8 up, 8 in 2024-09-16T07:41:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:48 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:48.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:48 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]: dispatch 2024-09-16T07:41:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]': finished 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: pgmap v3035: 745 pgs: 13 creating+peering, 14 unknown, 718 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 49 op/s 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]': finished 2024-09-16T07:41:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]': finished 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: pgmap v3035: 745 pgs: 13 creating+peering, 14 unknown, 718 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 49 op/s 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]': finished 2024-09-16T07:41:49.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T07:41:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:49.606 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:49 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34", "force_nonempty":""}]': finished 2024-09-16T07:41:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: osdmap e1730: 8 total, 8 up, 8 in 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]: dispatch 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: pgmap v3035: 745 pgs: 13 creating+peering, 14 unknown, 718 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 49 op/s 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi042-146932-34", "mode":"writeback"}]': finished 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: osdmap e1731: 8 total, 8 up, 8 in 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:49 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:50.289 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[94096]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T07:41:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:50 smithi042 ceph-mon[96574]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T07:41:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:50 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:41:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:50 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi042-146932-32", "overlaypool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:50 smithi164 ceph-mon[88760]: osdmap e1732: 8 total, 8 up, 8 in 2024-09-16T07:41:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:51 smithi042 ceph-mon[94096]: pgmap v3038: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:51 smithi042 ceph-mon[96574]: pgmap v3038: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:41:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:41:51] "GET /metrics HTTP/1.1" 200 82733 "" "Prometheus/2.43.0" 2024-09-16T07:41:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:51 smithi164 ceph-mon[88760]: pgmap v3038: 745 pgs: 7 creating+peering, 738 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:52 smithi042 ceph-mon[94096]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T07:41:52.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:52 smithi042 ceph-mon[96574]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T07:41:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:52 smithi164 ceph-mon[88760]: osdmap e1733: 8 total, 8 up, 8 in 2024-09-16T07:41:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:41:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:41:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:53 smithi042 ceph-mon[94096]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T07:41:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:53 smithi042 ceph-mon[94096]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:53 smithi042 ceph-mon[96574]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T07:41:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:53 smithi042 ceph-mon[96574]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:53 smithi164 ceph-mon[88760]: osdmap e1734: 8 total, 8 up, 8 in 2024-09-16T07:41:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:53 smithi164 ceph-mon[88760]: pgmap v3041: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:41:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:54 smithi042 ceph-mon[94096]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T07:41:54.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:54 smithi042 ceph-mon[96574]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T07:41:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:54 smithi164 ceph-mon[88760]: osdmap e1735: 8 total, 8 up, 8 in 2024-09-16T07:41:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:55 smithi164 ceph-mon[88760]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T07:41:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:55 smithi164 ceph-mon[88760]: pgmap v3044: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-16T07:41:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:55 smithi042 ceph-mon[94096]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T07:41:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:55 smithi042 ceph-mon[94096]: pgmap v3044: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-16T07:41:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:55 smithi042 ceph-mon[96574]: osdmap e1736: 8 total, 8 up, 8 in 2024-09-16T07:41:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:55 smithi042 ceph-mon[96574]: pgmap v3044: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-16T07:41:55.903 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.903 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.903 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 1 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.904 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 2 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.905 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.906 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:child: image115 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:55.907 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115/b1e68d5c878d 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.908 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:child: image115 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.909 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115/b1e68d5c878d 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.910 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.911 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 4 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 4 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:55.912 INFO:tasks.workunit.client.0.smithi042.stdout:child: image115 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:child: image116 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115/b1e68d5c878d 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116/b1e61dd305fe 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.913 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:55.914 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.915 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:55.915 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:56 smithi164 ceph-mon[88760]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T07:41:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:56 smithi042 ceph-mon[94096]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T07:41:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:56 smithi042 ceph-mon[96574]: osdmap e1737: 8 total, 8 up, 8 in 2024-09-16T07:41:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:57 smithi164 ceph-mon[88760]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T07:41:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:57 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:57 smithi164 ceph-mon[88760]: pgmap v3047: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 11 KiB/s wr, 542 op/s 2024-09-16T07:41:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[94096]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T07:41:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[94096]: pgmap v3047: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 11 KiB/s wr, 542 op/s 2024-09-16T07:41:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[96574]: osdmap e1738: 8 total, 8 up, 8 in 2024-09-16T07:41:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]: dispatch 2024-09-16T07:41:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:57 smithi042 ceph-mon[96574]: pgmap v3047: 745 pgs: 745 active+clean; 135 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 11 KiB/s wr, 542 op/s 2024-09-16T07:41:58.395 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.395 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image113 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 4 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 4 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:child: image113 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:child: image115 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:child: image116 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image113/b1e6e46cf4e9 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.396 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115/b1e68d5c878d 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116/b1e61dd305fe 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.397 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image115 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:child: image115 2024-09-16T07:41:58.398 INFO:tasks.workunit.client.0.smithi042.stdout:child: image116 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image115/b1e68d5c878d 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116/b1e61dd305fe 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.399 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 2 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 2 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:child: image116 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-33/image116/b1e61dd305fe 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.400 INFO:tasks.workunit.client.0.smithi042.stdout:trying to find test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:checking test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 1 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 1 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:child: image114 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-32/image114/b1e6759e3733 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 0 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ListChildrenTiered (17008 ms) 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.LockingPP 2024-09-16T07:41:58.401 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.456 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.LockingPP (61 ms) 2024-09-16T07:41:58.457 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FlushAio 2024-09-16T07:41:58.457 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.691 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FlushAio (235 ms) 2024-09-16T07:41:58.691 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-09-16T07:41:58.691 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:58 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]': finished 2024-09-16T07:41:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:58 smithi164 ceph-mon[88760]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T07:41:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:58 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.839 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FlushAioPP (148 ms) 2024-09-16T07:41:58.839 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-09-16T07:41:58.839 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]': finished 2024-09-16T07:41:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[94096]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T07:41:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi042-146932-32"}]': finished 2024-09-16T07:41:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[96574]: osdmap e1739: 8 total, 8 up, 8 in 2024-09-16T07:41:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:58 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]: dispatch 2024-09-16T07:41:58.863 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (23 ms) 2024-09-16T07:41:58.863 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-09-16T07:41:58.863 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.887 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2024-09-16T07:41:58.887 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-09-16T07:41:58.887 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.902 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ZeroLengthRead (15 ms) 2024-09-16T07:41:58.902 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-09-16T07:41:58.902 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:58.942 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.LargeCacheRead (39 ms) 2024-09-16T07:41:58.942 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-09-16T07:41:58.942 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:59.155 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestPendingAio (214 ms) 2024-09-16T07:41:59.156 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-09-16T07:41:59.156 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:59.368 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:41:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:59 smithi164 ceph-mon[88760]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T07:41:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:59 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:59 smithi164 ceph-mon[88760]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T07:41:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:59 smithi164 ceph-mon[88760]: pgmap v3050: 745 pgs: 745 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-09-16T07:41:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:41:59 smithi164 ceph-mon[88760]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T07:41:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[94096]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T07:41:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[94096]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T07:41:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[94096]: pgmap v3050: 745 pgs: 745 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[94096]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[96574]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi042-146932-32", "tierpool":"test-librbd-smithi042-146932-34"}]': finished 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[96574]: osdmap e1740: 8 total, 8 up, 8 in 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[96574]: pgmap v3050: 745 pgs: 745 active+clean; 137 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 28 KiB/s wr, 629 op/s 2024-09-16T07:41:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:41:59 smithi042 ceph-mon[96574]: osdmap e1741: 8 total, 8 up, 8 in 2024-09-16T07:42:01.437 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2282 ms) 2024-09-16T07:42:01.437 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-09-16T07:42:01.437 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:01 smithi042 ceph-mon[94096]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T07:42:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:01 smithi042 ceph-mon[94096]: pgmap v3053: 745 pgs: 745 active+clean; 139 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 94 KiB/s wr, 383 op/s 2024-09-16T07:42:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:01] "GET /metrics HTTP/1.1" 200 82733 "" "Prometheus/2.43.0" 2024-09-16T07:42:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:01 smithi042 ceph-mon[96574]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T07:42:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:01 smithi042 ceph-mon[96574]: pgmap v3053: 745 pgs: 745 active+clean; 139 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 94 KiB/s wr, 383 op/s 2024-09-16T07:42:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:01 smithi164 ceph-mon[88760]: osdmap e1742: 8 total, 8 up, 8 in 2024-09-16T07:42:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:01 smithi164 ceph-mon[88760]: pgmap v3053: 745 pgs: 745 active+clean; 139 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 94 KiB/s wr, 383 op/s 2024-09-16T07:42:02.496 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:02 smithi164 ceph-mon[88760]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T07:42:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:02 smithi042 ceph-mon[94096]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T07:42:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:02 smithi042 ceph-mon[96574]: osdmap e1743: 8 total, 8 up, 8 in 2024-09-16T07:42:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:03 smithi164 ceph-mon[88760]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T07:42:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:03 smithi164 ceph-mon[88760]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 147 KiB/s wr, 526 op/s 2024-09-16T07:42:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:03 smithi042 ceph-mon[94096]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T07:42:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:03 smithi042 ceph-mon[94096]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 147 KiB/s wr, 526 op/s 2024-09-16T07:42:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:03 smithi042 ceph-mon[96574]: osdmap e1744: 8 total, 8 up, 8 in 2024-09-16T07:42:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:03 smithi042 ceph-mon[96574]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 147 KiB/s wr, 526 op/s 2024-09-16T07:42:04.336 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2898 ms) 2024-09-16T07:42:04.336 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Flatten 2024-09-16T07:42:04.336 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T07:42:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]: dispatch 2024-09-16T07:42:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]: dispatch 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: osdmap e1745: 8 total, 8 up, 8 in 2024-09-16T07:42:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: osdmap e1746: 8 total, 8 up, 8 in 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]: dispatch 2024-09-16T07:42:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]: dispatch 2024-09-16T07:42:05.384 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Flatten (1049 ms) 2024-09-16T07:42:05.385 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Sparsify 2024-09-16T07:42:05.385 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:05.416 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 32768 2024-09-16T07:42:05.416 INFO:tasks.workunit.client.0.smithi042.stdout:read: 32768 2024-09-16T07:42:05.416 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Sparsify (32 ms) 2024-09-16T07:42:05.417 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-09-16T07:42:05.417 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:05.448 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SparsifyPP (31 ms) 2024-09-16T07:42:05.448 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-09-16T07:42:05.448 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 650 KiB/s wr, 492 op/s 2024-09-16T07:42:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-09-16T07:42:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-09-16T07:42:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-09-16T07:42:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T07:42:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-16T07:42:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]': finished 2024-09-16T07:42:05.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:05 smithi164 ceph-mon[88760]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T07:42:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 650 KiB/s wr, 492 op/s 2024-09-16T07:42:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-09-16T07:42:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[94096]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 650 KiB/s wr, 492 op/s 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.12", "id": [2, 5]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-09-16T07:42:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.b", "id": [3, 7]}]': finished 2024-09-16T07:42:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.c", "id": [3, 6]}]': finished 2024-09-16T07:42:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [5, 0]}]': finished 2024-09-16T07:42:05.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:05 smithi042 ceph-mon[96574]: osdmap e1747: 8 total, 8 up, 8 in 2024-09-16T07:42:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:07 smithi042 ceph-mon[94096]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T07:42:07.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:07 smithi042 ceph-mon[94096]: pgmap v3062: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 589 KiB/s wr, 401 op/s 2024-09-16T07:42:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:07 smithi042 ceph-mon[96574]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T07:42:07.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:07 smithi042 ceph-mon[96574]: pgmap v3062: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 589 KiB/s wr, 401 op/s 2024-09-16T07:42:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:07 smithi164 ceph-mon[88760]: osdmap e1748: 8 total, 8 up, 8 in 2024-09-16T07:42:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:07 smithi164 ceph-mon[88760]: pgmap v3062: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 776 KiB/s rd, 589 KiB/s wr, 401 op/s 2024-09-16T07:42:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:08 smithi042 ceph-mon[94096]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T07:42:08.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:08 smithi042 ceph-mon[96574]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T07:42:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:08 smithi164 ceph-mon[88760]: osdmap e1749: 8 total, 8 up, 8 in 2024-09-16T07:42:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:09 smithi042 ceph-mon[94096]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T07:42:09.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:09 smithi042 ceph-mon[94096]: pgmap v3065: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 37 KiB/s wr, 247 op/s 2024-09-16T07:42:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:09 smithi042 ceph-mon[96574]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T07:42:09.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:09 smithi042 ceph-mon[96574]: pgmap v3065: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 37 KiB/s wr, 247 op/s 2024-09-16T07:42:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:09 smithi164 ceph-mon[88760]: osdmap e1750: 8 total, 8 up, 8 in 2024-09-16T07:42:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:09 smithi164 ceph-mon[88760]: pgmap v3065: 745 pgs: 2 peering, 743 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 203 KiB/s rd, 37 KiB/s wr, 247 op/s 2024-09-16T07:42:10.336 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapshotLimit (4889 ms) 2024-09-16T07:42:10.337 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-09-16T07:42:10.337 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:10 smithi042 ceph-mon[94096]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T07:42:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:10 smithi042 ceph-mon[96574]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T07:42:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:10 smithi164 ceph-mon[88760]: osdmap e1751: 8 total, 8 up, 8 in 2024-09-16T07:42:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:11] "GET /metrics HTTP/1.1" 200 82821 "" "Prometheus/2.43.0" 2024-09-16T07:42:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:11 smithi042 ceph-mon[96574]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T07:42:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:11 smithi042 ceph-mon[96574]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 27 KiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:11 smithi042 ceph-mon[94096]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T07:42:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:11 smithi042 ceph-mon[94096]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 27 KiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:11 smithi164 ceph-mon[88760]: osdmap e1752: 8 total, 8 up, 8 in 2024-09-16T07:42:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:11 smithi164 ceph-mon[88760]: pgmap v3068: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 27 KiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:12 smithi042 ceph-mon[94096]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T07:42:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:12 smithi042 ceph-mon[96574]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T07:42:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:12 smithi164 ceph-mon[88760]: osdmap e1753: 8 total, 8 up, 8 in 2024-09-16T07:42:12.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:13 smithi042 ceph-mon[94096]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T07:42:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:13 smithi042 ceph-mon[94096]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:13 smithi042 ceph-mon[96574]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T07:42:13.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:13 smithi042 ceph-mon[96574]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:13 smithi164 ceph-mon[88760]: osdmap e1754: 8 total, 8 up, 8 in 2024-09-16T07:42:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:13 smithi164 ceph-mon[88760]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 49 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T07:42:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:14 smithi042 ceph-mon[94096]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T07:42:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:14 smithi042 ceph-mon[96574]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T07:42:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:14 smithi164 ceph-mon[88760]: osdmap e1755: 8 total, 8 up, 8 in 2024-09-16T07:42:15.389 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5052 ms) 2024-09-16T07:42:15.389 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-09-16T07:42:15.389 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:15.438 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:15.438 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (50 ms) 2024-09-16T07:42:15.438 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-09-16T07:42:15.438 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:15.503 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (64 ms) 2024-09-16T07:42:15.503 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-09-16T07:42:15.503 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:15 smithi164 ceph-mon[88760]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T07:42:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:15 smithi164 ceph-mon[88760]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-09-16T07:42:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:15 smithi042 ceph-mon[96574]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T07:42:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:15 smithi042 ceph-mon[96574]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-09-16T07:42:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:15 smithi042 ceph-mon[94096]: osdmap e1756: 8 total, 8 up, 8 in 2024-09-16T07:42:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:15 smithi042 ceph-mon[94096]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.2 KiB/s wr, 45 op/s 2024-09-16T07:42:16.399 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (896 ms) 2024-09-16T07:42:16.399 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-09-16T07:42:16.399 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:16 smithi164 ceph-mon[88760]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T07:42:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:16 smithi042 ceph-mon[94096]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T07:42:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:16 smithi042 ceph-mon[96574]: osdmap e1757: 8 total, 8 up, 8 in 2024-09-16T07:42:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:17 smithi164 ceph-mon[88760]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T07:42:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:17 smithi164 ceph-mon[88760]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:42:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:17 smithi042 ceph-mon[94096]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T07:42:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:17 smithi042 ceph-mon[94096]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:42:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:17 smithi042 ceph-mon[96574]: osdmap e1758: 8 total, 8 up, 8 in 2024-09-16T07:42:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:17 smithi042 ceph-mon[96574]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:42:18.410 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2011 ms) 2024-09-16T07:42:18.411 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-09-16T07:42:18.411 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:18.458 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (48 ms) 2024-09-16T07:42:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-09-16T07:42:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:42:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-09-16T07:42:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-09-16T07:42:18.459 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:18 smithi164 ceph-mon[88760]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T07:42:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:18 smithi042 ceph-mon[94096]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T07:42:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:18 smithi042 ceph-mon[96574]: osdmap e1759: 8 total, 8 up, 8 in 2024-09-16T07:42:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:19 smithi164 ceph-mon[88760]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T07:42:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:19 smithi164 ceph-mon[88760]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-16T07:42:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:19 smithi164 ceph-mon[88760]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T07:42:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[96574]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T07:42:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[96574]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-16T07:42:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[96574]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[94096]: osdmap e1760: 8 total, 8 up, 8 in 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[94096]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 10 KiB/s wr, 128 op/s 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:19 smithi042 ceph-mon[94096]: osdmap e1761: 8 total, 8 up, 8 in 2024-09-16T07:42:20.412 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:42:20.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapRemove2 (1954 ms) 2024-09-16T07:42:20.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-09-16T07:42:20.413 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[94096]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:20 smithi042 ceph-mon[96574]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T07:42:20.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:20.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:20 smithi164 ceph-mon[88760]: osdmap e1762: 8 total, 8 up, 8 in 2024-09-16T07:42:21.428 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1015 ms) 2024-09-16T07:42:21.428 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-09-16T07:42:21.428 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:21.528 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:21] "GET /metrics HTTP/1.1" 200 82810 "" "Prometheus/2.43.0" 2024-09-16T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:21 smithi042 ceph-mon[94096]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-16T07:42:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:21 smithi042 ceph-mon[94096]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T07:42:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:21 smithi042 ceph-mon[96574]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-16T07:42:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:21 smithi042 ceph-mon[96574]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T07:42:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:21 smithi164 ceph-mon[88760]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 9.5 KiB/s wr, 128 op/s 2024-09-16T07:42:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:21 smithi164 ceph-mon[88760]: osdmap e1763: 8 total, 8 up, 8 in 2024-09-16T07:42:22.430 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1003 ms) 2024-09-16T07:42:22.430 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-09-16T07:42:22.430 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:23.446 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1016 ms) 2024-09-16T07:42:23.446 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-09-16T07:42:23.446 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:23 smithi164 ceph-mon[88760]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T07:42:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:23 smithi164 ceph-mon[88760]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-09-16T07:42:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:23 smithi042 ceph-mon[94096]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T07:42:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:23 smithi042 ceph-mon[94096]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-09-16T07:42:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:23 smithi042 ceph-mon[96574]: osdmap e1764: 8 total, 8 up, 8 in 2024-09-16T07:42:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:23 smithi042 ceph-mon[96574]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.2 KiB/s wr, 151 op/s 2024-09-16T07:42:24.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (956 ms) 2024-09-16T07:42:24.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-09-16T07:42:24.402 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (37 ms) 2024-09-16T07:42:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-09-16T07:42:24.439 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:24.470 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (31 ms) 2024-09-16T07:42:24.470 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-09-16T07:42:24.470 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:24 smithi164 ceph-mon[88760]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T07:42:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:24 smithi164 ceph-mon[88760]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T07:42:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:24 smithi042 ceph-mon[94096]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T07:42:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:24 smithi042 ceph-mon[94096]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T07:42:24.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:24 smithi042 ceph-mon[96574]: osdmap e1765: 8 total, 8 up, 8 in 2024-09-16T07:42:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:24 smithi042 ceph-mon[96574]: osdmap e1766: 8 total, 8 up, 8 in 2024-09-16T07:42:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:25 smithi164 ceph-mon[88760]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-09-16T07:42:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:25 smithi042 ceph-mon[94096]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-09-16T07:42:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:25 smithi042 ceph-mon[96574]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 172 KiB/s rd, 10 KiB/s wr, 230 op/s 2024-09-16T07:42:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:26 smithi164 ceph-mon[88760]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T07:42:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:26 smithi042 ceph-mon[94096]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T07:42:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:26 smithi042 ceph-mon[96574]: osdmap e1767: 8 total, 8 up, 8 in 2024-09-16T07:42:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:27 smithi164 ceph-mon[88760]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T07:42:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:27 smithi164 ceph-mon[88760]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-09-16T07:42:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:27 smithi042 ceph-mon[94096]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T07:42:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:27 smithi042 ceph-mon[94096]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-09-16T07:42:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:27 smithi042 ceph-mon[96574]: osdmap e1768: 8 total, 8 up, 8 in 2024-09-16T07:42:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:27 smithi042 ceph-mon[96574]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-09-16T07:42:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:28 smithi164 ceph-mon[88760]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T07:42:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:28 smithi042 ceph-mon[94096]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T07:42:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:28 smithi042 ceph-mon[96574]: osdmap e1769: 8 total, 8 up, 8 in 2024-09-16T07:42:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:29 smithi164 ceph-mon[88760]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T07:42:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:29 smithi164 ceph-mon[88760]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-16T07:42:29.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:29 smithi164 ceph-mon[88760]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T07:42:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[94096]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T07:42:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[94096]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-16T07:42:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[94096]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T07:42:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[96574]: osdmap e1770: 8 total, 8 up, 8 in 2024-09-16T07:42:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[96574]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 171 KiB/s rd, 11 KiB/s wr, 226 op/s 2024-09-16T07:42:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:29 smithi042 ceph-mon[96574]: osdmap e1771: 8 total, 8 up, 8 in 2024-09-16T07:42:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:31 smithi042 ceph-mon[94096]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T07:42:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:31 smithi042 ceph-mon[94096]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-16T07:42:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:31] "GET /metrics HTTP/1.1" 200 82810 "" "Prometheus/2.43.0" 2024-09-16T07:42:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:31 smithi042 ceph-mon[96574]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T07:42:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:31 smithi042 ceph-mon[96574]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-16T07:42:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:31 smithi164 ceph-mon[88760]: osdmap e1772: 8 total, 8 up, 8 in 2024-09-16T07:42:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:31 smithi164 ceph-mon[88760]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 4.7 KiB/s wr, 103 op/s 2024-09-16T07:42:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:32 smithi042 ceph-mon[94096]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T07:42:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:32 smithi042 ceph-mon[96574]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T07:42:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:32 smithi164 ceph-mon[88760]: osdmap e1773: 8 total, 8 up, 8 in 2024-09-16T07:42:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:33 smithi042 ceph-mon[96574]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T07:42:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:33 smithi042 ceph-mon[96574]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-09-16T07:42:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:33 smithi042 ceph-mon[94096]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T07:42:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:33 smithi042 ceph-mon[94096]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-09-16T07:42:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:33 smithi164 ceph-mon[88760]: osdmap e1774: 8 total, 8 up, 8 in 2024-09-16T07:42:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:33 smithi164 ceph-mon[88760]: pgmap v3101: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 3.0 KiB/s wr, 87 op/s 2024-09-16T07:42:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:34 smithi042 ceph-mon[96574]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T07:42:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:34 smithi042 ceph-mon[94096]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T07:42:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:34 smithi164 ceph-mon[88760]: osdmap e1775: 8 total, 8 up, 8 in 2024-09-16T07:42:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:34.894 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10424 ms) 2024-09-16T07:42:34.894 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Metadata 2024-09-16T07:42:34.895 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:35.438 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Metadata (544 ms) 2024-09-16T07:42:35.439 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-09-16T07:42:35.439 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:35 smithi042 ceph-mon[94096]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T07:42:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:35 smithi042 ceph-mon[94096]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-09-16T07:42:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:35 smithi042 ceph-mon[96574]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T07:42:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:35 smithi042 ceph-mon[96574]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-09-16T07:42:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:35 smithi164 ceph-mon[88760]: osdmap e1776: 8 total, 8 up, 8 in 2024-09-16T07:42:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:35 smithi164 ceph-mon[88760]: pgmap v3104: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-09-16T07:42:36.431 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.MetadataPP (992 ms) 2024-09-16T07:42:36.431 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-09-16T07:42:36.431 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:36.524 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.UpdateFeatures (94 ms) 2024-09-16T07:42:36.525 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-09-16T07:42:36.525 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-09-16T07:42:36.525 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-09-16T07:42:36.525 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:36 smithi042 ceph-mon[94096]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T07:42:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:36 smithi042 ceph-mon[96574]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T07:42:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:36 smithi164 ceph-mon[88760]: osdmap e1777: 8 total, 8 up, 8 in 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:25.00% done 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:50.00% done 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:75.00% done 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RebuildObjectMap (878 ms) 2024-09-16T07:42:37.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:25.00% done 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:50.00% done 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:75.00% done 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (31 ms) 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-09-16T07:42:37.434 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:37 smithi042 ceph-mon[94096]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T07:42:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:37 smithi042 ceph-mon[94096]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 37 KiB/s wr, 233 op/s 2024-09-16T07:42:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:37 smithi042 ceph-mon[96574]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T07:42:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:37 smithi042 ceph-mon[96574]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 37 KiB/s wr, 233 op/s 2024-09-16T07:42:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:37 smithi164 ceph-mon[88760]: osdmap e1778: 8 total, 8 up, 8 in 2024-09-16T07:42:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:37 smithi164 ceph-mon[88760]: pgmap v3107: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 161 KiB/s rd, 37 KiB/s wr, 233 op/s 2024-09-16T07:42:38.408 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:25.00% done 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:50.00% done 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:75.00% done 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CheckObjectMap (975 ms) 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-09-16T07:42:38.409 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:38.432 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.BlockingAIO (24 ms) 2024-09-16T07:42:38.433 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-09-16T07:42:38.433 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (120 ms) 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-09-16T07:42:38.553 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:38 smithi042 ceph-mon[94096]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T07:42:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:38 smithi042 ceph-mon[96574]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T07:42:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:38 smithi164 ceph-mon[88760]: osdmap e1779: 8 total, 8 up, 8 in 2024-09-16T07:42:39.427 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (875 ms) 2024-09-16T07:42:39.428 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-09-16T07:42:39.428 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:39 smithi042 ceph-mon[94096]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T07:42:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:39 smithi042 ceph-mon[94096]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 217 KiB/s wr, 976 op/s 2024-09-16T07:42:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:39 smithi042 ceph-mon[96574]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T07:42:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:39 smithi042 ceph-mon[96574]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 217 KiB/s wr, 976 op/s 2024-09-16T07:42:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:39 smithi164 ceph-mon[88760]: osdmap e1780: 8 total, 8 up, 8 in 2024-09-16T07:42:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:39 smithi164 ceph-mon[88760]: pgmap v3110: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 217 KiB/s wr, 976 op/s 2024-09-16T07:42:40.384 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (957 ms) 2024-09-16T07:42:40.384 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-09-16T07:42:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:40 smithi164 ceph-mon[88760]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T07:42:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:40 smithi042 ceph-mon[94096]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T07:42:40.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:40 smithi042 ceph-mon[96574]: osdmap e1781: 8 total, 8 up, 8 in 2024-09-16T07:42:41.499 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:41.499 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:42:41.499 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestImageOptions (1114 ms) 2024-09-16T07:42:41.499 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-09-16T07:42:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:41 smithi042 ceph-mon[94096]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T07:42:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:41 smithi042 ceph-mon[94096]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 253 KiB/s wr, 1.07k op/s 2024-09-16T07:42:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:41] "GET /metrics HTTP/1.1" 200 82816 "" "Prometheus/2.43.0" 2024-09-16T07:42:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:41 smithi042 ceph-mon[96574]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T07:42:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:41 smithi042 ceph-mon[96574]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 253 KiB/s wr, 1.07k op/s 2024-09-16T07:42:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:41 smithi164 ceph-mon[88760]: osdmap e1782: 8 total, 8 up, 8 in 2024-09-16T07:42:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:41 smithi164 ceph-mon[88760]: pgmap v3113: 745 pgs: 745 active+clean; 143 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 688 KiB/s rd, 253 KiB/s wr, 1.07k op/s 2024-09-16T07:42:42.480 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:100.00% done 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (981 ms) 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-09-16T07:42:42.481 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:wrote: 512 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.518 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:42:42.519 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.520 INFO:tasks.workunit.client.0.smithi042.stdout:started write 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:write completion cb called! 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 0 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:finished write 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:42:42.521 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:42:42.522 INFO:tasks.workunit.client.0.smithi042.stdout:created completion 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:started read 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:read completion cb called! 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:return value is: 512 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ImagePollIO (38 ms) 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Mirror 2024-09-16T07:42:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:42.530 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:42 smithi164 ceph-mon[88760]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T07:42:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:42 smithi042 ceph-mon[94096]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T07:42:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:42 smithi042 ceph-mon[96574]: osdmap e1783: 8 total, 8 up, 8 in 2024-09-16T07:42:43.526 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Mirror (1008 ms) 2024-09-16T07:42:43.526 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-09-16T07:42:43.539 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (14 ms) 2024-09-16T07:42:43.539 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-09-16T07:42:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:43 smithi164 ceph-mon[88760]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T07:42:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:43 smithi164 ceph-mon[88760]: pgmap v3116: 745 pgs: 745 active+clean; 144 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 415 KiB/s wr, 428 op/s 2024-09-16T07:42:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:43 smithi042 ceph-mon[94096]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T07:42:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:43 smithi042 ceph-mon[94096]: pgmap v3116: 745 pgs: 745 active+clean; 144 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 415 KiB/s wr, 428 op/s 2024-09-16T07:42:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:43 smithi042 ceph-mon[96574]: osdmap e1784: 8 total, 8 up, 8 in 2024-09-16T07:42:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:43 smithi042 ceph-mon[96574]: pgmap v3116: 745 pgs: 745 active+clean; 144 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 415 KiB/s wr, 428 op/s 2024-09-16T07:42:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]': finished 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]': finished 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]': finished 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.740 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:44 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]': finished 2024-09-16T07:42:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]': finished 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]': finished 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]': finished 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]': finished 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: osdmap e1785: 8 total, 8 up, 8 in 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]: dispatch 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/a20c0022-8bd9-4118-8fb4-111bd01ea71f"}]': finished 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]: dispatch 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/da5e24e6-d90d-4360-8d9e-172dde73015e"}]': finished 2024-09-16T07:42:44.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]: dispatch 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/8aea7b1d-8538-4c11-bb34-3edb8f5e8452"}]': finished 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]: dispatch 2024-09-16T07:42:44.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:44 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3491477499' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/9798272c-248d-452c-ada1-0880f4900160"}]': finished 2024-09-16T07:42:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:45 smithi042 ceph-mon[94096]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T07:42:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:45 smithi042 ceph-mon[94096]: pgmap v3119: 745 pgs: 745 active+clean; 149 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 1.4 MiB/s wr, 249 op/s 2024-09-16T07:42:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:45 smithi042 ceph-mon[96574]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T07:42:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:45 smithi042 ceph-mon[96574]: pgmap v3119: 745 pgs: 745 active+clean; 149 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 1.4 MiB/s wr, 249 op/s 2024-09-16T07:42:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:45 smithi164 ceph-mon[88760]: osdmap e1786: 8 total, 8 up, 8 in 2024-09-16T07:42:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:45 smithi164 ceph-mon[88760]: pgmap v3119: 745 pgs: 745 active+clean; 149 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 1.4 MiB/s wr, 249 op/s 2024-09-16T07:42:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:46 smithi042 ceph-mon[94096]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T07:42:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:46 smithi042 ceph-mon[96574]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T07:42:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:46 smithi164 ceph-mon[88760]: osdmap e1787: 8 total, 8 up, 8 in 2024-09-16T07:42:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:47 smithi042 ceph-mon[94096]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T07:42:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:47 smithi042 ceph-mon[94096]: pgmap v3122: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 1.7 MiB/s wr, 262 op/s 2024-09-16T07:42:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:47 smithi042 ceph-mon[96574]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T07:42:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:47 smithi042 ceph-mon[96574]: pgmap v3122: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 1.7 MiB/s wr, 262 op/s 2024-09-16T07:42:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:47 smithi164 ceph-mon[88760]: osdmap e1788: 8 total, 8 up, 8 in 2024-09-16T07:42:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:47 smithi164 ceph-mon[88760]: pgmap v3122: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 1.7 MiB/s wr, 262 op/s 2024-09-16T07:42:48.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5062 ms) 2024-09-16T07:42:48.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-09-16T07:42:48.603 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:48.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:48 smithi042 ceph-mon[94096]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T07:42:48.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:48 smithi042 ceph-mon[96574]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T07:42:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:48 smithi164 ceph-mon[88760]: osdmap e1789: 8 total, 8 up, 8 in 2024-09-16T07:42:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[94096]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T07:42:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[94096]: pgmap v3125: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 662 KiB/s wr, 267 op/s 2024-09-16T07:42:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[96574]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T07:42:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[96574]: pgmap v3125: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 662 KiB/s wr, 267 op/s 2024-09-16T07:42:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:49 smithi164 ceph-mon[88760]: osdmap e1790: 8 total, 8 up, 8 in 2024-09-16T07:42:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:49 smithi164 ceph-mon[88760]: pgmap v3125: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 662 KiB/s wr, 267 op/s 2024-09-16T07:42:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:42:50.601 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2000 ms) 2024-09-16T07:42:50.601 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-09-16T07:42:50.602 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:50.656 INFO:tasks.workunit.client.0.smithi042.stdout:1: acquiring exclusive lock 2024-09-16T07:42:50.656 INFO:tasks.workunit.client.0.smithi042.stdout:2: acquiring exclusive lock 2024-09-16T07:42:50.660 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock acquired 2024-09-16T07:42:50.702 INFO:tasks.workunit.client.0.smithi042.stdout:2: releasing exclusive lock 2024-09-16T07:42:50.705 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock released 2024-09-16T07:42:50.706 INFO:tasks.workunit.client.0.smithi042.stdout:2: acquiring exclusive lock 2024-09-16T07:42:50.709 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock acquired 2024-09-16T07:42:50.732 INFO:tasks.workunit.client.0.smithi042.stdout:1: releasing exclusive lock 2024-09-16T07:42:50.735 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock released 2024-09-16T07:42:50.735 INFO:tasks.workunit.client.0.smithi042.stdout:1: acquiring exclusive lock 2024-09-16T07:42:50.737 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock acquired 2024-09-16T07:42:50.737 INFO:tasks.workunit.client.0.smithi042.stdout:2: releasing exclusive lock 2024-09-16T07:42:50.740 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock released 2024-09-16T07:42:50.740 INFO:tasks.workunit.client.0.smithi042.stdout:2: acquiring exclusive lock 2024-09-16T07:42:50.743 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock acquired 2024-09-16T07:42:50.783 INFO:tasks.workunit.client.0.smithi042.stdout:1: releasing exclusive lock 2024-09-16T07:42:50.786 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock released 2024-09-16T07:42:50.787 INFO:tasks.workunit.client.0.smithi042.stdout:1: acquiring exclusive lock 2024-09-16T07:42:50.791 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock acquired 2024-09-16T07:42:50.807 INFO:tasks.workunit.client.0.smithi042.stdout:1: releasing exclusive lock 2024-09-16T07:42:50.810 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock released 2024-09-16T07:42:50.810 INFO:tasks.workunit.client.0.smithi042.stdout:1: acquiring exclusive lock 2024-09-16T07:42:50.812 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock acquired 2024-09-16T07:42:50.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:50 smithi042 ceph-mon[94096]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T07:42:50.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:50 smithi042 ceph-mon[96574]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T07:42:50.856 INFO:tasks.workunit.client.0.smithi042.stdout:2: releasing exclusive lock 2024-09-16T07:42:50.859 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock released 2024-09-16T07:42:50.859 INFO:tasks.workunit.client.0.smithi042.stdout:2: acquiring exclusive lock 2024-09-16T07:42:50.863 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock acquired 2024-09-16T07:42:50.867 INFO:tasks.workunit.client.0.smithi042.stdout:2: releasing exclusive lock 2024-09-16T07:42:50.870 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock released 2024-09-16T07:42:50.870 INFO:tasks.workunit.client.0.smithi042.stdout:2: acquiring exclusive lock 2024-09-16T07:42:50.873 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock acquired 2024-09-16T07:42:50.910 INFO:tasks.workunit.client.0.smithi042.stdout:1: releasing exclusive lock 2024-09-16T07:42:50.912 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock released 2024-09-16T07:42:50.913 INFO:tasks.workunit.client.0.smithi042.stdout:1: acquiring exclusive lock 2024-09-16T07:42:50.915 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock acquired 2024-09-16T07:42:50.942 INFO:tasks.workunit.client.0.smithi042.stdout:2: releasing exclusive lock 2024-09-16T07:42:50.945 INFO:tasks.workunit.client.0.smithi042.stdout:2: exclusive lock released 2024-09-16T07:42:50.948 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock acquired 2024-09-16T07:42:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:50 smithi164 ceph-mon[88760]: osdmap e1791: 8 total, 8 up, 8 in 2024-09-16T07:42:50.998 INFO:tasks.workunit.client.0.smithi042.stdout:1: releasing exclusive lock 2024-09-16T07:42:51.001 INFO:tasks.workunit.client.0.smithi042.stdout:1: exclusive lock released 2024-09-16T07:42:51.016 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ExclusiveLock (415 ms) 2024-09-16T07:42:51.016 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.BreakLock 2024-09-16T07:42:51.032 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.579 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:42:51] "GET /metrics HTTP/1.1" 200 82820 "" "Prometheus/2.43.0" 2024-09-16T07:42:51.614 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.BreakLock (598 ms) 2024-09-16T07:42:51.614 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-09-16T07:42:51.614 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (24 ms) 2024-09-16T07:42:51.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-09-16T07:42:51.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-09-16T07:42:51.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-09-16T07:42:51.639 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.702 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:1.56% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:3.12% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:4.69% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:6.25% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:7.81% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:9.38% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:10.94% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:12.50% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:14.06% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:15.62% done 2024-09-16T07:42:51.703 INFO:tasks.workunit.client.0.smithi042.stdout:17.19% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:18.75% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:20.31% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:21.88% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:23.44% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:25.00% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:26.56% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:28.12% done 2024-09-16T07:42:51.704 INFO:tasks.workunit.client.0.smithi042.stdout:29.69% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:31.25% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:32.81% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:34.38% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:35.94% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:37.50% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:39.06% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:40.62% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:42.19% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:43.75% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:45.31% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:46.88% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:48.44% done 2024-09-16T07:42:51.705 INFO:tasks.workunit.client.0.smithi042.stdout:50.00% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:51.56% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:53.12% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:54.69% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:56.25% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:57.81% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:59.38% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:60.94% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:62.50% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:64.06% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:65.62% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:67.19% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:68.75% done 2024-09-16T07:42:51.706 INFO:tasks.workunit.client.0.smithi042.stdout:70.31% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:71.88% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:73.44% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:75.00% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:76.56% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:78.12% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:79.69% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:81.25% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:82.81% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:84.38% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:85.94% done 2024-09-16T07:42:51.707 INFO:tasks.workunit.client.0.smithi042.stdout:87.50% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:89.06% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:90.62% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:92.19% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:93.75% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:95.31% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:96.88% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:98.44% done 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (64 ms) 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-09-16T07:42:51.708 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:0.00% done 2024-09-16T07:42:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:1.56% done 2024-09-16T07:42:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:3.12% done 2024-09-16T07:42:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:4.69% done 2024-09-16T07:42:51.757 INFO:tasks.workunit.client.0.smithi042.stdout:6.25% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:7.81% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:9.38% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:10.94% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:12.50% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:14.06% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:15.62% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:17.19% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:18.75% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:20.31% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:21.88% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:23.44% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:25.00% done 2024-09-16T07:42:51.758 INFO:tasks.workunit.client.0.smithi042.stdout:26.56% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:28.12% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:29.69% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:31.25% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:32.81% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:34.38% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:35.94% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:37.50% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:39.06% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:40.62% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:42.19% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:43.75% done 2024-09-16T07:42:51.759 INFO:tasks.workunit.client.0.smithi042.stdout:45.31% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:46.88% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:48.44% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:50.00% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:51.56% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:53.12% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:54.69% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:56.25% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:57.81% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:59.38% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:60.94% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:62.50% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:64.06% done 2024-09-16T07:42:51.760 INFO:tasks.workunit.client.0.smithi042.stdout:65.62% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:67.19% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:68.75% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:70.31% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:71.88% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:73.44% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:75.00% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:76.56% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:78.12% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:79.69% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:81.25% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:82.81% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:84.38% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:85.94% done 2024-09-16T07:42:51.761 INFO:tasks.workunit.client.0.smithi042.stdout:87.50% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:89.06% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:90.62% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:92.19% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:93.75% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:95.31% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:96.88% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:98.44% done 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (55 ms) 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-09-16T07:42:51.762 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.765 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[96574]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T07:42:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[96574]: pgmap v3128: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-09-16T07:42:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[94096]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T07:42:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[94096]: pgmap v3128: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-09-16T07:42:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:51 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:51.880 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestTrashPurge (123 ms) 2024-09-16T07:42:51.880 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-09-16T07:42:51.880 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.921 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (41 ms) 2024-09-16T07:42:51.922 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-09-16T07:42:51.922 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.947 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestListWatchers (26 ms) 2024-09-16T07:42:51.947 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-09-16T07:42:51.947 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:51 smithi164 ceph-mon[88760]: osdmap e1792: 8 total, 8 up, 8 in 2024-09-16T07:42:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:51 smithi164 ceph-mon[88760]: pgmap v3128: 745 pgs: 745 active+clean; 151 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 14 KiB/s wr, 203 op/s 2024-09-16T07:42:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:51 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1995499537' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:51 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]: dispatch 2024-09-16T07:42:52.580 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:52 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]': finished 2024-09-16T07:42:52.581 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:52 smithi164 ceph-mon[88760]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T07:42:52.581 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:42:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:42:52.615 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestSetSnapById (668 ms) 2024-09-16T07:42:52.615 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Namespaces 2024-09-16T07:42:52.638 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Namespaces (23 ms) 2024-09-16T07:42:52.638 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-09-16T07:42:52.669 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:52.674 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.NamespacesPP (105 ms) 2024-09-16T07:42:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Migration 2024-09-16T07:42:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:52.743 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:52 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]': finished 2024-09-16T07:42:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:52 smithi042 ceph-mon[94096]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T07:42:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:52 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/1369403373"}]': finished 2024-09-16T07:42:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:52 smithi042 ceph-mon[96574]: osdmap e1793: 8 total, 8 up, 8 in 2024-09-16T07:42:53.153 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Migration (410 ms) 2024-09-16T07:42:53.153 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-09-16T07:42:53.153 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:53.154 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.MigrationPP (412 ms) 2024-09-16T07:42:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-09-16T07:42:53.565 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:53.583 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-09-16T07:42:53.583 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-09-16T07:42:53.583 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:53.599 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-09-16T07:42:53.600 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-09-16T07:42:53.600 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:53 smithi042 ceph-mon[94096]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T07:42:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:53 smithi042 ceph-mon[94096]: pgmap v3131: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 135 KiB/s wr, 115 op/s 2024-09-16T07:42:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:53 smithi042 ceph-mon[96574]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T07:42:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:53 smithi042 ceph-mon[96574]: pgmap v3131: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 135 KiB/s wr, 115 op/s 2024-09-16T07:42:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:53 smithi164 ceph-mon[88760]: osdmap e1794: 8 total, 8 up, 8 in 2024-09-16T07:42:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:53 smithi164 ceph-mon[88760]: pgmap v3131: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 135 KiB/s wr, 115 op/s 2024-09-16T07:42:54.386 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (786 ms) 2024-09-16T07:42:54.386 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-09-16T07:42:54.415 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-09-16T07:42:54.415 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-09-16T07:42:54.432 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.PoolMetadataPP (18 ms) 2024-09-16T07:42:54.432 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.Config 2024-09-16T07:42:54.436 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:54.471 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.Config (39 ms) 2024-09-16T07:42:54.472 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-09-16T07:42:54.475 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:54.512 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ConfigPP (41 ms) 2024-09-16T07:42:54.513 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-09-16T07:42:54.736 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE Bus STOPPING 2024-09-16T07:42:54.737 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:42:55.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE Bus STOPPED 2024-09-16T07:42:55.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE Bus STARTING 2024-09-16T07:42:55.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE Serving on http://:::9283 2024-09-16T07:42:55.103 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:42:54 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:42:54] ENGINE Bus STARTED 2024-09-16T07:42:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: pgmap v3133: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 145 KiB/s wr, 622 op/s 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T07:42:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: pgmap v3133: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 145 KiB/s wr, 622 op/s 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:55.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: osdmap e1795: 8 total, 8 up, 8 in 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: pgmap v3133: 745 pgs: 745 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 544 KiB/s rd, 145 KiB/s wr, 622 op/s 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:42:55.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:42:56.417 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:56 smithi164 ceph-mon[88760]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T07:42:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/17762478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:56 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[96574]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T07:42:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/17762478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[94096]: osdmap e1796: 8 total, 8 up, 8 in 2024-09-16T07:42:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/17762478' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:56 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:42:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:57 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:42:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:57 smithi164 ceph-mon[88760]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T07:42:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:57 smithi164 ceph-mon[88760]: pgmap v3136: 777 pgs: 1 creating+activating, 8 creating+peering, 13 unknown, 755 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 44 KiB/s wr, 908 op/s 2024-09-16T07:42:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:42:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[96574]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T07:42:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[96574]: pgmap v3136: 777 pgs: 1 creating+activating, 8 creating+peering, 13 unknown, 755 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 44 KiB/s wr, 908 op/s 2024-09-16T07:42:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:42:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[94096]: osdmap e1797: 8 total, 8 up, 8 in 2024-09-16T07:42:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:57 smithi042 ceph-mon[94096]: pgmap v3136: 777 pgs: 1 creating+activating, 8 creating+peering, 13 unknown, 755 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 44 KiB/s wr, 908 op/s 2024-09-16T07:42:58.470 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:58.478 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:58.486 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:42:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:58 smithi164 ceph-mon[88760]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T07:42:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:58 smithi042 ceph-mon[94096]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T07:42:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:58 smithi042 ceph-mon[96574]: osdmap e1798: 8 total, 8 up, 8 in 2024-09-16T07:42:59.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.PoolStatsPP (4890 ms) 2024-09-16T07:42:59.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-09-16T07:43:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:59 smithi164 ceph-mon[88760]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T07:43:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:59 smithi164 ceph-mon[88760]: pgmap v3139: 777 pgs: 1 creating+activating, 8 creating+peering, 768 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 44 KiB/s wr, 693 op/s 2024-09-16T07:43:00.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:42:59 smithi164 ceph-mon[88760]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T07:43:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[94096]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T07:43:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[94096]: pgmap v3139: 777 pgs: 1 creating+activating, 8 creating+peering, 768 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 44 KiB/s wr, 693 op/s 2024-09-16T07:43:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[94096]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T07:43:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[96574]: osdmap e1799: 8 total, 8 up, 8 in 2024-09-16T07:43:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[96574]: pgmap v3139: 777 pgs: 1 creating+activating, 8 creating+peering, 768 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 498 KiB/s rd, 44 KiB/s wr, 693 op/s 2024-09-16T07:43:00.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:42:59 smithi042 ceph-mon[96574]: osdmap e1800: 8 total, 8 up, 8 in 2024-09-16T07:43:01.328 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:01] "GET /metrics HTTP/1.1" 200 82820 "" "Prometheus/2.43.0" 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[94096]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2349870477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[94096]: pgmap v3142: 809 pgs: 23 unknown, 9 creating+peering, 1 creating+activating, 776 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[96574]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2349870477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:01 smithi042 ceph-mon[96574]: pgmap v3142: 809 pgs: 23 unknown, 9 creating+peering, 1 creating+activating, 776 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-09-16T07:43:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:01 smithi164 ceph-mon[88760]: osdmap e1801: 8 total, 8 up, 8 in 2024-09-16T07:43:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2349870477' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:01 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:01 smithi164 ceph-mon[88760]: pgmap v3142: 809 pgs: 23 unknown, 9 creating+peering, 1 creating+activating, 776 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 230 KiB/s rd, 15 KiB/s wr, 303 op/s 2024-09-16T07:43:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[96574]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T07:43:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:02 smithi042 ceph-mon[94096]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T07:43:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:02 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:02 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:02 smithi164 ceph-mon[88760]: osdmap e1802: 8 total, 8 up, 8 in 2024-09-16T07:43:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:03 smithi042 ceph-mon[94096]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T07:43:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:03 smithi042 ceph-mon[94096]: pgmap v3145: 809 pgs: 10 unknown, 9 creating+peering, 790 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 50 op/s 2024-09-16T07:43:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:03 smithi042 ceph-mon[96574]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T07:43:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:03 smithi042 ceph-mon[96574]: pgmap v3145: 809 pgs: 10 unknown, 9 creating+peering, 790 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 50 op/s 2024-09-16T07:43:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:03 smithi164 ceph-mon[88760]: osdmap e1803: 8 total, 8 up, 8 in 2024-09-16T07:43:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:03 smithi164 ceph-mon[88760]: pgmap v3145: 809 pgs: 10 unknown, 9 creating+peering, 790 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 50 op/s 2024-09-16T07:43:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[94096]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T07:43:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[94096]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T07:43:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[96574]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T07:43:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:04 smithi042 ceph-mon[96574]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T07:43:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:04 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:04 smithi164 ceph-mon[88760]: osdmap e1804: 8 total, 8 up, 8 in 2024-09-16T07:43:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:04 smithi164 ceph-mon[88760]: osdmap e1805: 8 total, 8 up, 8 in 2024-09-16T07:43:05.476 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ImageSpec (6074 ms) 2024-09-16T07:43:05.477 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-09-16T07:43:05.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:05 smithi042 ceph-mon[96574]: pgmap v3148: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:43:05.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:05 smithi042 ceph-mon[94096]: pgmap v3148: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:43:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:05 smithi164 ceph-mon[88760]: pgmap v3148: 809 pgs: 9 creating+peering, 800 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 60 op/s 2024-09-16T07:43:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:06 smithi164 ceph-mon[88760]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T07:43:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:06 smithi042 ceph-mon[94096]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T07:43:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:06 smithi042 ceph-mon[96574]: osdmap e1806: 8 total, 8 up, 8 in 2024-09-16T07:43:07.368 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:07 smithi164 ceph-mon[88760]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T07:43:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:07 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4012891148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:07 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:07 smithi164 ceph-mon[88760]: pgmap v3151: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-09-16T07:43:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[94096]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T07:43:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4012891148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[94096]: pgmap v3151: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-09-16T07:43:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[96574]: osdmap e1807: 8 total, 8 up, 8 in 2024-09-16T07:43:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4012891148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:07 smithi042 ceph-mon[96574]: pgmap v3151: 841 pgs: 7 creating+peering, 25 unknown, 809 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 58 op/s 2024-09-16T07:43:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:08 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:08 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:08 smithi164 ceph-mon[88760]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T07:43:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[94096]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T07:43:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:43:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:08 smithi042 ceph-mon[96574]: osdmap e1808: 8 total, 8 up, 8 in 2024-09-16T07:43:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:09 smithi164 ceph-mon[88760]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T07:43:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:09 smithi164 ceph-mon[88760]: pgmap v3154: 841 pgs: 7 creating+peering, 7 unknown, 827 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-09-16T07:43:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:09 smithi042 ceph-mon[96574]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T07:43:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:09 smithi042 ceph-mon[96574]: pgmap v3154: 841 pgs: 7 creating+peering, 7 unknown, 827 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-09-16T07:43:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:09 smithi042 ceph-mon[94096]: osdmap e1809: 8 total, 8 up, 8 in 2024-09-16T07:43:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:09 smithi042 ceph-mon[94096]: pgmap v3154: 841 pgs: 7 creating+peering, 7 unknown, 827 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 5.5 KiB/s wr, 161 op/s 2024-09-16T07:43:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:10 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:10 smithi164 ceph-mon[88760]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T07:43:10.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:10 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:10.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:10 smithi042 ceph-mon[96574]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T07:43:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:10 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:43:10.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:10 smithi042 ceph-mon[94096]: osdmap e1810: 8 total, 8 up, 8 in 2024-09-16T07:43:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:11] "GET /metrics HTTP/1.1" 200 87698 "" "Prometheus/2.43.0" 2024-09-16T07:43:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:11 smithi042 ceph-mon[94096]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T07:43:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:11 smithi042 ceph-mon[94096]: pgmap v3157: 841 pgs: 7 creating+peering, 834 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 128 op/s 2024-09-16T07:43:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:11 smithi042 ceph-mon[96574]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T07:43:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:11 smithi042 ceph-mon[96574]: pgmap v3157: 841 pgs: 7 creating+peering, 834 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 128 op/s 2024-09-16T07:43:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:11 smithi164 ceph-mon[88760]: osdmap e1811: 8 total, 8 up, 8 in 2024-09-16T07:43:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:11 smithi164 ceph-mon[88760]: pgmap v3157: 841 pgs: 7 creating+peering, 834 active+clean; 152 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 128 op/s 2024-09-16T07:43:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:12 smithi164 ceph-mon[88760]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T07:43:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:12 smithi042 ceph-mon[94096]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T07:43:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:12 smithi042 ceph-mon[96574]: osdmap e1812: 8 total, 8 up, 8 in 2024-09-16T07:43:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:13 smithi164 ceph-mon[88760]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T07:43:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:13 smithi164 ceph-mon[88760]: pgmap v3160: 809 pgs: 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:13 smithi042 ceph-mon[94096]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T07:43:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:13 smithi042 ceph-mon[94096]: pgmap v3160: 809 pgs: 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:13 smithi042 ceph-mon[96574]: osdmap e1813: 8 total, 8 up, 8 in 2024-09-16T07:43:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:13 smithi042 ceph-mon[96574]: pgmap v3160: 809 pgs: 809 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 3 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 3 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:child: image213 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:child: image215 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:child: image214 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-15/image213/b1e6e228dd09 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-37/image214/b1e627dd43c7 2024-09-16T07:43:14.343 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:found child test-librbd-smithi042-146932-15/image215/b1e61c50fad4 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:num children is: 0 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:num snaps is: 0 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:expected: 0 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8866 ms) 2024-09-16T07:43:14.344 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-09-16T07:43:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:14 smithi042 ceph-mon[94096]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T07:43:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:14 smithi042 ceph-mon[94096]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T07:43:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:14 smithi042 ceph-mon[96574]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T07:43:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:14 smithi042 ceph-mon[96574]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T07:43:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:14 smithi164 ceph-mon[88760]: osdmap e1814: 8 total, 8 up, 8 in 2024-09-16T07:43:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:14 smithi164 ceph-mon[88760]: osdmap e1815: 8 total, 8 up, 8 in 2024-09-16T07:43:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[94096]: pgmap v3163: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[94096]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1244435994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[96574]: pgmap v3163: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[96574]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1244435994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:15 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:15 smithi164 ceph-mon[88760]: pgmap v3163: 809 pgs: 809 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:43:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:15 smithi164 ceph-mon[88760]: osdmap e1816: 8 total, 8 up, 8 in 2024-09-16T07:43:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:15 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1244435994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:15 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:43:16.316 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[96574]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T07:43:17.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[96574]: pgmap v3166: 841 pgs: 10 creating+peering, 16 unknown, 815 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 1.7 KiB/s wr, 51 op/s 2024-09-16T07:43:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[94096]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T07:43:17.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:17 smithi042 ceph-mon[94096]: pgmap v3166: 841 pgs: 10 creating+peering, 16 unknown, 815 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 1.7 KiB/s wr, 51 op/s 2024-09-16T07:43:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:17 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:43:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:17 smithi164 ceph-mon[88760]: osdmap e1817: 8 total, 8 up, 8 in 2024-09-16T07:43:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:17 smithi164 ceph-mon[88760]: pgmap v3166: 841 pgs: 10 creating+peering, 16 unknown, 815 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 1.7 KiB/s wr, 51 op/s 2024-09-16T07:43:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:18 smithi042 ceph-mon[94096]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T07:43:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:18 smithi042 ceph-mon[96574]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T07:43:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:18 smithi164 ceph-mon[88760]: osdmap e1818: 8 total, 8 up, 8 in 2024-09-16T07:43:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[94096]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T07:43:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[94096]: pgmap v3169: 841 pgs: 10 creating+peering, 6 unknown, 825 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-09-16T07:43:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[94096]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T07:43:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[96574]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T07:43:19.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[96574]: pgmap v3169: 841 pgs: 10 creating+peering, 6 unknown, 825 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-09-16T07:43:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:19 smithi042 ceph-mon[96574]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T07:43:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:19 smithi164 ceph-mon[88760]: osdmap e1819: 8 total, 8 up, 8 in 2024-09-16T07:43:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:19 smithi164 ceph-mon[88760]: pgmap v3169: 841 pgs: 10 creating+peering, 6 unknown, 825 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.0 KiB/s wr, 75 op/s 2024-09-16T07:43:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:19 smithi164 ceph-mon[88760]: osdmap e1820: 8 total, 8 up, 8 in 2024-09-16T07:43:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:21 smithi042 ceph-mon[94096]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T07:43:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:21 smithi042 ceph-mon[94096]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2024-09-16T07:43:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:21] "GET /metrics HTTP/1.1" 200 90219 "" "Prometheus/2.43.0" 2024-09-16T07:43:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:21 smithi042 ceph-mon[96574]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T07:43:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:21 smithi042 ceph-mon[96574]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2024-09-16T07:43:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:21 smithi164 ceph-mon[88760]: osdmap e1821: 8 total, 8 up, 8 in 2024-09-16T07:43:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:21 smithi164 ceph-mon[88760]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 4.2 KiB/s wr, 67 op/s 2024-09-16T07:43:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:22 smithi042 ceph-mon[94096]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T07:43:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:22 smithi042 ceph-mon[96574]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T07:43:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:22 smithi164 ceph-mon[88760]: osdmap e1822: 8 total, 8 up, 8 in 2024-09-16T07:43:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:23 smithi042 ceph-mon[94096]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T07:43:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:23 smithi042 ceph-mon[94096]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2024-09-16T07:43:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:23 smithi042 ceph-mon[96574]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T07:43:23.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:23 smithi042 ceph-mon[96574]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2024-09-16T07:43:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:23 smithi164 ceph-mon[88760]: osdmap e1823: 8 total, 8 up, 8 in 2024-09-16T07:43:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:23 smithi164 ceph-mon[88760]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 36 op/s 2024-09-16T07:43:24.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.QuiesceWatch (10069 ms) 2024-09-16T07:43:24.412 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-09-16T07:43:24.412 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:24 smithi042 ceph-mon[96574]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T07:43:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:24 smithi042 ceph-mon[96574]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T07:43:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:24 smithi042 ceph-mon[94096]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T07:43:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:24 smithi042 ceph-mon[94096]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T07:43:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:24 smithi164 ceph-mon[88760]: osdmap e1824: 8 total, 8 up, 8 in 2024-09-16T07:43:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:24 smithi164 ceph-mon[88760]: osdmap e1825: 8 total, 8 up, 8 in 2024-09-16T07:43:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:25 smithi164 ceph-mon[88760]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-09-16T07:43:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:25 smithi042 ceph-mon[96574]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-09-16T07:43:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:25 smithi042 ceph-mon[94096]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-09-16T07:43:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:26 smithi164 ceph-mon[88760]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T07:43:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:26 smithi042 ceph-mon[96574]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T07:43:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:26 smithi042 ceph-mon[94096]: osdmap e1826: 8 total, 8 up, 8 in 2024-09-16T07:43:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:27 smithi164 ceph-mon[88760]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T07:43:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:27 smithi164 ceph-mon[88760]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 102 op/s 2024-09-16T07:43:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:27 smithi042 ceph-mon[96574]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T07:43:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:27 smithi042 ceph-mon[96574]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 102 op/s 2024-09-16T07:43:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:27 smithi042 ceph-mon[94096]: osdmap e1827: 8 total, 8 up, 8 in 2024-09-16T07:43:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:27 smithi042 ceph-mon[94096]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 102 op/s 2024-09-16T07:43:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:28 smithi164 ceph-mon[88760]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T07:43:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:28 smithi042 ceph-mon[94096]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T07:43:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:28 smithi042 ceph-mon[96574]: osdmap e1828: 8 total, 8 up, 8 in 2024-09-16T07:43:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:29 smithi164 ceph-mon[88760]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T07:43:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:29 smithi164 ceph-mon[88760]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-16T07:43:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:29 smithi164 ceph-mon[88760]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T07:43:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[94096]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T07:43:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[94096]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-16T07:43:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[94096]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T07:43:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[96574]: osdmap e1829: 8 total, 8 up, 8 in 2024-09-16T07:43:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[96574]: pgmap v3184: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-09-16T07:43:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:29 smithi042 ceph-mon[96574]: osdmap e1830: 8 total, 8 up, 8 in 2024-09-16T07:43:30.403 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5992 ms) 2024-09-16T07:43:30.404 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-09-16T07:43:30.404 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:31 smithi042 ceph-mon[94096]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T07:43:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:31 smithi042 ceph-mon[94096]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-09-16T07:43:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:31] "GET /metrics HTTP/1.1" 200 90219 "" "Prometheus/2.43.0" 2024-09-16T07:43:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:31 smithi042 ceph-mon[96574]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T07:43:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:31 smithi042 ceph-mon[96574]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-09-16T07:43:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:31 smithi164 ceph-mon[88760]: osdmap e1831: 8 total, 8 up, 8 in 2024-09-16T07:43:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:31 smithi164 ceph-mon[88760]: pgmap v3187: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 5.7 KiB/s wr, 75 op/s 2024-09-16T07:43:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:32 smithi042 ceph-mon[96574]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T07:43:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:32 smithi042 ceph-mon[94096]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T07:43:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:32 smithi164 ceph-mon[88760]: osdmap e1832: 8 total, 8 up, 8 in 2024-09-16T07:43:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:33 smithi042 ceph-mon[96574]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T07:43:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:33 smithi042 ceph-mon[96574]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-09-16T07:43:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:33 smithi042 ceph-mon[94096]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T07:43:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:33 smithi042 ceph-mon[94096]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-09-16T07:43:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:33 smithi164 ceph-mon[88760]: osdmap e1833: 8 total, 8 up, 8 in 2024-09-16T07:43:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:33 smithi164 ceph-mon[88760]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 7.0 KiB/s wr, 117 op/s 2024-09-16T07:43:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[94096]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T07:43:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[94096]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T07:43:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[96574]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T07:43:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:34.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:34 smithi042 ceph-mon[96574]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T07:43:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:34 smithi164 ceph-mon[88760]: osdmap e1834: 8 total, 8 up, 8 in 2024-09-16T07:43:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:34 smithi164 ceph-mon[88760]: osdmap e1835: 8 total, 8 up, 8 in 2024-09-16T07:43:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:35 smithi042 ceph-mon[94096]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 KiB/s wr, 77 op/s 2024-09-16T07:43:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:35 smithi042 ceph-mon[96574]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 KiB/s wr, 77 op/s 2024-09-16T07:43:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:35 smithi164 ceph-mon[88760]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.0 KiB/s wr, 77 op/s 2024-09-16T07:43:36.433 INFO:tasks.workunit.client.0.smithi042.stdout:10.00% done 2024-09-16T07:43:36.433 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6029 ms) 2024-09-16T07:43:36.433 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-09-16T07:43:36.433 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:43:36.448 INFO:tasks.workunit.client.0.smithi042.stderr:test quiesce is not long enough to time out 2024-09-16T07:43:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:36 smithi042 ceph-mon[94096]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T07:43:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:36 smithi042 ceph-mon[96574]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T07:43:36.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:36 smithi164 ceph-mon[88760]: osdmap e1836: 8 total, 8 up, 8 in 2024-09-16T07:43:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:37 smithi042 ceph-mon[96574]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T07:43:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:37 smithi042 ceph-mon[96574]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1023 B/s wr, 33 op/s 2024-09-16T07:43:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:37 smithi042 ceph-mon[94096]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T07:43:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:37 smithi042 ceph-mon[94096]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1023 B/s wr, 33 op/s 2024-09-16T07:43:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:37 smithi164 ceph-mon[88760]: osdmap e1837: 8 total, 8 up, 8 in 2024-09-16T07:43:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:37 smithi164 ceph-mon[88760]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1023 B/s wr, 33 op/s 2024-09-16T07:43:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:39 smithi042 ceph-mon[96574]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-16T07:43:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:39 smithi042 ceph-mon[96574]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T07:43:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:39 smithi042 ceph-mon[94096]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-16T07:43:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:39 smithi042 ceph-mon[94096]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T07:43:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:39 smithi164 ceph-mon[88760]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.7 KiB/s wr, 77 op/s 2024-09-16T07:43:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:39 smithi164 ceph-mon[88760]: osdmap e1838: 8 total, 8 up, 8 in 2024-09-16T07:43:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:41] "GET /metrics HTTP/1.1" 200 90225 "" "Prometheus/2.43.0" 2024-09-16T07:43:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:41 smithi042 ceph-mon[94096]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-16T07:43:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:41 smithi042 ceph-mon[96574]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-16T07:43:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:41 smithi164 ceph-mon[88760]: pgmap v3199: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 KiB/s wr, 57 op/s 2024-09-16T07:43:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:44.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:43 smithi042 ceph-mon[96574]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.8 KiB/s wr, 46 op/s 2024-09-16T07:43:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:43 smithi042 ceph-mon[94096]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.8 KiB/s wr, 46 op/s 2024-09-16T07:43:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:43 smithi164 ceph-mon[88760]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 2.8 KiB/s wr, 46 op/s 2024-09-16T07:43:45.345 INFO:tasks.workunit.client.0.smithi042.stderr:test quiesce is timed out 2024-09-16T07:43:45.348 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 0 2024-09-16T07:43:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:45 smithi042 ceph-mon[96574]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T07:43:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:45 smithi042 ceph-mon[96574]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-09-16T07:43:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:45 smithi042 ceph-mon[94096]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T07:43:45.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:45 smithi042 ceph-mon[94096]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-09-16T07:43:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:45 smithi164 ceph-mon[88760]: osdmap e1839: 8 total, 8 up, 8 in 2024-09-16T07:43:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:45 smithi164 ceph-mon[88760]: pgmap v3202: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.6 KiB/s wr, 42 op/s 2024-09-16T07:43:46.348 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 1 2024-09-16T07:43:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:46 smithi042 ceph-mon[94096]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T07:43:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:46 smithi042 ceph-mon[96574]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T07:43:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:46 smithi164 ceph-mon[88760]: osdmap e1840: 8 total, 8 up, 8 in 2024-09-16T07:43:47.348 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 2 2024-09-16T07:43:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:47 smithi042 ceph-mon[94096]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 966 B/s wr, 12 op/s 2024-09-16T07:43:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:47 smithi042 ceph-mon[96574]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 966 B/s wr, 12 op/s 2024-09-16T07:43:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:47 smithi164 ceph-mon[88760]: pgmap v3204: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 966 B/s wr, 12 op/s 2024-09-16T07:43:48.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 3 2024-09-16T07:43:49.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 4 2024-09-16T07:43:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:49 smithi042 ceph-mon[94096]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:49 smithi042 ceph-mon[96574]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:49 smithi164 ceph-mon[88760]: pgmap v3205: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:43:50.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 5 2024-09-16T07:43:51.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 6 2024-09-16T07:43:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:43:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:43:51] "GET /metrics HTTP/1.1" 200 90239 "" "Prometheus/2.43.0" 2024-09-16T07:43:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:51 smithi042 ceph-mon[94096]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:51 smithi042 ceph-mon[96574]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:51 smithi164 ceph-mon[88760]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-09-16T07:43:52.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 7 2024-09-16T07:43:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:43:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:43:53.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 8 2024-09-16T07:43:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:53 smithi042 ceph-mon[94096]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-09-16T07:43:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:53 smithi042 ceph-mon[96574]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-09-16T07:43:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:53 smithi164 ceph-mon[88760]: pgmap v3207: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 364 B/s wr, 4 op/s 2024-09-16T07:43:54.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 9 2024-09-16T07:43:55.349 INFO:tasks.workunit.client.0.smithi042.stderr:waiting for timed out ... 10 2024-09-16T07:43:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[94096]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T07:43:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[96574]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:43:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:43:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:55 smithi164 ceph-mon[88760]: pgmap v3208: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 KiB/s rd, 306 B/s wr, 3 op/s 2024-09-16T07:43:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:43:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:43:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:43:56.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:43:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:57 smithi042 ceph-mon[94096]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-09-16T07:43:58.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:57 smithi042 ceph-mon[96574]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-09-16T07:43:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:57 smithi164 ceph-mon[88760]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 268 B/s wr, 3 op/s 2024-09-16T07:44:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:43:59 smithi042 ceph-mon[94096]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T07:44:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:43:59 smithi042 ceph-mon[96574]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T07:44:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:43:59 smithi164 ceph-mon[88760]: pgmap v3210: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s 2024-09-16T07:44:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:01] "GET /metrics HTTP/1.1" 200 90239 "" "Prometheus/2.43.0" 2024-09-16T07:44:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:01 smithi042 ceph-mon[94096]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:01 smithi042 ceph-mon[96574]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:01 smithi164 ceph-mon[88760]: pgmap v3211: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:03 smithi042 ceph-mon[94096]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:03 smithi042 ceph-mon[96574]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:03 smithi164 ceph-mon[88760]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:05 smithi042 ceph-mon[94096]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:05 smithi042 ceph-mon[96574]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:05 smithi164 ceph-mon[88760]: pgmap v3213: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:06.350 INFO:tasks.workunit.client.0.smithi042.stderr:test retry succeeds 2024-09-16T07:44:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:07 smithi042 ceph-mon[94096]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:07 smithi042 ceph-mon[94096]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T07:44:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:07 smithi042 ceph-mon[96574]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:07 smithi042 ceph-mon[96574]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T07:44:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:07 smithi164 ceph-mon[88760]: pgmap v3214: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:07 smithi164 ceph-mon[88760]: osdmap e1841: 8 total, 8 up, 8 in 2024-09-16T07:44:08.928 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32496 ms) 2024-09-16T07:44:08.928 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-09-16T07:44:08.928 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:44:08.986 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.WriteZeroes (57 ms) 2024-09-16T07:44:08.986 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-09-16T07:44:08.986 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:44:09.047 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (62 ms) 2024-09-16T07:44:09.047 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-09-16T07:44:09.047 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:44:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:08 smithi042 ceph-mon[94096]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T07:44:09.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:08 smithi042 ceph-mon[96574]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T07:44:09.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:08 smithi164 ceph-mon[88760]: osdmap e1842: 8 total, 8 up, 8 in 2024-09-16T07:44:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:09 smithi042 ceph-mon[94096]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-09-16T07:44:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:09 smithi042 ceph-mon[94096]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T07:44:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:09 smithi042 ceph-mon[96574]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-09-16T07:44:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:09 smithi042 ceph-mon[96574]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T07:44:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:09 smithi164 ceph-mon[88760]: pgmap v3217: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 383 B/s rd, 127 B/s wr, 1 op/s 2024-09-16T07:44:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:09 smithi164 ceph-mon[88760]: osdmap e1843: 8 total, 8 up, 8 in 2024-09-16T07:44:11.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:10 smithi042 ceph-mon[94096]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T07:44:11.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:10 smithi042 ceph-mon[96574]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T07:44:11.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:10 smithi164 ceph-mon[88760]: osdmap e1844: 8 total, 8 up, 8 in 2024-09-16T07:44:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:11] "GET /metrics HTTP/1.1" 200 90242 "" "Prometheus/2.43.0" 2024-09-16T07:44:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:11 smithi042 ceph-mon[94096]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-09-16T07:44:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:11 smithi042 ceph-mon[94096]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T07:44:12.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:11 smithi042 ceph-mon[96574]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-09-16T07:44:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:11 smithi042 ceph-mon[96574]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T07:44:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:11 smithi164 ceph-mon[88760]: pgmap v3220: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 95 op/s 2024-09-16T07:44:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:11 smithi164 ceph-mon[88760]: osdmap e1845: 8 total, 8 up, 8 in 2024-09-16T07:44:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:12 smithi164 ceph-mon[88760]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T07:44:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:12 smithi042 ceph-mon[94096]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T07:44:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:12 smithi042 ceph-mon[96574]: osdmap e1846: 8 total, 8 up, 8 in 2024-09-16T07:44:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:13 smithi164 ceph-mon[88760]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-09-16T07:44:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:13 smithi164 ceph-mon[88760]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T07:44:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:13 smithi042 ceph-mon[94096]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-09-16T07:44:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:13 smithi042 ceph-mon[94096]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T07:44:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:13 smithi042 ceph-mon[96574]: pgmap v3223: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 KiB/s wr, 178 op/s 2024-09-16T07:44:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:13 smithi042 ceph-mon[96574]: osdmap e1847: 8 total, 8 up, 8 in 2024-09-16T07:44:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:14 smithi164 ceph-mon[88760]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T07:44:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:14 smithi164 ceph-mon[88760]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T07:44:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:14 smithi042 ceph-mon[94096]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T07:44:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:14 smithi042 ceph-mon[94096]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T07:44:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:14 smithi042 ceph-mon[96574]: osdmap e1848: 8 total, 8 up, 8 in 2024-09-16T07:44:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:14 smithi042 ceph-mon[96574]: osdmap e1849: 8 total, 8 up, 8 in 2024-09-16T07:44:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:15 smithi164 ceph-mon[88760]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-09-16T07:44:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:15 smithi164 ceph-mon[88760]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T07:44:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:15 smithi042 ceph-mon[96574]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-09-16T07:44:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:15 smithi042 ceph-mon[96574]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T07:44:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:15 smithi042 ceph-mon[94096]: pgmap v3227: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 5.4 KiB/s wr, 88 op/s 2024-09-16T07:44:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:15 smithi042 ceph-mon[94096]: osdmap e1850: 8 total, 8 up, 8 in 2024-09-16T07:44:17.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:17 smithi042 ceph-mon[96574]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T07:44:17.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:17 smithi042 ceph-mon[96574]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-09-16T07:44:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:17 smithi042 ceph-mon[94096]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T07:44:17.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:17 smithi042 ceph-mon[94096]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-09-16T07:44:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:17 smithi164 ceph-mon[88760]: osdmap e1851: 8 total, 8 up, 8 in 2024-09-16T07:44:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:17 smithi164 ceph-mon[88760]: pgmap v3230: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 4.4 KiB/s wr, 19 op/s 2024-09-16T07:44:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:18 smithi042 ceph-mon[94096]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T07:44:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:18 smithi042 ceph-mon[96574]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T07:44:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:18 smithi164 ceph-mon[88760]: osdmap e1852: 8 total, 8 up, 8 in 2024-09-16T07:44:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[94096]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[94096]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[94096]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[96574]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[96574]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:19.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:19 smithi042 ceph-mon[96574]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T07:44:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:19 smithi164 ceph-mon[88760]: osdmap e1853: 8 total, 8 up, 8 in 2024-09-16T07:44:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:19 smithi164 ceph-mon[88760]: pgmap v3233: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 19 op/s 2024-09-16T07:44:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:19.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:19 smithi164 ceph-mon[88760]: osdmap e1854: 8 total, 8 up, 8 in 2024-09-16T07:44:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:21 smithi042 ceph-mon[94096]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T07:44:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:21 smithi042 ceph-mon[94096]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-16T07:44:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:21] "GET /metrics HTTP/1.1" 200 90252 "" "Prometheus/2.43.0" 2024-09-16T07:44:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:21 smithi042 ceph-mon[96574]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T07:44:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:21 smithi042 ceph-mon[96574]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-16T07:44:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:21 smithi164 ceph-mon[88760]: osdmap e1855: 8 total, 8 up, 8 in 2024-09-16T07:44:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:21 smithi164 ceph-mon[88760]: pgmap v3236: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-16T07:44:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:22 smithi164 ceph-mon[88760]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T07:44:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:22 smithi042 ceph-mon[94096]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T07:44:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:22 smithi042 ceph-mon[96574]: osdmap e1856: 8 total, 8 up, 8 in 2024-09-16T07:44:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:23 smithi164 ceph-mon[88760]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T07:44:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:23 smithi164 ceph-mon[88760]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-09-16T07:44:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:23 smithi042 ceph-mon[94096]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T07:44:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:23 smithi042 ceph-mon[94096]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-09-16T07:44:23.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:23 smithi042 ceph-mon[96574]: osdmap e1857: 8 total, 8 up, 8 in 2024-09-16T07:44:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:23 smithi042 ceph-mon[96574]: pgmap v3239: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 245 op/s 2024-09-16T07:44:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:24 smithi164 ceph-mon[88760]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T07:44:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:24 smithi042 ceph-mon[94096]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T07:44:24.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:24 smithi042 ceph-mon[96574]: osdmap e1858: 8 total, 8 up, 8 in 2024-09-16T07:44:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:25 smithi164 ceph-mon[88760]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T07:44:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:25 smithi164 ceph-mon[88760]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-16T07:44:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:25 smithi042 ceph-mon[94096]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T07:44:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:25 smithi042 ceph-mon[94096]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-16T07:44:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:25 smithi042 ceph-mon[96574]: osdmap e1859: 8 total, 8 up, 8 in 2024-09-16T07:44:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:25 smithi042 ceph-mon[96574]: pgmap v3242: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 4.7 KiB/s wr, 238 op/s 2024-09-16T07:44:26.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:26 smithi164 ceph-mon[88760]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T07:44:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:26 smithi042 ceph-mon[94096]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T07:44:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:26 smithi042 ceph-mon[96574]: osdmap e1860: 8 total, 8 up, 8 in 2024-09-16T07:44:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:27 smithi164 ceph-mon[88760]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T07:44:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:27 smithi164 ceph-mon[88760]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T07:44:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:27 smithi042 ceph-mon[94096]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T07:44:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:27 smithi042 ceph-mon[94096]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T07:44:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:27 smithi042 ceph-mon[96574]: osdmap e1861: 8 total, 8 up, 8 in 2024-09-16T07:44:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:27 smithi042 ceph-mon[96574]: pgmap v3245: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 26 op/s 2024-09-16T07:44:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:28 smithi164 ceph-mon[88760]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T07:44:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:28 smithi042 ceph-mon[94096]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T07:44:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:28 smithi042 ceph-mon[96574]: osdmap e1862: 8 total, 8 up, 8 in 2024-09-16T07:44:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:29 smithi164 ceph-mon[88760]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T07:44:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:29 smithi164 ceph-mon[88760]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-16T07:44:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:29 smithi164 ceph-mon[88760]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T07:44:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[94096]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T07:44:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[94096]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-16T07:44:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[94096]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T07:44:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[96574]: osdmap e1863: 8 total, 8 up, 8 in 2024-09-16T07:44:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[96574]: pgmap v3248: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-09-16T07:44:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:29 smithi042 ceph-mon[96574]: osdmap e1864: 8 total, 8 up, 8 in 2024-09-16T07:44:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:31 smithi042 ceph-mon[94096]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T07:44:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:31 smithi042 ceph-mon[94096]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-09-16T07:44:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:31] "GET /metrics HTTP/1.1" 200 90252 "" "Prometheus/2.43.0" 2024-09-16T07:44:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:31 smithi042 ceph-mon[96574]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T07:44:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:31 smithi042 ceph-mon[96574]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-09-16T07:44:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:31 smithi164 ceph-mon[88760]: osdmap e1865: 8 total, 8 up, 8 in 2024-09-16T07:44:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:31 smithi164 ceph-mon[88760]: pgmap v3251: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-09-16T07:44:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:32 smithi042 ceph-mon[94096]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T07:44:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:32 smithi042 ceph-mon[96574]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T07:44:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:32 smithi164 ceph-mon[88760]: osdmap e1866: 8 total, 8 up, 8 in 2024-09-16T07:44:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:33 smithi042 ceph-mon[96574]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T07:44:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:33 smithi042 ceph-mon[96574]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-16T07:44:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:33 smithi042 ceph-mon[94096]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T07:44:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:33 smithi042 ceph-mon[94096]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-16T07:44:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:33 smithi164 ceph-mon[88760]: osdmap e1867: 8 total, 8 up, 8 in 2024-09-16T07:44:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:33 smithi164 ceph-mon[88760]: pgmap v3254: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.2 KiB/s wr, 71 op/s 2024-09-16T07:44:34.427 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] TestLibRBD.ConcurentOperations (25380 ms) 2024-09-16T07:44:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[94096]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T07:44:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[94096]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T07:44:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[96574]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T07:44:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:34 smithi042 ceph-mon[96574]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T07:44:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:34 smithi164 ceph-mon[88760]: osdmap e1868: 8 total, 8 up, 8 in 2024-09-16T07:44:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:34 smithi164 ceph-mon[88760]: osdmap e1869: 8 total, 8 up, 8 in 2024-09-16T07:44:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:35 smithi164 ceph-mon[88760]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-16T07:44:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:35 smithi042 ceph-mon[94096]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-16T07:44:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:35 smithi042 ceph-mon[96574]: pgmap v3257: 841 pgs: 841 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2024-09-16T07:44:36.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:36 smithi164 ceph-mon[88760]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T07:44:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:36 smithi042 ceph-mon[94096]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T07:44:36.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:36 smithi042 ceph-mon[96574]: osdmap e1870: 8 total, 8 up, 8 in 2024-09-16T07:44:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:37 smithi164 ceph-mon[88760]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T07:44:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:37 smithi164 ceph-mon[88760]: pgmap v3260: 777 pgs: 777 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:37 smithi164 ceph-mon[88760]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T07:44:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[94096]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T07:44:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[94096]: pgmap v3260: 777 pgs: 777 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[94096]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T07:44:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[96574]: osdmap e1871: 8 total, 8 up, 8 in 2024-09-16T07:44:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[96574]: pgmap v3260: 777 pgs: 777 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:37 smithi042 ceph-mon[96574]: osdmap e1872: 8 total, 8 up, 8 in 2024-09-16T07:44:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:39 smithi164 ceph-mon[88760]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T07:44:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:39 smithi164 ceph-mon[88760]: pgmap v3263: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:39.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:39 smithi164 ceph-mon[88760]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T07:44:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[94096]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T07:44:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[94096]: pgmap v3263: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[94096]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T07:44:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[96574]: osdmap e1873: 8 total, 8 up, 8 in 2024-09-16T07:44:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[96574]: pgmap v3263: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:39 smithi042 ceph-mon[96574]: osdmap e1874: 8 total, 8 up, 8 in 2024-09-16T07:44:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:41] "GET /metrics HTTP/1.1" 200 90243 "" "Prometheus/2.43.0" 2024-09-16T07:44:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:41 smithi042 ceph-mon[96574]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T07:44:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:41 smithi042 ceph-mon[96574]: pgmap v3266: 649 pgs: 649 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:41 smithi042 ceph-mon[94096]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T07:44:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:41 smithi042 ceph-mon[94096]: pgmap v3266: 649 pgs: 649 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:41 smithi164 ceph-mon[88760]: osdmap e1875: 8 total, 8 up, 8 in 2024-09-16T07:44:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:41 smithi164 ceph-mon[88760]: pgmap v3266: 649 pgs: 649 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:42 smithi042 ceph-mon[96574]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T07:44:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:42 smithi042 ceph-mon[94096]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T07:44:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:42 smithi164 ceph-mon[88760]: osdmap e1876: 8 total, 8 up, 8 in 2024-09-16T07:44:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:43 smithi164 ceph-mon[88760]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T07:44:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:43 smithi164 ceph-mon[88760]: pgmap v3269: 585 pgs: 585 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:43 smithi164 ceph-mon[88760]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:44:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:43 smithi164 ceph-mon[88760]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T07:44:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[96574]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[96574]: pgmap v3269: 585 pgs: 585 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[96574]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[96574]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[94096]: osdmap e1877: 8 total, 8 up, 8 in 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[94096]: pgmap v3269: 585 pgs: 585 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[94096]: Health check update: 1 pool(s) full (POOL_FULL) 2024-09-16T07:44:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:43 smithi042 ceph-mon[94096]: osdmap e1878: 8 total, 8 up, 8 in 2024-09-16T07:44:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:45 smithi042 ceph-mon[94096]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T07:44:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:45 smithi042 ceph-mon[94096]: pgmap v3272: 521 pgs: 521 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:45 smithi042 ceph-mon[96574]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T07:44:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:45 smithi042 ceph-mon[96574]: pgmap v3272: 521 pgs: 521 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:45 smithi164 ceph-mon[88760]: osdmap e1879: 8 total, 8 up, 8 in 2024-09-16T07:44:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:45 smithi164 ceph-mon[88760]: pgmap v3272: 521 pgs: 521 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:46 smithi042 ceph-mon[96574]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T07:44:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:46 smithi042 ceph-mon[94096]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T07:44:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:46 smithi164 ceph-mon[88760]: osdmap e1880: 8 total, 8 up, 8 in 2024-09-16T07:44:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:47 smithi164 ceph-mon[88760]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:44:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:47 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:44:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:47 smithi164 ceph-mon[88760]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T07:44:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:47 smithi164 ceph-mon[88760]: pgmap v3275: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:47 smithi164 ceph-mon[88760]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T07:44:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[94096]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:44:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:44:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[94096]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T07:44:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[94096]: pgmap v3275: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[94096]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[96574]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[96574]: osdmap e1881: 8 total, 8 up, 8 in 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[96574]: pgmap v3275: 457 pgs: 457 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:47 smithi042 ceph-mon[96574]: osdmap e1882: 8 total, 8 up, 8 in 2024-09-16T07:44:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[94096]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T07:44:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[94096]: pgmap v3278: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[96574]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T07:44:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[96574]: pgmap v3278: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:49 smithi164 ceph-mon[88760]: osdmap e1883: 8 total, 8 up, 8 in 2024-09-16T07:44:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:49 smithi164 ceph-mon[88760]: pgmap v3278: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:44:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:50 smithi042 ceph-mon[94096]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T07:44:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:50 smithi042 ceph-mon[96574]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T07:44:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:50 smithi164 ceph-mon[88760]: osdmap e1884: 8 total, 8 up, 8 in 2024-09-16T07:44:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:44:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:44:51] "GET /metrics HTTP/1.1" 200 56188 "" "Prometheus/2.43.0" 2024-09-16T07:44:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:51 smithi042 ceph-mon[96574]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T07:44:51.506 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:51 smithi042 ceph-mon[96574]: pgmap v3281: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:51 smithi042 ceph-mon[94096]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T07:44:51.506 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:51 smithi042 ceph-mon[94096]: pgmap v3281: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:51 smithi164 ceph-mon[88760]: osdmap e1885: 8 total, 8 up, 8 in 2024-09-16T07:44:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:51 smithi164 ceph-mon[88760]: pgmap v3281: 329 pgs: 329 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:52 smithi164 ceph-mon[88760]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T07:44:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:52 smithi164 ceph-mon[88760]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T07:44:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:44:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:44:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:52 smithi042 ceph-mon[94096]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T07:44:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:52 smithi042 ceph-mon[94096]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T07:44:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:52 smithi042 ceph-mon[96574]: osdmap e1886: 8 total, 8 up, 8 in 2024-09-16T07:44:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:52 smithi042 ceph-mon[96574]: osdmap e1887: 8 total, 8 up, 8 in 2024-09-16T07:44:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:53 smithi164 ceph-mon[88760]: pgmap v3284: 265 pgs: 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:53 smithi164 ceph-mon[88760]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T07:44:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:53 smithi042 ceph-mon[96574]: pgmap v3284: 265 pgs: 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:53 smithi042 ceph-mon[96574]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T07:44:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:53 smithi042 ceph-mon[94096]: pgmap v3284: 265 pgs: 265 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:53 smithi042 ceph-mon[94096]: osdmap e1888: 8 total, 8 up, 8 in 2024-09-16T07:44:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:55 smithi164 ceph-mon[88760]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T07:44:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:55 smithi164 ceph-mon[88760]: pgmap v3287: 201 pgs: 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:55 smithi042 ceph-mon[96574]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T07:44:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:55 smithi042 ceph-mon[96574]: pgmap v3287: 201 pgs: 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:55 smithi042 ceph-mon[94096]: osdmap e1889: 8 total, 8 up, 8 in 2024-09-16T07:44:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:55 smithi042 ceph-mon[94096]: pgmap v3287: 201 pgs: 201 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:56 smithi164 ceph-mon[88760]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T07:44:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:44:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:44:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:44:56.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[96574]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[94096]: osdmap e1890: 8 total, 8 up, 8 in 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:44:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:44:57.380 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 161 tests from TestLibRBD (387865 ms total) 2024-09-16T07:44:57.380 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:44:57.380 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-09-16T07:44:57.411 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-09-16T07:44:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:57 smithi164 ceph-mon[88760]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T07:44:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:57 smithi164 ceph-mon[88760]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:57 smithi042 ceph-mon[96574]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T07:44:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:57 smithi042 ceph-mon[96574]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:57 smithi042 ceph-mon[94096]: osdmap e1891: 8 total, 8 up, 8 in 2024-09-16T07:44:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:57 smithi042 ceph-mon[94096]: pgmap v3290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:58 smithi164 ceph-mon[88760]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T07:44:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:58 smithi042 ceph-mon[96574]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T07:44:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:58 smithi042 ceph-mon[94096]: osdmap e1892: 8 total, 8 up, 8 in 2024-09-16T07:44:59.392 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:44:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:59 smithi164 ceph-mon[88760]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T07:44:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:44:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:59 smithi164 ceph-mon[88760]: pgmap v3293: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:59 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:44:59.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:44:59 smithi164 ceph-mon[88760]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T07:44:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[96574]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T07:44:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:44:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[96574]: pgmap v3293: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[96574]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[94096]: osdmap e1893: 8 total, 8 up, 8 in 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[94096]: pgmap v3293: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4076121182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:44:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:44:59 smithi042 ceph-mon[94096]: osdmap e1894: 8 total, 8 up, 8 in 2024-09-16T07:45:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:00 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:45:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:00 smithi164 ceph-mon[88760]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T07:45:00.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:00 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:45:00.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:00 smithi042 ceph-mon[96574]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T07:45:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:00 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:45:00.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:00 smithi042 ceph-mon[94096]: osdmap e1895: 8 total, 8 up, 8 in 2024-09-16T07:45:01.434 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [5501358~94685,6360492~86214,8058859~17836,9682143~100919,13327706~13957,14373515~53747,14599851~99872,17329078~53582,17577186~59353,18535539~86210] 2024-09-16T07:45:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:01 smithi042 ceph-mon[94096]: pgmap v3296: 137 pgs: 3 creating+activating, 4 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:45:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:01 smithi042 ceph-mon[94096]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T07:45:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:01 smithi042 ceph-mon[96574]: pgmap v3296: 137 pgs: 3 creating+activating, 4 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:45:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:01 smithi042 ceph-mon[96574]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T07:45:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:01] "GET /metrics HTTP/1.1" 200 56188 "" "Prometheus/2.43.0" 2024-09-16T07:45:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:01 smithi164 ceph-mon[88760]: pgmap v3296: 137 pgs: 3 creating+activating, 4 creating+peering, 13 unknown, 117 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:45:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:01 smithi164 ceph-mon[88760]: osdmap e1896: 8 total, 8 up, 8 in 2024-09-16T07:45:02.438 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [4185127~35438,6257798~3793,11875204~91956,13989771~92873,14210142~32272,14264711~80679,14966940~76561,16925065~56103,17748339~16633,20333244~11980] 2024-09-16T07:45:02.446 INFO:tasks.workunit.client.0.smithi042.stdout: diff was [0~4220565,6257798~3793,9783062~2184098,13989771~92873,14210142~32272,14264711~80679,14699723~343778,16925065~56103,17748339~16633,18621749~1723475] 2024-09-16T07:45:02.451 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5039 ms) 2024-09-16T07:45:02.451 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-09-16T07:45:02.451 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:02 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:45:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:02 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:45:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:02 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:45:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:02 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:45:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:02 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:45:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:02 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:45:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:03 smithi164 ceph-mon[88760]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T07:45:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:03 smithi164 ceph-mon[88760]: pgmap v3299: 137 pgs: 3 creating+activating, 4 creating+peering, 130 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 261 KiB/s wr, 27 op/s 2024-09-16T07:45:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:03 smithi042 ceph-mon[94096]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T07:45:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:03 smithi042 ceph-mon[94096]: pgmap v3299: 137 pgs: 3 creating+activating, 4 creating+peering, 130 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 261 KiB/s wr, 27 op/s 2024-09-16T07:45:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:03 smithi042 ceph-mon[96574]: osdmap e1897: 8 total, 8 up, 8 in 2024-09-16T07:45:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:03 smithi042 ceph-mon[96574]: pgmap v3299: 137 pgs: 3 creating+activating, 4 creating+peering, 130 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 261 KiB/s wr, 27 op/s 2024-09-16T07:45:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:04 smithi164 ceph-mon[88760]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T07:45:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:04 smithi042 ceph-mon[96574]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T07:45:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:04 smithi042 ceph-mon[94096]: osdmap e1898: 8 total, 8 up, 8 in 2024-09-16T07:45:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:05.479 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:05 smithi164 ceph-mon[88760]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T07:45:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:05 smithi164 ceph-mon[88760]: pgmap v3302: 137 pgs: 137 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 264 KiB/s wr, 47 op/s 2024-09-16T07:45:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:05 smithi042 ceph-mon[96574]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T07:45:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:05 smithi042 ceph-mon[96574]: pgmap v3302: 137 pgs: 137 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 264 KiB/s wr, 47 op/s 2024-09-16T07:45:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:05 smithi042 ceph-mon[94096]: osdmap e1899: 8 total, 8 up, 8 in 2024-09-16T07:45:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:05 smithi042 ceph-mon[94096]: pgmap v3302: 137 pgs: 137 active+clean; 16 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 264 KiB/s wr, 47 op/s 2024-09-16T07:45:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:06 smithi164 ceph-mon[88760]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T07:45:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:06 smithi042 ceph-mon[94096]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T07:45:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:06 smithi042 ceph-mon[96574]: osdmap e1900: 8 total, 8 up, 8 in 2024-09-16T07:45:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:07 smithi164 ceph-mon[88760]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T07:45:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:07 smithi164 ceph-mon[88760]: pgmap v3305: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 38 KiB/s wr, 76 op/s 2024-09-16T07:45:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:07 smithi042 ceph-mon[96574]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T07:45:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:07 smithi042 ceph-mon[96574]: pgmap v3305: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 38 KiB/s wr, 76 op/s 2024-09-16T07:45:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:07 smithi042 ceph-mon[94096]: osdmap e1901: 8 total, 8 up, 8 in 2024-09-16T07:45:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:07 smithi042 ceph-mon[94096]: pgmap v3305: 137 pgs: 137 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 38 KiB/s wr, 76 op/s 2024-09-16T07:45:08.477 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:08 smithi164 ceph-mon[88760]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T07:45:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:08 smithi042 ceph-mon[94096]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T07:45:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:08 smithi042 ceph-mon[96574]: osdmap e1902: 8 total, 8 up, 8 in 2024-09-16T07:45:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:09 smithi164 ceph-mon[88760]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T07:45:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:09 smithi164 ceph-mon[88760]: pgmap v3308: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 37 KiB/s wr, 69 op/s 2024-09-16T07:45:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:09 smithi164 ceph-mon[88760]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T07:45:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[96574]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T07:45:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[96574]: pgmap v3308: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 37 KiB/s wr, 69 op/s 2024-09-16T07:45:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[96574]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T07:45:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[94096]: osdmap e1903: 8 total, 8 up, 8 in 2024-09-16T07:45:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[94096]: pgmap v3308: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 37 KiB/s wr, 69 op/s 2024-09-16T07:45:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:09 smithi042 ceph-mon[94096]: osdmap e1904: 8 total, 8 up, 8 in 2024-09-16T07:45:11.368 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:11.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:11 smithi042 ceph-mon[96574]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T07:45:11.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:11 smithi042 ceph-mon[96574]: pgmap v3311: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-09-16T07:45:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:11 smithi042 ceph-mon[94096]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T07:45:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:11 smithi042 ceph-mon[94096]: pgmap v3311: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-09-16T07:45:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:11] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-09-16T07:45:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:11 smithi164 ceph-mon[88760]: osdmap e1905: 8 total, 8 up, 8 in 2024-09-16T07:45:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:11 smithi164 ceph-mon[88760]: pgmap v3311: 137 pgs: 137 active+clean; 24 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-09-16T07:45:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:12 smithi042 ceph-mon[94096]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T07:45:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:12 smithi042 ceph-mon[96574]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T07:45:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:12 smithi164 ceph-mon[88760]: osdmap e1906: 8 total, 8 up, 8 in 2024-09-16T07:45:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:13 smithi042 ceph-mon[96574]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T07:45:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:13 smithi042 ceph-mon[96574]: pgmap v3314: 137 pgs: 137 active+clean; 25 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 93 op/s 2024-09-16T07:45:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:13 smithi042 ceph-mon[94096]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T07:45:13.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:13 smithi042 ceph-mon[94096]: pgmap v3314: 137 pgs: 137 active+clean; 25 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 93 op/s 2024-09-16T07:45:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:13 smithi164 ceph-mon[88760]: osdmap e1907: 8 total, 8 up, 8 in 2024-09-16T07:45:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:13 smithi164 ceph-mon[88760]: pgmap v3314: 137 pgs: 137 active+clean; 25 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 8.2 KiB/s wr, 93 op/s 2024-09-16T07:45:14.383 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:14 smithi164 ceph-mon[88760]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T07:45:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:14 smithi042 ceph-mon[94096]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T07:45:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:14 smithi042 ceph-mon[96574]: osdmap e1908: 8 total, 8 up, 8 in 2024-09-16T07:45:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:15 smithi164 ceph-mon[88760]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T07:45:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:15 smithi164 ceph-mon[88760]: pgmap v3317: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-16T07:45:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:15 smithi042 ceph-mon[94096]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T07:45:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:15 smithi042 ceph-mon[94096]: pgmap v3317: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-16T07:45:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:15 smithi042 ceph-mon[96574]: osdmap e1909: 8 total, 8 up, 8 in 2024-09-16T07:45:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:15 smithi042 ceph-mon[96574]: pgmap v3317: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 7.2 KiB/s wr, 75 op/s 2024-09-16T07:45:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:16 smithi164 ceph-mon[88760]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T07:45:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:16 smithi042 ceph-mon[94096]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T07:45:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:16 smithi042 ceph-mon[96574]: osdmap e1910: 8 total, 8 up, 8 in 2024-09-16T07:45:17.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14952 ms) 2024-09-16T07:45:17.402 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-09-16T07:45:17.402 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:17 smithi164 ceph-mon[88760]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T07:45:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:17 smithi164 ceph-mon[88760]: pgmap v3320: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-09-16T07:45:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:17 smithi042 ceph-mon[94096]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T07:45:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:17 smithi042 ceph-mon[94096]: pgmap v3320: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-09-16T07:45:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:17 smithi042 ceph-mon[96574]: osdmap e1911: 8 total, 8 up, 8 in 2024-09-16T07:45:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:17 smithi042 ceph-mon[96574]: pgmap v3320: 137 pgs: 137 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 95 op/s 2024-09-16T07:45:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:18 smithi164 ceph-mon[88760]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T07:45:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:18 smithi042 ceph-mon[94096]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T07:45:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:18 smithi042 ceph-mon[96574]: osdmap e1912: 8 total, 8 up, 8 in 2024-09-16T07:45:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:19 smithi164 ceph-mon[88760]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T07:45:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:19 smithi164 ceph-mon[88760]: pgmap v3323: 137 pgs: 137 active+clean; 32 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 81 op/s 2024-09-16T07:45:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[94096]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T07:45:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[94096]: pgmap v3323: 137 pgs: 137 active+clean; 32 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 81 op/s 2024-09-16T07:45:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[96574]: osdmap e1913: 8 total, 8 up, 8 in 2024-09-16T07:45:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[96574]: pgmap v3323: 137 pgs: 137 active+clean; 32 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 7.7 KiB/s wr, 81 op/s 2024-09-16T07:45:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:20.423 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:20 smithi164 ceph-mon[88760]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T07:45:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:20 smithi042 ceph-mon[94096]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T07:45:20.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:20 smithi042 ceph-mon[96574]: osdmap e1914: 8 total, 8 up, 8 in 2024-09-16T07:45:21.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:21 smithi042 ceph-mon[96574]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T07:45:21.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:21 smithi042 ceph-mon[96574]: pgmap v3326: 137 pgs: 137 active+clean; 36 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-09-16T07:45:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:21 smithi042 ceph-mon[94096]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T07:45:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:21 smithi042 ceph-mon[94096]: pgmap v3326: 137 pgs: 137 active+clean; 36 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-09-16T07:45:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:21] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:45:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:21 smithi164 ceph-mon[88760]: osdmap e1915: 8 total, 8 up, 8 in 2024-09-16T07:45:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:21 smithi164 ceph-mon[88760]: pgmap v3326: 137 pgs: 137 active+clean; 36 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 44 op/s 2024-09-16T07:45:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:22 smithi164 ceph-mon[88760]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T07:45:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:22 smithi042 ceph-mon[94096]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T07:45:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:22 smithi042 ceph-mon[96574]: osdmap e1916: 8 total, 8 up, 8 in 2024-09-16T07:45:23.440 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:23 smithi164 ceph-mon[88760]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T07:45:23.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:23 smithi164 ceph-mon[88760]: pgmap v3329: 137 pgs: 137 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-09-16T07:45:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:23 smithi042 ceph-mon[94096]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T07:45:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:23 smithi042 ceph-mon[94096]: pgmap v3329: 137 pgs: 137 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-09-16T07:45:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:23 smithi042 ceph-mon[96574]: osdmap e1917: 8 total, 8 up, 8 in 2024-09-16T07:45:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:23 smithi042 ceph-mon[96574]: pgmap v3329: 137 pgs: 137 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.7 KiB/s wr, 45 op/s 2024-09-16T07:45:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:24 smithi164 ceph-mon[88760]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T07:45:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:24 smithi042 ceph-mon[94096]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T07:45:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:24 smithi042 ceph-mon[96574]: osdmap e1918: 8 total, 8 up, 8 in 2024-09-16T07:45:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:25 smithi164 ceph-mon[88760]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T07:45:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:25 smithi164 ceph-mon[88760]: pgmap v3332: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 7.5 KiB/s wr, 66 op/s 2024-09-16T07:45:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:25 smithi042 ceph-mon[94096]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T07:45:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:25 smithi042 ceph-mon[94096]: pgmap v3332: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 7.5 KiB/s wr, 66 op/s 2024-09-16T07:45:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:25 smithi042 ceph-mon[96574]: osdmap e1919: 8 total, 8 up, 8 in 2024-09-16T07:45:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:25 smithi042 ceph-mon[96574]: pgmap v3332: 137 pgs: 137 active+clean; 42 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 7.5 KiB/s wr, 66 op/s 2024-09-16T07:45:26.460 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:26.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:26 smithi164 ceph-mon[88760]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T07:45:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:26 smithi042 ceph-mon[94096]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T07:45:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:26 smithi042 ceph-mon[96574]: osdmap e1920: 8 total, 8 up, 8 in 2024-09-16T07:45:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:27 smithi164 ceph-mon[88760]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T07:45:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:27 smithi164 ceph-mon[88760]: pgmap v3335: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 121 op/s 2024-09-16T07:45:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:27 smithi042 ceph-mon[94096]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T07:45:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:27 smithi042 ceph-mon[94096]: pgmap v3335: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 121 op/s 2024-09-16T07:45:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:27 smithi042 ceph-mon[96574]: osdmap e1921: 8 total, 8 up, 8 in 2024-09-16T07:45:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:27 smithi042 ceph-mon[96574]: pgmap v3335: 137 pgs: 137 active+clean; 45 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 10 KiB/s wr, 121 op/s 2024-09-16T07:45:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:28 smithi164 ceph-mon[88760]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T07:45:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:28 smithi042 ceph-mon[94096]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T07:45:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:28 smithi042 ceph-mon[96574]: osdmap e1922: 8 total, 8 up, 8 in 2024-09-16T07:45:29.477 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:29 smithi164 ceph-mon[88760]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T07:45:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:29 smithi164 ceph-mon[88760]: pgmap v3338: 137 pgs: 137 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:45:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:29 smithi042 ceph-mon[94096]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T07:45:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:29 smithi042 ceph-mon[94096]: pgmap v3338: 137 pgs: 137 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:45:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:29 smithi042 ceph-mon[96574]: osdmap e1923: 8 total, 8 up, 8 in 2024-09-16T07:45:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:29 smithi042 ceph-mon[96574]: pgmap v3338: 137 pgs: 137 active+clean; 48 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 9.0 KiB/s wr, 100 op/s 2024-09-16T07:45:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:30 smithi164 ceph-mon[88760]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T07:45:30.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:30 smithi042 ceph-mon[94096]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T07:45:30.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:30 smithi042 ceph-mon[96574]: osdmap e1924: 8 total, 8 up, 8 in 2024-09-16T07:45:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:31 smithi042 ceph-mon[96574]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T07:45:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:31 smithi042 ceph-mon[96574]: pgmap v3341: 137 pgs: 137 active+clean; 52 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-16T07:45:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:31 smithi042 ceph-mon[94096]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T07:45:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:31 smithi042 ceph-mon[94096]: pgmap v3341: 137 pgs: 137 active+clean; 52 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-16T07:45:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:31] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:45:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:31 smithi164 ceph-mon[88760]: osdmap e1925: 8 total, 8 up, 8 in 2024-09-16T07:45:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:31 smithi164 ceph-mon[88760]: pgmap v3341: 137 pgs: 137 active+clean; 52 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 5.5 KiB/s wr, 58 op/s 2024-09-16T07:45:32.486 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15084 ms) 2024-09-16T07:45:32.487 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-09-16T07:45:32.487 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:32.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:32 smithi164 ceph-mon[88760]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T07:45:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:32 smithi042 ceph-mon[94096]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T07:45:32.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:32 smithi042 ceph-mon[96574]: osdmap e1926: 8 total, 8 up, 8 in 2024-09-16T07:45:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:33 smithi164 ceph-mon[88760]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T07:45:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:33 smithi164 ceph-mon[88760]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-09-16T07:45:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:33 smithi042 ceph-mon[94096]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T07:45:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:33 smithi042 ceph-mon[94096]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-09-16T07:45:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:33 smithi042 ceph-mon[96574]: osdmap e1927: 8 total, 8 up, 8 in 2024-09-16T07:45:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:33 smithi042 ceph-mon[96574]: pgmap v3344: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-09-16T07:45:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:35 smithi164 ceph-mon[88760]: pgmap v3345: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-16T07:45:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:35 smithi042 ceph-mon[94096]: pgmap v3345: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-16T07:45:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:35 smithi042 ceph-mon[96574]: pgmap v3345: 137 pgs: 137 active+clean; 58 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-09-16T07:45:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:37 smithi164 ceph-mon[88760]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T07:45:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:37 smithi164 ceph-mon[88760]: pgmap v3347: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-16T07:45:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:37 smithi042 ceph-mon[94096]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T07:45:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:37 smithi042 ceph-mon[94096]: pgmap v3347: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-16T07:45:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:37 smithi042 ceph-mon[96574]: osdmap e1928: 8 total, 8 up, 8 in 2024-09-16T07:45:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:37 smithi042 ceph-mon[96574]: pgmap v3347: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 51 op/s 2024-09-16T07:45:38.518 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:38 smithi164 ceph-mon[88760]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T07:45:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:38 smithi042 ceph-mon[94096]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T07:45:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:38 smithi042 ceph-mon[96574]: osdmap e1929: 8 total, 8 up, 8 in 2024-09-16T07:45:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:39 smithi042 ceph-mon[96574]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T07:45:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:39 smithi042 ceph-mon[96574]: pgmap v3350: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-16T07:45:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:39 smithi042 ceph-mon[94096]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T07:45:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:39 smithi042 ceph-mon[94096]: pgmap v3350: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-16T07:45:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:39 smithi164 ceph-mon[88760]: osdmap e1930: 8 total, 8 up, 8 in 2024-09-16T07:45:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:39 smithi164 ceph-mon[88760]: pgmap v3350: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-09-16T07:45:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:41] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:45:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:41 smithi042 ceph-mon[94096]: pgmap v3351: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-16T07:45:42.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:41 smithi042 ceph-mon[96574]: pgmap v3351: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-16T07:45:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:41 smithi164 ceph-mon[88760]: pgmap v3351: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 48 op/s 2024-09-16T07:45:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:43 smithi164 ceph-mon[88760]: pgmap v3352: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.3 KiB/s wr, 47 op/s 2024-09-16T07:45:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:43 smithi164 ceph-mon[88760]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T07:45:44.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:43 smithi042 ceph-mon[96574]: pgmap v3352: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.3 KiB/s wr, 47 op/s 2024-09-16T07:45:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:43 smithi042 ceph-mon[96574]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T07:45:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:43 smithi042 ceph-mon[94096]: pgmap v3352: 137 pgs: 137 active+clean; 66 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.3 KiB/s wr, 47 op/s 2024-09-16T07:45:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:43 smithi042 ceph-mon[94096]: osdmap e1931: 8 total, 8 up, 8 in 2024-09-16T07:45:44.895 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:45.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:44 smithi164 ceph-mon[88760]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T07:45:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:44 smithi042 ceph-mon[94096]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T07:45:45.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:44 smithi042 ceph-mon[96574]: osdmap e1932: 8 total, 8 up, 8 in 2024-09-16T07:45:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:45 smithi164 ceph-mon[88760]: pgmap v3355: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 654 KiB/s wr, 43 op/s 2024-09-16T07:45:46.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:45 smithi164 ceph-mon[88760]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T07:45:46.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:45 smithi042 ceph-mon[96574]: pgmap v3355: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 654 KiB/s wr, 43 op/s 2024-09-16T07:45:46.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:45 smithi042 ceph-mon[96574]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T07:45:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:45 smithi042 ceph-mon[94096]: pgmap v3355: 137 pgs: 137 active+clean; 70 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 654 KiB/s wr, 43 op/s 2024-09-16T07:45:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:45 smithi042 ceph-mon[94096]: osdmap e1933: 8 total, 8 up, 8 in 2024-09-16T07:45:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:47 smithi164 ceph-mon[88760]: pgmap v3357: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:45:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:47 smithi042 ceph-mon[96574]: pgmap v3357: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:45:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:47 smithi042 ceph-mon[94096]: pgmap v3357: 137 pgs: 137 active+clean; 72 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:45:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:49 smithi164 ceph-mon[88760]: pgmap v3358: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T07:45:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:49 smithi164 ceph-mon[88760]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T07:45:50.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[96574]: pgmap v3358: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T07:45:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[96574]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T07:45:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[94096]: pgmap v3358: 137 pgs: 137 active+clean; 76 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 40 op/s 2024-09-16T07:45:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[94096]: osdmap e1934: 8 total, 8 up, 8 in 2024-09-16T07:45:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:45:50.918 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:51.229 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:50 smithi042 ceph-mon[94096]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T07:45:51.229 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:50 smithi042 ceph-mon[96574]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T07:45:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:50 smithi164 ceph-mon[88760]: osdmap e1935: 8 total, 8 up, 8 in 2024-09-16T07:45:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:45:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:45:51] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-09-16T07:45:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:51 smithi164 ceph-mon[88760]: pgmap v3361: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-16T07:45:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:51 smithi164 ceph-mon[88760]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T07:45:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:51 smithi042 ceph-mon[94096]: pgmap v3361: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-16T07:45:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:51 smithi042 ceph-mon[94096]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T07:45:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:51 smithi042 ceph-mon[96574]: pgmap v3361: 137 pgs: 137 active+clean; 77 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-09-16T07:45:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:51 smithi042 ceph-mon[96574]: osdmap e1936: 8 total, 8 up, 8 in 2024-09-16T07:45:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:45:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:45:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:53 smithi164 ceph-mon[88760]: pgmap v3363: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T07:45:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:53 smithi042 ceph-mon[94096]: pgmap v3363: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T07:45:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:53 smithi042 ceph-mon[96574]: pgmap v3363: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-09-16T07:45:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:55 smithi042 ceph-mon[94096]: pgmap v3364: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-16T07:45:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:55 smithi042 ceph-mon[96574]: pgmap v3364: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-16T07:45:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:55 smithi164 ceph-mon[88760]: pgmap v3364: 137 pgs: 137 active+clean; 78 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 3.7 KiB/s wr, 32 op/s 2024-09-16T07:45:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:56 smithi042 ceph-mon[94096]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T07:45:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:56 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:45:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:56 smithi042 ceph-mon[96574]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T07:45:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:56 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:45:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:56 smithi164 ceph-mon[88760]: osdmap e1937: 8 total, 8 up, 8 in 2024-09-16T07:45:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:56 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:45:57.382 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:45:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[96574]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T07:45:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:45:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:45:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:45:57.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[96574]: pgmap v3367: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:45:57.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[94096]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T07:45:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:45:57.606 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:45:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:45:57.607 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:57 smithi042 ceph-mon[94096]: pgmap v3367: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:45:57.747 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:57 smithi164 ceph-mon[88760]: osdmap e1938: 8 total, 8 up, 8 in 2024-09-16T07:45:57.747 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:45:57.747 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:45:57.747 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:45:57.747 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:57 smithi164 ceph-mon[88760]: pgmap v3367: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:45:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:58 smithi164 ceph-mon[88760]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T07:45:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:58 smithi042 ceph-mon[94096]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T07:45:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:58 smithi042 ceph-mon[96574]: osdmap e1939: 8 total, 8 up, 8 in 2024-09-16T07:45:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:45:59 smithi164 ceph-mon[88760]: pgmap v3369: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-09-16T07:45:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:45:59 smithi042 ceph-mon[94096]: pgmap v3369: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-09-16T07:45:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:45:59 smithi042 ceph-mon[96574]: pgmap v3369: 137 pgs: 137 active+clean; 83 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-09-16T07:46:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:01] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-09-16T07:46:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:01 smithi042 ceph-mon[94096]: pgmap v3370: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:46:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:01 smithi042 ceph-mon[96574]: pgmap v3370: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:46:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:01 smithi164 ceph-mon[88760]: pgmap v3370: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:46:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:02 smithi164 ceph-mon[88760]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T07:46:03.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:02 smithi042 ceph-mon[94096]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T07:46:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:02 smithi042 ceph-mon[96574]: osdmap e1940: 8 total, 8 up, 8 in 2024-09-16T07:46:03.895 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (31408 ms) 2024-09-16T07:46:03.895 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-09-16T07:46:03.895 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:03 smithi164 ceph-mon[88760]: pgmap v3372: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.9 KiB/s wr, 29 op/s 2024-09-16T07:46:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:03 smithi164 ceph-mon[88760]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T07:46:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:03 smithi042 ceph-mon[94096]: pgmap v3372: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.9 KiB/s wr, 29 op/s 2024-09-16T07:46:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:03 smithi042 ceph-mon[94096]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T07:46:04.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:03 smithi042 ceph-mon[96574]: pgmap v3372: 137 pgs: 137 active+clean; 84 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.9 KiB/s wr, 29 op/s 2024-09-16T07:46:04.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:03 smithi042 ceph-mon[96574]: osdmap e1941: 8 total, 8 up, 8 in 2024-09-16T07:46:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:04 smithi164 ceph-mon[88760]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T07:46:05.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:04 smithi042 ceph-mon[94096]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T07:46:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:04 smithi042 ceph-mon[96574]: osdmap e1942: 8 total, 8 up, 8 in 2024-09-16T07:46:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:06.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:05 smithi164 ceph-mon[88760]: pgmap v3375: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:46:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:05 smithi042 ceph-mon[96574]: pgmap v3375: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:46:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:05 smithi042 ceph-mon[94096]: pgmap v3375: 137 pgs: 137 active+clean; 92 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:46:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:07 smithi164 ceph-mon[88760]: pgmap v3376: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:46:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:07 smithi042 ceph-mon[94096]: pgmap v3376: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:46:08.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:07 smithi042 ceph-mon[96574]: pgmap v3376: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:46:09.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:08 smithi164 ceph-mon[88760]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T07:46:09.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:08 smithi042 ceph-mon[94096]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T07:46:09.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:08 smithi042 ceph-mon[96574]: osdmap e1943: 8 total, 8 up, 8 in 2024-09-16T07:46:09.921 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:09 smithi164 ceph-mon[88760]: pgmap v3378: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:46:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:09 smithi164 ceph-mon[88760]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T07:46:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:09 smithi042 ceph-mon[94096]: pgmap v3378: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:46:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:09 smithi042 ceph-mon[94096]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T07:46:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:09 smithi042 ceph-mon[96574]: pgmap v3378: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:46:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:09 smithi042 ceph-mon[96574]: osdmap e1944: 8 total, 8 up, 8 in 2024-09-16T07:46:11.229 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:10 smithi042 ceph-mon[94096]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T07:46:11.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:10 smithi042 ceph-mon[96574]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T07:46:11.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:10 smithi164 ceph-mon[88760]: osdmap e1945: 8 total, 8 up, 8 in 2024-09-16T07:46:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:11] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-09-16T07:46:12.240 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:11 smithi164 ceph-mon[88760]: pgmap v3381: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-09-16T07:46:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:11 smithi042 ceph-mon[96574]: pgmap v3381: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-09-16T07:46:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:11 smithi042 ceph-mon[94096]: pgmap v3381: 137 pgs: 137 active+clean; 96 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 38 op/s 2024-09-16T07:46:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:13 smithi164 ceph-mon[88760]: pgmap v3382: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:46:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:13 smithi042 ceph-mon[96574]: pgmap v3382: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:46:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:13 smithi042 ceph-mon[94096]: pgmap v3382: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 686 KiB/s wr, 24 op/s 2024-09-16T07:46:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:14 smithi164 ceph-mon[88760]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T07:46:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:14 smithi042 ceph-mon[94096]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T07:46:15.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:14 smithi042 ceph-mon[96574]: osdmap e1946: 8 total, 8 up, 8 in 2024-09-16T07:46:15.945 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:15 smithi164 ceph-mon[88760]: pgmap v3384: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-16T07:46:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:15 smithi164 ceph-mon[88760]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T07:46:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:15 smithi042 ceph-mon[94096]: pgmap v3384: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-16T07:46:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:15 smithi042 ceph-mon[94096]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T07:46:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:15 smithi042 ceph-mon[96574]: pgmap v3384: 137 pgs: 137 active+clean; 100 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-09-16T07:46:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:15 smithi042 ceph-mon[96574]: osdmap e1947: 8 total, 8 up, 8 in 2024-09-16T07:46:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:16 smithi164 ceph-mon[88760]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T07:46:17.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:16 smithi042 ceph-mon[94096]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T07:46:17.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:16 smithi042 ceph-mon[96574]: osdmap e1948: 8 total, 8 up, 8 in 2024-09-16T07:46:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:17 smithi164 ceph-mon[88760]: pgmap v3387: 137 pgs: 137 active+clean; 107 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T07:46:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:17 smithi042 ceph-mon[94096]: pgmap v3387: 137 pgs: 137 active+clean; 107 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T07:46:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:17 smithi042 ceph-mon[96574]: pgmap v3387: 137 pgs: 137 active+clean; 107 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-09-16T07:46:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:19 smithi164 ceph-mon[88760]: pgmap v3388: 137 pgs: 137 active+clean; 110 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T07:46:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:19 smithi042 ceph-mon[94096]: pgmap v3388: 137 pgs: 137 active+clean; 110 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T07:46:20.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:19 smithi042 ceph-mon[96574]: pgmap v3388: 137 pgs: 137 active+clean; 110 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-09-16T07:46:21.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:20 smithi042 ceph-mon[94096]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T07:46:21.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:20 smithi042 ceph-mon[96574]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T07:46:21.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:20 smithi164 ceph-mon[88760]: osdmap e1949: 8 total, 8 up, 8 in 2024-09-16T07:46:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:21] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-09-16T07:46:21.974 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:21 smithi164 ceph-mon[88760]: pgmap v3390: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T07:46:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:21 smithi164 ceph-mon[88760]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T07:46:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:21 smithi042 ceph-mon[94096]: pgmap v3390: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T07:46:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:21 smithi042 ceph-mon[94096]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T07:46:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:21 smithi042 ceph-mon[96574]: pgmap v3390: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-09-16T07:46:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:21 smithi042 ceph-mon[96574]: osdmap e1950: 8 total, 8 up, 8 in 2024-09-16T07:46:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:23.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:22 smithi164 ceph-mon[88760]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T07:46:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:22 smithi042 ceph-mon[94096]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T07:46:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:22 smithi042 ceph-mon[96574]: osdmap e1951: 8 total, 8 up, 8 in 2024-09-16T07:46:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:23 smithi164 ceph-mon[88760]: pgmap v3393: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:23 smithi042 ceph-mon[94096]: pgmap v3393: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:23 smithi042 ceph-mon[96574]: pgmap v3393: 137 pgs: 137 active+clean; 117 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:25 smithi164 ceph-mon[88760]: pgmap v3394: 137 pgs: 137 active+clean; 120 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T07:46:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:25 smithi042 ceph-mon[94096]: pgmap v3394: 137 pgs: 137 active+clean; 120 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T07:46:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:25 smithi042 ceph-mon[96574]: pgmap v3394: 137 pgs: 137 active+clean; 120 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-09-16T07:46:27.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:26 smithi164 ceph-mon[88760]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T07:46:27.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:26 smithi042 ceph-mon[96574]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T07:46:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:26 smithi042 ceph-mon[94096]: osdmap e1952: 8 total, 8 up, 8 in 2024-09-16T07:46:27.993 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:27 smithi164 ceph-mon[88760]: pgmap v3396: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-16T07:46:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:27 smithi164 ceph-mon[88760]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T07:46:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:27 smithi042 ceph-mon[96574]: pgmap v3396: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-16T07:46:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:27 smithi042 ceph-mon[96574]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T07:46:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:27 smithi042 ceph-mon[94096]: pgmap v3396: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-09-16T07:46:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:27 smithi042 ceph-mon[94096]: osdmap e1953: 8 total, 8 up, 8 in 2024-09-16T07:46:29.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:28 smithi164 ceph-mon[88760]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T07:46:29.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:28 smithi042 ceph-mon[96574]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T07:46:29.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:28 smithi042 ceph-mon[94096]: osdmap e1954: 8 total, 8 up, 8 in 2024-09-16T07:46:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:29 smithi164 ceph-mon[88760]: pgmap v3399: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T07:46:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:29 smithi042 ceph-mon[94096]: pgmap v3399: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T07:46:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:29 smithi042 ceph-mon[96574]: pgmap v3399: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 52 op/s 2024-09-16T07:46:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:31] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.43.0" 2024-09-16T07:46:32.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:31 smithi164 ceph-mon[88760]: pgmap v3400: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:46:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:31 smithi042 ceph-mon[94096]: pgmap v3400: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:46:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:31 smithi042 ceph-mon[96574]: pgmap v3400: 137 pgs: 137 active+clean; 127 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:46:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:33.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:32 smithi164 ceph-mon[88760]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T07:46:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:32 smithi042 ceph-mon[94096]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T07:46:33.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:32 smithi042 ceph-mon[96574]: osdmap e1955: 8 total, 8 up, 8 in 2024-09-16T07:46:34.021 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30126 ms) 2024-09-16T07:46:34.021 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-09-16T07:46:34.021 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[94096]: pgmap v3402: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-09-16T07:46:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[94096]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T07:46:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[96574]: pgmap v3402: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-09-16T07:46:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[96574]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T07:46:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:33 smithi164 ceph-mon[88760]: pgmap v3402: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 43 op/s 2024-09-16T07:46:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:33 smithi164 ceph-mon[88760]: osdmap e1956: 8 total, 8 up, 8 in 2024-09-16T07:46:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:35.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:35 smithi042 ceph-mon[96574]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T07:46:35.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:35 smithi042 ceph-mon[94096]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T07:46:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:35 smithi164 ceph-mon[88760]: osdmap e1957: 8 total, 8 up, 8 in 2024-09-16T07:46:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:36 smithi042 ceph-mon[96574]: pgmap v3405: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-09-16T07:46:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:36 smithi042 ceph-mon[94096]: pgmap v3405: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-09-16T07:46:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:36 smithi164 ceph-mon[88760]: pgmap v3405: 137 pgs: 137 active+clean; 130 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.5 KiB/s wr, 34 op/s 2024-09-16T07:46:38.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:38 smithi042 ceph-mon[96574]: pgmap v3406: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:38 smithi042 ceph-mon[94096]: pgmap v3406: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:38 smithi164 ceph-mon[88760]: pgmap v3406: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-09-16T07:46:40.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:40 smithi042 ceph-mon[96574]: pgmap v3407: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 604 KiB/s wr, 39 op/s 2024-09-16T07:46:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:40 smithi042 ceph-mon[94096]: pgmap v3407: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 604 KiB/s wr, 39 op/s 2024-09-16T07:46:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:40 smithi164 ceph-mon[88760]: pgmap v3407: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 604 KiB/s wr, 39 op/s 2024-09-16T07:46:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:41] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-09-16T07:46:42.312 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:42 smithi164 ceph-mon[88760]: pgmap v3408: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 515 KiB/s wr, 25 op/s 2024-09-16T07:46:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:42 smithi042 ceph-mon[94096]: pgmap v3408: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 515 KiB/s wr, 25 op/s 2024-09-16T07:46:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:42 smithi042 ceph-mon[96574]: pgmap v3408: 137 pgs: 137 active+clean; 142 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 515 KiB/s wr, 25 op/s 2024-09-16T07:46:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:43 smithi042 ceph-mon[94096]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T07:46:43.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:43 smithi042 ceph-mon[96574]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T07:46:43.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:43 smithi164 ceph-mon[88760]: osdmap e1958: 8 total, 8 up, 8 in 2024-09-16T07:46:44.055 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:44 smithi042 ceph-mon[94096]: pgmap v3410: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-16T07:46:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:44 smithi042 ceph-mon[94096]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T07:46:44.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:44 smithi042 ceph-mon[96574]: pgmap v3410: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-16T07:46:44.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:44 smithi042 ceph-mon[96574]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T07:46:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:44 smithi164 ceph-mon[88760]: pgmap v3410: 137 pgs: 137 active+clean; 154 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 27 op/s 2024-09-16T07:46:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:44 smithi164 ceph-mon[88760]: osdmap e1959: 8 total, 8 up, 8 in 2024-09-16T07:46:45.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:45 smithi042 ceph-mon[96574]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T07:46:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:45 smithi042 ceph-mon[94096]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T07:46:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:45 smithi164 ceph-mon[88760]: osdmap e1960: 8 total, 8 up, 8 in 2024-09-16T07:46:46.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:46 smithi042 ceph-mon[96574]: pgmap v3413: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T07:46:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:46 smithi042 ceph-mon[94096]: pgmap v3413: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T07:46:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:46 smithi164 ceph-mon[88760]: pgmap v3413: 137 pgs: 137 active+clean; 154 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.0 MiB/s wr, 28 op/s 2024-09-16T07:46:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:48 smithi042 ceph-mon[96574]: pgmap v3414: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:46:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:48 smithi042 ceph-mon[94096]: pgmap v3414: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:46:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:48 smithi164 ceph-mon[88760]: pgmap v3414: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:46:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:49.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:46:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:50 smithi042 ceph-mon[94096]: pgmap v3415: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 607 KiB/s wr, 33 op/s 2024-09-16T07:46:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:50 smithi042 ceph-mon[96574]: pgmap v3415: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 607 KiB/s wr, 33 op/s 2024-09-16T07:46:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:50 smithi164 ceph-mon[88760]: pgmap v3415: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 607 KiB/s wr, 33 op/s 2024-09-16T07:46:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:46:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:46:51] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-09-16T07:46:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:52 smithi164 ceph-mon[88760]: pgmap v3416: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 515 KiB/s wr, 28 op/s 2024-09-16T07:46:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:52 smithi042 ceph-mon[94096]: pgmap v3416: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 515 KiB/s wr, 28 op/s 2024-09-16T07:46:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:52 smithi042 ceph-mon[96574]: pgmap v3416: 137 pgs: 137 active+clean; 158 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 515 KiB/s wr, 28 op/s 2024-09-16T07:46:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:46:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:46:53.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:53 smithi042 ceph-mon[94096]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T07:46:53.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:53 smithi042 ceph-mon[96574]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T07:46:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:53 smithi164 ceph-mon[88760]: osdmap e1961: 8 total, 8 up, 8 in 2024-09-16T07:46:54.095 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:46:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:54 smithi042 ceph-mon[94096]: pgmap v3418: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 936 KiB/s wr, 26 op/s 2024-09-16T07:46:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:54 smithi042 ceph-mon[94096]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T07:46:54.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:54 smithi042 ceph-mon[96574]: pgmap v3418: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 936 KiB/s wr, 26 op/s 2024-09-16T07:46:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:54 smithi042 ceph-mon[96574]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T07:46:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:54 smithi164 ceph-mon[88760]: pgmap v3418: 137 pgs: 137 active+clean; 162 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 936 KiB/s wr, 26 op/s 2024-09-16T07:46:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:54 smithi164 ceph-mon[88760]: osdmap e1962: 8 total, 8 up, 8 in 2024-09-16T07:46:55.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:55 smithi042 ceph-mon[96574]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T07:46:55.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:55 smithi042 ceph-mon[94096]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T07:46:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:55 smithi164 ceph-mon[88760]: osdmap e1963: 8 total, 8 up, 8 in 2024-09-16T07:46:56.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:56 smithi042 ceph-mon[96574]: pgmap v3421: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T07:46:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:56 smithi042 ceph-mon[94096]: pgmap v3421: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T07:46:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:56 smithi164 ceph-mon[88760]: pgmap v3421: 137 pgs: 137 active+clean; 167 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-09-16T07:46:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:46:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:46:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:46:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:46:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:46:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:46:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:46:57.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:46:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:46:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:46:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:46:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:46:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:46:58 smithi042 ceph-mon[96574]: pgmap v3422: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:46:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:46:58 smithi042 ceph-mon[94096]: pgmap v3422: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:46:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:46:58 smithi164 ceph-mon[88760]: pgmap v3422: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:00 smithi042 ceph-mon[94096]: pgmap v3423: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T07:47:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:00 smithi042 ceph-mon[96574]: pgmap v3423: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T07:47:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:00 smithi164 ceph-mon[88760]: pgmap v3423: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 MiB/s wr, 39 op/s 2024-09-16T07:47:01.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:01 smithi042 ceph-mon[94096]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T07:47:01.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:01 smithi042 ceph-mon[96574]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T07:47:01.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:01] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-09-16T07:47:01.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:01 smithi164 ceph-mon[88760]: osdmap e1964: 8 total, 8 up, 8 in 2024-09-16T07:47:02.134 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:02 smithi042 ceph-mon[94096]: pgmap v3425: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-09-16T07:47:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:02 smithi042 ceph-mon[94096]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T07:47:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:02 smithi042 ceph-mon[96574]: pgmap v3425: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-09-16T07:47:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:02 smithi042 ceph-mon[96574]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T07:47:02.389 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:02 smithi164 ceph-mon[88760]: pgmap v3425: 137 pgs: 137 active+clean; 176 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.6 MiB/s wr, 45 op/s 2024-09-16T07:47:02.390 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:02 smithi164 ceph-mon[88760]: osdmap e1965: 8 total, 8 up, 8 in 2024-09-16T07:47:02.390 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:03 smithi164 ceph-mon[88760]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T07:47:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:03 smithi042 ceph-mon[94096]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T07:47:03.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:03 smithi042 ceph-mon[96574]: osdmap e1966: 8 total, 8 up, 8 in 2024-09-16T07:47:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:04 smithi164 ceph-mon[88760]: pgmap v3428: 137 pgs: 137 active+clean; 193 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-16T07:47:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:04 smithi042 ceph-mon[96574]: pgmap v3428: 137 pgs: 137 active+clean; 193 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-16T07:47:04.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:04 smithi042 ceph-mon[94096]: pgmap v3428: 137 pgs: 137 active+clean; 193 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-09-16T07:47:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:06 smithi164 ceph-mon[88760]: pgmap v3429: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:47:06.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:06 smithi042 ceph-mon[96574]: pgmap v3429: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:47:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:06 smithi042 ceph-mon[94096]: pgmap v3429: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:47:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:08 smithi164 ceph-mon[88760]: pgmap v3430: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-09-16T07:47:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:08 smithi042 ceph-mon[96574]: pgmap v3430: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-09-16T07:47:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:08 smithi042 ceph-mon[94096]: pgmap v3430: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 39 op/s 2024-09-16T07:47:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:10 smithi164 ceph-mon[88760]: pgmap v3431: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T07:47:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:10 smithi042 ceph-mon[94096]: pgmap v3431: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T07:47:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:10 smithi042 ceph-mon[96574]: pgmap v3431: 137 pgs: 137 active+clean; 194 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-09-16T07:47:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:11 smithi164 ceph-mon[88760]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T07:47:11.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:11 smithi042 ceph-mon[96574]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T07:47:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:11 smithi042 ceph-mon[94096]: osdmap e1967: 8 total, 8 up, 8 in 2024-09-16T07:47:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:11] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-09-16T07:47:12.167 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:12 smithi164 ceph-mon[88760]: pgmap v3433: 137 pgs: 137 active+clean; 198 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 943 KiB/s wr, 24 op/s 2024-09-16T07:47:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:12 smithi164 ceph-mon[88760]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T07:47:12.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:12 smithi042 ceph-mon[94096]: pgmap v3433: 137 pgs: 137 active+clean; 198 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 943 KiB/s wr, 24 op/s 2024-09-16T07:47:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:12 smithi042 ceph-mon[94096]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T07:47:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:12 smithi042 ceph-mon[96574]: pgmap v3433: 137 pgs: 137 active+clean; 198 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 943 KiB/s wr, 24 op/s 2024-09-16T07:47:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:12 smithi042 ceph-mon[96574]: osdmap e1968: 8 total, 8 up, 8 in 2024-09-16T07:47:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:13 smithi164 ceph-mon[88760]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T07:47:13.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:13 smithi042 ceph-mon[94096]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T07:47:13.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:13 smithi042 ceph-mon[96574]: osdmap e1969: 8 total, 8 up, 8 in 2024-09-16T07:47:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:14 smithi164 ceph-mon[88760]: pgmap v3436: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T07:47:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:14 smithi042 ceph-mon[94096]: pgmap v3436: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T07:47:14.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:14 smithi042 ceph-mon[96574]: pgmap v3436: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-09-16T07:47:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:16 smithi164 ceph-mon[88760]: pgmap v3437: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T07:47:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:16 smithi042 ceph-mon[96574]: pgmap v3437: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T07:47:16.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:16 smithi042 ceph-mon[94096]: pgmap v3437: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-09-16T07:47:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:18 smithi164 ceph-mon[88760]: pgmap v3438: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T07:47:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:18 smithi042 ceph-mon[96574]: pgmap v3438: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T07:47:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:18 smithi042 ceph-mon[94096]: pgmap v3438: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.8 MiB/s wr, 34 op/s 2024-09-16T07:47:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:19.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:20.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:20 smithi164 ceph-mon[88760]: pgmap v3439: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:47:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:20 smithi042 ceph-mon[94096]: pgmap v3439: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:47:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:20 smithi042 ceph-mon[96574]: pgmap v3439: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:47:21.504 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:21] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-09-16T07:47:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:22 smithi164 ceph-mon[88760]: pgmap v3440: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T07:47:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:22 smithi164 ceph-mon[88760]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T07:47:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:22 smithi042 ceph-mon[94096]: pgmap v3440: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T07:47:22.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:22 smithi042 ceph-mon[94096]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T07:47:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:22 smithi042 ceph-mon[96574]: pgmap v3440: 137 pgs: 137 active+clean; 212 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-09-16T07:47:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:22 smithi042 ceph-mon[96574]: osdmap e1970: 8 total, 8 up, 8 in 2024-09-16T07:47:23.206 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (49185 ms) 2024-09-16T07:47:23.206 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-09-16T07:47:23.206 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:23 smithi164 ceph-mon[88760]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T07:47:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:23 smithi042 ceph-mon[96574]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T07:47:23.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:23 smithi042 ceph-mon[94096]: osdmap e1971: 8 total, 8 up, 8 in 2024-09-16T07:47:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:24 smithi164 ceph-mon[88760]: pgmap v3443: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:47:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:24 smithi164 ceph-mon[88760]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T07:47:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:24 smithi042 ceph-mon[96574]: pgmap v3443: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:47:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:24 smithi042 ceph-mon[96574]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T07:47:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:24 smithi042 ceph-mon[94096]: pgmap v3443: 137 pgs: 137 active+clean; 228 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:47:24.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:24 smithi042 ceph-mon[94096]: osdmap e1972: 8 total, 8 up, 8 in 2024-09-16T07:47:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:26 smithi164 ceph-mon[88760]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:47:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:26 smithi042 ceph-mon[96574]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:47:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:26 smithi042 ceph-mon[94096]: pgmap v3445: 137 pgs: 137 active+clean; 232 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T07:47:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:28 smithi164 ceph-mon[88760]: pgmap v3446: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:47:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:28 smithi042 ceph-mon[94096]: pgmap v3446: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:47:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:28 smithi042 ceph-mon[96574]: pgmap v3446: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:47:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:30 smithi164 ceph-mon[88760]: pgmap v3447: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-09-16T07:47:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:30 smithi042 ceph-mon[94096]: pgmap v3447: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-09-16T07:47:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:30 smithi042 ceph-mon[96574]: pgmap v3447: 137 pgs: 137 active+clean; 236 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 30 op/s 2024-09-16T07:47:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:31] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-09-16T07:47:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:32 smithi164 ceph-mon[88760]: pgmap v3448: 137 pgs: 137 active+clean; 240 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 949 KiB/s wr, 26 op/s 2024-09-16T07:47:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:32 smithi164 ceph-mon[88760]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T07:47:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:32 smithi042 ceph-mon[94096]: pgmap v3448: 137 pgs: 137 active+clean; 240 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 949 KiB/s wr, 26 op/s 2024-09-16T07:47:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:32 smithi042 ceph-mon[94096]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T07:47:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:32 smithi042 ceph-mon[96574]: pgmap v3448: 137 pgs: 137 active+clean; 240 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 949 KiB/s wr, 26 op/s 2024-09-16T07:47:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:32 smithi042 ceph-mon[96574]: osdmap e1973: 8 total, 8 up, 8 in 2024-09-16T07:47:33.231 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:33 smithi164 ceph-mon[88760]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T07:47:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:33 smithi042 ceph-mon[94096]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T07:47:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:33 smithi042 ceph-mon[96574]: osdmap e1974: 8 total, 8 up, 8 in 2024-09-16T07:47:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:34 smithi164 ceph-mon[88760]: pgmap v3451: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T07:47:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:34 smithi164 ceph-mon[88760]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T07:47:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[96574]: pgmap v3451: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T07:47:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[96574]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T07:47:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[94096]: pgmap v3451: 137 pgs: 137 active+clean; 244 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-09-16T07:47:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[94096]: osdmap e1975: 8 total, 8 up, 8 in 2024-09-16T07:47:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:36 smithi164 ceph-mon[88760]: pgmap v3453: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-16T07:47:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:36 smithi042 ceph-mon[94096]: pgmap v3453: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-16T07:47:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:36 smithi042 ceph-mon[96574]: pgmap v3453: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-09-16T07:47:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:38 smithi164 ceph-mon[88760]: pgmap v3454: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-16T07:47:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:38 smithi042 ceph-mon[94096]: pgmap v3454: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-16T07:47:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:38 smithi042 ceph-mon[96574]: pgmap v3454: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-09-16T07:47:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:40 smithi164 ceph-mon[88760]: pgmap v3455: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-16T07:47:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:40 smithi042 ceph-mon[94096]: pgmap v3455: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-16T07:47:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:40 smithi042 ceph-mon[96574]: pgmap v3455: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2024-09-16T07:47:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:41] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2024-09-16T07:47:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:42 smithi164 ceph-mon[88760]: pgmap v3456: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:42 smithi164 ceph-mon[88760]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T07:47:42.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:42 smithi042 ceph-mon[94096]: pgmap v3456: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:42 smithi042 ceph-mon[94096]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T07:47:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:42 smithi042 ceph-mon[96574]: pgmap v3456: 137 pgs: 137 active+clean; 252 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:42 smithi042 ceph-mon[96574]: osdmap e1976: 8 total, 8 up, 8 in 2024-09-16T07:47:43.256 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:43 smithi164 ceph-mon[88760]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T07:47:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:43 smithi042 ceph-mon[94096]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T07:47:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:43 smithi042 ceph-mon[96574]: osdmap e1977: 8 total, 8 up, 8 in 2024-09-16T07:47:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:44 smithi164 ceph-mon[88760]: pgmap v3459: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:47:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:44 smithi164 ceph-mon[88760]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T07:47:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:44 smithi042 ceph-mon[96574]: pgmap v3459: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:47:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:44 smithi042 ceph-mon[96574]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T07:47:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:44 smithi042 ceph-mon[94096]: pgmap v3459: 137 pgs: 137 active+clean; 263 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 895 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-09-16T07:47:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:44 smithi042 ceph-mon[94096]: osdmap e1978: 8 total, 8 up, 8 in 2024-09-16T07:47:46.235 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:47:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:47:45.968879125Z level=info msg="Completed cleanup jobs" duration=11.206876ms 2024-09-16T07:47:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:46 smithi164 ceph-mon[88760]: pgmap v3461: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T07:47:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:46 smithi042 ceph-mon[96574]: pgmap v3461: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T07:47:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:46 smithi042 ceph-mon[94096]: pgmap v3461: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2024-09-16T07:47:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:48 smithi164 ceph-mon[88760]: pgmap v3462: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:48 smithi042 ceph-mon[96574]: pgmap v3462: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:48 smithi042 ceph-mon[94096]: pgmap v3462: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:47:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:50 smithi042 ceph-mon[96574]: pgmap v3463: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:47:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:50 smithi042 ceph-mon[94096]: pgmap v3463: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:47:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:50 smithi164 ceph-mon[88760]: pgmap v3463: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:47:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:47:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:47:51] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-16T07:47:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:52 smithi042 ceph-mon[94096]: pgmap v3464: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:52 smithi042 ceph-mon[96574]: pgmap v3464: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:52 smithi164 ceph-mon[88760]: pgmap v3464: 137 pgs: 137 active+clean; 274 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 30 op/s 2024-09-16T07:47:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:47:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:47:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:53 smithi042 ceph-mon[94096]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T07:47:53.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:53 smithi042 ceph-mon[96574]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T07:47:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:53 smithi164 ceph-mon[88760]: osdmap e1979: 8 total, 8 up, 8 in 2024-09-16T07:47:54.296 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:47:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:54 smithi042 ceph-mon[94096]: pgmap v3466: 137 pgs: 137 active+clean; 278 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T07:47:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:54 smithi042 ceph-mon[94096]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T07:47:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:54 smithi042 ceph-mon[96574]: pgmap v3466: 137 pgs: 137 active+clean; 278 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T07:47:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:54 smithi042 ceph-mon[96574]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T07:47:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:54 smithi164 ceph-mon[88760]: pgmap v3466: 137 pgs: 137 active+clean; 278 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-09-16T07:47:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:54 smithi164 ceph-mon[88760]: osdmap e1980: 8 total, 8 up, 8 in 2024-09-16T07:47:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:55 smithi042 ceph-mon[96574]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T07:47:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:55 smithi042 ceph-mon[94096]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T07:47:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:55 smithi164 ceph-mon[88760]: osdmap e1981: 8 total, 8 up, 8 in 2024-09-16T07:47:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:56 smithi042 ceph-mon[96574]: pgmap v3469: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T07:47:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:56 smithi042 ceph-mon[94096]: pgmap v3469: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T07:47:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:56 smithi164 ceph-mon[88760]: pgmap v3469: 137 pgs: 137 active+clean; 285 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-09-16T07:47:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:57 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:47:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:57 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:47:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:57 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:47:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[96574]: pgmap v3470: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:47:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:47:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:47:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[94096]: pgmap v3470: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:47:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:47:58.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:47:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:47:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:58 smithi164 ceph-mon[88760]: pgmap v3470: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:47:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:47:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:47:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:47:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:48:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:00 smithi042 ceph-mon[94096]: pgmap v3471: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-16T07:48:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:00 smithi042 ceph-mon[96574]: pgmap v3471: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-16T07:48:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:00 smithi164 ceph-mon[88760]: pgmap v3471: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-09-16T07:48:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:01 smithi042 ceph-mon[94096]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T07:48:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:01 smithi042 ceph-mon[94096]: pgmap v3473: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-09-16T07:48:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:01] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-16T07:48:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:01 smithi042 ceph-mon[96574]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T07:48:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:01 smithi042 ceph-mon[96574]: pgmap v3473: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-09-16T07:48:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:01 smithi164 ceph-mon[88760]: osdmap e1982: 8 total, 8 up, 8 in 2024-09-16T07:48:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:01 smithi164 ceph-mon[88760]: pgmap v3473: 137 pgs: 137 active+clean; 296 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 1.6 MiB/s wr, 41 op/s 2024-09-16T07:48:02.398 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:48:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:02 smithi164 ceph-mon[88760]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T07:48:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:02 smithi042 ceph-mon[94096]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T07:48:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:02 smithi042 ceph-mon[96574]: osdmap e1983: 8 total, 8 up, 8 in 2024-09-16T07:48:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:03 smithi164 ceph-mon[88760]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T07:48:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:03 smithi164 ceph-mon[88760]: pgmap v3476: 137 pgs: 137 active+clean; 307 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-16T07:48:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:03 smithi042 ceph-mon[96574]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T07:48:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:03 smithi042 ceph-mon[96574]: pgmap v3476: 137 pgs: 137 active+clean; 307 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-16T07:48:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:03 smithi042 ceph-mon[94096]: osdmap e1984: 8 total, 8 up, 8 in 2024-09-16T07:48:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:03 smithi042 ceph-mon[94096]: pgmap v3476: 137 pgs: 137 active+clean; 307 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-09-16T07:48:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:05 smithi164 ceph-mon[88760]: pgmap v3477: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-16T07:48:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:05 smithi042 ceph-mon[96574]: pgmap v3477: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-16T07:48:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:05 smithi042 ceph-mon[94096]: pgmap v3477: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-09-16T07:48:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:07 smithi164 ceph-mon[88760]: pgmap v3478: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-16T07:48:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:07 smithi042 ceph-mon[94096]: pgmap v3478: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-16T07:48:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:07 smithi042 ceph-mon[96574]: pgmap v3478: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.5 MiB/s wr, 41 op/s 2024-09-16T07:48:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:09 smithi164 ceph-mon[88760]: pgmap v3479: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-16T07:48:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:09 smithi042 ceph-mon[94096]: pgmap v3479: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-16T07:48:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:09 smithi042 ceph-mon[96574]: pgmap v3479: 137 pgs: 137 active+clean; 318 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-09-16T07:48:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:11] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-09-16T07:48:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:11 smithi164 ceph-mon[88760]: pgmap v3480: 137 pgs: 137 active+clean; 326 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T07:48:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:11 smithi164 ceph-mon[88760]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T07:48:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:11 smithi042 ceph-mon[94096]: pgmap v3480: 137 pgs: 137 active+clean; 326 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T07:48:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:11 smithi042 ceph-mon[94096]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T07:48:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:11 smithi042 ceph-mon[96574]: pgmap v3480: 137 pgs: 137 active+clean; 326 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T07:48:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:11 smithi042 ceph-mon[96574]: osdmap e1985: 8 total, 8 up, 8 in 2024-09-16T07:48:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:12.941 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (49736 ms) 2024-09-16T07:48:12.942 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-09-16T07:48:12.942 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:48:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:12 smithi164 ceph-mon[88760]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T07:48:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:12 smithi042 ceph-mon[94096]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T07:48:13.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:12 smithi042 ceph-mon[96574]: osdmap e1986: 8 total, 8 up, 8 in 2024-09-16T07:48:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:13 smithi164 ceph-mon[88760]: pgmap v3483: 137 pgs: 137 active+clean; 330 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-16T07:48:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:13 smithi164 ceph-mon[88760]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T07:48:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:13 smithi042 ceph-mon[94096]: pgmap v3483: 137 pgs: 137 active+clean; 330 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-16T07:48:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:13 smithi042 ceph-mon[94096]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T07:48:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:13 smithi042 ceph-mon[96574]: pgmap v3483: 137 pgs: 137 active+clean; 330 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 1.5 MiB/s wr, 18 op/s 2024-09-16T07:48:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:13 smithi042 ceph-mon[96574]: osdmap e1987: 8 total, 8 up, 8 in 2024-09-16T07:48:15.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:14 smithi164 ceph-mon[88760]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T07:48:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:14 smithi042 ceph-mon[94096]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T07:48:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:14 smithi042 ceph-mon[96574]: osdmap e1988: 8 total, 8 up, 8 in 2024-09-16T07:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3023 ms) 2024-09-16T07:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-09-16T07:48:15.965 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:48:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:15 smithi164 ceph-mon[88760]: pgmap v3486: 137 pgs: 137 active+clean; 334 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 MiB/s wr, 62 op/s 2024-09-16T07:48:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:15 smithi164 ceph-mon[88760]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T07:48:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:15 smithi042 ceph-mon[94096]: pgmap v3486: 137 pgs: 137 active+clean; 334 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 MiB/s wr, 62 op/s 2024-09-16T07:48:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:15 smithi042 ceph-mon[94096]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T07:48:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:15 smithi042 ceph-mon[96574]: pgmap v3486: 137 pgs: 137 active+clean; 334 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 2.0 MiB/s wr, 62 op/s 2024-09-16T07:48:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:15 smithi042 ceph-mon[96574]: osdmap e1989: 8 total, 8 up, 8 in 2024-09-16T07:48:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:16 smithi164 ceph-mon[88760]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T07:48:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:16 smithi042 ceph-mon[94096]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T07:48:17.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:16 smithi042 ceph-mon[96574]: osdmap e1990: 8 total, 8 up, 8 in 2024-09-16T07:48:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:17 smithi164 ceph-mon[88760]: pgmap v3489: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-09-16T07:48:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:17 smithi164 ceph-mon[88760]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T07:48:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:17 smithi042 ceph-mon[94096]: pgmap v3489: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-09-16T07:48:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:17 smithi042 ceph-mon[94096]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T07:48:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:17 smithi042 ceph-mon[96574]: pgmap v3489: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-09-16T07:48:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:17 smithi042 ceph-mon[96574]: osdmap e1991: 8 total, 8 up, 8 in 2024-09-16T07:48:18.982 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3017 ms) 2024-09-16T07:48:18.982 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-09-16T07:48:18.982 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:48:19.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:18 smithi164 ceph-mon[88760]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T07:48:19.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:18 smithi042 ceph-mon[94096]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T07:48:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:18 smithi042 ceph-mon[96574]: osdmap e1992: 8 total, 8 up, 8 in 2024-09-16T07:48:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:19 smithi164 ceph-mon[88760]: pgmap v3492: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-16T07:48:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:19 smithi164 ceph-mon[88760]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T07:48:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:19 smithi042 ceph-mon[94096]: pgmap v3492: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-16T07:48:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:19 smithi042 ceph-mon[94096]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T07:48:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:19 smithi042 ceph-mon[96574]: pgmap v3492: 137 pgs: 137 active+clean; 342 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 77 op/s 2024-09-16T07:48:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:19 smithi042 ceph-mon[96574]: osdmap e1993: 8 total, 8 up, 8 in 2024-09-16T07:48:21.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:20 smithi042 ceph-mon[94096]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T07:48:21.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:20 smithi042 ceph-mon[96574]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T07:48:21.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:20 smithi164 ceph-mon[88760]: osdmap e1994: 8 total, 8 up, 8 in 2024-09-16T07:48:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:21] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:48:22.004 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3023 ms) 2024-09-16T07:48:22.004 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-09-16T07:48:22.004 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:48:22.050 INFO:tasks.workunit.client.0.smithi042.stdout: i=0 exists [81918842~816849,100270820~80033,133701431~1152418,195114742~556073,272070648~2219229,274850401~3187542,307709998~4221295,319106778~6409374,373653570~3982004,401154750~8049538] wrote [81918842~816849,100270820~80033,133701431~1152418,195114742~556073,272070648~2219229,274850401~3187542,307709998~4221295,319106778~6409374,373653570~3982004,401154750~8049538] 2024-09-16T07:48:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:21 smithi164 ceph-mon[88760]: pgmap v3495: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 262 KiB/s wr, 60 op/s 2024-09-16T07:48:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:21 smithi164 ceph-mon[88760]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T07:48:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:21 smithi042 ceph-mon[94096]: pgmap v3495: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 262 KiB/s wr, 60 op/s 2024-09-16T07:48:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:21 smithi042 ceph-mon[94096]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T07:48:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:21 smithi042 ceph-mon[96574]: pgmap v3495: 137 pgs: 137 active+clean; 343 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 262 KiB/s wr, 60 op/s 2024-09-16T07:48:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:21 smithi042 ceph-mon[96574]: osdmap e1995: 8 total, 8 up, 8 in 2024-09-16T07:48:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:23.036 INFO:tasks.workunit.client.0.smithi042.stdout: i=1 exists [81918842~816849,96897924~1218330,100270820~80033,103963080~5082918,133701431~1152418,136814336~7248532,162171904~2439101,195114742~556073,198495353~2381523,207200621~2440240,217083882~2427852,272070648~2219229,274850401~3187542,291069983~3077063,307709998~4221295,319106778~11524677,373653570~3982004,401154750~8049538] wrote [96897924~1218330,103963080~5082918,136814336~7248532,162171904~2439101,198495353~2381523,207200621~2440240,217083882~2427852,291069983~3077063,324691090~5940365] 2024-09-16T07:48:23.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:22 smithi164 ceph-mon[88760]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T07:48:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:22 smithi042 ceph-mon[94096]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T07:48:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:22 smithi042 ceph-mon[96574]: osdmap e1996: 8 total, 8 up, 8 in 2024-09-16T07:48:24.035 INFO:tasks.workunit.client.0.smithi042.stdout: i=2 exists [32348575~3229560,81918842~816849,90094452~3575161,96897924~1218330,100270820~80033,103963080~5082918,133701431~1152418,136814336~7248532,162171904~2439101,175932118~3478668,195114742~556073,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,272070648~2219229,274850401~3187542,291069983~3077063,302572041~3089751,307709998~4221295,319106778~11524677,334283005~1655503,343808265~5143210,353813810~2046115,370007610~7627964,401154750~8049538] wrote [32348575~3229560,90094452~3575161,175932118~3478668,230420855~2467227,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:23 smithi164 ceph-mon[88760]: pgmap v3498: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 886 KiB/s wr, 77 op/s 2024-09-16T07:48:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:23 smithi164 ceph-mon[88760]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T07:48:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:23 smithi042 ceph-mon[96574]: pgmap v3498: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 886 KiB/s wr, 77 op/s 2024-09-16T07:48:24.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:23 smithi042 ceph-mon[96574]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T07:48:24.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:23 smithi042 ceph-mon[94096]: pgmap v3498: 137 pgs: 137 active+clean; 348 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 886 KiB/s wr, 77 op/s 2024-09-16T07:48:24.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:23 smithi042 ceph-mon[94096]: osdmap e1997: 8 total, 8 up, 8 in 2024-09-16T07:48:25.070 INFO:tasks.workunit.client.0.smithi042.stdout: i=3 exists [14963306~8019447,32348575~3229560,48903218~4877176,81918842~816849,90094452~3575161,96897924~1218330,100270820~80033,103963080~5082918,126008431~8845418,136814336~7248532,162171904~2439101,175932118~3478668,190676991~1559067,195114742~556073,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,244235895~2570975,272070648~2219229,274850401~9022790,291069983~3077063,299392161~1140752,302572041~3089751,307709998~4221295,319106778~11524677,334283005~1655503,343808265~5143210,353813810~2046115,370007610~7627964,401154750~8049538] wrote [14963306~8019447,48903218~4877176,104147834~72395,126008431~8707464,190676991~1559067,244235895~2570975,276199773~7673418,299392161~1140752] 2024-09-16T07:48:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:24 smithi164 ceph-mon[88760]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T07:48:25.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:24 smithi042 ceph-mon[94096]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T07:48:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:24 smithi042 ceph-mon[96574]: osdmap e1998: 8 total, 8 up, 8 in 2024-09-16T07:48:26.075 INFO:tasks.workunit.client.0.smithi042.stdout: i=4 exists [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,81918842~816849,90094452~3575161,96897924~1218330,100270820~80033,103963080~5082918,126008431~8845418,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,195114742~556073,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,272070648~2219229,274850401~9022790,291069983~3077063,299392161~1140752,302572041~3089751,307709998~4221295,319106778~11524677,334283005~1655503,343808265~5143210,353813810~2046115,370007610~7627964,401154750~8049538] wrote [3768806~7393828,32774314~5982944,39091626~1718896,135907872~6731799,149311469~4875250,197528813~11171965,255229685~163703,282457973~1342553] 2024-09-16T07:48:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:25 smithi164 ceph-mon[88760]: pgmap v3501: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 11 MiB/s wr, 110 op/s 2024-09-16T07:48:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:25 smithi164 ceph-mon[88760]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T07:48:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:25 smithi042 ceph-mon[94096]: pgmap v3501: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 11 MiB/s wr, 110 op/s 2024-09-16T07:48:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:25 smithi042 ceph-mon[94096]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T07:48:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:25 smithi042 ceph-mon[96574]: pgmap v3501: 137 pgs: 137 active+clean; 407 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 11 MiB/s wr, 110 op/s 2024-09-16T07:48:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:25 smithi042 ceph-mon[96574]: osdmap e1999: 8 total, 8 up, 8 in 2024-09-16T07:48:27.058 INFO:tasks.workunit.client.0.smithi042.stdout: i=5 exists [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~4129330,85338496~8331117,96897924~1218330,100270820~80033,103963080~5082918,126008431~8845418,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,195114742~556073,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,307709998~4221295,319106778~11524677,334283005~1655503,343808265~5143210,353813810~2046115,370007610~7627964,377874534~4517651,387138779~5025164,401154750~8049538] wrote [7112706~1735362,78606361~3867477,85338496~5410746,131228122~3394902,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:26 smithi042 ceph-mon[94096]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T07:48:27.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:26 smithi042 ceph-mon[96574]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T07:48:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:26 smithi164 ceph-mon[88760]: osdmap e2000: 8 total, 8 up, 8 in 2024-09-16T07:48:28.044 INFO:tasks.workunit.client.0.smithi042.stdout: i=6 exists [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~4129330,85338496~8331117,96897924~1218330,100270820~80033,103963080~5082918,126008431~8845418,135907872~10444903,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,195114742~556073,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,307709998~4221295,319106778~11524677,332526578~4999336,342895027~6056448,353813810~2046115,370007610~7627964,377874534~4517651,386843493~5320450,395448150~4544854,401154750~8049538] wrote [127837828~102757,140724651~5628124,164441017~2611043,228330813~1925724,332526578~4999336,342895027~4191262,354845697~657476,386843493~1997864,395448150~4544854,402860861~2587643] 2024-09-16T07:48:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:27 smithi042 ceph-mon[94096]: pgmap v3504: 137 pgs: 137 active+clean; 512 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 29 MiB/s wr, 169 op/s 2024-09-16T07:48:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:27 smithi042 ceph-mon[94096]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T07:48:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:27 smithi042 ceph-mon[96574]: pgmap v3504: 137 pgs: 137 active+clean; 512 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 29 MiB/s wr, 169 op/s 2024-09-16T07:48:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:27 smithi042 ceph-mon[96574]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T07:48:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:27 smithi164 ceph-mon[88760]: pgmap v3504: 137 pgs: 137 active+clean; 512 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 29 MiB/s wr, 169 op/s 2024-09-16T07:48:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:27 smithi164 ceph-mon[88760]: osdmap e2001: 8 total, 8 up, 8 in 2024-09-16T07:48:29.061 INFO:tasks.workunit.client.0.smithi042.stdout: i=7 exists [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,78606361~15063252,96897924~1218330,100270820~80033,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,195114742~556073,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,264758060~6196835,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~4221295,318691661~11939794,332526578~4999336,342895027~10686045,353813810~2046115,367599130~10036444,377874534~4517651,386843493~5320450,395448150~4544854,401154750~11448490] wrote [17082440~1435277,20213494~7853062,80350100~5247518,132675633~4394161,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,367599130~3143066,408731115~3872125] 2024-09-16T07:48:29.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:29 smithi042 ceph-mon[94096]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T07:48:29.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:29 smithi042 ceph-mon[96574]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T07:48:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:29 smithi164 ceph-mon[88760]: osdmap e2002: 8 total, 8 up, 8 in 2024-09-16T07:48:30.065 INFO:tasks.workunit.client.0.smithi042.stdout: i=8 exists [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,61300256~3772587,75836891~17832722,96897924~1218330,100270820~80033,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,171361220~8049566,190676991~1559067,195114742~556073,197528813~12112048,217065933~4601477,228330813~1925724,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~4221295,318691661~11939794,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,395076966~4916038,401154750~11448490] wrote [61300256~3772587,75836891~6234508,107351246~1421792,171361220~6996182,217065933~4601477,234600043~1461747,257247389~2591020,361604602~865639,382637531~6939109,395076966~700898] 2024-09-16T07:48:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:30 smithi042 ceph-mon[94096]: pgmap v3507: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 27 MiB/s wr, 267 op/s 2024-09-16T07:48:30.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:30 smithi042 ceph-mon[94096]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T07:48:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:30 smithi042 ceph-mon[96574]: pgmap v3507: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 27 MiB/s wr, 267 op/s 2024-09-16T07:48:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:30 smithi042 ceph-mon[96574]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T07:48:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:30 smithi164 ceph-mon[88760]: pgmap v3507: 137 pgs: 137 active+clean; 549 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 27 MiB/s wr, 267 op/s 2024-09-16T07:48:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:30 smithi164 ceph-mon[88760]: osdmap e2003: 8 total, 8 up, 8 in 2024-09-16T07:48:31.074 INFO:tasks.workunit.client.0.smithi042.stdout: i=9 exists [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~7060910,75836891~17832722,96897924~1218330,100270820~80033,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,190676991~1559067,195114742~556073,197528813~12112048,217065933~4601477,224883004~5373533,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~4221295,318691661~11939794,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,395076966~17526274] wrote [32727515~7305565,53774872~3118233,61179379~7060910,129601926~1206415,138152553~2946845,148903266~4078380,224883004~3781609,256217521~7200678,395911606~6026479] 2024-09-16T07:48:31.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:31 smithi042 ceph-mon[94096]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T07:48:31.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:31 smithi042 ceph-mon[96574]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T07:48:31.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:31] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:48:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:31 smithi164 ceph-mon[88760]: osdmap e2004: 8 total, 8 up, 8 in 2024-09-16T07:48:32.115 INFO:tasks.workunit.client.0.smithi042.stdout: i=10 exists [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~11564824,75836891~17832722,96897924~1218330,100270820~80033,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,195114742~556073,197528813~18432142,217065933~4601477,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272070648~2219229,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~22921457,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,395076966~18185459] wrote [50058384~5518915,63843327~8900876,182226680~6589187,207790180~8170775,225248349~7248280,276528960~2287865,310859585~8015291,407209013~6053412] 2024-09-16T07:48:32.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:32 smithi164 ceph-mon[88760]: pgmap v3510: 137 pgs: 137 active+clean; 667 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 33 MiB/s wr, 186 op/s 2024-09-16T07:48:32.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:32 smithi164 ceph-mon[88760]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T07:48:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:32 smithi042 ceph-mon[96574]: pgmap v3510: 137 pgs: 137 active+clean; 667 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 33 MiB/s wr, 186 op/s 2024-09-16T07:48:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:32 smithi042 ceph-mon[96574]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T07:48:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:32 smithi042 ceph-mon[94096]: pgmap v3510: 137 pgs: 137 active+clean; 667 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 33 MiB/s wr, 186 op/s 2024-09-16T07:48:32.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:32 smithi042 ceph-mon[94096]: osdmap e2005: 8 total, 8 up, 8 in 2024-09-16T07:48:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:33.095 INFO:tasks.workunit.client.0.smithi042.stdout: i=11 exists [3768806~7393828,14963306~13103250,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,100270820~80033,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~22921457,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,395076966~18185459] wrote [20312636~2582492,53921440~7516130,183139909~1997911,193846637~5592478,203947119~7073673,213311505~5553895,259337566~3901871,272030541~2729773,344928315~2869136,400688833~8067469] 2024-09-16T07:48:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:33 smithi042 ceph-mon[94096]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T07:48:33.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:33 smithi042 ceph-mon[96574]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T07:48:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:33 smithi164 ceph-mon[88760]: osdmap e2006: 8 total, 8 up, 8 in 2024-09-16T07:48:34.081 INFO:tasks.workunit.client.0.smithi042.stdout: i=12 exists [3768806~7393828,12925667~15140889,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,100270820~80033,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,274850401~9022790,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,307709998~22921457,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,393249639~20012786] wrote [12925667~4678052,22071701~479873,24095860~3785927,116276088~519571,119460488~6822797,198295602~4147420,213860633~4554715,268519029~2244418,334691128~3043961,393249639~2894528] 2024-09-16T07:48:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[94096]: pgmap v3513: 137 pgs: 137 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 40 MiB/s wr, 113 op/s 2024-09-16T07:48:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[94096]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T07:48:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[96574]: pgmap v3513: 137 pgs: 137 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 40 MiB/s wr, 113 op/s 2024-09-16T07:48:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[96574]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T07:48:34.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:34 smithi164 ceph-mon[88760]: pgmap v3513: 137 pgs: 137 active+clean; 741 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 40 MiB/s wr, 113 op/s 2024-09-16T07:48:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:34 smithi164 ceph-mon[88760]: osdmap e2007: 8 total, 8 up, 8 in 2024-09-16T07:48:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:35.103 INFO:tasks.workunit.client.0.smithi042.stdout: i=13 exists [3768806~7393828,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,100270820~80033,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,274850401~9022790,287941150~13226795,302572041~3089751,305823075~633704,307709998~22921457,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~10036444,377874534~4517651,382637531~9526412,393249639~20012786] wrote [21436996~2191707,25544756~1921418,71870246~4984188,135482556~4260486,170221588~6821461,204031850~4792589,293098753~8069192,317917000~4517277,375622372~926392,386912916~5219751] 2024-09-16T07:48:35.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:35 smithi042 ceph-mon[94096]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T07:48:35.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:35 smithi042 ceph-mon[96574]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T07:48:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:35 smithi164 ceph-mon[88760]: osdmap e2008: 8 total, 8 up, 8 in 2024-09-16T07:48:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: i=14 exists [3673558~7489076,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,100270820~80033,100500837~8545161,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,274850401~9022790,287941150~18873739,307709998~22921457,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,364863276~12772298,377874534~4517651,382637531~9526412,393249639~20012786] wrote [3673558~1454523,52421901~1652638,79436140~3532957,100500837~6417414,121566844~3813234,236432390~5290578,300394739~6420150,313110343~5022970,364863276~6328446] 2024-09-16T07:48:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:36 smithi042 ceph-mon[94096]: pgmap v3516: 137 pgs: 137 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 36 MiB/s wr, 318 op/s 2024-09-16T07:48:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:36 smithi042 ceph-mon[94096]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T07:48:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:36 smithi042 ceph-mon[96574]: pgmap v3516: 137 pgs: 137 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 36 MiB/s wr, 318 op/s 2024-09-16T07:48:36.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:36 smithi042 ceph-mon[96574]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T07:48:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:36 smithi164 ceph-mon[88760]: pgmap v3516: 137 pgs: 137 active+clean; 828 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 36 MiB/s wr, 318 op/s 2024-09-16T07:48:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:36 smithi164 ceph-mon[88760]: osdmap e2009: 8 total, 8 up, 8 in 2024-09-16T07:48:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: i=15 exists [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100270820~80033,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,274850401~9022790,287941150~18873739,307709998~22921457,332526578~5208511,341219345~12361727,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] wrote [38632851~5417055,62872722~716055,77882027~4449278,101521958~8078911,229022337~113603,272365953~2266509,318238075~1452446,341219345~6322751,375754305~3615886,402217228~1329088] 2024-09-16T07:48:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:37 smithi042 ceph-mon[94096]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T07:48:37.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:37 smithi042 ceph-mon[96574]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T07:48:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:37 smithi164 ceph-mon[88760]: osdmap e2010: 8 total, 8 up, 8 in 2024-09-16T07:48:38.122 INFO:tasks.workunit.client.0.smithi042.stdout: i=16 exists [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100270820~80033,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,274850401~9022790,287941150~18873739,307709998~22921457,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] wrote [21579540~574610,37110846~265209,61470831~465021,80105493~1408471,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~2023003,334342752~7732739] 2024-09-16T07:48:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:38 smithi042 ceph-mon[94096]: pgmap v3519: 137 pgs: 137 active+clean; 973 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 56 MiB/s wr, 370 op/s 2024-09-16T07:48:38.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:38 smithi042 ceph-mon[94096]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T07:48:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:38 smithi042 ceph-mon[96574]: pgmap v3519: 137 pgs: 137 active+clean; 973 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 56 MiB/s wr, 370 op/s 2024-09-16T07:48:38.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:38 smithi042 ceph-mon[96574]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T07:48:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:38 smithi164 ceph-mon[88760]: pgmap v3519: 137 pgs: 137 active+clean; 973 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 232 KiB/s rd, 56 MiB/s wr, 370 op/s 2024-09-16T07:48:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:38 smithi164 ceph-mon[88760]: osdmap e2011: 8 total, 8 up, 8 in 2024-09-16T07:48:39.129 INFO:tasks.workunit.client.0.smithi042.stdout: i=17 exists [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100270820~80033,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,274850401~9022790,287941150~18873739,307709998~22921457,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,392921516~20340909] wrote [7285785~5458346,25189523~6846115,108699708~4318302,181263022~788139,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,392921516~4278803] 2024-09-16T07:48:39.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:39 smithi042 ceph-mon[94096]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T07:48:39.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:39 smithi042 ceph-mon[96574]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T07:48:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:39 smithi164 ceph-mon[88760]: osdmap e2012: 8 total, 8 up, 8 in 2024-09-16T07:48:40.127 INFO:tasks.workunit.client.0.smithi042.stdout: i=18 exists [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100270820~80033,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,274850401~9022790,287941150~18873739,307709998~22921457,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] wrote [22382847~1192510,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,156103538~810999,214698270~6041317,380072345~3921280,384673645~3840240] 2024-09-16T07:48:40.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:40 smithi042 ceph-mon[96574]: pgmap v3522: 137 pgs: 137 active+clean; 993 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 40 MiB/s wr, 349 op/s 2024-09-16T07:48:40.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:40 smithi042 ceph-mon[96574]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T07:48:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:40 smithi042 ceph-mon[94096]: pgmap v3522: 137 pgs: 137 active+clean; 993 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 40 MiB/s wr, 349 op/s 2024-09-16T07:48:40.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:40 smithi042 ceph-mon[94096]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T07:48:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:40 smithi164 ceph-mon[88760]: pgmap v3522: 137 pgs: 137 active+clean; 993 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 40 MiB/s wr, 349 op/s 2024-09-16T07:48:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:40 smithi164 ceph-mon[88760]: osdmap e2013: 8 total, 8 up, 8 in 2024-09-16T07:48:41.143 INFO:tasks.workunit.client.0.smithi042.stdout: i=19 exists [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100270820~80033,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,274850401~9022790,287941150~18873739,307709998~22921457,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] wrote [31137575~1217508,81520495~5629747,173741663~6756753,198980619~2403787,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093] 2024-09-16T07:48:41.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:41 smithi042 ceph-mon[96574]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T07:48:41.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:41 smithi042 ceph-mon[94096]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T07:48:41.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:41] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-09-16T07:48:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:41 smithi164 ceph-mon[88760]: osdmap e2014: 8 total, 8 up, 8 in 2024-09-16T07:48:42.097 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 1 diff [96897924~1218330,103963080~5082918,136814336~7248532,162171904~2439101,198495353~2381523,207200621~2440240,217083882~2427852,291069983~3077063,324691090~5940365] 2024-09-16T07:48:42.097 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [96897924~1218330,103963080~5082918,136814336~7248532,162171904~2439101,198495353~2381523,207200621~2440240,217083882~2427852,291069983~3077063,324691090~5940365] 2024-09-16T07:48:42.114 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [96897924~1218330,100663296~8382702,134853849~9209019,159383552~5227453,197132288~3744588,205520896~4119965,213909504~5602230,289406976~4740070,324691090~5940365] 2024-09-16T07:48:42.115 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 2 diff [32348575~3229560,90094452~3575161,96897924~1218330,103963080~5082918,136814336~7248532,162171904~2439101,175932118~3478668,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,291069983~3077063,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.115 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32348575~3229560,90094452~3575161,96897924~1218330,103963080~5082918,136814336~7248532,162171904~2439101,175932118~3478668,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,291069983~3077063,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.121 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [29360128~6218007,88080384~5589229,96897924~1218330,100663296~8382702,134853849~9209019,159383552~5227453,171966464~7444322,197132288~3744588,205520896~4119965,213909504~5602230,226492416~6395666,289406976~4740070,301989888~3671904,324691090~5940365,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.121 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 3 diff [14963306~8019447,32348575~3229560,48903218~4877176,90094452~3575161,96897924~1218330,103963080~5082918,126008431~8707464,136814336~7248532,162171904~2439101,175932118~3478668,190676991~1559067,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,244235895~2570975,276199773~7673418,291069983~3077063,299392161~1140752,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.121 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [14963306~8019447,32348575~3229560,48903218~4877176,90094452~3575161,96897924~1218330,103963080~5082918,126008431~8707464,136814336~7248532,162171904~2439101,175932118~3478668,190676991~1559067,198495353~2381523,207200621~2440240,217083882~2427852,230420855~2467227,244235895~2570975,276199773~7673418,291069983~3077063,299392161~1140752,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.128 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~10399841,29360128~6218007,46137344~7643050,88080384~5589229,96897924~1218330,100663296~8382702,125829120~8886775,134853849~9209019,159383552~5227453,171966464~7444322,188743680~3492378,197132288~3744588,205520896~4119965,213909504~5602230,226492416~6395666,243269632~3537238,276199773~7673418,289406976~4740070,297795584~2737329,301989888~3671904,324691090~5940365,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.128 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 4 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,90094452~3575161,96897924~1218330,103963080~5082918,126008431~8707464,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,291069983~3077063,299392161~1140752,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.128 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,90094452~3575161,96897924~1218330,103963080~5082918,126008431~8707464,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,291069983~3077063,299392161~1140752,302572041~3089751,324691090~5940365,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.135 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,88080384~5589229,96897924~1218330,100663296~8382702,125829120~8886775,134853849~9209019,146800640~7386079,159383552~5227453,171966464~7444322,188743680~3492378,197132288~12508573,213909504~5602230,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,289406976~4740070,297795584~2737329,301989888~3671904,324691090~5940365,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.135 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 5 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,96897924~1218330,103963080~5082918,126008431~8707464,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~7780409,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.135 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,96897924~1218330,103963080~5082918,126008431~8707464,135907872~8154996,149311469~4875250,162171904~2439101,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~7780409,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.141 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,75497472~6976366,83886080~9783533,96897924~1218330,100663296~8382702,125829120~8886775,134853849~9209019,146800640~7386079,159383552~5227453,171966464~7444322,188743680~3492378,197132288~12508573,213909504~5602230,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,301989888~4466891,322851046~7780409,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397,377635574~4756611,385875968~6287975] 2024-09-16T07:48:42.142 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 6 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,96897924~1218330,103963080~5082918,126008431~8707464,135907872~10444903,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~7780409,332526578~4999336,342895027~6056448,353813810~2046115,370007610~6690539,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.142 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,96897924~1218330,103963080~5082918,126008431~8707464,135907872~10444903,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~7780409,332526578~4999336,342895027~6056448,353813810~2046115,370007610~6690539,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.148 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,75497472~6976366,83886080~9783533,96897924~1218330,100663296~8382702,125829120~8886775,134853849~11498926,146800640~7386079,159383552~7668508,171966464~7444322,188743680~3492378,197132288~12508573,213909504~5602230,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,301989888~4466891,322851046~7780409,331350016~6175898,339738624~9212851,352321536~3538389,369098752~7599397,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.148 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 7 diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,78606361~15063252,96897924~1218330,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,367599130~9099019,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.148 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,78606361~15063252,96897924~1218330,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,175932118~3478668,190676991~1559067,197528813~12112048,217083882~2427852,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,367599130~9099019,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.154 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~7643050,75497472~18172141,96897924~1218330,100663296~8382702,125829120~20523655,146800640~7386079,159383552~7668508,171966464~7444322,188743680~3492378,197132288~12508573,213909504~5602230,226492416~6395666,243269632~3537238,251658240~3735148,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~7780409,331350016~6175898,339738624~16121301,364904448~11793701,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.154 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 8 diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,61300256~3772587,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,171361220~8049566,190676991~1559067,197528813~12112048,217065933~4601477,228330813~1925724,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.154 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,61300256~3772587,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,149311469~4875250,162171904~4880156,171361220~8049566,190676991~1559067,197528813~12112048,217065933~4601477,228330813~1925724,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.161 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~7643050,58720256~6352587,75497472~18172141,96897924~1218330,100663296~8382702,125829120~20523655,146800640~7386079,159383552~7668508,167772160~11638626,188743680~3492378,197132288~12508573,213909504~7757906,226492416~9569374,243269632~3537238,251658240~3735148,255852544~3985865,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~7780409,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.161 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 9 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~7060910,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,190676991~1559067,197528813~12112048,217065933~4601477,224883004~5373533,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.161 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~7060910,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,190676991~1559067,197528813~12112048,217065933~4601477,224883004~5373533,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.167 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~10755761,58720256~9520033,75497472~18172141,96897924~1218330,100663296~8382702,125829120~20523655,146800640~7386079,159383552~7668508,167772160~11638626,188743680~3492378,197132288~12508573,213909504~7757906,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~7780409,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.167 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 10 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~11564824,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.167 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~11564824,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.173 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~10755761,58720256~14023947,75497472~18172141,96897924~1218330,100663296~8382702,125829120~20523655,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,197132288~24535122,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~7780409,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.173 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 11 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.173 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,103963080~5082918,126008431~20344344,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.179 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~26606859,75497472~18172141,96897924~1218330,100663296~8382702,125829120~20523655,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~7780409,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~18997849] 2024-09-16T07:48:42.179 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 12 diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.179 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~23840985,75836891~17832722,96897924~1218330,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.185 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~26606859,75497472~18172141,96897924~1218330,100663296~8382702,113246208~3549451,117440512~28912263,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~7780409,331350016~6385073,339738624~16121301,360710144~1760097,364904448~11793701,377635574~35626851] 2024-09-16T07:48:42.185 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 13 diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,302572041~3089751,305823075~633704,310859585~11574692,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.186 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,103963080~5082918,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,302572041~3089751,305823075~633704,310859585~11574692,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.191 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~47532269,96897924~1218330,100663296~8382702,113246208~3549451,117440512~28912263,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~15955273,301989888~4466891,310859585~11574692,322851046~7780409,331350016~6385073,339738624~16121301,360710144~1760097,364904448~11793701,377635574~35626851] 2024-09-16T07:48:42.192 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 14 diff [3673558~7489076,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,100500837~8545161,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,364863276~11834873,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.192 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~8461947,48903218~44766395,96897924~1218330,100500837~8545161,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,364863276~11834873,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.197 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~47532269,96897924~1218330,100350853~8695145,113246208~3549451,117440512~28912263,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~6385073,339738624~16121301,360710144~15988005,377635574~35626851] 2024-09-16T07:48:42.198 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 15 diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~5208511,341219345~12361727,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.198 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~5208511,341219345~12361727,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.203 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~14689778,46137344~47532269,96897924~1218330,100350853~9250016,113246208~3549451,117440512~28912263,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~6385073,339738624~16121301,360710144~52552281] 2024-09-16T07:48:42.203 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 16 diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.204 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,96897924~1218330,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.212 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~14689778,46137344~47532269,96897924~1218330,100350853~9250016,113246208~33106567,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.212 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 17 diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.212 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.215 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~12667157,113246208~33106567,146800640~7386079,159383552~7668508,167772160~11638626,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.215 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 18 diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.216 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.221 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~11638626,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.221 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 19 diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.221 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.226 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.227 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 2 diff [32348575~3229560,90094452~3575161,175932118~3478668,230420855~2467227,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.227 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32348575~3229560,90094452~3575161,175932118~3478668,230420855~2467227,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.232 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [29360128~6218007,88080384~5589229,171966464~7444322,226492416~6395666,301989888~3671904,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.232 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 3 diff [14963306~8019447,32348575~3229560,48903218~4877176,90094452~3575161,104147834~72395,126008431~8707464,175932118~3478668,190676991~1559067,230420855~2467227,244235895~2570975,276199773~7673418,299392161~1140752,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.232 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [14963306~8019447,32348575~3229560,48903218~4877176,90094452~3575161,104147834~72395,126008431~8707464,175932118~3478668,190676991~1559067,230420855~2467227,244235895~2570975,276199773~7673418,299392161~1140752,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.237 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~10399841,29360128~6218007,46137344~7643050,88080384~5589229,104147834~72395,125829120~8886775,171966464~7444322,188743680~3492378,226492416~6395666,243269632~3537238,276199773~7673418,297795584~2737329,301989888~3671904,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.238 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 4 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,90094452~3575161,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,175932118~3478668,190676991~1559067,197528813~11171965,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,299392161~1140752,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.238 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,90094452~3575161,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,175932118~3478668,190676991~1559067,197528813~11171965,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,299392161~1140752,302572041~3089751,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539] 2024-09-16T07:48:42.243 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,88080384~5589229,104147834~72395,125829120~8886775,135907872~6731799,146800640~7386079,171966464~7444322,188743680~3492378,197528813~11171965,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,297795584~2737329,301989888~3671904,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397] 2024-09-16T07:48:42.243 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 5 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,175932118~3478668,190676991~1559067,197528813~11171965,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~4917259,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.243 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,175932118~3478668,190676991~1559067,197528813~11171965,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~4917259,334283005~1655503,343808265~5143210,353813810~2046115,370007610~6690539,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.249 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,75497472~6976366,83886080~9783533,104147834~72395,125829120~8886775,135907872~6731799,146800640~7386079,171966464~7444322,188743680~3492378,197528813~11171965,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,301989888~4466891,322851046~4917259,331350016~4588492,339738624~9212851,352321536~3538389,369098752~7599397,377635574~4756611,385875968~6287975] 2024-09-16T07:48:42.249 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 6 diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,104147834~72395,126008431~8707464,135907872~10444903,149311469~4875250,164441017~2611043,175932118~3478668,190676991~1559067,197528813~11171965,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~4917259,332526578~4999336,342895027~6056448,353813810~2046115,370007610~6690539,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.249 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32348575~6408683,39091626~1718896,48903218~4877176,78606361~3867477,85338496~8331117,104147834~72395,126008431~8707464,135907872~10444903,149311469~4875250,164441017~2611043,175932118~3478668,190676991~1559067,197528813~11171965,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,302572041~3089751,305823075~633704,322851046~4917259,332526578~4999336,342895027~6056448,353813810~2046115,370007610~6690539,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.254 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,29360128~11450394,46137344~7643050,75497472~6976366,83886080~9783533,104147834~72395,125829120~8886775,135907872~10444903,146800640~7386079,164441017~2611043,171966464~7444322,188743680~3492378,197528813~11171965,226492416~6395666,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,301989888~4466891,322851046~4917259,331350016~6175898,339738624~9212851,352321536~3538389,369098752~7599397,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.254 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 7 diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,78606361~15063252,104147834~72395,126008431~20344344,149311469~4875250,164441017~2611043,175932118~3478668,190676991~1559067,197528813~11171965,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,367599130~9099019,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.254 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,78606361~15063252,104147834~72395,126008431~20344344,149311469~4875250,164441017~2611043,175932118~3478668,190676991~1559067,197528813~11171965,228330813~1925724,230420855~2467227,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,367599130~9099019,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.260 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~7643050,75497472~18172141,104147834~72395,125829120~20523655,146800640~7386079,164441017~2611043,171966464~7444322,188743680~3492378,197528813~11171965,226492416~6395666,243269632~3537238,251658240~3735148,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~4917259,331350016~6175898,339738624~16121301,364904448~11793701,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.260 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 8 diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,61300256~3772587,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,149311469~4875250,164441017~2611043,171361220~8049566,190676991~1559067,197528813~11171965,217065933~4601477,228330813~1925724,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.260 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~6408683,39091626~1718896,48903218~4877176,61300256~3772587,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,149311469~4875250,164441017~2611043,171361220~8049566,190676991~1559067,197528813~11171965,217065933~4601477,228330813~1925724,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.265 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~7643050,58720256~6352587,75497472~18172141,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~11638626,188743680~3492378,197528813~11171965,217065933~4601477,226492416~9569374,243269632~3537238,251658240~3735148,255852544~3985865,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~4917259,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.265 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 9 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~7060910,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,190676991~1559067,197528813~11171965,217065933~4601477,224883004~5373533,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.265 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~7060910,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,190676991~1559067,197528813~11171965,217065933~4601477,224883004~5373533,230420855~2467227,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.271 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~10755761,58720256~9520033,75497472~18172141,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~11638626,188743680~3492378,197528813~11171965,217065933~4601477,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,314572800~7202281,322851046~4917259,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.271 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 10 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~11564824,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.271 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~7989887,61179379~11564824,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.277 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~10755761,58720256~14023947,75497472~18172141,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,197528813~18432142,217065933~4601477,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~4917259,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.277 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 11 diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~23840985,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.277 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32348575~8461947,48903218~23840985,75836891~17832722,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.282 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~26606859,75497472~18172141,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~4917259,331350016~6175898,339738624~16121301,360710144~1760097,364904448~11793701,377635574~14528369,394264576~18997849] 2024-09-16T07:48:42.282 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 12 diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~23840985,75836891~17832722,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.282 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~23840985,75836891~17832722,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,171361220~8049566,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,302572041~3089751,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.287 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~26606859,75497472~18172141,104147834~72395,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,301989888~4466891,310859585~10915496,322851046~4917259,331350016~6385073,339738624~16121301,360710144~1760097,364904448~11793701,377635574~35626851] 2024-09-16T07:48:42.288 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 13 diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~44766395,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,302572041~3089751,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.288 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32348575~8461947,48903218~44766395,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,302572041~3089751,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,367599130~9099019,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.294 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~47532269,104147834~72395,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~13763678,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~15955273,301989888~4466891,310859585~11574692,322851046~4917259,331350016~6385073,339738624~16121301,360710144~1760097,364904448~11793701,377635574~35626851] 2024-09-16T07:48:42.294 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 14 diff [3673558~7489076,12925667~15140889,32348575~8461947,48903218~44766395,100500837~6417414,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,364863276~11834873,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.294 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~8461947,48903218~44766395,100500837~6417414,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~10686045,353813810~2046115,361604602~865639,364863276~11834873,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.299 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~11450394,46137344~47532269,100350853~6567398,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,331350016~6385073,339738624~16121301,360710144~15988005,377635574~35626851] 2024-09-16T07:48:42.299 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 15 diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~12361727,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.299 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,182226680~6589187,190676991~1559067,193846637~27820773,224883004~8005078,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~12361727,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.305 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~14689778,46137344~47532269,100350853~9250016,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,331350016~6385073,339738624~16121301,360710144~52552281] 2024-09-16T07:48:42.305 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 16 diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.305 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32348575~11701331,48903218~44766395,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.310 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,29360128~14689778,46137344~47532269,100350853~9250016,113246208~33106567,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.310 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 17 diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.310 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~17528909,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.316 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~12667157,113246208~33106567,146800640~7386079,164441017~2611043,167772160~11638626,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.316 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 18 diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.316 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32348575~11701331,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~9189198,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.322 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~11638626,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.322 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 19 diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.322 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:42.327 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:42.328 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 3 diff [14963306~8019447,48903218~4877176,104147834~72395,126008431~8707464,190676991~1559067,244235895~2570975,276199773~7673418,299392161~1140752] 2024-09-16T07:48:42.328 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [14963306~8019447,48903218~4877176,104147834~72395,126008431~8707464,190676991~1559067,244235895~2570975,276199773~7673418,299392161~1140752] 2024-09-16T07:48:42.333 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~10399841,46137344~7643050,104147834~72395,125829120~8886775,188743680~3492378,243269632~3537238,276199773~7673418,297795584~2737329] 2024-09-16T07:48:42.333 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 4 diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,190676991~1559067,197528813~11171965,244235895~2570975,255229685~163703,276199773~7673418,299392161~1140752] 2024-09-16T07:48:42.333 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,190676991~1559067,197528813~11171965,244235895~2570975,255229685~163703,276199773~7673418,299392161~1140752] 2024-09-16T07:48:42.338 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,32774314~8036208,46137344~7643050,104147834~72395,125829120~8886775,135907872~6731799,146800640~7386079,188743680~3492378,197528813~11171965,243269632~3537238,251658240~3735148,276199773~7673418,297795584~2737329] 2024-09-16T07:48:42.338 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 5 diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,78606361~3867477,85338496~5410746,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,190676991~1559067,197528813~11171965,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.339 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,78606361~3867477,85338496~5410746,104147834~72395,126008431~8707464,135907872~6731799,149311469~4875250,190676991~1559067,197528813~11171965,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.344 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,32774314~8036208,46137344~7643050,75497472~6976366,83886080~6863162,104147834~72395,125829120~8886775,135907872~6731799,146800640~7386079,188743680~3492378,197528813~11171965,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,305661792~794987,322851046~4917259,377635574~4756611,385875968~6287975] 2024-09-16T07:48:42.344 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 6 diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,78606361~3867477,85338496~5410746,104147834~72395,126008431~8707464,135907872~10444903,149311469~4875250,164441017~2611043,190676991~1559067,197528813~11171965,228330813~1925724,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.344 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~8019447,32774314~5982944,39091626~1718896,48903218~4877176,78606361~3867477,85338496~5410746,104147834~72395,126008431~8707464,135907872~10444903,149311469~4875250,164441017~2611043,190676991~1559067,197528813~11171965,228330813~1925724,244235895~2570975,255229685~163703,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1140752,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.350 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~10399841,32774314~8036208,46137344~7643050,75497472~6976366,83886080~6863162,104147834~72395,125829120~8886775,135907872~10444903,146800640~7386079,164441017~2611043,188743680~3492378,197528813~11171965,228330813~1925724,243269632~3537238,251658240~3735148,276199773~7673418,285212672~12183778,297795584~2737329,305661792~794987,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.350 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 7 diff [3768806~7393828,14963306~13103250,32774314~5982944,39091626~1718896,48903218~4877176,78606361~12142881,104147834~72395,126008431~20344344,149311469~4875250,164441017~2611043,190676991~1559067,197528813~11171965,228330813~1925724,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.350 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32774314~5982944,39091626~1718896,48903218~4877176,78606361~12142881,104147834~72395,126008431~20344344,149311469~4875250,164441017~2611043,190676991~1559067,197528813~11171965,228330813~1925724,244235895~2570975,255229685~163703,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:42 smithi042 ceph-mon[96574]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 24 MiB/s wr, 208 op/s 2024-09-16T07:48:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:42 smithi042 ceph-mon[96574]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T07:48:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:42 smithi042 ceph-mon[94096]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 24 MiB/s wr, 208 op/s 2024-09-16T07:48:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:42 smithi042 ceph-mon[94096]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T07:48:42.355 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32774314~8036208,46137344~7643050,75497472~15251770,104147834~72395,125829120~20523655,146800640~7386079,164441017~2611043,188743680~3492378,197528813~11171965,228330813~1925724,243269632~3537238,251658240~3735148,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,364904448~5837748,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.355 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 8 diff [3768806~7393828,14963306~13103250,32774314~5982944,39091626~1718896,48903218~4877176,61300256~3772587,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,149311469~4875250,164441017~2611043,171361220~6996182,190676991~1559067,197528813~11171965,217065933~4601477,228330813~1925724,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.356 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32774314~5982944,39091626~1718896,48903218~4877176,61300256~3772587,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,149311469~4875250,164441017~2611043,171361220~6996182,190676991~1559067,197528813~11171965,217065933~4601477,228330813~1925724,234600043~1461747,244235895~2570975,255229685~163703,257247389~2591020,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.361 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32774314~8036208,46137344~7643050,58720256~6352587,75497472~15251770,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~10585242,188743680~3492378,197528813~11171965,217065933~4601477,228330813~1925724,232888082~3173708,243269632~3537238,251658240~3735148,255852544~3985865,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.361 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 9 diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~7989887,61179379~7060910,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,190676991~1559067,197528813~11171965,217065933~4601477,224883004~5373533,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.361 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~7989887,61179379~7060910,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,190676991~1559067,197528813~11171965,217065933~4601477,224883004~5373533,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.367 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~10755761,58720256~9520033,75497472~15251770,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~10585242,188743680~3492378,197528813~11171965,217065933~4601477,222298112~7958425,232888082~3173708,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.367 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 10 diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~7989887,61179379~11564824,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.367 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~7989887,61179379~11564824,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,197528813~18432142,217065933~4601477,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.373 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~10755761,58720256~14023947,75497472~15251770,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,197528813~18432142,217065933~4601477,222298112~10198517,232888082~3173708,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.373 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 11 diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~23840985,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.373 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,14963306~13103250,32727515~8083007,48903218~23840985,75836891~14912351,104147834~72395,107351246~1421792,126008431~20344344,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.378 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~26606859,75497472~15251770,104147834~72395,107351246~1421792,125829120~20523655,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~10198517,232888082~3173708,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~18997849] 2024-09-16T07:48:42.378 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 12 diff [3768806~7393828,12925667~15140889,32727515~8083007,48903218~23840985,75836891~14912351,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.378 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32727515~8083007,48903218~23840985,75836891~14912351,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~7444957,296125130~1271320,299392161~1584573,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.383 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~26606859,75497472~15251770,104147834~72395,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~10198517,232888082~3173708,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~12183778,297795584~3181150,305661792~794987,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~35626851] 2024-09-16T07:48:42.383 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 13 diff [3768806~7393828,12925667~15140889,32727515~8083007,48903218~41846024,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.383 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~15140889,32727515~8083007,48903218~41846024,104147834~72395,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.389 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~44611898,104147834~72395,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~10198517,232888082~3173708,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~15955273,305661792~794987,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.389 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 14 diff [3673558~7489076,12925667~15140889,32727515~8083007,48903218~41846024,100500837~6417414,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.389 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32727515~8083007,48903218~41846024,100500837~6417414,107351246~1421792,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.395 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~8083007,46137344~44611898,100350853~6567398,107351246~1421792,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~10198517,232888082~8834886,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~10481578,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.395 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 15 diff [3673558~7489076,12925667~15140889,32727515~11322391,48903218~41846024,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.395 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32727515~11322391,48903218~41846024,100500837~9100032,116276088~519571,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,190676991~1559067,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,244235895~2570975,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.401 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~11322391,46137344~44611898,100350853~9250016,113246208~3549451,117440512~28912263,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~10198517,232888082~8834886,243269632~3537238,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.401 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 16 diff [3673558~7489076,12925667~15140889,32727515~11322391,48903218~41846024,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.401 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~15140889,32727515~11322391,48903218~41846024,100500837~9100032,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,181410711~7405156,190676991~1559067,193846637~27820773,224883004~8648013,234600043~7122925,244235895~2570975,255229685~163703,256217521~7200678,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.406 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12582912~15483644,32727515~11322391,46137344~44611898,100350853~9250016,113246208~33106567,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~27820773,222298112~19424856,243269632~3537238,251658240~3735148,255852544~7565655,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.406 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 17 diff [3673558~9070573,12925667~19109971,32727515~11322391,48903218~41846024,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.406 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32727515~11322391,48903218~41846024,100500837~12517173,113786570~4956372,119460488~26892287,148903266~5283453,164441017~2611043,170221588~8135814,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.412 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32035638,32727515~11322391,46137344~44611898,100350853~12667157,113246208~33106567,146800640~7386079,164441017~2611043,167772160~10585242,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.412 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 18 diff [3673558~9070573,12925667~19109971,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.412 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19109971,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,190676991~1559067,193846637~39684380,234600043~7122925,244235895~2570975,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.417 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32035638,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~10585242,180355072~11880986,193846637~47876331,243269632~3537238,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.418 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 19 diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.418 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.423 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.423 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 4 diff [3768806~7393828,32774314~5982944,39091626~1718896,135907872~6731799,149311469~4875250,197528813~11171965,255229685~163703,282457973~1342553] 2024-09-16T07:48:42.423 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,32774314~5982944,39091626~1718896,135907872~6731799,149311469~4875250,197528813~11171965,255229685~163703,282457973~1342553] 2024-09-16T07:48:42.428 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,32774314~8036208,135907872~6731799,146800640~7386079,197528813~11171965,251658240~3735148,282457973~1342553] 2024-09-16T07:48:42.428 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 5 diff [3768806~7393828,32774314~5982944,39091626~1718896,78606361~3867477,85338496~5410746,131228122~3394902,135907872~6731799,149311469~4875250,197528813~11171965,255229685~163703,282457973~1342553,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.429 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,32774314~5982944,39091626~1718896,78606361~3867477,85338496~5410746,131228122~3394902,135907872~6731799,149311469~4875250,197528813~11171965,255229685~163703,282457973~1342553,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.434 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,32774314~8036208,75497472~6976366,83886080~6863162,131228122~3394902,135907872~6731799,146800640~7386079,197528813~11171965,251658240~3735148,282457973~1342553,285212672~12183778,305661792~794987,322851046~4917259,377635574~4756611,385875968~6287975] 2024-09-16T07:48:42.434 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 6 diff [3768806~7393828,32774314~5982944,39091626~1718896,78606361~3867477,85338496~5410746,127837828~102757,131228122~3394902,135907872~10444903,149311469~4875250,164441017~2611043,197528813~11171965,228330813~1925724,255229685~163703,282457973~1342553,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.434 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,32774314~5982944,39091626~1718896,78606361~3867477,85338496~5410746,127837828~102757,131228122~3394902,135907872~10444903,149311469~4875250,164441017~2611043,197528813~11171965,228330813~1925724,255229685~163703,282457973~1342553,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.439 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,32774314~8036208,75497472~6976366,83886080~6863162,127837828~102757,131228122~3394902,135907872~10444903,146800640~7386079,164441017~2611043,197528813~11171965,228330813~1925724,251658240~3735148,282457973~1342553,285212672~12183778,305661792~794987,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.439 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 7 diff [3768806~7393828,17082440~1435277,20213494~7853062,32774314~5982944,39091626~1718896,78606361~12142881,127837828~102757,131228122~15124653,149311469~4875250,164441017~2611043,197528813~11171965,228330813~1925724,255229685~163703,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.439 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,17082440~1435277,20213494~7853062,32774314~5982944,39091626~1718896,78606361~12142881,127837828~102757,131228122~15124653,149311469~4875250,164441017~2611043,197528813~11171965,228330813~1925724,255229685~163703,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,17082440~1435277,20213494~7853062,32774314~8036208,75497472~15251770,127837828~102757,131228122~15124653,146800640~7386079,164441017~2611043,197528813~11171965,228330813~1925724,251658240~3735148,264241152~6713743,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,364904448~5837748,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.445 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 8 diff [3768806~7393828,17082440~1435277,20213494~7853062,32774314~5982944,39091626~1718896,61300256~3772587,75836891~14912351,107351246~1421792,127837828~102757,131228122~15124653,149311469~4875250,164441017~2611043,171361220~6996182,197528813~11171965,217065933~4601477,228330813~1925724,234600043~1461747,255229685~163703,257247389~2591020,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.445 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,17082440~1435277,20213494~7853062,32774314~5982944,39091626~1718896,61300256~3772587,75836891~14912351,107351246~1421792,127837828~102757,131228122~15124653,149311469~4875250,164441017~2611043,171361220~6996182,197528813~11171965,217065933~4601477,228330813~1925724,234600043~1461747,255229685~163703,257247389~2591020,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.450 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,17082440~1435277,20213494~7853062,32774314~8036208,58720256~6352587,75497472~15251770,107351246~1421792,127837828~102757,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,197528813~11171965,217065933~4601477,228330813~1925724,232888082~3173708,251658240~3735148,255852544~3985865,264241152~6713743,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.450 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 9 diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,53774872~3118233,61179379~7060910,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,197528813~11171965,217065933~4601477,224883004~5373533,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.450 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,53774872~3118233,61179379~7060910,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,197528813~11171965,217065933~4601477,224883004~5373533,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.456 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,17082440~1435277,20213494~7853062,32727515~8083007,53774872~3118233,58720256~9520033,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,197528813~11171965,217065933~4601477,222298112~7958425,232888082~3173708,251658240~3735148,255852544~7565655,264241152~6713743,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 10 diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,50058384~6834721,61179379~11564824,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,197528813~18432142,217065933~4601477,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,50058384~6834721,61179379~11564824,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,197528813~18432142,217065933~4601477,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,17082440~1435277,20213494~7853062,32727515~8083007,50058384~6834721,58720256~14023947,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,197528813~18432142,217065933~4601477,222298112~10198517,232888082~3173708,251658240~3735148,255852544~7565655,264241152~6713743,276528960~2287865,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 11 diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,50058384~22685819,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,17082440~1435277,20213494~7853062,32727515~8083007,50058384~22685819,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.467 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,17082440~1435277,20213494~7853062,32727515~8083007,50058384~22685819,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~10198517,232888082~3173708,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~18997849] 2024-09-16T07:48:42.467 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 12 diff [3768806~7393828,12925667~5592050,20213494~7853062,32727515~8083007,50058384~22685819,75836891~14912351,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.467 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~5592050,20213494~7853062,32727515~8083007,50058384~22685819,75836891~14912351,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,171361220~6996182,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.472 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12925667~5592050,20213494~7853062,32727515~8083007,50058384~22685819,75497472~15251770,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~10198517,232888082~3173708,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,282457973~1342553,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~35626851] 2024-09-16T07:48:42.472 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 13 diff [3768806~7393828,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.472 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3768806~7393828,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.477 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~10198517,232888082~3173708,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,282457973~1342553,285212672~15955273,305661792~794987,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 14 diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.483 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12925667~5592050,20213494~7853062,32727515~8083007,50058384~40690858,100350853~6567398,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~10198517,232888082~8834886,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,282457973~1342553,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~10481578,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.483 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 15 diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.483 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,182226680~6589187,193846637~27820773,224883004~7613625,234600043~1461747,236432390~5290578,255229685~163703,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:42 smithi164 ceph-mon[88760]: pgmap v3525: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 24 MiB/s wr, 208 op/s 2024-09-16T07:48:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:42 smithi164 ceph-mon[88760]: osdmap e2015: 8 total, 8 up, 8 in 2024-09-16T07:48:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:42.489 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100350853~9250016,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~10198517,232888082~8834886,251658240~3735148,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,282457973~1342553,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.489 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 16 diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,181410711~7405156,193846637~27820773,224883004~8648013,234600043~7122925,255229685~163703,256217521~7200678,264758060~10002254,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.489 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~7489076,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,181410711~7405156,193846637~27820773,224883004~8648013,234600043~7122925,255229685~163703,256217521~7200678,264758060~10002254,276528960~2287865,282457973~1342553,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.494 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~11162634,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100350853~9250016,113246208~13037077,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~27820773,222298112~19424856,251658240~3735148,255852544~7565655,264241152~10519162,276528960~2287865,282457973~1342553,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.495 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 17 diff [3673558~9070573,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,181263022~7552845,193846637~39684380,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.495 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,164441017~2611043,170221588~8135814,181263022~7552845,193846637~39684380,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.500 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100350853~12667157,113246208~13037077,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,164441017~2611043,167772160~10585242,180355072~8460795,193846637~47876331,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.500 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 18 diff [3673558~9070573,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~39684380,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.500 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~39684380,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.506 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~10585242,180355072~8460795,193846637~47876331,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.506 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 19 diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.506 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.511 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.511 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 5 diff [7112706~1735362,78606361~3867477,85338496~5410746,131228122~3394902,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.511 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,78606361~3867477,85338496~5410746,131228122~3394902,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,377874534~4517651,387138779~5025164] 2024-09-16T07:48:42.517 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,75497472~6976366,83886080~6863162,131228122~3394902,285212672~12183778,305661792~794987,322851046~4917259,377635574~4756611,385875968~6287975] 2024-09-16T07:48:42.517 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 6 diff [7112706~1735362,78606361~3867477,85338496~5410746,127837828~102757,131228122~3394902,140724651~5628124,164441017~2611043,228330813~1925724,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.517 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,78606361~3867477,85338496~5410746,127837828~102757,131228122~3394902,140724651~5628124,164441017~2611043,228330813~1925724,287941150~7444957,296125130~1271320,305823075~633704,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.522 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,75497472~6976366,83886080~6863162,127837828~102757,131228122~3394902,140724651~5628124,164441017~2611043,228330813~1925724,285212672~12183778,305661792~794987,322851046~4917259,332526578~4999336,342895027~4191262,354845697~657476,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.523 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 7 diff [7112706~1735362,17082440~1435277,20213494~7853062,78606361~12142881,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,228330813~1925724,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.523 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,17082440~1435277,20213494~7853062,78606361~12142881,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,228330813~1925724,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,377874534~4517651,386843493~5320450,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.528 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,17082440~1435277,20213494~7853062,75497472~15251770,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,228330813~1925724,264241152~6713743,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,364904448~5837748,377635574~4756611,385875968~6287975,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.528 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 8 diff [7112706~1735362,17082440~1435277,20213494~7853062,61300256~3772587,75836891~14912351,107351246~1421792,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,171361220~6996182,217065933~4601477,228330813~1925724,234600043~1461747,257247389~2591020,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.528 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,17082440~1435277,20213494~7853062,61300256~3772587,75836891~14912351,107351246~1421792,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,171361220~6996182,217065933~4601477,228330813~1925724,234600043~1461747,257247389~2591020,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.533 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,17082440~1435277,20213494~7853062,58720256~6352587,75497472~15251770,107351246~1421792,127837828~102757,131228122~5841672,140724651~5628124,164441017~2611043,167772160~10585242,217065933~4601477,228330813~1925724,232888082~3173708,255852544~3985865,264241152~6713743,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.534 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 9 diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,217065933~4601477,224883004~5373533,234600043~1461747,256217521~7200678,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.534 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,217065933~4601477,224883004~5373533,234600043~1461747,256217521~7200678,264758060~6196835,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,318691661~3083420,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.539 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,58720256~9520033,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,217065933~4601477,222298112~7958425,232888082~3173708,255852544~7565655,264241152~6713743,285212672~12183778,299811565~1165169,305661792~794987,314572800~7202281,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.539 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 10 diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.539 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.545 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,58720256~14023947,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,207790180~8170775,217065933~4601477,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,276528960~2287865,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.545 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 11 diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.545 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~14912351,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,395076966~18185459] 2024-09-16T07:48:42.550 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75497472~15251770,107351246~1421792,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~5592478,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~14528369,394264576~18997849] 2024-09-16T07:48:42.550 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 12 diff [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~14912351,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.551 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~14912351,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~7444957,296125130~1271320,299811565~1165169,305823075~633704,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.556 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75497472~15251770,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~5841672,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,285212672~12183778,299811565~1165169,305661792~794987,310859585~10915496,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,377635574~35626851] 2024-09-16T07:48:42.556 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 13 diff [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.556 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~13226795,305823075~633704,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.562 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,285212672~15955273,305661792~794987,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.562 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 14 diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.562 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,377874534~4517651,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.567 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~7305565,50058384~40690858,100350853~6567398,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~10481578,375622372~926392,377635574~35626851] 2024-09-16T07:48:42.568 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 15 diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.568 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.573 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100350853~9250016,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,285212672~21602217,310859585~11574692,322851046~4917259,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.573 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 16 diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.573 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,393249639~20012786] 2024-09-16T07:48:42.578 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~1735362,12925667~5592050,20213494~7853062,32727515~11322391,50058384~40690858,100350853~9250016,113246208~13037077,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~19424856,255852544~7565655,264241152~10519162,276528960~2287865,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.579 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 17 diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.579 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~6769813,382637531~9526412,392921516~20340909] 2024-09-16T07:48:42.584 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100350853~12667157,113246208~13037077,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.584 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 18 diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.584 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.590 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~11822144,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~4917259,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.590 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 19 diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.590 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:42.596 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:42.596 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 6 diff [127837828~102757,140724651~5628124,164441017~2611043,228330813~1925724,332526578~4999336,342895027~4191262,354845697~657476,386843493~1997864,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.596 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [127837828~102757,140724651~5628124,164441017~2611043,228330813~1925724,332526578~4999336,342895027~4191262,354845697~657476,386843493~1997864,395448150~4544854,402860861~2587643] 2024-09-16T07:48:42.604 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [127837828~102757,140724651~5628124,164441017~2611043,228330813~1925724,332526578~4999336,342895027~4191262,354845697~657476,386843493~1997864,394264576~5728428,402860861~2587643] 2024-09-16T07:48:42.604 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 7 diff [17082440~1435277,20213494~7853062,80350100~5247518,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,228330813~1925724,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,386843493~1997864,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.604 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,80350100~5247518,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,228330813~1925724,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,367599130~3143066,386843493~1997864,395448150~4544854,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.610 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,80350100~5247518,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,228330813~1925724,264241152~6713743,299811565~1165169,314572800~7202281,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,364904448~5837748,386843493~1997864,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.610 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 8 diff [17082440~1435277,20213494~7853062,61300256~3772587,75836891~9760727,107351246~1421792,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,171361220~6996182,217065933~4601477,228330813~1925724,234600043~1461747,257247389~2591020,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.610 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,61300256~3772587,75836891~9760727,107351246~1421792,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,171361220~6996182,217065933~4601477,228330813~1925724,234600043~1461747,257247389~2591020,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~4916038,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.615 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,58720256~6352587,75836891~9760727,107351246~1421792,127837828~102757,132675633~4394161,140724651~5628124,164441017~2611043,167772160~10585242,217065933~4601477,228330813~1925724,232888082~3173708,255852544~3985865,264241152~6713743,299811565~1165169,314572800~7202281,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,382392185~7184455,394264576~5728428,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.615 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 9 diff [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,217065933~4601477,224883004~5373533,234600043~1461747,256217521~7200678,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.615 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,217065933~4601477,224883004~5373533,234600043~1461747,256217521~7200678,264758060~6196835,299811565~1165169,318691661~3083420,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~6861119,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.621 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,58720256~9520033,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,217065933~4601477,222298112~7958425,232888082~3173708,255852544~7565655,264241152~6713743,299811565~1165169,314572800~7202281,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,382392185~7184455,394264576~7673509,402860861~2587643,408731115~3872125] 2024-09-16T07:48:42.621 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 10 diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.621 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~6861119,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.626 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,58720256~14023947,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,207790180~8170775,217065933~4601477,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4191262,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,382392185~7184455,394264576~7673509,402860861~2587643,407209013~6053412] 2024-09-16T07:48:42.626 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 11 diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~18185459] 2024-09-16T07:48:42.626 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,395076966~18185459] 2024-09-16T07:48:42.632 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~5592478,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~4999336,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,382392185~7184455,394264576~18997849] 2024-09-16T07:48:42.632 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 12 diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.632 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.637 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,132675633~4394161,138152553~8200222,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,382392185~7184455,392163943~21098482] 2024-09-16T07:48:42.638 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 13 diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.638 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,367599130~3143066,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.643 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~1760097,364904448~5837748,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.643 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 14 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.643 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.649 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100350853~6567398,107351246~1421792,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,342895027~4902424,347912215~5668857,354845697~657476,360710144~10481578,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.649 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 15 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.649 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,116276088~519571,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.654 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100350853~9250016,113246208~3549451,117440512~8842773,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,332526578~5208511,341219345~6578106,347912215~5668857,354845697~657476,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.655 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 16 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.655 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.660 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100350853~9250016,113246208~13037077,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~19424856,255852544~7565655,264241152~10519162,276528960~2287865,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.660 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 17 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.660 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~12517173,113786570~4956372,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.666 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100350853~12667157,113246208~13037077,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.666 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 18 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.666 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.671 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,332526578~15270873,347912215~5668857,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.672 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 19 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.672 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.677 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.677 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 7 diff [17082440~1435277,20213494~7853062,80350100~5247518,132675633~4394161,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,367599130~3143066,408731115~3872125] 2024-09-16T07:48:42.678 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,80350100~5247518,132675633~4394161,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,367599130~3143066,408731115~3872125] 2024-09-16T07:48:42.683 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,80350100~5247518,132675633~4394161,264241152~6713743,299811565~1165169,314572800~7202281,347912215~5668857,364904448~5837748,408731115~3872125] 2024-09-16T07:48:42.683 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 8 diff [17082440~1435277,20213494~7853062,61300256~3772587,75836891~9760727,107351246~1421792,132675633~4394161,171361220~6996182,217065933~4601477,234600043~1461747,257247389~2591020,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,408731115~3872125] 2024-09-16T07:48:42.683 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,61300256~3772587,75836891~9760727,107351246~1421792,132675633~4394161,171361220~6996182,217065933~4601477,234600043~1461747,257247389~2591020,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,408731115~3872125] 2024-09-16T07:48:42.688 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,58720256~6352587,75836891~9760727,107351246~1421792,132675633~4394161,167772160~10585242,217065933~4601477,232888082~3173708,255852544~3985865,264241152~6713743,299811565~1165169,314572800~7202281,347912215~5668857,360710144~1760097,364904448~5837748,382392185~7184455,395076966~700898,408731115~3872125] 2024-09-16T07:48:42.688 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 9 diff [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,217065933~4601477,224883004~3781609,234600043~1461747,256217521~7200678,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~6026479,408731115~3872125] 2024-09-16T07:48:42.689 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,61179379~7060910,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,217065933~4601477,224883004~3781609,234600043~1461747,256217521~7200678,264758060~6196835,299811565~1165169,318691661~3083420,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~6026479,408731115~3872125] 2024-09-16T07:48:42.694 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,53774872~3118233,58720256~9520033,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,167772160~10585242,217065933~4601477,222298112~6366501,232888082~3173708,255852544~7565655,264241152~6713743,299811565~1165169,314572800~7202281,347912215~5668857,360710144~1760097,364904448~5837748,382392185~7184455,395076966~700898,395911606~6026479,408731115~3872125] 2024-09-16T07:48:42.694 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 10 diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,299811565~1165169,310859585~10915496,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.694 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,61179379~11564824,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,276528960~2287865,299811565~1165169,310859585~10915496,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.700 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,50058384~6834721,58720256~14023947,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,207790180~8170775,217065933~4601477,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,276528960~2287865,299811565~1165169,310859585~10915496,347912215~5668857,360710144~1760097,364904448~5837748,382392185~7184455,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.934 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 11 diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.934 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.951 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [17082440~1435277,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,193846637~5592478,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,344928315~2869136,347912215~5668857,360710144~1760097,364904448~5837748,382392185~7184455,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 12 diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~5592050,20213494~7853062,32727515~7305565,50058384~22685819,75836891~9760727,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,132675633~4394161,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,299811565~1165169,310859585~10915496,334691128~3043961,344928315~2869136,347912215~5668857,360710144~1760097,364904448~5837748,382392185~7184455,392163943~21098482] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 13 diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,367599130~3143066,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,132675633~8423765,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,360710144~1760097,364904448~5837748,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 14 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~7305565,50058384~35539234,100350853~6567398,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,132675633~8423765,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,347912215~5668857,360710144~10481578,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.952 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 15 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,264758060~6196835,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100350853~9250016,113246208~3549451,117440512~8842773,129601926~1206415,132675633~8423765,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,264241152~6713743,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,347912215~5668857,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 16 diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,264758060~10002254,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~5592050,20213494~7853062,32727515~11322391,50058384~35539234,100350853~9250016,113246208~13037077,129601926~1206415,132675633~8423765,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~19424856,255852544~7565655,264241152~10519162,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 17 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100350853~12667157,113246208~13037077,129601926~1206415,132675633~8423765,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 18 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.953 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~11822144,32727515~11322391,50058384~35539234,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,347912215~5668857,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 19 diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 8 diff [61300256~3772587,75836891~6234508,107351246~1421792,171361220~6996182,217065933~4601477,234600043~1461747,257247389~2591020,361604602~865639,382637531~6939109,395076966~700898] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [61300256~3772587,75836891~6234508,107351246~1421792,171361220~6996182,217065933~4601477,234600043~1461747,257247389~2591020,361604602~865639,382637531~6939109,395076966~700898] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [58720256~6352587,75836891~6234508,107351246~1421792,167772160~10585242,217065933~4601477,232888082~3173708,255852544~3985865,360710144~1760097,382392185~7184455,395076966~700898] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 9 diff [32727515~7305565,53774872~3118233,61179379~7060910,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,217065933~4601477,224883004~3781609,234600043~1461747,256217521~7200678,361604602~865639,382637531~6939109,395076966~700898,395911606~6026479] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32727515~7305565,53774872~3118233,61179379~7060910,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,217065933~4601477,224883004~3781609,234600043~1461747,256217521~7200678,361604602~865639,382637531~6939109,395076966~700898,395911606~6026479] 2024-09-16T07:48:42.954 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [32727515~7305565,53774872~3118233,58720256~9520033,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,167772160~10585242,217065933~4601477,222298112~6366501,232888082~3173708,255852544~7565655,360710144~1760097,382392185~7184455,395076966~700898,395911606~6026479] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 10 diff [32727515~7305565,50058384~6834721,61179379~11564824,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,276528960~2287865,310859585~8015291,361604602~865639,382637531~6939109,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32727515~7305565,50058384~6834721,61179379~11564824,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,207790180~8170775,217065933~4601477,224883004~7613625,234600043~1461747,256217521~7200678,276528960~2287865,310859585~8015291,361604602~865639,382637531~6939109,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [32727515~7305565,50058384~6834721,58720256~14023947,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,207790180~8170775,217065933~4601477,222298112~10198517,232888082~3173708,255852544~7565655,276528960~2287865,310859585~8015291,360710144~1760097,382392185~7184455,395076966~700898,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 11 diff [20312636~2582492,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,361604602~865639,382637531~6939109,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [20312636~2582492,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~5592478,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,361604602~865639,382637531~6939109,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [20312636~2582492,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,129601926~1206415,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,193846637~5592478,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,360710144~1760097,382392185~7184455,395076966~700898,395911606~17350819] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 12 diff [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,361604602~865639,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,138152553~2946845,148903266~4078380,171361220~6996182,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,361604602~865639,382637531~6939109,393249639~20012786] 2024-09-16T07:48:42.955 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,75836891~6234508,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,138152553~2946845,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,360710144~1760097,382392185~7184455,392163943~21098482] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 13 diff [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32013015,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,361604602~865639,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32013015,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,361604602~865639,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32013015,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~3173708,255852544~7565655,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,360710144~1760097,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 14 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32910713,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32910713,100500837~6417414,107351246~1421792,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,361604602~865639,364863276~6328446,375622372~926392,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~32910713,100350853~6567398,107351246~1421792,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,360710144~10481578,375622372~926392,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 15 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.956 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,182226680~6589187,193846637~8596385,203947119~17720291,224883004~7613625,234600043~1461747,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100350853~9250016,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~10198517,232888082~8834886,255852544~7565655,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 16 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,181410711~7405156,193846637~8596385,203947119~17720291,224883004~8648013,234600043~7122925,256217521~7200678,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,393249639~20012786] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~32910713,100350853~9250016,113246208~13037077,129601926~1206415,135482556~5616842,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~17720291,222298112~19424856,255852544~7565655,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 17 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,382637531~9495136,392921516~20340909] 2024-09-16T07:48:42.957 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100350853~12667157,113246208~13037077,129601926~1206415,135482556~5616842,148903266~4078380,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,360710144~10481578,375622372~3747819,382392185~9740482,392163943~21098482] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 18 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~8135814,181263022~7552845,193846637~8596385,203947119~29583898,234600043~7122925,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~32910713,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~10585242,180355072~8460795,193846637~8596385,203947119~37775849,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 19 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 9 diff [32727515~7305565,53774872~3118233,61179379~7060910,129601926~1206415,138152553~2946845,148903266~4078380,224883004~3781609,256217521~7200678,395911606~6026479] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32727515~7305565,53774872~3118233,61179379~7060910,129601926~1206415,138152553~2946845,148903266~4078380,224883004~3781609,256217521~7200678,395911606~6026479] 2024-09-16T07:48:42.958 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [32727515~7305565,53774872~3118233,61179379~7060910,129601926~1206415,138152553~2946845,148903266~4078380,222298112~6366501,256217521~7200678,395911606~6026479] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 10 diff [32727515~7305565,50058384~6834721,61179379~11564824,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,207790180~8170775,224883004~7613625,256217521~7200678,276528960~2287865,310859585~8015291,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [32727515~7305565,50058384~6834721,61179379~11564824,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,207790180~8170775,224883004~7613625,256217521~7200678,276528960~2287865,310859585~8015291,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [32727515~7305565,50058384~6834721,61179379~11564824,129601926~1206415,138152553~2946845,148903266~4078380,180355072~8460795,207790180~8170775,222298112~10198517,256217521~7200678,276528960~2287865,310859585~8015291,395911606~6026479,407209013~6053412] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 11 diff [20312636~2582492,32727515~7305565,50058384~22685819,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,193846637~5592478,203947119~14918281,224883004~7613625,256217521~7200678,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,395911606~17350819] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [20312636~2582492,32727515~7305565,50058384~22685819,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,193846637~5592478,203947119~14918281,224883004~7613625,256217521~7200678,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,395911606~17350819] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [20312636~2582492,32727515~7305565,50058384~22685819,129601926~1206415,138152553~2946845,148903266~4078380,180355072~8460795,193846637~5592478,203947119~14918281,222298112~10198517,256217521~7200678,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,395911606~17350819] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 12 diff [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,116276088~519571,119460488~6822797,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,393249639~20012786] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,116276088~519571,119460488~6822797,129601926~1206415,138152553~2946845,148903266~4078380,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,393249639~20012786] 2024-09-16T07:48:42.959 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~2582492,24095860~3785927,32727515~7305565,50058384~22685819,113246208~3549451,117440512~8842773,129601926~1206415,138152553~2946845,148903266~4078380,180355072~8460795,193846637~8596385,203947119~14918281,222298112~10198517,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,392163943~21098482] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 13 diff [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,222298112~10198517,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,392163943~21098482] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 14 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~7305565,50058384~26796050,79436140~3532957,100350853~6567398,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,222298112~10198517,236061790~5661178,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,362470241~8721481,375622372~926392,386912916~5219751,392163943~21098482] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 15 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,224883004~7613625,236432390~5290578,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100350853~9250016,113246208~3549451,117440512~8842773,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,222298112~10198517,236061790~5661178,256217521~7200678,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,362470241~8721481,375622372~3747819,386912916~5219751,392163943~21098482] 2024-09-16T07:48:42.960 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 16 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,181410711~7405156,193846637~8596385,203947119~14918281,224883004~8648013,235762659~5960309,256217521~7200678,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,181410711~7405156,193846637~8596385,203947119~14918281,224883004~8648013,235762659~5960309,256217521~7200678,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~20012786] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,32727515~11322391,50058384~26796050,77882027~5087070,100350853~9250016,113246208~13037077,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,222298112~11232905,235762659~5960309,256217521~7200678,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~21098482] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 17 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,181263022~7552845,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~20340909] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,181263022~7552845,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~20340909] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100350853~12667157,113246208~13037077,129601926~1206415,135482556~5616842,148903266~4078380,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~21098482] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 18 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~6821461,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~6821461,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,32727515~11322391,50058384~26796050,77882027~5087070,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~6821461,180355072~8460795,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 19 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:42.961 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 10 diff [50058384~5518915,63843327~8900876,182226680~6589187,207790180~8170775,225248349~7248280,276528960~2287865,310859585~8015291,407209013~6053412] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [50058384~5518915,63843327~8900876,182226680~6589187,207790180~8170775,225248349~7248280,276528960~2287865,310859585~8015291,407209013~6053412] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [50058384~5518915,63843327~8900876,180355072~8460795,207790180~8170775,225248349~7248280,276528960~2287865,310859585~8015291,407209013~6053412] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 11 diff [20312636~2582492,50058384~11379186,63843327~8900876,182226680~6589187,193846637~5592478,203947119~14918281,225248349~7248280,259337566~3901871,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,400688833~12573592] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [20312636~2582492,50058384~11379186,63843327~8900876,182226680~6589187,193846637~5592478,203947119~14918281,225248349~7248280,259337566~3901871,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,400688833~12573592] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [20312636~2582492,50058384~11379186,63843327~8900876,180355072~8460795,193846637~5592478,203947119~14918281,225248349~7248280,259337566~3901871,272030541~2729773,276528960~2287865,310859585~8015291,344928315~2869136,400688833~12573592] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 12 diff [12925667~4678052,20312636~2582492,24095860~3785927,50058384~11379186,63843327~8900876,116276088~519571,119460488~6822797,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~2582492,24095860~3785927,50058384~11379186,63843327~8900876,116276088~519571,119460488~6822797,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.962 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~2582492,24095860~3785927,50058384~11379186,63843327~8900876,113246208~3549451,117440512~8842773,180355072~8460795,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,310859585~8015291,334691128~3043961,344928315~2869136,392163943~3980224,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 13 diff [12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,225248349~7248280,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~8069192,310859585~11574692,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,392163943~3980224,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 14 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.963 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,50058384~11379186,63843327~13011107,79436140~3532957,100350853~6567398,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,225248349~7248280,236061790~5661178,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,344928315~2869136,362470241~8721481,375622372~926392,386912916~5219751,392163943~3980224,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 15 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,50058384~11379186,62872722~716055,63843327~13011107,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,50058384~11379186,62872722~716055,63843327~13011107,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,182226680~6589187,193846637~8596385,203947119~14918281,225248349~7248280,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,50058384~11379186,62872722~716055,63843327~13011107,77882027~5087070,100350853~9250016,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,225248349~7248280,236061790~5661178,259337566~3901871,268519029~2244418,272030541~2729773,276528960~2287865,293098753~13716136,310859585~11574692,334691128~3043961,341219345~6578106,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 16 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~7405156,193846637~8596385,203947119~14918281,225248349~8282668,235762659~5960309,259337566~3901871,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~7405156,193846637~8596385,203947119~14918281,225248349~8282668,235762659~5960309,259337566~3901871,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100350853~9250016,113246208~13037077,135482556~4260486,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,225248349~8282668,235762659~5960309,259337566~3901871,268519029~6241285,276528960~2287865,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 17 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~7552845,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~7552845,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62872722~716055,63843327~13011107,77882027~5087070,100350853~12667157,113246208~13037077,135482556~4260486,170221588~6821461,180355072~8460795,193846637~8596385,203947119~14918281,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~5036376,400688833~12573592] 2024-09-16T07:48:42.964 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 18 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~5087070,100350853~25932432,135482556~4260486,155189248~1725289,170221588~6821461,180355072~8460795,193846637~8596385,203947119~16792468,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,334342752~13454699,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 19 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 11 diff [20312636~2582492,53921440~7516130,183139909~1997911,193846637~5592478,203947119~7073673,213311505~5553895,259337566~3901871,272030541~2729773,344928315~2869136,400688833~8067469] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [20312636~2582492,53921440~7516130,183139909~1997911,193846637~5592478,203947119~7073673,213311505~5553895,259337566~3901871,272030541~2729773,344928315~2869136,400688833~8067469] 2024-09-16T07:48:42.965 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [20312636~2582492,53921440~7516130,183139909~1997911,193846637~5592478,203947119~7073673,213311505~5553895,259337566~3901871,272030541~2729773,344928315~2869136,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 12 diff [12925667~4678052,20312636~2582492,24095860~3785927,53921440~7516130,116276088~519571,119460488~6822797,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,334691128~3043961,344928315~2869136,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~2582492,24095860~3785927,53921440~7516130,116276088~519571,119460488~6822797,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,334691128~3043961,344928315~2869136,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~2582492,24095860~3785927,53921440~7516130,113246208~3549451,117440512~8842773,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,334691128~3043961,344928315~2869136,392163943~3980224,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 13 diff [12925667~4678052,20312636~3316067,24095860~3785927,53921440~7516130,71870246~4984188,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,293098753~8069192,317917000~4517277,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,20312636~3316067,24095860~3785927,53921440~7516130,71870246~4984188,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,293098753~8069192,317917000~4517277,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,20312636~3316067,24095860~3785927,53921440~7516130,71870246~4984188,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,259337566~3901871,268519029~2244418,272030541~2729773,293098753~8069192,317917000~4517277,334691128~3043961,344928315~2869136,375622372~926392,386912916~5219751,392163943~3980224,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 14 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,52421901~9015669,71870246~4984188,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.966 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,52421901~9015669,71870246~4984188,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,344928315~2869136,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.968 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,52421901~9015669,71870246~4984188,79436140~3532957,100350853~6567398,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,236061790~5661178,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,344928315~2869136,362470241~8721481,375622372~926392,386912916~5219751,392163943~3980224,400688833~8067469] 2024-09-16T07:48:42.968 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 15 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,52421901~9015669,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,229022337~113603,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.968 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,52421901~9015669,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,229022337~113603,236432390~5290578,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6578106,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.968 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,38632851~5417055,52421901~9015669,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,183139909~1997911,193846637~8596385,203947119~7073673,213311505~5553895,229022337~113603,236061790~5661178,259337566~3901871,268519029~2244418,272030541~2729773,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6578106,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,400688833~8067469] 2024-09-16T07:48:42.968 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 16 diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~3727109,193846637~8596385,203947119~7073673,213311505~5553895,227409677~6121340,235762659~5960309,259337566~3901871,268519029~6241285,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.969 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~3727109,193846637~8596385,203947119~7073673,213311505~5553895,227409677~6121340,235762659~5960309,259337566~3901871,268519029~6241285,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,400688833~8067469] 2024-09-16T07:48:42.969 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,20312636~3316067,24095860~3785927,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,113246208~13037077,135482556~4260486,170221588~6821461,181410711~3727109,193846637~8596385,203947119~7073673,213311505~5553895,227409677~6121340,235762659~5960309,259337566~3901871,268519029~6241285,293098753~13716136,313110343~9323934,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,400688833~8067469] 2024-09-16T07:48:42.969 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 17 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~5553895,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.969 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~5553895,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.973 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~12667157,113246208~13037077,135482556~4260486,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~5553895,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,362470241~8721481,375622372~3747819,386912916~5219751,392163943~5036376,400688833~8067469] 2024-09-16T07:48:42.973 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 18 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.973 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.979 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~7939778,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100350853~25932432,135482556~4260486,155189248~1725289,170221588~6821461,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13454699,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:42.979 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 19 diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.979 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:42.984 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:42.984 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 12 diff [12925667~4678052,22071701~479873,24095860~3785927,116276088~519571,119460488~6822797,198295602~4147420,213860633~4554715,268519029~2244418,334691128~3043961,393249639~2894528] 2024-09-16T07:48:42.984 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,22071701~479873,24095860~3785927,116276088~519571,119460488~6822797,198295602~4147420,213860633~4554715,268519029~2244418,334691128~3043961,393249639~2894528] 2024-09-16T07:48:42.990 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,22071701~479873,24095860~3785927,113246208~3549451,117440512~8842773,198295602~4147420,213860633~4554715,268519029~2244418,334691128~3043961,392163943~3980224] 2024-09-16T07:48:42.990 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 13 diff [12925667~4678052,21436996~2191707,24095860~3785927,71870246~4984188,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,268519029~2244418,293098753~8069192,317917000~4517277,334691128~3043961,375622372~926392,386912916~5219751,393249639~2894528] 2024-09-16T07:48:42.990 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12925667~4678052,21436996~2191707,24095860~3785927,71870246~4984188,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,268519029~2244418,293098753~8069192,317917000~4517277,334691128~3043961,375622372~926392,386912916~5219751,393249639~2894528] 2024-09-16T07:48:42.995 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12925667~4678052,21436996~2191707,24095860~3785927,71870246~4984188,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,268519029~2244418,293098753~8069192,317917000~4517277,334691128~3043961,375622372~926392,386912916~5219751,392163943~3980224] 2024-09-16T07:48:42.995 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 14 diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,52421901~1652638,71870246~4984188,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,236432390~5290578,268519029~2244418,293098753~13716136,313110343~9323934,334691128~3043961,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528] 2024-09-16T07:48:42.995 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,52421901~1652638,71870246~4984188,79436140~3532957,100500837~6417414,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,236432390~5290578,268519029~2244418,293098753~13716136,313110343~9323934,334691128~3043961,364863276~6328446,375622372~926392,386912916~5219751,393249639~2894528] 2024-09-16T07:48:43.001 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,52421901~1652638,71870246~4984188,79436140~3532957,100350853~6567398,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,236061790~5661178,268519029~2244418,293098753~13716136,313110343~9323934,334691128~3043961,362470241~8721481,375622372~926392,386912916~5219751,392163943~3980224] 2024-09-16T07:48:43.001 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 15 diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,229022337~113603,236432390~5290578,268519029~2244418,272365953~2266509,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6322751,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,402217228~1329088] 2024-09-16T07:48:43.001 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,116276088~519571,119460488~6822797,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,229022337~113603,236432390~5290578,268519029~2244418,272365953~2266509,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6322751,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,402217228~1329088] 2024-09-16T07:48:43.006 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,113246208~3549451,117440512~8842773,135482556~4260486,170221588~6821461,198295602~4147420,204031850~4792589,213860633~4554715,229022337~113603,236061790~5661178,268519029~2244418,272365953~2266509,293098753~13716136,313110343~9323934,334691128~3043961,341219345~6322751,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,402217228~1329088] 2024-09-16T07:48:43.006 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 16 diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~3082330,198295602~4147420,204031850~4792589,213860633~4554715,227409677~6121340,235762659~5960309,268519029~6113433,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,402217228~1329088] 2024-09-16T07:48:43.006 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181410711~3082330,198295602~4147420,204031850~4792589,213860633~4554715,227409677~6121340,235762659~5960309,268519029~6113433,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,393249639~2894528,402217228~1329088] 2024-09-16T07:48:43.011 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,12925667~4678052,21436996~2191707,24095860~3785927,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,113246208~13037077,135482556~4260486,170221588~6821461,181410711~3082330,198295602~4147420,204031850~4792589,213860633~4554715,227409677~6121340,235762659~5960309,268519029~6113433,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,386912916~5219751,392163943~3980224,402217228~1329088] 2024-09-16T07:48:43.011 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 17 diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~4554715,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.012 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,119460488~6822797,135482556~4260486,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~4554715,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.017 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~12667157,113246208~13037077,135482556~4260486,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~4554715,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,386912916~5219751,392163943~5036376,402217228~1329088] 2024-09-16T07:48:43.017 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 18 diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.017 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.023 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~7939778,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100350853~25932432,135482556~4260486,155189248~1725289,170221588~6821461,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:43.023 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 19 diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.023 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.029 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:43.029 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 13 diff [21436996~2191707,25544756~1921418,71870246~4984188,135482556~4260486,170221588~6821461,204031850~4792589,293098753~8069192,317917000~4517277,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.029 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [21436996~2191707,25544756~1921418,71870246~4984188,135482556~4260486,170221588~6821461,204031850~4792589,293098753~8069192,317917000~4517277,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.034 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [21436996~2191707,25544756~1921418,71870246~4984188,135482556~4260486,170221588~6821461,204031850~4792589,293098753~8069192,317917000~4517277,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.035 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 14 diff [3673558~1454523,21436996~2191707,25544756~1921418,52421901~1652638,71870246~4984188,79436140~3532957,100500837~6417414,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,236432390~5290578,293098753~13716136,313110343~9323934,364863276~6328446,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.036 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,21436996~2191707,25544756~1921418,52421901~1652638,71870246~4984188,79436140~3532957,100500837~6417414,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,236432390~5290578,293098753~13716136,313110343~9323934,364863276~6328446,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.040 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,21436996~2191707,25544756~1921418,52421901~1652638,71870246~4984188,79436140~3532957,100350853~6567398,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,236061790~5661178,293098753~13716136,313110343~9323934,362470241~8721481,375622372~926392,386912916~5219751] 2024-09-16T07:48:43.040 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 15 diff [3673558~1454523,21436996~2191707,25544756~1921418,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,229022337~113603,236432390~5290578,272365953~2266509,293098753~13716136,313110343~9323934,341219345~6322751,364863276~6328446,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.040 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,21436996~2191707,25544756~1921418,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,229022337~113603,236432390~5290578,272365953~2266509,293098753~13716136,313110343~9323934,341219345~6322751,364863276~6328446,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.045 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,21436996~2191707,25544756~1921418,38632851~5417055,52421901~1652638,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,121566844~3813234,135482556~4260486,170221588~6821461,204031850~4792589,229022337~113603,236061790~5661178,272365953~2266509,293098753~13716136,313110343~9323934,341219345~6322751,362470241~8721481,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.045 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 16 diff [3673558~1454523,21436996~2191707,25544756~1921418,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181410711~3082330,204031850~4792589,227409677~6121340,235762659~5960309,270664829~3967633,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.045 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,21436996~2191707,25544756~1921418,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~9100032,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181410711~3082330,204031850~4792589,227409677~6121340,235762659~5960309,270664829~3967633,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.051 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,21436996~2191707,25544756~1921418,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~9250016,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181410711~3082330,204031850~4792589,227409677~6121340,235762659~5960309,270664829~3967633,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,386912916~5219751,402217228~1329088] 2024-09-16T07:48:43.051 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 17 diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181263022~3230019,204031850~4792589,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.051 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100500837~12517173,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181263022~3230019,204031850~4792589,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,386912916~5219751,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.056 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,71870246~4984188,77882027~5087070,100350853~12667157,113786570~4956372,121566844~3813234,135482556~4260486,170221588~6821461,181263022~3230019,204031850~4792589,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,386912916~5219751,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.056 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 18 diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~6821461,181263022~3230019,204031850~4792589,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.056 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~6821461,181263022~3230019,204031850~4792589,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.062 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~5087070,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~6821461,181263022~3230019,204031850~4792589,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,334342752~13199344,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.062 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 19 diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.062 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.068 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.068 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 14 diff [3673558~1454523,52421901~1652638,79436140~3532957,100500837~6417414,121566844~3813234,236432390~5290578,300394739~6420150,313110343~5022970,364863276~6328446] 2024-09-16T07:48:43.068 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,52421901~1652638,79436140~3532957,100500837~6417414,121566844~3813234,236432390~5290578,300394739~6420150,313110343~5022970,364863276~6328446] 2024-09-16T07:48:43.073 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,52421901~1652638,79436140~3532957,100350853~6567398,121566844~3813234,236061790~5661178,300394739~6420150,313110343~5022970,362470241~8721481] 2024-09-16T07:48:43.073 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 15 diff [3673558~1454523,38632851~5417055,52421901~1652638,62872722~716055,77882027~5087070,100500837~9100032,121566844~3813234,229022337~113603,236432390~5290578,272365953~2266509,300394739~6420150,313110343~5022970,318238075~1452446,341219345~6322751,364863276~6328446,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.073 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,38632851~5417055,52421901~1652638,62872722~716055,77882027~5087070,100500837~9100032,121566844~3813234,229022337~113603,236432390~5290578,272365953~2266509,300394739~6420150,313110343~5022970,318238075~1452446,341219345~6322751,364863276~6328446,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.079 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,38632851~5417055,52421901~1652638,62872722~716055,77882027~5087070,100350853~9250016,121566844~3813234,229022337~113603,236061790~5661178,272365953~2266509,300394739~6420150,313110343~5022970,318238075~1452446,341219345~6322751,362470241~8721481,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.079 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 16 diff [3673558~1454523,21579540~574610,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100500837~9100032,113786570~4956372,121566844~3813234,181410711~3082330,227409677~6121340,235762659~5960309,270664829~3967633,300394739~6420150,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.079 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,21579540~574610,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100500837~9100032,113786570~4956372,121566844~3813234,181410711~3082330,227409677~6121340,235762659~5960309,270664829~3967633,300394739~6420150,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.085 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,21579540~574610,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100350853~9250016,113786570~4956372,121566844~3813234,181410711~3082330,227409677~6121340,235762659~5960309,270664829~3967633,300394739~6420150,313110343~5022970,318238075~1452446,334342752~13199344,362470241~8721481,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.086 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 17 diff [3673558~1454523,7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100500837~12517173,113786570~4956372,121566844~3813234,181263022~3230019,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.086 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100500837~12517173,113786570~4956372,121566844~3813234,181263022~3230019,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.091 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62872722~716055,77882027~5087070,100350853~12667157,113786570~4956372,121566844~3813234,181263022~3230019,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,362470241~8721481,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.091 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 18 diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~5087070,100500837~18242105,121566844~3813234,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.091 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~5087070,100500837~18242105,121566844~3813234,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.097 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~5087070,100350853~18392089,121566844~3813234,155189248~1725289,181263022~3230019,214698270~6041317,221184419~12346598,235762659~5960309,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,334342752~13199344,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.097 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 19 diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.097 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.103 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.103 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 15 diff [38632851~5417055,62872722~716055,77882027~4449278,101521958~8078911,229022337~113603,272365953~2266509,318238075~1452446,341219345~6322751,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.103 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [38632851~5417055,62872722~716055,77882027~4449278,101521958~8078911,229022337~113603,272365953~2266509,318238075~1452446,341219345~6322751,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.108 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [38632851~5417055,62872722~716055,77882027~4449278,101521958~8078911,229022337~113603,272365953~2266509,318238075~1452446,341219345~6322751,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.109 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 16 diff [21579540~574610,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~8078911,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~3967633,318238075~1452446,334342752~13199344,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.109 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [21579540~574610,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~8078911,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~3967633,318238075~1452446,334342752~13199344,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.114 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [21579540~574610,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~8078911,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~3967633,318238075~1452446,334342752~13199344,375754305~3615886,402217228~1329088] 2024-09-16T07:48:43.114 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 17 diff [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~11496052,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.114 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~11496052,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.119 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62872722~716055,77882027~4449278,101521958~11496052,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.120 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 18 diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~4449278,101521958~17220984,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.120 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~4449278,101521958~17220984,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.125 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~4449278,101521958~17220984,155189248~1725289,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,334342752~13199344,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.125 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 19 diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.125 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.130 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:43.130 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 16 diff [21579540~574610,37110846~265209,61470831~465021,80105493~1408471,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~2023003,334342752~7732739] 2024-09-16T07:48:43.130 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [21579540~574610,37110846~265209,61470831~465021,80105493~1408471,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~2023003,334342752~7732739] 2024-09-16T07:48:43.136 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [21579540~574610,37110846~265209,61470831~465021,80105493~1408471,113786570~4956372,181410711~3082330,227409677~6121340,235762659~3785870,270664829~2023003,334342752~7732739] 2024-09-16T07:48:43.136 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 17 diff [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,61470831~465021,80105493~1408471,108699708~4318302,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,392921516~4278803] 2024-09-16T07:48:43.136 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,61470831~465021,80105493~1408471,108699708~4318302,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,392921516~4278803] 2024-09-16T07:48:43.141 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,25189523~6846115,37110846~265209,61470831~465021,80105493~1408471,108699708~4318302,113786570~4956372,181263022~3230019,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,392921516~4278803] 2024-09-16T07:48:43.141 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 18 diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,107348166~11394776,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.142 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,107348166~11394776,156103538~810999,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.147 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~6846115,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,107348166~11394776,155189248~1725289,181263022~3230019,214698270~6041317,221184419~12346598,235762659~3785870,252909869~5778120,258805306~5046454,270664829~2023003,280702475~1833294,297531658~5757265,334342752~7732739,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.147 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 19 diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.147 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.152 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.152 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 17 diff [7285785~5458346,25189523~6846115,108699708~4318302,181263022~788139,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,392921516~4278803] 2024-09-16T07:48:43.152 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,25189523~6846115,108699708~4318302,181263022~788139,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,392921516~4278803] 2024-09-16T07:48:43.157 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,25189523~6846115,108699708~4318302,181263022~788139,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,392921516~4278803] 2024-09-16T07:48:43.158 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 18 diff [7285785~5458346,22382847~1192510,25189523~6846115,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,156103538~810999,181263022~788139,214698270~6041317,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.158 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,22382847~1192510,25189523~6846115,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,156103538~810999,181263022~788139,214698270~6041317,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.163 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,22382847~1192510,25189523~6846115,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,155189248~1725289,181263022~788139,214698270~6041317,221184419~6386485,252909869~5778120,258805306~5046454,280702475~1833294,297531658~5757265,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.163 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 19 diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.163 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.169 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,155189248~1725289,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:43.169 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to 18 diff [22382847~1192510,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,156103538~810999,214698270~6041317,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.169 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [22382847~1192510,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,156103538~810999,214698270~6041317,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.174 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [22382847~1192510,61545393~359689,62257328~560445,71009405~3022260,107348166~7438863,155189248~1725289,214698270~6041317,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.174 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to 19 diff [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.174 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.179 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,155189248~1725289,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:43.179 INFO:tasks.workunit.client.0.smithi042.stdout:from 18 to 19 diff [31137575~1217508,81520495~5629747,173741663~6756753,198980619~2403787,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093] 2024-09-16T07:48:43.179 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [31137575~1217508,81520495~5629747,173741663~6756753,198980619~2403787,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093] 2024-09-16T07:48:43.185 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [31137575~1217508,81520495~5629747,173741663~6756753,198980619~2403787,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093] 2024-09-16T07:48:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:43 smithi042 ceph-mon[94096]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T07:48:43.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:43 smithi042 ceph-mon[96574]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T07:48:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:43 smithi164 ceph-mon[88760]: osdmap e2016: 8 total, 8 up, 8 in 2024-09-16T07:48:44.100 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:44.101 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:44.118 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:44.118 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:44.118 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:44.124 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:44.124 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.125 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.130 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:44.130 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.130 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.136 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:44.136 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.137 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:44.142 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:44.142 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.142 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.148 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:44.148 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.148 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.154 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:44.154 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.154 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:44.159 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:44.160 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:44.160 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:44.165 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:44.165 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:44.166 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:44.171 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:44.171 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:44.172 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:44.177 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:44.177 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.177 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.183 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:44.183 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.183 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.188 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.188 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.188 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.194 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.194 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.194 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.199 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:44.200 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.200 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.205 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.205 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to HEAD diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.205 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.211 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,155189248~1725289,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:44.211 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to HEAD diff [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:44.211 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:44.215 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [22382847~1192510,31137575~1217508,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,155189248~1725289,173741663~6756753,198980619~2403787,214698270~6041317,233640169~4861284,245079176~4971237,255300757~3664796,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240] 2024-09-16T07:48:44.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:44 smithi042 ceph-mon[96574]: pgmap v3528: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 34 MiB/s wr, 255 op/s 2024-09-16T07:48:44.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:44 smithi042 ceph-mon[94096]: pgmap v3528: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 34 MiB/s wr, 255 op/s 2024-09-16T07:48:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:44 smithi164 ceph-mon[88760]: pgmap v3528: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 136 KiB/s rd, 34 MiB/s wr, 255 op/s 2024-09-16T07:48:45.115 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:45.116 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:45.132 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:45.133 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:45.133 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:45.139 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:45.139 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.139 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.144 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:45.144 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.144 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.150 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:45.150 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.151 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:45.156 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:45.156 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.156 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.162 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:45.162 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.162 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.168 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:45.168 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.168 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:45.173 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:45.174 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:45.174 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:45.179 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:45.179 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:45.179 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:45.185 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:45.185 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:45.185 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:45.190 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:45.190 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.190 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.196 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:45.196 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.196 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.201 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.201 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.201 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.207 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.207 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.207 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.213 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:45.213 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.213 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.218 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.218 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to HEAD diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.218 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,156103538~810999,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.223 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,22382847~1192510,25189523~7165560,61545393~359689,62257328~560445,71009405~3022260,81520495~5629747,107348166~7438863,155189248~1725289,173741663~6756753,181263022~788139,198980619~2403787,214698270~6041317,221184419~6386485,233640169~4861284,245079176~4971237,252909869~10941891,280702475~1833294,297531658~5757265,324290343~4138381,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:45 smithi042 ceph-mon[94096]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T07:48:45.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:45 smithi042 ceph-mon[96574]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T07:48:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:45 smithi164 ceph-mon[88760]: osdmap e2017: 8 total, 8 up, 8 in 2024-09-16T07:48:46.116 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:46.116 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:46.143 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:46.143 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:46.143 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:46.153 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:46.153 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.153 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.158 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:46.159 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.159 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.165 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:46.165 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.165 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:46.171 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:46.171 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.171 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.176 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:46.176 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.176 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.183 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:46.183 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.183 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:46.188 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:46.188 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:46.193 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:46.193 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:46.193 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:46.199 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:46.199 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:46.199 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:46.204 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:46.204 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.205 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.210 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:46.210 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.210 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.215 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.215 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.215 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.221 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.221 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.221 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.226 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:46.226 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:46.226 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:46.231 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,61470831~465021,62257328~560445,71009405~3022260,80105493~1408471,81520495~5629747,107348166~11394776,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~2023003,280702475~1833294,297531658~5757265,324290343~4138381,334342752~7732739,346671996~5513093,380072345~3921280,384673645~3840240,392921516~4278803] 2024-09-16T07:48:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:46 smithi042 ceph-mon[94096]: pgmap v3530: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 27 MiB/s wr, 2.17k op/s 2024-09-16T07:48:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:46 smithi042 ceph-mon[94096]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T07:48:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:46 smithi042 ceph-mon[96574]: pgmap v3530: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 27 MiB/s wr, 2.17k op/s 2024-09-16T07:48:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:46 smithi042 ceph-mon[96574]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T07:48:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:46 smithi164 ceph-mon[88760]: pgmap v3530: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 179 KiB/s rd, 27 MiB/s wr, 2.17k op/s 2024-09-16T07:48:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:46 smithi164 ceph-mon[88760]: osdmap e2018: 8 total, 8 up, 8 in 2024-09-16T07:48:47.121 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:47.121 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:47.156 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:47.156 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:47.156 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:47.162 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:47.162 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.162 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.168 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:47.168 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.168 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.174 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:47.174 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.174 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:47.180 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:47.180 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.180 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.186 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:47.186 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.187 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.192 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:47.192 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.192 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:47.198 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:47.198 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:47.198 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:47.203 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:47.203 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:47.204 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:47.209 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:47.209 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:47.209 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:47.215 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:47.215 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.215 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.220 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:47.220 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.221 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.226 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.226 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.226 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.231 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.231 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.232 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.236 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,101521958~17220984,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~5908360,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~5757265,318238075~1452446,324290343~4138381,334342752~17842337,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:47 smithi164 ceph-mon[88760]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T07:48:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:47 smithi042 ceph-mon[94096]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T07:48:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:47 smithi042 ceph-mon[96574]: osdmap e2019: 8 total, 8 up, 8 in 2024-09-16T07:48:48.132 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:48.133 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:48.168 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:48.168 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:48.168 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:48.174 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:48.174 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.174 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.180 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:48.180 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.180 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.185 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:48.186 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.186 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:48.191 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:48.191 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.191 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.197 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:48.197 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.197 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.203 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:48.203 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.203 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:48.208 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:48.208 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:48.209 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:48.214 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:48.214 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:48.214 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:48.221 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:48.221 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:48.221 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:48.225 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:48.226 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.226 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.231 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:48.231 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.231 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.236 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.237 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.237 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100500837~18242105,121566844~3813234,156103538~810999,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,364863276~6328446,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.241 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21579540~574610,22382847~1192510,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~3022260,77882027~9268215,100350853~18392089,121566844~3813234,155189248~1725289,173741663~6756753,181263022~3230019,198980619~2403787,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,297531658~9283231,313110343~5022970,318238075~1452446,324290343~4138381,334342752~17842337,362470241~8721481,375754305~3615886,380072345~3921280,384673645~3840240,392921516~4278803,402217228~1329088] 2024-09-16T07:48:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:48 smithi164 ceph-mon[88760]: pgmap v3533: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 10 MiB/s wr, 4.73k op/s 2024-09-16T07:48:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:48 smithi164 ceph-mon[88760]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T07:48:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:48 smithi042 ceph-mon[94096]: pgmap v3533: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 10 MiB/s wr, 4.73k op/s 2024-09-16T07:48:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:48 smithi042 ceph-mon[94096]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T07:48:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:48 smithi042 ceph-mon[96574]: pgmap v3533: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 197 KiB/s rd, 10 MiB/s wr, 4.73k op/s 2024-09-16T07:48:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:48 smithi042 ceph-mon[96574]: osdmap e2020: 8 total, 8 up, 8 in 2024-09-16T07:48:49.135 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.135 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.174 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:49.174 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.174 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.180 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:49.180 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.180 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.186 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.186 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.186 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.192 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.192 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.192 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.197 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.198 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.198 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.203 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.203 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.204 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.209 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.209 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.209 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.215 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.215 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:49.216 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:49.221 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:49.221 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:49.221 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:49.227 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:49.227 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:49.227 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:49.232 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:49.232 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.233 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.237 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:49.238 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.238 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,121566844~3813234,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.243 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,21436996~2191707,25189523~7165560,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~18392089,121566844~3813234,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198980619~2403787,204031850~4792589,214698270~6041317,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,270664829~3967633,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.378 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.378 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.420 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:49.420 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.421 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:49.435 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:49.435 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.435 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.443 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.443 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.444 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.448 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.448 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.449 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:49.454 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:49.454 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.454 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.464 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.464 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:49.470 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:49.470 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:49.470 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:49.475 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:49.475 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:49.475 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:49.480 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:49.480 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:49.480 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:49.485 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:49.486 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.486 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,402217228~1329088] 2024-09-16T07:48:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:49 smithi164 ceph-mon[88760]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T07:48:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:49.491 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,21436996~2191707,24095860~8259223,37110846~265209,38632851~5417055,52421901~1652638,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3230019,198295602~4147420,204031850~4792589,213860633~6878954,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6113433,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,402217228~1329088] 2024-09-16T07:48:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:49 smithi042 ceph-mon[94096]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T07:48:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:49 smithi042 ceph-mon[96574]: osdmap e2021: 8 total, 8 up, 8 in 2024-09-16T07:48:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:48:50.396 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:50.396 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:50.434 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:50.434 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:50.434 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:50.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:50.444 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.444 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.450 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:50.450 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.450 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.455 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:50.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:50.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:50.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.467 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:50.467 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.467 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.472 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:50.473 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.473 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:50.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:50.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:50.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:50.484 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:50.484 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:50.484 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:50 smithi164 ceph-mon[88760]: pgmap v3536: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 3.2 MiB/s wr, 3.70k op/s 2024-09-16T07:48:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:50 smithi164 ceph-mon[88760]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T07:48:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:50 smithi164 ceph-mon[88760]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T07:48:50.489 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:50.489 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:50.489 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~8067469] 2024-09-16T07:48:50.494 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,52421901~9015669,61470831~465021,62257328~560445,62872722~716055,71009405~5845029,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~10276828,181263022~3874798,193846637~8596385,203947119~7073673,213311505~7428082,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,280702475~1833294,293098753~13716136,313110343~9323934,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~8067469] 2024-09-16T07:48:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[94096]: pgmap v3536: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 3.2 MiB/s wr, 3.70k op/s 2024-09-16T07:48:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[94096]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T07:48:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[94096]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T07:48:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[96574]: pgmap v3536: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 161 KiB/s rd, 3.2 MiB/s wr, 3.70k op/s 2024-09-16T07:48:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[96574]: osdmap e2022: 8 total, 8 up, 8 in 2024-09-16T07:48:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:50 smithi042 ceph-mon[96574]: osdmap e2023: 8 total, 8 up, 8 in 2024-09-16T07:48:51.396 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:51.445 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:51.454 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:51.454 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.454 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:51.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:51.465 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:51.471 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:51.477 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:51.482 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:51.488 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:51.493 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100500837~18242105,119460488~6822797,135482556~4260486,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~4278803,400688833~12573592] 2024-09-16T07:48:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,37110846~265209,38632851~5417055,50058384~11379186,61470831~465021,62257328~560445,62872722~716055,63843327~13011107,77882027~9268215,100350853~25932432,135482556~4260486,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~5036376,400688833~12573592] 2024-09-16T07:48:51.504 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:51 smithi042 ceph-mon[96574]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T07:48:51.504 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:51 smithi042 ceph-mon[96574]: pgmap v3540: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 1.59k op/s 2024-09-16T07:48:51.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:51 smithi042 ceph-mon[94096]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T07:48:51.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:51 smithi042 ceph-mon[94096]: pgmap v3540: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 1.59k op/s 2024-09-16T07:48:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:48:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:48:51] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-09-16T07:48:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:51 smithi164 ceph-mon[88760]: osdmap e2024: 8 total, 8 up, 8 in 2024-09-16T07:48:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:51 smithi164 ceph-mon[88760]: pgmap v3540: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.3 KiB/s wr, 1.59k op/s 2024-09-16T07:48:52.400 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:52.400 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:52.440 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:52.440 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:52.440 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:52.457 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:52.457 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.457 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.462 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:52.462 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.462 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:52.468 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.468 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:52.474 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:52.474 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.474 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.479 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:52.480 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.480 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.484 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:52.485 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.485 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:52.490 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:52.490 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:52.490 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,364863276~6328446,375622372~3747819,380072345~3921280,384673645~7459022,392921516~20340909] 2024-09-16T07:48:52.496 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~26796050,77882027~9268215,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,170221588~18594279,193846637~8596385,203947119~16792468,221184419~12346598,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,362470241~8721481,375622372~3747819,380072345~3921280,384673645~7459022,392163943~21098482] 2024-09-16T07:48:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:52 smithi164 ceph-mon[88760]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T07:48:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:48:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:48:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:52 smithi042 ceph-mon[94096]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T07:48:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:52 smithi042 ceph-mon[96574]: osdmap e2025: 8 total, 8 up, 8 in 2024-09-16T07:48:53.397 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:53.397 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:53.446 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:53.446 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:53.446 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:53.463 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:53.463 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.463 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.469 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:53.469 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.470 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.475 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:53.475 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.475 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:53.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:53.481 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.481 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.487 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:53.487 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.487 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.493 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:53.493 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.493 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,135482556~5616842,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:53.499 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~4678052,20312636~3316067,24095860~8259223,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,135482556~5616842,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,268519029~6241285,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~17842337,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:53 smithi164 ceph-mon[88760]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T07:48:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:53 smithi164 ceph-mon[88760]: pgmap v3543: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 5.6 KiB/s wr, 1.97k op/s 2024-09-16T07:48:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:53 smithi042 ceph-mon[94096]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T07:48:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:53 smithi042 ceph-mon[94096]: pgmap v3543: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 5.6 KiB/s wr, 1.97k op/s 2024-09-16T07:48:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:53 smithi042 ceph-mon[96574]: osdmap e2026: 8 total, 8 up, 8 in 2024-09-16T07:48:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:53 smithi042 ceph-mon[96574]: pgmap v3543: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 151 KiB/s rd, 5.6 KiB/s wr, 1.97k op/s 2024-09-16T07:48:54.392 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:54.392 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:54.438 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:54.438 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:54.439 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:54.447 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:54.447 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.447 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.453 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:54.453 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.453 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.458 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:54.458 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.458 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:54.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:54.464 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:54.464 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:54.469 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:54.469 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:54.470 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,129601926~1206415,132675633~8423765,148903266~4078380,156103538~810999,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:54.475 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,129601926~1206415,132675633~8423765,148903266~4078380,155189248~1725289,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,334342752~19238320,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:54 smithi164 ceph-mon[88760]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T07:48:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:54 smithi164 ceph-mon[88760]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T07:48:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:54 smithi042 ceph-mon[94096]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T07:48:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:54 smithi042 ceph-mon[94096]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T07:48:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:54 smithi042 ceph-mon[96574]: osdmap e2027: 8 total, 8 up, 8 in 2024-09-16T07:48:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:54 smithi042 ceph-mon[96574]: osdmap e2028: 8 total, 8 up, 8 in 2024-09-16T07:48:55.424 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:55.424 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:55.448 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:55.448 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:55.449 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:55.466 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:55.466 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.466 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.475 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:55.475 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.475 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:55.481 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.481 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:55.486 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:55.486 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:55.486 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~3747819,380072345~12060322,392921516~20340909] 2024-09-16T07:48:55.491 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7285785~5458346,12925667~5592050,20213494~12141589,32727515~11322391,50058384~37091858,100350853~25932432,127837828~102757,129601926~1206415,132675633~13677142,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,293098753~13716136,310859585~11574692,324290343~4138381,332526578~21054494,354845697~657476,360710144~10481578,375622372~3747819,380072345~12060322,392163943~21098482] 2024-09-16T07:48:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:55 smithi164 ceph-mon[88760]: pgmap v3546: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.5 KiB/s wr, 1.40k op/s 2024-09-16T07:48:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:55 smithi042 ceph-mon[96574]: pgmap v3546: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.5 KiB/s wr, 1.40k op/s 2024-09-16T07:48:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:55 smithi042 ceph-mon[94096]: pgmap v3546: 137 pgs: 137 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.5 KiB/s wr, 1.40k op/s 2024-09-16T07:48:56.430 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:56.430 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:56.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:56.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:56.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:56.471 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:56.471 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.471 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:56.476 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.476 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.482 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:56.482 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.482 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~8596385,203947119~29583898,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~1833294,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:56.487 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [3673558~1454523,7112706~5631425,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,148903266~4078380,155189248~1725289,164441017~2611043,167772160~21043707,193846637~8596385,203947119~37775849,245079176~4971237,252909869~10941891,264241152~10519162,276528960~2287865,280702475~1833294,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:56 smithi164 ceph-mon[88760]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T07:48:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:56 smithi042 ceph-mon[94096]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T07:48:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:56 smithi042 ceph-mon[96574]: osdmap e2029: 8 total, 8 up, 8 in 2024-09-16T07:48:57.428 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:57.429 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:57.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:57.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:57.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:57.484 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:57.484 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:57.484 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:57.489 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:57.489 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:57.489 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100500837~18242105,119460488~6822797,127837828~102757,129601926~1206415,131228122~15124653,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,193846637~39684380,233640169~8082799,245079176~4971237,252909869~10941891,264758060~10002254,276528960~2287865,280702475~3098051,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:57.495 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12744131,12925667~5592050,20213494~12141589,32727515~11322391,50058384~40690858,100350853~25932432,127837828~102757,129601926~1206415,131228122~15124653,146800640~7386079,155189248~1725289,164441017~2611043,167772160~21043707,193846637~47876331,245079176~4971237,251658240~12193520,264241152~10519162,276528960~2287865,280702475~3098051,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:57 smithi164 ceph-mon[88760]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T07:48:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:57 smithi164 ceph-mon[88760]: pgmap v3549: 137 pgs: 137 active+clean; 969 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 1.16k op/s 2024-09-16T07:48:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:57 smithi042 ceph-mon[94096]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T07:48:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:57 smithi042 ceph-mon[94096]: pgmap v3549: 137 pgs: 137 active+clean; 969 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 1.16k op/s 2024-09-16T07:48:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:57 smithi042 ceph-mon[96574]: osdmap e2030: 8 total, 8 up, 8 in 2024-09-16T07:48:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:57 smithi042 ceph-mon[96574]: pgmap v3549: 137 pgs: 137 active+clean; 969 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 7.0 KiB/s wr, 1.16k op/s 2024-09-16T07:48:58.420 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:58.420 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:58.466 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:58.466 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:58.466 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:58.479 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:58.479 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:58.479 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~19429416,32727515~11322391,48903218~41846024,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,361604602~865639,364863276~6328446,375622372~16541571,392921516~20340909] 2024-09-16T07:48:58.484 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~32355083,32727515~11322391,46137344~44611898,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,332526578~21054494,354845697~657476,360710144~10481578,375622372~37640053] 2024-09-16T07:48:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:58 smithi164 ceph-mon[88760]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T07:48:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:48:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:48:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:48:58.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:48:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[94096]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T07:48:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:48:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:48:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[96574]: osdmap e2031: 8 total, 8 up, 8 in 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:48:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:48:59.397 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:59.397 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:59.435 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:48:59.436 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:59.436 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,164441017~2611043,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~5577678,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:48:59.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,100350853~46001922,146800640~7386079,155189248~1725289,164441017~2611043,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~5577678,331350016~24509909,360710144~52552281] 2024-09-16T07:48:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:59 smithi164 ceph-mon[88760]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T07:48:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:59 smithi164 ceph-mon[88760]: pgmap v3552: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.5 KiB/s wr, 714 op/s 2024-09-16T07:48:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:48:59 smithi164 ceph-mon[88760]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T07:48:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[96574]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T07:48:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[96574]: pgmap v3552: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.5 KiB/s wr, 714 op/s 2024-09-16T07:48:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[96574]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T07:48:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[94096]: osdmap e2032: 8 total, 8 up, 8 in 2024-09-16T07:48:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[94096]: pgmap v3552: 137 pgs: 137 active+clean; 935 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.5 KiB/s wr, 714 op/s 2024-09-16T07:48:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:48:59 smithi042 ceph-mon[94096]: osdmap e2033: 8 total, 8 up, 8 in 2024-09-16T07:49:00.437 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:49:00.437 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [3673558~9070573,12925667~31124239,48903218~44766395,96897924~1218330,100500837~18242105,119460488~26892287,148903266~5283453,156103538~810999,162171904~4880156,170221588~10276828,181263022~7552845,190676991~1559067,193846637~39684380,233640169~8082799,244235895~5814518,252909869~10941891,264758060~10002254,276199773~7673418,287941150~18873739,310859585~11574692,322851046~7780409,332526578~21054494,353813810~2046115,361604602~865639,364863276~27300667,392921516~20340909] 2024-09-16T07:49:00.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~44049906,46137344~47532269,96897924~1218330,100350853~46001922,146800640~7386079,155189248~1725289,159383552~7668508,167772160~24463898,193846637~47876331,243269632~6780781,251658240~12193520,264241152~10519162,276199773~7673418,285212672~21602217,310859585~11574692,322851046~7780409,331350016~24509909,360710144~52552281] 2024-09-16T07:49:01.468 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39463 ms) 2024-09-16T07:49:01.468 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-09-16T07:49:01.468 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:01 smithi042 ceph-mon[94096]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T07:49:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:01 smithi042 ceph-mon[94096]: pgmap v3555: 137 pgs: 137 active+clean; 847 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 344 op/s 2024-09-16T07:49:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:01] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.43.0" 2024-09-16T07:49:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:01 smithi042 ceph-mon[96574]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T07:49:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:01 smithi042 ceph-mon[96574]: pgmap v3555: 137 pgs: 137 active+clean; 847 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 344 op/s 2024-09-16T07:49:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:01 smithi164 ceph-mon[88760]: osdmap e2034: 8 total, 8 up, 8 in 2024-09-16T07:49:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:01 smithi164 ceph-mon[88760]: pgmap v3555: 137 pgs: 137 active+clean; 847 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 KiB/s rd, 767 B/s wr, 344 op/s 2024-09-16T07:49:02.552 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1085 ms) 2024-09-16T07:49:02.552 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-09-16T07:49:02.552 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:02 smithi164 ceph-mon[88760]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T07:49:02.639 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:02 smithi042 ceph-mon[94096]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T07:49:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:02 smithi042 ceph-mon[96574]: osdmap e2035: 8 total, 8 up, 8 in 2024-09-16T07:49:03.565 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [1262812~94569,3056152~43896,4984097~22514,8279944~55472,10056939~4172,11038529~5673,11809180~4825,14371042~67463,19680877~99316,19948992~7361] to clone 2024-09-16T07:49:03.566 INFO:tasks.workunit.client.0.smithi042.stdout: diff was [0~3100048,4194304~4141112,8388608~3425397,12582912~1855593,16777216~3179137] 2024-09-16T07:49:03.569 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1017 ms) 2024-09-16T07:49:03.569 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-09-16T07:49:03.570 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:03.593 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [3612012~76694,7631240~51240,9151351~141217,9619293~74457,11463477~40251,11815290~96990,12952978~19175,17003365~65888,20178027~17465] 2024-09-16T07:49:03.599 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-09-16T07:49:03.599 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-09-16T07:49:03.599 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:03 smithi164 ceph-mon[88760]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T07:49:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:03 smithi164 ceph-mon[88760]: pgmap v3558: 137 pgs: 137 active+clean; 795 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 373 op/s 2024-09-16T07:49:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:03 smithi042 ceph-mon[94096]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T07:49:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:03 smithi042 ceph-mon[94096]: pgmap v3558: 137 pgs: 137 active+clean; 795 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 373 op/s 2024-09-16T07:49:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:03 smithi042 ceph-mon[96574]: osdmap e2036: 8 total, 8 up, 8 in 2024-09-16T07:49:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:03 smithi042 ceph-mon[96574]: pgmap v3558: 137 pgs: 137 active+clean; 795 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.7 KiB/s wr, 373 op/s 2024-09-16T07:49:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:04 smithi164 ceph-mon[88760]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T07:49:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:04 smithi164 ceph-mon[88760]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T07:49:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[94096]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T07:49:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[94096]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T07:49:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[96574]: osdmap e2037: 8 total, 8 up, 8 in 2024-09-16T07:49:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:04 smithi042 ceph-mon[96574]: osdmap e2038: 8 total, 8 up, 8 in 2024-09-16T07:49:05.487 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1888 ms) 2024-09-16T07:49:05.487 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-09-16T07:49:05.487 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:05.535 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (48 ms) 2024-09-16T07:49:05.535 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-09-16T07:49:05.535 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:05.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (67 ms) 2024-09-16T07:49:05.603 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-09-16T07:49:05.603 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:05 smithi164 ceph-mon[88760]: pgmap v3561: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.6 MiB/s wr, 311 op/s 2024-09-16T07:49:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:05 smithi164 ceph-mon[88760]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T07:49:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:05 smithi042 ceph-mon[94096]: pgmap v3561: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.6 MiB/s wr, 311 op/s 2024-09-16T07:49:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:05 smithi042 ceph-mon[94096]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T07:49:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:05 smithi042 ceph-mon[96574]: pgmap v3561: 137 pgs: 137 active+clean; 812 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.6 MiB/s wr, 311 op/s 2024-09-16T07:49:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:05 smithi042 ceph-mon[96574]: osdmap e2039: 8 total, 8 up, 8 in 2024-09-16T07:49:08.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:07 smithi164 ceph-mon[88760]: pgmap v3563: 137 pgs: 137 active+clean; 860 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-16T07:49:08.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:07 smithi042 ceph-mon[94096]: pgmap v3563: 137 pgs: 137 active+clean; 860 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-16T07:49:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:07 smithi042 ceph-mon[96574]: pgmap v3563: 137 pgs: 137 active+clean; 860 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 5.6 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-09-16T07:49:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:09 smithi164 ceph-mon[88760]: pgmap v3564: 137 pgs: 137 active+clean; 876 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 244 op/s 2024-09-16T07:49:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:09 smithi164 ceph-mon[88760]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T07:49:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:09 smithi042 ceph-mon[94096]: pgmap v3564: 137 pgs: 137 active+clean; 876 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 244 op/s 2024-09-16T07:49:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:09 smithi042 ceph-mon[94096]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T07:49:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:09 smithi042 ceph-mon[96574]: pgmap v3564: 137 pgs: 137 active+clean; 876 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 244 op/s 2024-09-16T07:49:10.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:09 smithi042 ceph-mon[96574]: osdmap e2040: 8 total, 8 up, 8 in 2024-09-16T07:49:10.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5036 ms) 2024-09-16T07:49:10.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-09-16T07:49:10.639 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:49:10.639 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-09-16T07:49:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 19 tests from DiffIterateTest/0 (253227 ms total) 2024-09-16T07:49:10.925 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:49:10.925 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-09-16T07:49:10.958 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-09-16T07:49:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:11] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:49:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:11 smithi164 ceph-mon[88760]: pgmap v3566: 137 pgs: 137 active+clean; 886 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.6 MiB/s wr, 233 op/s 2024-09-16T07:49:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:11 smithi164 ceph-mon[88760]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T07:49:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:11 smithi042 ceph-mon[94096]: pgmap v3566: 137 pgs: 137 active+clean; 886 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.6 MiB/s wr, 233 op/s 2024-09-16T07:49:12.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:11 smithi042 ceph-mon[94096]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T07:49:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:11 smithi042 ceph-mon[96574]: pgmap v3566: 137 pgs: 137 active+clean; 886 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.6 MiB/s wr, 233 op/s 2024-09-16T07:49:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:11 smithi042 ceph-mon[96574]: osdmap e2041: 8 total, 8 up, 8 in 2024-09-16T07:49:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:12.931 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:12 smithi164 ceph-mon[88760]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T07:49:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:12 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:49:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:12 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:49:13.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:12 smithi164 ceph-mon[88760]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T07:49:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[94096]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T07:49:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:49:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:49:13.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[94096]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T07:49:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[96574]: osdmap e2042: 8 total, 8 up, 8 in 2024-09-16T07:49:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:49:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/283911433' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi042-146932-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T07:49:13.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:12 smithi042 ceph-mon[96574]: osdmap e2043: 8 total, 8 up, 8 in 2024-09-16T07:49:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:13 smithi164 ceph-mon[88760]: pgmap v3569: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:13 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:49:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:13 smithi164 ceph-mon[88760]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T07:49:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[94096]: pgmap v3569: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:49:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[94096]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T07:49:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[96574]: pgmap v3569: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T07:49:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:13 smithi042 ceph-mon[96574]: osdmap e2044: 8 total, 8 up, 8 in 2024-09-16T07:49:14.977 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [79006~39269,211851~14992,4255507~10922,5636257~75527,6795979~79521,10236010~97949,14034130~81416,15140067~17331,17717962~67289,20739470~73814] 2024-09-16T07:49:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:49:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T07:49:15.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[94096]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T07:49:15.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:49:15.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T07:49:15.355 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:14 smithi042 ceph-mon[96574]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T07:49:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:14 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T07:49:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:14 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T07:49:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:14 smithi164 ceph-mon[88760]: osdmap e2045: 8 total, 8 up, 8 in 2024-09-16T07:49:15.973 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [8388608~4194304,16777216~4194304] 2024-09-16T07:49:15.975 INFO:tasks.workunit.client.0.smithi042.stdout: diff was [8388608~4194304,16777216~4194304] 2024-09-16T07:49:15.979 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5022 ms) 2024-09-16T07:49:15.979 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-09-16T07:49:15.980 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:15 smithi042 ceph-mon[94096]: pgmap v3572: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:15 smithi042 ceph-mon[94096]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T07:49:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:15 smithi042 ceph-mon[96574]: pgmap v3572: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:15 smithi042 ceph-mon[96574]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T07:49:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:15 smithi164 ceph-mon[88760]: pgmap v3572: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:49:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:15 smithi164 ceph-mon[88760]: osdmap e2046: 8 total, 8 up, 8 in 2024-09-16T07:49:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:18 smithi042 ceph-mon[94096]: pgmap v3575: 137 pgs: 7 creating+peering, 130 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 191 KiB/s wr, 22 op/s 2024-09-16T07:49:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:18 smithi042 ceph-mon[94096]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T07:49:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:18 smithi042 ceph-mon[96574]: pgmap v3575: 137 pgs: 7 creating+peering, 130 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 191 KiB/s wr, 22 op/s 2024-09-16T07:49:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:18 smithi042 ceph-mon[96574]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T07:49:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:18 smithi164 ceph-mon[88760]: pgmap v3575: 137 pgs: 7 creating+peering, 130 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 191 KiB/s wr, 22 op/s 2024-09-16T07:49:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:18 smithi164 ceph-mon[88760]: osdmap e2047: 8 total, 8 up, 8 in 2024-09-16T07:49:19.040 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:19 smithi042 ceph-mon[94096]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T07:49:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:19 smithi042 ceph-mon[96574]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T07:49:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:19 smithi164 ceph-mon[88760]: osdmap e2048: 8 total, 8 up, 8 in 2024-09-16T07:49:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:20 smithi042 ceph-mon[94096]: pgmap v3578: 137 pgs: 137 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 192 KiB/s wr, 40 op/s 2024-09-16T07:49:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:20 smithi042 ceph-mon[94096]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T07:49:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:20 smithi042 ceph-mon[96574]: pgmap v3578: 137 pgs: 137 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 192 KiB/s wr, 40 op/s 2024-09-16T07:49:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:20 smithi042 ceph-mon[96574]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T07:49:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:20 smithi164 ceph-mon[88760]: pgmap v3578: 137 pgs: 137 active+clean; 16 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 192 KiB/s wr, 40 op/s 2024-09-16T07:49:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:20 smithi164 ceph-mon[88760]: osdmap e2049: 8 total, 8 up, 8 in 2024-09-16T07:49:21.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:21 smithi042 ceph-mon[94096]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T07:49:21.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:21 smithi042 ceph-mon[96574]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T07:49:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:21] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-09-16T07:49:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:21 smithi164 ceph-mon[88760]: osdmap e2050: 8 total, 8 up, 8 in 2024-09-16T07:49:22.059 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:22 smithi164 ceph-mon[88760]: pgmap v3581: 137 pgs: 137 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 45 KiB/s wr, 79 op/s 2024-09-16T07:49:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:22 smithi164 ceph-mon[88760]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T07:49:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:22 smithi042 ceph-mon[94096]: pgmap v3581: 137 pgs: 137 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 45 KiB/s wr, 79 op/s 2024-09-16T07:49:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:22 smithi042 ceph-mon[94096]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T07:49:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:22 smithi042 ceph-mon[96574]: pgmap v3581: 137 pgs: 137 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 45 KiB/s wr, 79 op/s 2024-09-16T07:49:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:22 smithi042 ceph-mon[96574]: osdmap e2051: 8 total, 8 up, 8 in 2024-09-16T07:49:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:23 smithi042 ceph-mon[94096]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T07:49:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:23 smithi042 ceph-mon[96574]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T07:49:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:23 smithi164 ceph-mon[88760]: osdmap e2052: 8 total, 8 up, 8 in 2024-09-16T07:49:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:24 smithi042 ceph-mon[94096]: pgmap v3584: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 45 KiB/s wr, 73 op/s 2024-09-16T07:49:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:24 smithi042 ceph-mon[94096]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T07:49:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:24 smithi042 ceph-mon[96574]: pgmap v3584: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 45 KiB/s wr, 73 op/s 2024-09-16T07:49:24.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:24 smithi042 ceph-mon[96574]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T07:49:24.414 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:24 smithi164 ceph-mon[88760]: pgmap v3584: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 45 KiB/s wr, 73 op/s 2024-09-16T07:49:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:24 smithi164 ceph-mon[88760]: osdmap e2053: 8 total, 8 up, 8 in 2024-09-16T07:49:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:25 smithi042 ceph-mon[96574]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T07:49:25.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:25 smithi042 ceph-mon[96574]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T07:49:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:25 smithi042 ceph-mon[94096]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T07:49:25.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:25 smithi042 ceph-mon[94096]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T07:49:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:25 smithi164 ceph-mon[88760]: osdmap e2054: 8 total, 8 up, 8 in 2024-09-16T07:49:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:25 smithi164 ceph-mon[88760]: osdmap e2055: 8 total, 8 up, 8 in 2024-09-16T07:49:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:26 smithi042 ceph-mon[94096]: pgmap v3588: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-16T07:49:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:26 smithi042 ceph-mon[94096]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T07:49:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:26 smithi042 ceph-mon[96574]: pgmap v3588: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-16T07:49:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:26 smithi042 ceph-mon[96574]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T07:49:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:26 smithi164 ceph-mon[88760]: pgmap v3588: 137 pgs: 137 active+clean; 20 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 76 op/s 2024-09-16T07:49:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:26 smithi164 ceph-mon[88760]: osdmap e2056: 8 total, 8 up, 8 in 2024-09-16T07:49:27.423 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:27 smithi164 ceph-mon[88760]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T07:49:27.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:27 smithi164 ceph-mon[88760]: pgmap v3591: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.4 KiB/s wr, 108 op/s 2024-09-16T07:49:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:27 smithi042 ceph-mon[94096]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T07:49:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:27 smithi042 ceph-mon[94096]: pgmap v3591: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.4 KiB/s wr, 108 op/s 2024-09-16T07:49:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:27 smithi042 ceph-mon[96574]: osdmap e2057: 8 total, 8 up, 8 in 2024-09-16T07:49:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:27 smithi042 ceph-mon[96574]: pgmap v3591: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 8.4 KiB/s wr, 108 op/s 2024-09-16T07:49:28.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:28 smithi164 ceph-mon[88760]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T07:49:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:28 smithi042 ceph-mon[94096]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T07:49:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:28 smithi042 ceph-mon[96574]: osdmap e2058: 8 total, 8 up, 8 in 2024-09-16T07:49:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:29 smithi164 ceph-mon[88760]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T07:49:29.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:29 smithi164 ceph-mon[88760]: pgmap v3594: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-16T07:49:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:29 smithi042 ceph-mon[94096]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T07:49:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:29 smithi042 ceph-mon[94096]: pgmap v3594: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-16T07:49:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:29 smithi042 ceph-mon[96574]: osdmap e2059: 8 total, 8 up, 8 in 2024-09-16T07:49:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:29 smithi042 ceph-mon[96574]: pgmap v3594: 137 pgs: 137 active+clean; 24 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 7.0 KiB/s wr, 80 op/s 2024-09-16T07:49:30.437 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14458 ms) 2024-09-16T07:49:30.437 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-09-16T07:49:30.438 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:30.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:30 smithi164 ceph-mon[88760]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T07:49:30.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:30 smithi042 ceph-mon[94096]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T07:49:30.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:30 smithi042 ceph-mon[96574]: osdmap e2060: 8 total, 8 up, 8 in 2024-09-16T07:49:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:31 smithi042 ceph-mon[96574]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T07:49:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:31 smithi042 ceph-mon[96574]: pgmap v3597: 137 pgs: 137 active+clean; 28 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-16T07:49:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:31 smithi042 ceph-mon[94096]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T07:49:31.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:31 smithi042 ceph-mon[94096]: pgmap v3597: 137 pgs: 137 active+clean; 28 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-16T07:49:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:31] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-09-16T07:49:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:31 smithi164 ceph-mon[88760]: osdmap e2061: 8 total, 8 up, 8 in 2024-09-16T07:49:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:31 smithi164 ceph-mon[88760]: pgmap v3597: 137 pgs: 137 active+clean; 28 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.5 KiB/s wr, 79 op/s 2024-09-16T07:49:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:32 smithi164 ceph-mon[88760]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T07:49:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:32 smithi042 ceph-mon[94096]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T07:49:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:32 smithi042 ceph-mon[96574]: osdmap e2062: 8 total, 8 up, 8 in 2024-09-16T07:49:33.456 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:33 smithi164 ceph-mon[88760]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T07:49:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:33 smithi164 ceph-mon[88760]: pgmap v3600: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-09-16T07:49:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:33 smithi042 ceph-mon[94096]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T07:49:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:33 smithi042 ceph-mon[94096]: pgmap v3600: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-09-16T07:49:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:33 smithi042 ceph-mon[96574]: osdmap e2063: 8 total, 8 up, 8 in 2024-09-16T07:49:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:33 smithi042 ceph-mon[96574]: pgmap v3600: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 111 op/s 2024-09-16T07:49:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:34 smithi164 ceph-mon[88760]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T07:49:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:34 smithi042 ceph-mon[94096]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T07:49:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:34 smithi042 ceph-mon[96574]: osdmap e2064: 8 total, 8 up, 8 in 2024-09-16T07:49:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:35 smithi164 ceph-mon[88760]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T07:49:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:35 smithi164 ceph-mon[88760]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-16T07:49:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:35 smithi042 ceph-mon[94096]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T07:49:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:35 smithi042 ceph-mon[94096]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-16T07:49:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:35 smithi042 ceph-mon[96574]: osdmap e2065: 8 total, 8 up, 8 in 2024-09-16T07:49:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:35 smithi042 ceph-mon[96574]: pgmap v3603: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 87 op/s 2024-09-16T07:49:36.468 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:36 smithi164 ceph-mon[88760]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T07:49:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:36 smithi042 ceph-mon[94096]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T07:49:36.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:36 smithi042 ceph-mon[96574]: osdmap e2066: 8 total, 8 up, 8 in 2024-09-16T07:49:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:37 smithi164 ceph-mon[88760]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T07:49:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:37 smithi164 ceph-mon[88760]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 48 op/s 2024-09-16T07:49:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:37 smithi042 ceph-mon[96574]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T07:49:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:37 smithi042 ceph-mon[96574]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 48 op/s 2024-09-16T07:49:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:37 smithi042 ceph-mon[94096]: osdmap e2067: 8 total, 8 up, 8 in 2024-09-16T07:49:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:37 smithi042 ceph-mon[94096]: pgmap v3606: 137 pgs: 137 active+clean; 32 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 5.7 KiB/s wr, 48 op/s 2024-09-16T07:49:38.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:38 smithi164 ceph-mon[88760]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T07:49:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:38 smithi042 ceph-mon[96574]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T07:49:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:38 smithi042 ceph-mon[94096]: osdmap e2068: 8 total, 8 up, 8 in 2024-09-16T07:49:39.485 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:39 smithi164 ceph-mon[88760]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T07:49:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:39 smithi164 ceph-mon[88760]: pgmap v3609: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-16T07:49:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:39 smithi042 ceph-mon[96574]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T07:49:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:39 smithi042 ceph-mon[96574]: pgmap v3609: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-16T07:49:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:39 smithi042 ceph-mon[94096]: osdmap e2069: 8 total, 8 up, 8 in 2024-09-16T07:49:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:39 smithi042 ceph-mon[94096]: pgmap v3609: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 7.5 KiB/s wr, 81 op/s 2024-09-16T07:49:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:40 smithi164 ceph-mon[88760]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T07:49:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:40 smithi042 ceph-mon[94096]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T07:49:40.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:40 smithi042 ceph-mon[96574]: osdmap e2070: 8 total, 8 up, 8 in 2024-09-16T07:49:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:41 smithi042 ceph-mon[94096]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T07:49:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:41 smithi042 ceph-mon[94096]: pgmap v3612: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-09-16T07:49:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:41] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:49:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:41 smithi042 ceph-mon[96574]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T07:49:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:41 smithi042 ceph-mon[96574]: pgmap v3612: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-09-16T07:49:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:41 smithi164 ceph-mon[88760]: osdmap e2071: 8 total, 8 up, 8 in 2024-09-16T07:49:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:41 smithi164 ceph-mon[88760]: pgmap v3612: 137 pgs: 137 active+clean; 41 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 7.5 KiB/s wr, 86 op/s 2024-09-16T07:49:42.505 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:42 smithi164 ceph-mon[88760]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T07:49:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:42 smithi042 ceph-mon[94096]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T07:49:42.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:42 smithi042 ceph-mon[96574]: osdmap e2072: 8 total, 8 up, 8 in 2024-09-16T07:49:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:43 smithi164 ceph-mon[88760]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T07:49:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:43 smithi164 ceph-mon[88760]: pgmap v3615: 137 pgs: 137 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-16T07:49:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:43 smithi042 ceph-mon[94096]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T07:49:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:43 smithi042 ceph-mon[94096]: pgmap v3615: 137 pgs: 137 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-16T07:49:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:43 smithi042 ceph-mon[96574]: osdmap e2073: 8 total, 8 up, 8 in 2024-09-16T07:49:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:43 smithi042 ceph-mon[96574]: pgmap v3615: 137 pgs: 137 active+clean; 44 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-09-16T07:49:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:44 smithi164 ceph-mon[88760]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T07:49:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:44 smithi042 ceph-mon[94096]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T07:49:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:44 smithi042 ceph-mon[96574]: osdmap e2074: 8 total, 8 up, 8 in 2024-09-16T07:49:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15093 ms) 2024-09-16T07:49:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-09-16T07:49:45.531 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:45 smithi042 ceph-mon[94096]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T07:49:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:45 smithi042 ceph-mon[94096]: pgmap v3618: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-09-16T07:49:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:45 smithi042 ceph-mon[96574]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T07:49:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:45 smithi042 ceph-mon[96574]: pgmap v3618: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-09-16T07:49:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:45 smithi164 ceph-mon[88760]: osdmap e2075: 8 total, 8 up, 8 in 2024-09-16T07:49:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:45 smithi164 ceph-mon[88760]: pgmap v3618: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 69 op/s 2024-09-16T07:49:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:46 smithi042 ceph-mon[94096]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T07:49:46.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:46 smithi042 ceph-mon[96574]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T07:49:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:46 smithi164 ceph-mon[88760]: osdmap e2076: 8 total, 8 up, 8 in 2024-09-16T07:49:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:47 smithi042 ceph-mon[94096]: pgmap v3620: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 104 op/s 2024-09-16T07:49:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:47 smithi042 ceph-mon[96574]: pgmap v3620: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 104 op/s 2024-09-16T07:49:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:47 smithi164 ceph-mon[88760]: pgmap v3620: 137 pgs: 137 active+clean; 54 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.7 KiB/s wr, 104 op/s 2024-09-16T07:49:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:49 smithi164 ceph-mon[88760]: pgmap v3621: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T07:49:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:49 smithi042 ceph-mon[94096]: pgmap v3621: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T07:49:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:49 smithi042 ceph-mon[96574]: pgmap v3621: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-09-16T07:49:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:49:51.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:50 smithi042 ceph-mon[94096]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T07:49:51.231 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:50 smithi042 ceph-mon[96574]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T07:49:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:50 smithi164 ceph-mon[88760]: osdmap e2077: 8 total, 8 up, 8 in 2024-09-16T07:49:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:49:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:49:51] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T07:49:51.965 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:51 smithi164 ceph-mon[88760]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.1 KiB/s wr, 75 op/s 2024-09-16T07:49:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:51 smithi164 ceph-mon[88760]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T07:49:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:51 smithi042 ceph-mon[94096]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.1 KiB/s wr, 75 op/s 2024-09-16T07:49:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:51 smithi042 ceph-mon[94096]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T07:49:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:51 smithi042 ceph-mon[96574]: pgmap v3623: 137 pgs: 137 active+clean; 58 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 6.1 KiB/s wr, 75 op/s 2024-09-16T07:49:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:51 smithi042 ceph-mon[96574]: osdmap e2078: 8 total, 8 up, 8 in 2024-09-16T07:49:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:49:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:49:53.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:52 smithi164 ceph-mon[88760]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T07:49:53.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:52 smithi042 ceph-mon[94096]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T07:49:53.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:52 smithi042 ceph-mon[96574]: osdmap e2079: 8 total, 8 up, 8 in 2024-09-16T07:49:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:53 smithi164 ceph-mon[88760]: pgmap v3626: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-09-16T07:49:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:53 smithi042 ceph-mon[94096]: pgmap v3626: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-09-16T07:49:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:53 smithi042 ceph-mon[96574]: pgmap v3626: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 23 op/s 2024-09-16T07:49:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:55 smithi164 ceph-mon[88760]: pgmap v3627: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-09-16T07:49:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:55 smithi042 ceph-mon[94096]: pgmap v3627: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-09-16T07:49:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:55 smithi042 ceph-mon[96574]: pgmap v3627: 137 pgs: 137 active+clean; 62 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-09-16T07:49:57.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:56 smithi164 ceph-mon[88760]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T07:49:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:56 smithi042 ceph-mon[94096]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T07:49:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:56 smithi042 ceph-mon[96574]: osdmap e2080: 8 total, 8 up, 8 in 2024-09-16T07:49:57.988 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:49:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:57 smithi164 ceph-mon[88760]: pgmap v3629: 137 pgs: 137 active+clean; 66 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-16T07:49:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:57 smithi164 ceph-mon[88760]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T07:49:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:57 smithi042 ceph-mon[94096]: pgmap v3629: 137 pgs: 137 active+clean; 66 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-16T07:49:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:57 smithi042 ceph-mon[94096]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T07:49:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:57 smithi042 ceph-mon[96574]: pgmap v3629: 137 pgs: 137 active+clean; 66 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.3 MiB/s wr, 36 op/s 2024-09-16T07:49:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:57 smithi042 ceph-mon[96574]: osdmap e2081: 8 total, 8 up, 8 in 2024-09-16T07:49:59.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:58 smithi164 ceph-mon[88760]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T07:49:59.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:58 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:49:59.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:58 smithi042 ceph-mon[94096]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T07:49:59.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:58 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:49:59.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:58 smithi042 ceph-mon[96574]: osdmap e2082: 8 total, 8 up, 8 in 2024-09-16T07:49:59.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:58 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:50:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:49:59 smithi164 ceph-mon[88760]: pgmap v3632: 137 pgs: 137 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T07:50:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:49:59 smithi042 ceph-mon[94096]: pgmap v3632: 137 pgs: 137 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T07:50:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:49:59 smithi042 ceph-mon[96574]: pgmap v3632: 137 pgs: 137 active+clean; 67 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 685 KiB/s wr, 34 op/s 2024-09-16T07:50:01.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T07:50:01.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:00 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.231 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:00 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:01] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T07:50:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: pgmap v3633: 137 pgs: 137 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:50:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:50:02.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:01 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: pgmap v3633: 137 pgs: 137 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: pgmap v3633: 137 pgs: 137 active+clean; 68 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:50:02.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:01 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:50:02.502 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:03.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:02 smithi164 ceph-mon[88760]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T07:50:03.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:02 smithi042 ceph-mon[94096]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T07:50:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:02 smithi042 ceph-mon[96574]: osdmap e2083: 8 total, 8 up, 8 in 2024-09-16T07:50:04.017 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:04.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:03 smithi164 ceph-mon[88760]: pgmap v3635: 137 pgs: 137 active+clean; 72 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:03 smithi164 ceph-mon[88760]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T07:50:04.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[94096]: pgmap v3635: 137 pgs: 137 active+clean; 72 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[94096]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T07:50:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:04.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[96574]: pgmap v3635: 137 pgs: 137 active+clean; 72 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[96574]: osdmap e2084: 8 total, 8 up, 8 in 2024-09-16T07:50:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:04 smithi042 ceph-mon[94096]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T07:50:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:04 smithi042 ceph-mon[96574]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T07:50:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:04 smithi164 ceph-mon[88760]: osdmap e2085: 8 total, 8 up, 8 in 2024-09-16T07:50:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:05 smithi042 ceph-mon[96574]: pgmap v3638: 137 pgs: 137 active+clean; 73 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-16T07:50:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:05 smithi042 ceph-mon[94096]: pgmap v3638: 137 pgs: 137 active+clean; 73 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-16T07:50:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:05 smithi164 ceph-mon[88760]: pgmap v3638: 137 pgs: 137 active+clean; 73 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 688 KiB/s wr, 55 op/s 2024-09-16T07:50:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:07 smithi042 ceph-mon[96574]: pgmap v3639: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:50:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:07 smithi042 ceph-mon[94096]: pgmap v3639: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:50:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:07 smithi164 ceph-mon[88760]: pgmap v3639: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 44 op/s 2024-09-16T07:50:09.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:09 smithi042 ceph-mon[94096]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T07:50:09.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:09 smithi042 ceph-mon[96574]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T07:50:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:09 smithi164 ceph-mon[88760]: osdmap e2086: 8 total, 8 up, 8 in 2024-09-16T07:50:10.042 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:10 smithi042 ceph-mon[94096]: pgmap v3641: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:50:10.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:10 smithi042 ceph-mon[94096]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T07:50:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:10 smithi042 ceph-mon[96574]: pgmap v3641: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:50:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:10 smithi042 ceph-mon[96574]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T07:50:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:10 smithi164 ceph-mon[88760]: pgmap v3641: 137 pgs: 137 active+clean; 74 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-09-16T07:50:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:10 smithi164 ceph-mon[88760]: osdmap e2087: 8 total, 8 up, 8 in 2024-09-16T07:50:11.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:11 smithi042 ceph-mon[94096]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T07:50:11.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:11 smithi042 ceph-mon[96574]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T07:50:11.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:11] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-16T07:50:11.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:11 smithi164 ceph-mon[88760]: osdmap e2088: 8 total, 8 up, 8 in 2024-09-16T07:50:12.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:12 smithi164 ceph-mon[88760]: pgmap v3644: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 21 op/s 2024-09-16T07:50:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:12 smithi042 ceph-mon[94096]: pgmap v3644: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 21 op/s 2024-09-16T07:50:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:12 smithi042 ceph-mon[96574]: pgmap v3644: 137 pgs: 137 active+clean; 78 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 21 op/s 2024-09-16T07:50:12.740 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:14 smithi042 ceph-mon[94096]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:14 smithi042 ceph-mon[96574]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:14 smithi164 ceph-mon[88760]: pgmap v3645: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:15 smithi042 ceph-mon[94096]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T07:50:15.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:15 smithi042 ceph-mon[96574]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T07:50:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:15 smithi164 ceph-mon[88760]: osdmap e2089: 8 total, 8 up, 8 in 2024-09-16T07:50:16.068 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30537 ms) 2024-09-16T07:50:16.068 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-09-16T07:50:16.068 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:16 smithi042 ceph-mon[96574]: pgmap v3647: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T07:50:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:16 smithi042 ceph-mon[96574]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T07:50:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:16 smithi042 ceph-mon[94096]: pgmap v3647: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T07:50:16.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:16 smithi042 ceph-mon[94096]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T07:50:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:16 smithi164 ceph-mon[88760]: pgmap v3647: 137 pgs: 137 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-09-16T07:50:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:16 smithi164 ceph-mon[88760]: osdmap e2090: 8 total, 8 up, 8 in 2024-09-16T07:50:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:17 smithi042 ceph-mon[94096]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T07:50:17.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:17 smithi042 ceph-mon[96574]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T07:50:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:17 smithi164 ceph-mon[88760]: osdmap e2091: 8 total, 8 up, 8 in 2024-09-16T07:50:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:18 smithi042 ceph-mon[94096]: pgmap v3650: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-09-16T07:50:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:18 smithi042 ceph-mon[96574]: pgmap v3650: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-09-16T07:50:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:18 smithi164 ceph-mon[88760]: pgmap v3650: 137 pgs: 137 active+clean; 84 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.7 KiB/s wr, 43 op/s 2024-09-16T07:50:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:20 smithi042 ceph-mon[94096]: pgmap v3651: 137 pgs: 137 active+clean; 92 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:20 smithi042 ceph-mon[96574]: pgmap v3651: 137 pgs: 137 active+clean; 92 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:20 smithi164 ceph-mon[88760]: pgmap v3651: 137 pgs: 137 active+clean; 92 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:21.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:21 smithi042 ceph-mon[94096]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T07:50:21.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:21 smithi042 ceph-mon[96574]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T07:50:21.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:21] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:50:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:21 smithi164 ceph-mon[88760]: osdmap e2092: 8 total, 8 up, 8 in 2024-09-16T07:50:22.096 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:22 smithi164 ceph-mon[88760]: pgmap v3653: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T07:50:22.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:22 smithi164 ceph-mon[88760]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T07:50:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:22 smithi042 ceph-mon[94096]: pgmap v3653: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T07:50:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:22 smithi042 ceph-mon[94096]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T07:50:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:22 smithi042 ceph-mon[96574]: pgmap v3653: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.3 MiB/s wr, 42 op/s 2024-09-16T07:50:22.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:22 smithi042 ceph-mon[96574]: osdmap e2093: 8 total, 8 up, 8 in 2024-09-16T07:50:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:23.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:23 smithi042 ceph-mon[94096]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T07:50:23.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:23 smithi042 ceph-mon[96574]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T07:50:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:23 smithi164 ceph-mon[88760]: osdmap e2094: 8 total, 8 up, 8 in 2024-09-16T07:50:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:24 smithi042 ceph-mon[94096]: pgmap v3656: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-16T07:50:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:24 smithi042 ceph-mon[96574]: pgmap v3656: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-16T07:50:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:24 smithi164 ceph-mon[88760]: pgmap v3656: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 1.3 MiB/s wr, 46 op/s 2024-09-16T07:50:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:26 smithi042 ceph-mon[94096]: pgmap v3657: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-16T07:50:26.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:26 smithi042 ceph-mon[96574]: pgmap v3657: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-16T07:50:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:26 smithi164 ceph-mon[88760]: pgmap v3657: 137 pgs: 137 active+clean; 96 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-09-16T07:50:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:27 smithi042 ceph-mon[94096]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T07:50:27.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:27 smithi042 ceph-mon[96574]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T07:50:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:27 smithi164 ceph-mon[88760]: osdmap e2095: 8 total, 8 up, 8 in 2024-09-16T07:50:28.119 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:28 smithi042 ceph-mon[94096]: pgmap v3659: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-16T07:50:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:28 smithi042 ceph-mon[94096]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T07:50:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:28 smithi042 ceph-mon[96574]: pgmap v3659: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-16T07:50:28.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:28 smithi042 ceph-mon[96574]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T07:50:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:28 smithi164 ceph-mon[88760]: pgmap v3659: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-09-16T07:50:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:28 smithi164 ceph-mon[88760]: osdmap e2096: 8 total, 8 up, 8 in 2024-09-16T07:50:29.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:29 smithi042 ceph-mon[94096]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T07:50:29.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:29 smithi042 ceph-mon[96574]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T07:50:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:29 smithi164 ceph-mon[88760]: osdmap e2097: 8 total, 8 up, 8 in 2024-09-16T07:50:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:30 smithi042 ceph-mon[94096]: pgmap v3662: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 685 KiB/s wr, 41 op/s 2024-09-16T07:50:30.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:30 smithi042 ceph-mon[96574]: pgmap v3662: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 685 KiB/s wr, 41 op/s 2024-09-16T07:50:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:30 smithi164 ceph-mon[88760]: pgmap v3662: 137 pgs: 137 active+clean; 100 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 685 KiB/s wr, 41 op/s 2024-09-16T07:50:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:31] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:50:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:32 smithi042 ceph-mon[94096]: pgmap v3663: 137 pgs: 137 active+clean; 106 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:50:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:32 smithi042 ceph-mon[96574]: pgmap v3663: 137 pgs: 137 active+clean; 106 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:50:32.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:32.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:32 smithi164 ceph-mon[88760]: pgmap v3663: 137 pgs: 137 active+clean; 106 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-09-16T07:50:33.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:33 smithi042 ceph-mon[94096]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T07:50:33.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:33 smithi042 ceph-mon[96574]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T07:50:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:33 smithi164 ceph-mon[88760]: osdmap e2098: 8 total, 8 up, 8 in 2024-09-16T07:50:34.146 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:34 smithi164 ceph-mon[88760]: pgmap v3665: 137 pgs: 137 active+clean; 113 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:34 smithi164 ceph-mon[88760]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T07:50:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[96574]: pgmap v3665: 137 pgs: 137 active+clean; 113 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[96574]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T07:50:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[94096]: pgmap v3665: 137 pgs: 137 active+clean; 113 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-09-16T07:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[94096]: osdmap e2099: 8 total, 8 up, 8 in 2024-09-16T07:50:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:35 smithi164 ceph-mon[88760]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T07:50:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:35 smithi042 ceph-mon[94096]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T07:50:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:35 smithi042 ceph-mon[96574]: osdmap e2100: 8 total, 8 up, 8 in 2024-09-16T07:50:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:36 smithi164 ceph-mon[88760]: pgmap v3668: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-16T07:50:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:36 smithi042 ceph-mon[94096]: pgmap v3668: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-16T07:50:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:36 smithi042 ceph-mon[96574]: pgmap v3668: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-09-16T07:50:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:38 smithi164 ceph-mon[88760]: pgmap v3669: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T07:50:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:38 smithi042 ceph-mon[94096]: pgmap v3669: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T07:50:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:38 smithi042 ceph-mon[96574]: pgmap v3669: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 687 KiB/s wr, 44 op/s 2024-09-16T07:50:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:39 smithi164 ceph-mon[88760]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T07:50:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:39 smithi042 ceph-mon[94096]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T07:50:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:39 smithi042 ceph-mon[96574]: osdmap e2101: 8 total, 8 up, 8 in 2024-09-16T07:50:40.171 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:40 smithi164 ceph-mon[88760]: pgmap v3671: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-16T07:50:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:40 smithi164 ceph-mon[88760]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T07:50:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:40 smithi042 ceph-mon[94096]: pgmap v3671: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-16T07:50:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:40 smithi042 ceph-mon[94096]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T07:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:40 smithi042 ceph-mon[96574]: pgmap v3671: 137 pgs: 137 active+clean; 116 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.8 KiB/s wr, 41 op/s 2024-09-16T07:50:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:40 smithi042 ceph-mon[96574]: osdmap e2102: 8 total, 8 up, 8 in 2024-09-16T07:50:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:41 smithi164 ceph-mon[88760]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T07:50:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:41 smithi042 ceph-mon[94096]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T07:50:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:41 smithi042 ceph-mon[96574]: osdmap e2103: 8 total, 8 up, 8 in 2024-09-16T07:50:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:41] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.43.0" 2024-09-16T07:50:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:42 smithi164 ceph-mon[88760]: pgmap v3674: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:42 smithi042 ceph-mon[94096]: pgmap v3674: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:42 smithi042 ceph-mon[96574]: pgmap v3674: 137 pgs: 137 active+clean; 123 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-09-16T07:50:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:44 smithi164 ceph-mon[88760]: pgmap v3675: 137 pgs: 137 active+clean; 126 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:44 smithi042 ceph-mon[94096]: pgmap v3675: 137 pgs: 137 active+clean; 126 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:44 smithi042 ceph-mon[96574]: pgmap v3675: 137 pgs: 137 active+clean; 126 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-09-16T07:50:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:45 smithi164 ceph-mon[88760]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T07:50:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:45 smithi042 ceph-mon[94096]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T07:50:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:45 smithi042 ceph-mon[96574]: osdmap e2104: 8 total, 8 up, 8 in 2024-09-16T07:50:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30121 ms) 2024-09-16T07:50:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-09-16T07:50:46.188 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:46 smithi164 ceph-mon[88760]: pgmap v3677: 137 pgs: 137 active+clean; 130 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T07:50:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:46 smithi164 ceph-mon[88760]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T07:50:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:46 smithi042 ceph-mon[94096]: pgmap v3677: 137 pgs: 137 active+clean; 130 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T07:50:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:46 smithi042 ceph-mon[94096]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T07:50:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:46 smithi042 ceph-mon[96574]: pgmap v3677: 137 pgs: 137 active+clean; 130 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-09-16T07:50:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:46 smithi042 ceph-mon[96574]: osdmap e2105: 8 total, 8 up, 8 in 2024-09-16T07:50:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:47 smithi164 ceph-mon[88760]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T07:50:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:47 smithi042 ceph-mon[96574]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T07:50:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:47 smithi042 ceph-mon[94096]: osdmap e2106: 8 total, 8 up, 8 in 2024-09-16T07:50:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:48 smithi164 ceph-mon[88760]: pgmap v3680: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:50:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:48 smithi042 ceph-mon[96574]: pgmap v3680: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:50:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:48 smithi042 ceph-mon[94096]: pgmap v3680: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 688 KiB/s wr, 51 op/s 2024-09-16T07:50:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:50:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:50 smithi164 ceph-mon[88760]: pgmap v3681: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T07:50:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:50 smithi042 ceph-mon[96574]: pgmap v3681: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T07:50:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:50 smithi042 ceph-mon[94096]: pgmap v3681: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 28 op/s 2024-09-16T07:50:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:50:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:50:51] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:50:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:52 smithi164 ceph-mon[88760]: pgmap v3682: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 613 KiB/s wr, 41 op/s 2024-09-16T07:50:52.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:50:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:50:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:52 smithi042 ceph-mon[96574]: pgmap v3682: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 613 KiB/s wr, 41 op/s 2024-09-16T07:50:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:52 smithi042 ceph-mon[94096]: pgmap v3682: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 613 KiB/s wr, 41 op/s 2024-09-16T07:50:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:54 smithi164 ceph-mon[88760]: pgmap v3683: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 26 op/s 2024-09-16T07:50:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:54 smithi042 ceph-mon[94096]: pgmap v3683: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 26 op/s 2024-09-16T07:50:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:54 smithi042 ceph-mon[96574]: pgmap v3683: 137 pgs: 137 active+clean; 138 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 514 KiB/s wr, 26 op/s 2024-09-16T07:50:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:55 smithi164 ceph-mon[88760]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T07:50:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:55 smithi042 ceph-mon[94096]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T07:50:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:55 smithi042 ceph-mon[96574]: osdmap e2107: 8 total, 8 up, 8 in 2024-09-16T07:50:56.233 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:50:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:56 smithi164 ceph-mon[88760]: pgmap v3685: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 472 KiB/s wr, 24 op/s 2024-09-16T07:50:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:56 smithi164 ceph-mon[88760]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T07:50:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:56 smithi042 ceph-mon[94096]: pgmap v3685: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 472 KiB/s wr, 24 op/s 2024-09-16T07:50:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:56 smithi042 ceph-mon[94096]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T07:50:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:56 smithi042 ceph-mon[96574]: pgmap v3685: 137 pgs: 137 active+clean; 142 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 472 KiB/s wr, 24 op/s 2024-09-16T07:50:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:56 smithi042 ceph-mon[96574]: osdmap e2108: 8 total, 8 up, 8 in 2024-09-16T07:50:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:57 smithi164 ceph-mon[88760]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T07:50:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:57 smithi042 ceph-mon[96574]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T07:50:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:57 smithi042 ceph-mon[94096]: osdmap e2109: 8 total, 8 up, 8 in 2024-09-16T07:50:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:50:58 smithi164 ceph-mon[88760]: pgmap v3688: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T07:50:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:50:58 smithi042 ceph-mon[96574]: pgmap v3688: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T07:50:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:50:58 smithi042 ceph-mon[94096]: pgmap v3688: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-09-16T07:51:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:00 smithi164 ceph-mon[88760]: pgmap v3689: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:00.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:00 smithi042 ceph-mon[96574]: pgmap v3689: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:00.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:00 smithi042 ceph-mon[94096]: pgmap v3689: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:01] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:51:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:02 smithi164 ceph-mon[88760]: pgmap v3690: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-16T07:51:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:02 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:51:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:02 smithi042 ceph-mon[94096]: pgmap v3690: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-16T07:51:02.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:02 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:51:02.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:02 smithi042 ceph-mon[96574]: pgmap v3690: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-09-16T07:51:02.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:02 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:51:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:51:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:51:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:51:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:51:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:51:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:51:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:51:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:51:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:51:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:04 smithi164 ceph-mon[88760]: pgmap v3691: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T07:51:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:04 smithi042 ceph-mon[94096]: pgmap v3691: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T07:51:04.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:04 smithi042 ceph-mon[96574]: pgmap v3691: 137 pgs: 137 active+clean; 154 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-09-16T07:51:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:05 smithi164 ceph-mon[88760]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T07:51:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:05 smithi164 ceph-mon[88760]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-16T07:51:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:05 smithi042 ceph-mon[94096]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T07:51:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:05 smithi042 ceph-mon[94096]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-16T07:51:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:05 smithi042 ceph-mon[96574]: osdmap e2110: 8 total, 8 up, 8 in 2024-09-16T07:51:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:05 smithi042 ceph-mon[96574]: pgmap v3693: 137 pgs: 137 active+clean; 154 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.2 KiB/s wr, 24 op/s 2024-09-16T07:51:06.500 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:06 smithi164 ceph-mon[88760]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T07:51:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:06 smithi042 ceph-mon[94096]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T07:51:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:06 smithi042 ceph-mon[96574]: osdmap e2111: 8 total, 8 up, 8 in 2024-09-16T07:51:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:07 smithi164 ceph-mon[88760]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T07:51:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:07 smithi164 ceph-mon[88760]: pgmap v3696: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-16T07:51:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:07 smithi042 ceph-mon[96574]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T07:51:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:07 smithi042 ceph-mon[96574]: pgmap v3696: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-16T07:51:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:07 smithi042 ceph-mon[94096]: osdmap e2112: 8 total, 8 up, 8 in 2024-09-16T07:51:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:07 smithi042 ceph-mon[94096]: pgmap v3696: 137 pgs: 137 active+clean; 162 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-09-16T07:51:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:09 smithi164 ceph-mon[88760]: pgmap v3697: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:10.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:09 smithi042 ceph-mon[96574]: pgmap v3697: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:10.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:09 smithi042 ceph-mon[94096]: pgmap v3697: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-09-16T07:51:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:11] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:51:12.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:11 smithi164 ceph-mon[88760]: pgmap v3698: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T07:51:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:11 smithi042 ceph-mon[94096]: pgmap v3698: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T07:51:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:11 smithi042 ceph-mon[96574]: pgmap v3698: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.5 MiB/s wr, 43 op/s 2024-09-16T07:51:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:14.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:13 smithi164 ceph-mon[88760]: pgmap v3699: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T07:51:14.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:13 smithi042 ceph-mon[96574]: pgmap v3699: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T07:51:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:13 smithi042 ceph-mon[94096]: pgmap v3699: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-09-16T07:51:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:15 smithi164 ceph-mon[88760]: pgmap v3700: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T07:51:16.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:15 smithi164 ceph-mon[88760]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T07:51:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:15 smithi042 ceph-mon[94096]: pgmap v3700: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T07:51:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:15 smithi042 ceph-mon[94096]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T07:51:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:15 smithi042 ceph-mon[96574]: pgmap v3700: 137 pgs: 137 active+clean; 172 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-09-16T07:51:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:15 smithi042 ceph-mon[96574]: osdmap e2113: 8 total, 8 up, 8 in 2024-09-16T07:51:16.989 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:17.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:16 smithi164 ceph-mon[88760]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T07:51:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:16 smithi042 ceph-mon[94096]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T07:51:17.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:16 smithi042 ceph-mon[96574]: osdmap e2114: 8 total, 8 up, 8 in 2024-09-16T07:51:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:17 smithi164 ceph-mon[88760]: pgmap v3703: 137 pgs: 137 active+clean; 181 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T07:51:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:17 smithi164 ceph-mon[88760]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T07:51:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:17 smithi042 ceph-mon[96574]: pgmap v3703: 137 pgs: 137 active+clean; 181 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T07:51:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:17 smithi042 ceph-mon[96574]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T07:51:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:17 smithi042 ceph-mon[94096]: pgmap v3703: 137 pgs: 137 active+clean; 181 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.4 KiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-09-16T07:51:18.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:17 smithi042 ceph-mon[94096]: osdmap e2115: 8 total, 8 up, 8 in 2024-09-16T07:51:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:18 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:19.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:18 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:18 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:19 smithi164 ceph-mon[88760]: pgmap v3705: 137 pgs: 137 active+clean; 189 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:19 smithi042 ceph-mon[94096]: pgmap v3705: 137 pgs: 137 active+clean; 189 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:20.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:19 smithi042 ceph-mon[96574]: pgmap v3705: 137 pgs: 137 active+clean; 189 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:21] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-16T07:51:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:21 smithi164 ceph-mon[88760]: pgmap v3706: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:51:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:21 smithi042 ceph-mon[94096]: pgmap v3706: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:51:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:21 smithi042 ceph-mon[96574]: pgmap v3706: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 38 op/s 2024-09-16T07:51:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:23 smithi164 ceph-mon[88760]: pgmap v3707: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:23 smithi042 ceph-mon[94096]: pgmap v3707: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:23 smithi042 ceph-mon[96574]: pgmap v3707: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:25 smithi164 ceph-mon[88760]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T07:51:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:25 smithi164 ceph-mon[88760]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T07:51:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:25 smithi042 ceph-mon[94096]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T07:51:26.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:25 smithi042 ceph-mon[94096]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T07:51:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:25 smithi042 ceph-mon[96574]: pgmap v3708: 137 pgs: 137 active+clean; 190 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 1.8 MiB/s wr, 30 op/s 2024-09-16T07:51:26.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:25 smithi042 ceph-mon[96574]: osdmap e2116: 8 total, 8 up, 8 in 2024-09-16T07:51:27.020 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:27.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:26 smithi042 ceph-mon[96574]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T07:51:27.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:26 smithi042 ceph-mon[94096]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T07:51:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:26 smithi164 ceph-mon[88760]: osdmap e2117: 8 total, 8 up, 8 in 2024-09-16T07:51:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:27 smithi042 ceph-mon[96574]: pgmap v3711: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-09-16T07:51:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:27 smithi042 ceph-mon[96574]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T07:51:28.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:27 smithi042 ceph-mon[94096]: pgmap v3711: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-09-16T07:51:28.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:27 smithi042 ceph-mon[94096]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T07:51:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:27 smithi164 ceph-mon[88760]: pgmap v3711: 137 pgs: 137 active+clean; 195 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-09-16T07:51:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:27 smithi164 ceph-mon[88760]: osdmap e2118: 8 total, 8 up, 8 in 2024-09-16T07:51:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:29 smithi042 ceph-mon[94096]: pgmap v3713: 137 pgs: 137 active+clean; 207 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:29 smithi042 ceph-mon[96574]: pgmap v3713: 137 pgs: 137 active+clean; 207 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:29 smithi164 ceph-mon[88760]: pgmap v3713: 137 pgs: 137 active+clean; 207 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-09-16T07:51:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:31] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2024-09-16T07:51:32.290 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:31 smithi164 ceph-mon[88760]: pgmap v3714: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-16T07:51:32.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:31 smithi042 ceph-mon[94096]: pgmap v3714: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-16T07:51:32.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:31 smithi042 ceph-mon[96574]: pgmap v3714: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-09-16T07:51:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:33 smithi042 ceph-mon[94096]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:34.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:33 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:33 smithi042 ceph-mon[96574]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:34.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:33 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:33 smithi164 ceph-mon[88760]: pgmap v3715: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:33 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:36 smithi042 ceph-mon[94096]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-16T07:51:36.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:36 smithi042 ceph-mon[94096]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T07:51:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:36 smithi042 ceph-mon[96574]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-16T07:51:36.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:36 smithi042 ceph-mon[96574]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T07:51:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:36 smithi164 ceph-mon[88760]: pgmap v3716: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-09-16T07:51:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:36 smithi164 ceph-mon[88760]: osdmap e2119: 8 total, 8 up, 8 in 2024-09-16T07:51:37.048 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (50860 ms) 2024-09-16T07:51:37.048 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-09-16T07:51:37.048 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:37.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:37 smithi042 ceph-mon[96574]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T07:51:37.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:37 smithi042 ceph-mon[94096]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T07:51:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:37 smithi164 ceph-mon[88760]: osdmap e2120: 8 total, 8 up, 8 in 2024-09-16T07:51:38.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:38 smithi042 ceph-mon[96574]: pgmap v3719: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-09-16T07:51:38.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:38 smithi042 ceph-mon[96574]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T07:51:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:38 smithi042 ceph-mon[94096]: pgmap v3719: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-09-16T07:51:38.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:38 smithi042 ceph-mon[94096]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T07:51:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:38 smithi164 ceph-mon[88760]: pgmap v3719: 137 pgs: 137 active+clean; 208 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.5 KiB/s wr, 17 op/s 2024-09-16T07:51:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:38 smithi164 ceph-mon[88760]: osdmap e2121: 8 total, 8 up, 8 in 2024-09-16T07:51:40.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:40 smithi042 ceph-mon[94096]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:51:40.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:40 smithi042 ceph-mon[96574]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:51:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:40 smithi164 ceph-mon[88760]: pgmap v3721: 137 pgs: 137 active+clean; 228 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-09-16T07:51:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:41] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.43.0" 2024-09-16T07:51:42.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:42 smithi164 ceph-mon[88760]: pgmap v3722: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T07:51:42.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:42 smithi042 ceph-mon[94096]: pgmap v3722: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T07:51:42.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:42 smithi042 ceph-mon[96574]: pgmap v3722: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-09-16T07:51:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:44.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:44 smithi042 ceph-mon[94096]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-16T07:51:44.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:44 smithi042 ceph-mon[96574]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-16T07:51:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:44 smithi164 ceph-mon[88760]: pgmap v3723: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.0 MiB/s wr, 30 op/s 2024-09-16T07:51:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:46 smithi042 ceph-mon[94096]: pgmap v3724: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T07:51:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:46 smithi042 ceph-mon[94096]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T07:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:46 smithi042 ceph-mon[96574]: pgmap v3724: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T07:51:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:46 smithi042 ceph-mon[96574]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T07:51:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:46 smithi164 ceph-mon[88760]: pgmap v3724: 137 pgs: 137 active+clean; 232 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-09-16T07:51:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:46 smithi164 ceph-mon[88760]: osdmap e2122: 8 total, 8 up, 8 in 2024-09-16T07:51:47.068 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:47.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:47 smithi042 ceph-mon[96574]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T07:51:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:47 smithi042 ceph-mon[94096]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T07:51:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:47 smithi164 ceph-mon[88760]: osdmap e2123: 8 total, 8 up, 8 in 2024-09-16T07:51:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:48 smithi042 ceph-mon[96574]: pgmap v3727: 137 pgs: 137 active+clean; 240 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-16T07:51:48.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:48 smithi042 ceph-mon[96574]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T07:51:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:48 smithi042 ceph-mon[94096]: pgmap v3727: 137 pgs: 137 active+clean; 240 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-16T07:51:48.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:48 smithi042 ceph-mon[94096]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T07:51:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:48 smithi164 ceph-mon[88760]: pgmap v3727: 137 pgs: 137 active+clean; 240 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 1.0 MiB/s wr, 19 op/s 2024-09-16T07:51:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:48 smithi164 ceph-mon[88760]: osdmap e2124: 8 total, 8 up, 8 in 2024-09-16T07:51:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:49.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:51:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:50 smithi042 ceph-mon[94096]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:51:50.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:50 smithi042 ceph-mon[96574]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:51:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:50 smithi164 ceph-mon[88760]: pgmap v3729: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:51:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:51:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:51:51] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-09-16T07:51:52.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:52 smithi164 ceph-mon[88760]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:51:52.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:52 smithi042 ceph-mon[94096]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:51:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:52 smithi042 ceph-mon[96574]: pgmap v3730: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:51:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:51:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:51:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:54 smithi042 ceph-mon[94096]: pgmap v3731: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:54 smithi042 ceph-mon[96574]: pgmap v3731: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:54 smithi164 ceph-mon[88760]: pgmap v3731: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:51:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:56 smithi042 ceph-mon[94096]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 929 KiB/s wr, 31 op/s 2024-09-16T07:51:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:56 smithi042 ceph-mon[94096]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T07:51:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:56 smithi042 ceph-mon[96574]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 929 KiB/s wr, 31 op/s 2024-09-16T07:51:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:56 smithi042 ceph-mon[96574]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T07:51:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:56 smithi164 ceph-mon[88760]: pgmap v3732: 137 pgs: 137 active+clean; 248 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 929 KiB/s wr, 31 op/s 2024-09-16T07:51:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:56 smithi164 ceph-mon[88760]: osdmap e2125: 8 total, 8 up, 8 in 2024-09-16T07:51:57.101 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:51:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:57 smithi042 ceph-mon[94096]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T07:51:57.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:57 smithi042 ceph-mon[96574]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T07:51:57.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:57 smithi164 ceph-mon[88760]: osdmap e2126: 8 total, 8 up, 8 in 2024-09-16T07:51:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:58 smithi042 ceph-mon[96574]: pgmap v3735: 137 pgs: 137 active+clean; 263 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:51:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:51:58 smithi042 ceph-mon[96574]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T07:51:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:58 smithi042 ceph-mon[94096]: pgmap v3735: 137 pgs: 137 active+clean; 263 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:51:58.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:51:58 smithi042 ceph-mon[94096]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T07:51:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:58 smithi164 ceph-mon[88760]: pgmap v3735: 137 pgs: 137 active+clean; 263 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-09-16T07:51:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:51:58 smithi164 ceph-mon[88760]: osdmap e2127: 8 total, 8 up, 8 in 2024-09-16T07:52:00.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:00 smithi042 ceph-mon[96574]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T07:52:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:00 smithi042 ceph-mon[94096]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T07:52:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:00 smithi164 ceph-mon[88760]: pgmap v3737: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T07:52:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:01] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-09-16T07:52:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:02 smithi042 ceph-mon[94096]: pgmap v3738: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T07:52:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:02 smithi042 ceph-mon[96574]: pgmap v3738: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T07:52:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:02 smithi164 ceph-mon[88760]: pgmap v3738: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 45 op/s 2024-09-16T07:52:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:52:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:52:03.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:52:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:52:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:52:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:52:03.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:52:04.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:04 smithi042 ceph-mon[96574]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:52:04.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:04.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:04 smithi042 ceph-mon[94096]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:52:04.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:04 smithi164 ceph-mon[88760]: pgmap v3739: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-09-16T07:52:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:06.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:06 smithi042 ceph-mon[94096]: pgmap v3740: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 929 KiB/s wr, 21 op/s 2024-09-16T07:52:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:06 smithi042 ceph-mon[94096]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T07:52:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:06 smithi042 ceph-mon[96574]: pgmap v3740: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 929 KiB/s wr, 21 op/s 2024-09-16T07:52:06.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:06 smithi042 ceph-mon[96574]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T07:52:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:06 smithi164 ceph-mon[88760]: pgmap v3740: 137 pgs: 137 active+clean; 270 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 929 KiB/s wr, 21 op/s 2024-09-16T07:52:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:06 smithi164 ceph-mon[88760]: osdmap e2128: 8 total, 8 up, 8 in 2024-09-16T07:52:07.133 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:07.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:07 smithi042 ceph-mon[96574]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T07:52:07.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:07 smithi042 ceph-mon[94096]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T07:52:07.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:07 smithi164 ceph-mon[88760]: osdmap e2129: 8 total, 8 up, 8 in 2024-09-16T07:52:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:08 smithi042 ceph-mon[96574]: pgmap v3743: 137 pgs: 137 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:52:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:08 smithi042 ceph-mon[96574]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T07:52:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:08 smithi042 ceph-mon[94096]: pgmap v3743: 137 pgs: 137 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:52:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:08 smithi042 ceph-mon[94096]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T07:52:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:08 smithi164 ceph-mon[88760]: pgmap v3743: 137 pgs: 137 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T07:52:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:08 smithi164 ceph-mon[88760]: osdmap e2130: 8 total, 8 up, 8 in 2024-09-16T07:52:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:10 smithi164 ceph-mon[88760]: pgmap v3745: 137 pgs: 137 active+clean; 289 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-16T07:52:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:10 smithi042 ceph-mon[96574]: pgmap v3745: 137 pgs: 137 active+clean; 289 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-16T07:52:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:10 smithi042 ceph-mon[94096]: pgmap v3745: 137 pgs: 137 active+clean; 289 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-09-16T07:52:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:11] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.43.0" 2024-09-16T07:52:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:12 smithi164 ceph-mon[88760]: pgmap v3746: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:52:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:12 smithi042 ceph-mon[94096]: pgmap v3746: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:52:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:12 smithi042 ceph-mon[96574]: pgmap v3746: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-09-16T07:52:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:14 smithi164 ceph-mon[88760]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:14 smithi164 ceph-mon[88760]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T07:52:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:14 smithi042 ceph-mon[94096]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:14 smithi042 ceph-mon[94096]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T07:52:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:14 smithi042 ceph-mon[96574]: pgmap v3747: 137 pgs: 137 active+clean; 292 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:14 smithi042 ceph-mon[96574]: osdmap e2131: 8 total, 8 up, 8 in 2024-09-16T07:52:15.162 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:15 smithi164 ceph-mon[88760]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T07:52:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:15 smithi042 ceph-mon[96574]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T07:52:15.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:15 smithi042 ceph-mon[94096]: osdmap e2132: 8 total, 8 up, 8 in 2024-09-16T07:52:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:16 smithi164 ceph-mon[88760]: pgmap v3750: 137 pgs: 137 active+clean; 295 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 530 KiB/s wr, 30 op/s 2024-09-16T07:52:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:16 smithi164 ceph-mon[88760]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T07:52:16.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:16 smithi042 ceph-mon[94096]: pgmap v3750: 137 pgs: 137 active+clean; 295 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 530 KiB/s wr, 30 op/s 2024-09-16T07:52:16.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:16 smithi042 ceph-mon[94096]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T07:52:16.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:16 smithi042 ceph-mon[96574]: pgmap v3750: 137 pgs: 137 active+clean; 295 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 530 KiB/s wr, 30 op/s 2024-09-16T07:52:16.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:16 smithi042 ceph-mon[96574]: osdmap e2133: 8 total, 8 up, 8 in 2024-09-16T07:52:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:18 smithi164 ceph-mon[88760]: pgmap v3752: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:52:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:18 smithi042 ceph-mon[96574]: pgmap v3752: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:52:18.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:18 smithi042 ceph-mon[94096]: pgmap v3752: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-09-16T07:52:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:19.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:19.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:20 smithi164 ceph-mon[88760]: pgmap v3753: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:52:20.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:20 smithi042 ceph-mon[96574]: pgmap v3753: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:52:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:20 smithi042 ceph-mon[94096]: pgmap v3753: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-09-16T07:52:21.504 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:21] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-09-16T07:52:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:22 smithi164 ceph-mon[88760]: pgmap v3754: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:22 smithi042 ceph-mon[96574]: pgmap v3754: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:22 smithi042 ceph-mon[94096]: pgmap v3754: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 2.1 MiB/s wr, 35 op/s 2024-09-16T07:52:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:24 smithi164 ceph-mon[88760]: pgmap v3755: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T07:52:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:24 smithi164 ceph-mon[88760]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T07:52:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:24 smithi042 ceph-mon[94096]: pgmap v3755: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T07:52:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:24 smithi042 ceph-mon[94096]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T07:52:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:24 smithi042 ceph-mon[96574]: pgmap v3755: 137 pgs: 137 active+clean; 314 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 1.8 MiB/s wr, 31 op/s 2024-09-16T07:52:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:24 smithi042 ceph-mon[96574]: osdmap e2134: 8 total, 8 up, 8 in 2024-09-16T07:52:25.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (48136 ms) 2024-09-16T07:52:25.184 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-09-16T07:52:25.185 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:25 smithi164 ceph-mon[88760]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T07:52:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:25 smithi042 ceph-mon[94096]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T07:52:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:25 smithi042 ceph-mon[96574]: osdmap e2135: 8 total, 8 up, 8 in 2024-09-16T07:52:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:26 smithi164 ceph-mon[88760]: pgmap v3758: 137 pgs: 137 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-16T07:52:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:26 smithi164 ceph-mon[88760]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T07:52:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:26 smithi042 ceph-mon[96574]: pgmap v3758: 137 pgs: 137 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-16T07:52:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:26 smithi042 ceph-mon[96574]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T07:52:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:26 smithi042 ceph-mon[94096]: pgmap v3758: 137 pgs: 137 active+clean; 318 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 KiB/s rd, 512 KiB/s wr, 5 op/s 2024-09-16T07:52:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:26 smithi042 ceph-mon[94096]: osdmap e2136: 8 total, 8 up, 8 in 2024-09-16T07:52:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:27 smithi164 ceph-mon[88760]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T07:52:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:27 smithi042 ceph-mon[94096]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T07:52:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:27 smithi042 ceph-mon[96574]: osdmap e2137: 8 total, 8 up, 8 in 2024-09-16T07:52:28.201 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3016 ms) 2024-09-16T07:52:28.201 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-09-16T07:52:28.201 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:28 smithi164 ceph-mon[88760]: pgmap v3761: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-16T07:52:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:28 smithi164 ceph-mon[88760]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T07:52:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:28 smithi042 ceph-mon[94096]: pgmap v3761: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-16T07:52:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:28 smithi042 ceph-mon[94096]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T07:52:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:28 smithi042 ceph-mon[96574]: pgmap v3761: 137 pgs: 137 active+clean; 334 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.0 MiB/s wr, 36 op/s 2024-09-16T07:52:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:28 smithi042 ceph-mon[96574]: osdmap e2138: 8 total, 8 up, 8 in 2024-09-16T07:52:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:29 smithi164 ceph-mon[88760]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T07:52:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:29 smithi042 ceph-mon[96574]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T07:52:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:29 smithi042 ceph-mon[94096]: osdmap e2139: 8 total, 8 up, 8 in 2024-09-16T07:52:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:30 smithi164 ceph-mon[88760]: pgmap v3764: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:52:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:30 smithi164 ceph-mon[88760]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T07:52:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:30 smithi042 ceph-mon[96574]: pgmap v3764: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:52:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:30 smithi042 ceph-mon[96574]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T07:52:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:30 smithi042 ceph-mon[94096]: pgmap v3764: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.0 MiB/s wr, 120 op/s 2024-09-16T07:52:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:30 smithi042 ceph-mon[94096]: osdmap e2140: 8 total, 8 up, 8 in 2024-09-16T07:52:31.243 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3043 ms) 2024-09-16T07:52:31.243 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-09-16T07:52:31.243 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:31 smithi164 ceph-mon[88760]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T07:52:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:31 smithi042 ceph-mon[94096]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T07:52:31.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:31 smithi042 ceph-mon[96574]: osdmap e2141: 8 total, 8 up, 8 in 2024-09-16T07:52:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:31] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.43.0" 2024-09-16T07:52:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:32 smithi164 ceph-mon[88760]: pgmap v3767: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 15 KiB/s wr, 91 op/s 2024-09-16T07:52:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:32 smithi164 ceph-mon[88760]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T07:52:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:32 smithi042 ceph-mon[94096]: pgmap v3767: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 15 KiB/s wr, 91 op/s 2024-09-16T07:52:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:32 smithi042 ceph-mon[94096]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T07:52:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:32 smithi042 ceph-mon[96574]: pgmap v3767: 137 pgs: 137 active+clean; 338 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 15 KiB/s wr, 91 op/s 2024-09-16T07:52:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:32 smithi042 ceph-mon[96574]: osdmap e2142: 8 total, 8 up, 8 in 2024-09-16T07:52:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:33 smithi164 ceph-mon[88760]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T07:52:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:33 smithi042 ceph-mon[94096]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T07:52:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:33 smithi042 ceph-mon[96574]: osdmap e2143: 8 total, 8 up, 8 in 2024-09-16T07:52:34.245 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3002 ms) 2024-09-16T07:52:34.246 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-09-16T07:52:34.246 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:52:34.293 INFO:tasks.workunit.client.0.smithi042.stdout: i=0 exists [39181110~2694131,84955621~726781,190761006~6186193,222303634~1366127,225181081~5847108,249212280~978453,262481134~2083692,374821295~581677,395223780~2831930] wrote [39181110~2694131,84955621~726781,190761006~6186193,222303634~1366127,225181081~5847108,249212280~978453,262481134~2083692,374821295~581677,395223780~2831930] 2024-09-16T07:52:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:34 smithi164 ceph-mon[88760]: pgmap v3770: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 260 KiB/s wr, 64 op/s 2024-09-16T07:52:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:34 smithi164 ceph-mon[88760]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T07:52:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[94096]: pgmap v3770: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 260 KiB/s wr, 64 op/s 2024-09-16T07:52:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[94096]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T07:52:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[96574]: pgmap v3770: 137 pgs: 137 active+clean; 339 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 260 KiB/s wr, 64 op/s 2024-09-16T07:52:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[96574]: osdmap e2144: 8 total, 8 up, 8 in 2024-09-16T07:52:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:35.277 INFO:tasks.workunit.client.0.smithi042.stdout: i=1 exists [7951985~4703234,39181110~2694131,84955621~726781,100559332~5968628,122647816~884460,166559177~4867401,190761006~6186193,221707631~9320558,241847927~148986,249212280~978453,262481134~2083692,305155575~1245160,372360208~7579172,395223780~2831930] wrote [7951985~4703234,100559332~5968628,122647816~884460,166559177~4867401,221707631~7579683,241847927~148986,305155575~1245160,372360208~7579172] 2024-09-16T07:52:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:35 smithi164 ceph-mon[88760]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T07:52:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:35 smithi042 ceph-mon[94096]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T07:52:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:35 smithi042 ceph-mon[96574]: osdmap e2145: 8 total, 8 up, 8 in 2024-09-16T07:52:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: i=2 exists [4016530~9410352,39181110~2694131,84955621~726781,90649001~5436988,100559332~5968628,122647816~884460,135143228~2628271,166559177~4867401,177250790~3830053,190761006~6186193,221707631~9320558,241847927~148986,249212280~978453,262481134~2083692,305155575~1245160,312328158~2145951,327815403~4516101,372360208~7579172,395223780~2831930,400125232~5419986] wrote [4016530~9410352,90649001~5436988,135143228~2628271,177250790~3830053,312328158~2145951,327815403~4516101,400125232~5419986] 2024-09-16T07:52:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:36 smithi164 ceph-mon[88760]: pgmap v3773: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.0 MiB/s wr, 81 op/s 2024-09-16T07:52:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:36 smithi164 ceph-mon[88760]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T07:52:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:36 smithi042 ceph-mon[94096]: pgmap v3773: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.0 MiB/s wr, 81 op/s 2024-09-16T07:52:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:36 smithi042 ceph-mon[94096]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T07:52:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:36 smithi042 ceph-mon[96574]: pgmap v3773: 137 pgs: 137 active+clean; 343 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 1.0 MiB/s wr, 81 op/s 2024-09-16T07:52:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:36 smithi042 ceph-mon[96574]: osdmap e2146: 8 total, 8 up, 8 in 2024-09-16T07:52:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: i=3 exists [4016530~9410352,28984363~2685974,39181110~2694131,54845189~5468303,84955621~726781,90649001~5436988,98009636~8518324,122647816~884460,135143228~2628271,142412292~1081584,166559177~4867401,173816877~7263966,190761006~6186193,221707631~9320558,241847927~148986,242241871~4976473,249212280~978453,262481134~2083692,305155575~1245160,312328158~2145951,327815403~9466788,351905186~6453292,372360208~7579172,395223780~2831930,400125232~5419986] wrote [28984363~2685974,54845189~5468303,94953904~408497,98009636~6826809,142412292~1081584,173816877~7029154,242241871~4976473,328997449~8284742,351905186~6453292] 2024-09-16T07:52:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:37 smithi164 ceph-mon[88760]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T07:52:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:37 smithi042 ceph-mon[94096]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T07:52:37.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:37 smithi042 ceph-mon[96574]: osdmap e2147: 8 total, 8 up, 8 in 2024-09-16T07:52:38.301 INFO:tasks.workunit.client.0.smithi042.stdout: i=4 exists [902130~2469044,4016530~9410352,28984363~2685974,38068344~4720800,54845189~5468303,84955621~726781,90649001~5436988,98009636~8518324,122647816~884460,127919007~18584204,166559177~5836443,173816877~7263966,190761006~7012165,221707631~9320558,241847927~148986,242241871~4976473,249212280~978453,262481134~2083692,305155575~1245160,312328158~2145951,327815403~9466788,351905186~6453292,372360208~7579172,395223780~2831930,400125232~5419986] wrote [902130~2469044,38068344~4720800,127919007~18584204,169222678~3172942,196595494~1177677,329925094~5917642] 2024-09-16T07:52:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:38 smithi164 ceph-mon[88760]: pgmap v3776: 137 pgs: 137 active+clean; 380 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 8.7 MiB/s wr, 92 op/s 2024-09-16T07:52:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:38 smithi164 ceph-mon[88760]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T07:52:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:38 smithi042 ceph-mon[94096]: pgmap v3776: 137 pgs: 137 active+clean; 380 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 8.7 MiB/s wr, 92 op/s 2024-09-16T07:52:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:38 smithi042 ceph-mon[94096]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T07:52:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:38 smithi042 ceph-mon[96574]: pgmap v3776: 137 pgs: 137 active+clean; 380 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 8.7 MiB/s wr, 92 op/s 2024-09-16T07:52:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:38 smithi042 ceph-mon[96574]: osdmap e2148: 8 total, 8 up, 8 in 2024-09-16T07:52:39.313 INFO:tasks.workunit.client.0.smithi042.stdout: i=5 exists [902130~2469044,4016530~9410352,28984363~2685974,38068344~4720800,54845189~11976296,84955621~726781,90649001~5436988,98009636~8518324,122647816~884460,127919007~18584204,158003230~3367585,166559177~5836443,173816877~7263966,190761006~7012165,211432404~5849459,220612703~10415486,241847927~148986,242241871~4976473,249212280~978453,262481134~2083692,275100156~4217855,292537477~1353945,305155575~1245160,312328158~2145951,315790287~1872819,327815403~9466788,351905186~6453292,372360208~12083642,395223780~2831930,400125232~5419986] wrote [4626345~904252,60232484~6589001,131682804~6230754,158003230~3367585,211432404~5849459,220612703~7923359,275100156~4217855,292537477~1353945,315790287~1872819,377732851~6710999] 2024-09-16T07:52:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:39 smithi042 ceph-mon[94096]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T07:52:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:39 smithi042 ceph-mon[96574]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T07:52:39.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:39 smithi164 ceph-mon[88760]: osdmap e2149: 8 total, 8 up, 8 in 2024-09-16T07:52:40.292 INFO:tasks.workunit.client.0.smithi042.stdout: i=6 exists [902130~2469044,4016530~9410352,28984363~2685974,38068344~4720800,54845189~11976296,84955621~726781,90649001~5436988,98009636~8518324,108128143~6879706,122647816~884460,127919007~18584204,158003230~3367585,162948615~2670812,166559177~5836443,173811802~7269041,190761006~7012165,211432404~5849459,220279395~10748794,241847927~148986,242241871~4976473,249212280~978453,262481134~2083692,275100156~7027390,292537477~1353945,296171929~3887912,304608890~5183153,312328158~2145951,315790287~1872819,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~5419986] wrote [108128143~6879706,162948615~2670812,173811802~5789042,220279395~3767209,279060304~3067242,296171929~3887912,304608890~5183153,318599633~456285,367726298~691092,403299654~710395] 2024-09-16T07:52:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:40 smithi042 ceph-mon[96574]: pgmap v3779: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 25 MiB/s wr, 261 op/s 2024-09-16T07:52:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:40 smithi042 ceph-mon[96574]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T07:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:40 smithi042 ceph-mon[94096]: pgmap v3779: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 25 MiB/s wr, 261 op/s 2024-09-16T07:52:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:40 smithi042 ceph-mon[94096]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T07:52:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:40 smithi164 ceph-mon[88760]: pgmap v3779: 137 pgs: 137 active+clean; 472 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 25 MiB/s wr, 261 op/s 2024-09-16T07:52:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:40 smithi164 ceph-mon[88760]: osdmap e2150: 8 total, 8 up, 8 in 2024-09-16T07:52:41.331 INFO:tasks.workunit.client.0.smithi042.stdout: i=7 exists [902130~2469044,4016530~9410352,17996285~6321030,28984363~2685974,38068344~9701127,54845189~11976296,84955621~726781,90649001~5436988,98009636~8518324,108128143~6879706,122647816~884460,127919007~18584204,158003230~14392390,173811802~7269041,190761006~7012165,211432404~5849459,220279395~10748794,241847927~148986,242241871~4976473,249212280~978453,261648694~6868865,275100156~7027390,292537477~1353945,296171929~3887912,303807578~7249928,312328158~2145951,315790287~1872819,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~5419986] wrote [7820426~163649,9881105~988036,17996285~6321030,39815731~7953740,55331623~8006292,131393042~6326940,160071684~8032380,261648694~6868865,303807578~1846905,308721856~2335650] 2024-09-16T07:52:41.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:41 smithi042 ceph-mon[94096]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T07:52:41.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:41 smithi042 ceph-mon[96574]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T07:52:41.606 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:41] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2024-09-16T07:52:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:41 smithi164 ceph-mon[88760]: osdmap e2151: 8 total, 8 up, 8 in 2024-09-16T07:52:42.329 INFO:tasks.workunit.client.0.smithi042.stdout: i=8 exists [902130~2469044,4016530~9410352,15950460~8366855,28984363~2685974,34757773~1396474,38068344~9701127,54845189~11976296,71460724~2664838,84955621~726781,90649001~5436988,98009636~8518324,108128143~6879706,122647816~884460,127919007~18584204,158003230~14392390,173811802~7269041,190761006~7012165,210905778~20122411,241847927~148986,242241871~4976473,249212280~978453,255765818~3546841,261648694~6868865,275100156~7027390,292537477~7522364,303807578~7249928,312328158~2145951,315790287~1872819,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~5419986] wrote [15950460~4356491,34757773~1396474,71460724~2664838,210905778~2269456,216398443~9489421,255765818~3546841,292957343~6120118,306838700~2374033,331256690~2040483] 2024-09-16T07:52:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:42 smithi042 ceph-mon[94096]: pgmap v3782: 137 pgs: 137 active+clean; 562 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 205 op/s 2024-09-16T07:52:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:42 smithi042 ceph-mon[94096]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T07:52:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:42 smithi042 ceph-mon[96574]: pgmap v3782: 137 pgs: 137 active+clean; 562 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 205 op/s 2024-09-16T07:52:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:42 smithi042 ceph-mon[96574]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T07:52:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:42 smithi164 ceph-mon[88760]: pgmap v3782: 137 pgs: 137 active+clean; 562 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 205 op/s 2024-09-16T07:52:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:42 smithi164 ceph-mon[88760]: osdmap e2152: 8 total, 8 up, 8 in 2024-09-16T07:52:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:43.328 INFO:tasks.workunit.client.0.smithi042.stdout: i=9 exists [902130~2469044,4016530~9410352,15950460~8366855,28984363~2685974,34757773~1396474,38068344~9701127,52783268~14038217,71460724~2664838,84955621~726781,88864022~56688,90649001~15878959,108128143~6879706,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,190761006~7012165,210905778~20122411,241847927~148986,242241871~8689180,255765818~3546841,261648694~6868865,275100156~7027390,292537477~7522364,303807578~7249928,312328158~5334948,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~5419986] wrote [52783268~5854216,88864022~56688,93470755~7784281,152300689~1390397,181268057~4088005,230613185~365404,243108691~7822360,314229271~2308483,374451462~133980] 2024-09-16T07:52:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:43 smithi164 ceph-mon[88760]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T07:52:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:43 smithi042 ceph-mon[94096]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T07:52:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:43 smithi042 ceph-mon[96574]: osdmap e2153: 8 total, 8 up, 8 in 2024-09-16T07:52:44.333 INFO:tasks.workunit.client.0.smithi042.stdout: i=10 exists [902130~2469044,4016530~9410352,15950460~16135181,34757773~1396474,38068344~9701127,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,84955621~726781,88864022~56688,90649001~15878959,108128143~6879706,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,186586704~11186467,210905778~20122411,241847927~148986,242241871~8689180,255765818~3546841,260934407~7583152,275100156~10274356,292537477~7522364,303807578~7249928,312328158~5334948,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~10725522] wrote [19765159~12320482,69223143~289940,81575764~1013967,186586704~5884258,225790894~2182438,260934407~4425217,278258273~7116239,404859192~5991562] 2024-09-16T07:52:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:44 smithi042 ceph-mon[94096]: pgmap v3785: 137 pgs: 137 active+clean; 668 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-09-16T07:52:44.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:44 smithi042 ceph-mon[94096]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T07:52:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:44 smithi042 ceph-mon[96574]: pgmap v3785: 137 pgs: 137 active+clean; 668 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-09-16T07:52:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:44 smithi042 ceph-mon[96574]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T07:52:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:44 smithi164 ceph-mon[88760]: pgmap v3785: 137 pgs: 137 active+clean; 668 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-09-16T07:52:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:44 smithi164 ceph-mon[88760]: osdmap e2154: 8 total, 8 up, 8 in 2024-09-16T07:52:45.352 INFO:tasks.workunit.client.0.smithi042.stdout: i=11 exists [902130~12524752,15950460~16135181,34757773~1396474,38068344~9701127,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,84955621~726781,88864022~56688,90649001~15878959,108128143~6879706,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,186586704~11186467,210905778~20122411,241847927~148986,242241871~9064815,255765818~3546841,260934407~7583152,275100156~11189342,292537477~9438021,303067815~7989691,312328158~5334948,318599633~456285,327815403~9466788,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~10725522] wrote [908901~3530476,133496814~5307940,166879731~5286739,189661640~1655519,213674676~7903602,246546594~4760092,278391250~7898248,297287373~4688125,303067815~3094162,312583106~2181900] 2024-09-16T07:52:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:45 smithi042 ceph-mon[94096]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T07:52:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:45 smithi042 ceph-mon[96574]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T07:52:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:45 smithi164 ceph-mon[88760]: osdmap e2155: 8 total, 8 up, 8 in 2024-09-16T07:52:46.329 INFO:tasks.workunit.client.0.smithi042.stdout: i=12 exists [902130~12524752,15950460~16135181,34757773~1396474,38068344~9701127,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,83036080~3951447,88864022~56688,90649001~15878959,108128143~6879706,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,185889733~11883438,210905778~20122411,241847927~148986,242241871~9064815,255765818~3546841,260934407~7583152,275100156~11189342,292537477~9438021,303067815~7989691,312328158~5334948,318599633~456285,319770756~6168752,327815403~14342353,351905186~6453292,367726298~691092,372360208~12083642,395223780~2831930,400125232~11479999] wrote [44712674~1498868,53496495~2610625,83036080~3951447,185889733~6839391,218901963~1570243,243878780~2110190,319770756~6168752,335248885~6908871,410460015~1145216] 2024-09-16T07:52:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:46 smithi042 ceph-mon[94096]: pgmap v3788: 137 pgs: 137 active+clean; 720 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 38 MiB/s wr, 287 op/s 2024-09-16T07:52:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:46 smithi042 ceph-mon[94096]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T07:52:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:46 smithi042 ceph-mon[96574]: pgmap v3788: 137 pgs: 137 active+clean; 720 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 38 MiB/s wr, 287 op/s 2024-09-16T07:52:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:46 smithi042 ceph-mon[96574]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T07:52:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:46 smithi164 ceph-mon[88760]: pgmap v3788: 137 pgs: 137 active+clean; 720 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 179 KiB/s rd, 38 MiB/s wr, 287 op/s 2024-09-16T07:52:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:46 smithi164 ceph-mon[88760]: osdmap e2156: 8 total, 8 up, 8 in 2024-09-16T07:52:47.366 INFO:tasks.workunit.client.0.smithi042.stdout: i=13 exists [902130~12524752,15950460~16135181,34757773~1396474,38068344~13755320,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,83036080~3951447,88864022~56688,90649001~15878959,108128143~9007603,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,185889733~13321769,210905778~20122411,233144806~2012842,241847927~148986,242241871~9064815,255765818~3546841,260934407~7583152,269786767~16502731,287380804~769542,292537477~9438021,303067815~7989691,312328158~5334948,318599633~456285,319770756~6168752,327815403~14342353,351905186~6453292,367726298~691092,372360208~12083642,386778292~3547012,395223780~2831930,400125232~11479999] wrote [19298265~7633500,45313026~6510638,96552015~387190,112041205~5094541,192918731~6292771,233144806~2012842,269786767~6484614,287380804~769542,373228371~6652379,386778292~3547012] 2024-09-16T07:52:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:47 smithi042 ceph-mon[94096]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T07:52:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:47 smithi042 ceph-mon[96574]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T07:52:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:47 smithi164 ceph-mon[88760]: osdmap e2157: 8 total, 8 up, 8 in 2024-09-16T07:52:48.345 INFO:tasks.workunit.client.0.smithi042.stdout: i=14 exists [902130~12524752,15950460~16135181,34757773~1960444,38068344~13755320,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,83036080~3951447,88864022~56688,90649001~26486745,122647816~884460,127919007~18584204,152300689~1390397,158003230~14392390,173811802~7269041,181268057~4088005,185889733~13321769,210905778~20122411,233144806~2012842,241847927~148986,242241871~9064815,253252694~1282189,255765818~3546841,260934407~7583152,269786767~16502731,287380804~769542,292537477~9438021,303067815~7989691,312328158~5334948,318599633~456285,319770756~6168752,327815403~14342353,351905186~6453292,367726298~691092,369291125~15152725,386778292~3547012,395223780~2831930,400125232~11851767] wrote [2247640~3885562,35637709~1080508,96751556~2379573,104411655~6376321,253252694~1282189,275367953~5806364,354689340~2347394,369291125~7921901,409851829~2125170] 2024-09-16T07:52:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:48 smithi042 ceph-mon[94096]: pgmap v3791: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 19 op/s 2024-09-16T07:52:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:48 smithi042 ceph-mon[94096]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T07:52:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:48 smithi042 ceph-mon[96574]: pgmap v3791: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 19 op/s 2024-09-16T07:52:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:48 smithi042 ceph-mon[96574]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T07:52:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:48 smithi164 ceph-mon[88760]: pgmap v3791: 137 pgs: 137 active+clean; 821 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 36 MiB/s wr, 19 op/s 2024-09-16T07:52:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:48 smithi164 ceph-mon[88760]: osdmap e2158: 8 total, 8 up, 8 in 2024-09-16T07:52:49.399 INFO:tasks.workunit.client.0.smithi042.stdout: i=15 exists [902130~12524752,15950460~16135181,34757773~1960444,38068344~13755320,52783268~14038217,69223143~289940,71460724~2664838,81575764~1013967,83036080~3951447,88864022~56688,90649001~26486745,122647816~884460,127919007~18584204,152300689~1390397,154077323~18318297,173811802~7269041,181268057~4088005,185889733~18361405,210905778~20122411,231578650~527892,233144806~2012842,241847927~148986,242241871~9064815,253252694~1282189,255765818~3546841,260934407~7583152,268731153~17558345,287380804~769542,292537477~9438021,303067815~7989691,312328158~5334948,318599633~456285,319770756~6168752,327815403~14342353,351905186~6453292,367726298~691092,369291125~15152725,386778292~3547012,395223780~2831930,400125232~11851767] wrote [154077323~5033509,163657304~760604,176597918~1365466,193733651~4125418,198226156~6024982,219386247~5983720,231578650~527892,268731153~2701659,402606812~6519509] 2024-09-16T07:52:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:49 smithi042 ceph-mon[94096]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T07:52:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:49 smithi042 ceph-mon[96574]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T07:52:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:49 smithi164 ceph-mon[88760]: osdmap e2159: 8 total, 8 up, 8 in 2024-09-16T07:52:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:52:50.380 INFO:tasks.workunit.client.0.smithi042.stdout: i=16 exists [902130~12524752,15950460~16135181,34757773~1960444,38068344~13755320,52783268~14038217,68692845~6117181,81575764~1013967,83036080~3951447,88864022~56688,90649001~26486745,122647816~884460,127919007~18584204,152300689~1390397,154077323~18318297,173811802~7269041,181268057~22983081,207754223~1896379,210905778~20122411,231578650~527892,233144806~2012842,241847927~148986,242241871~9064815,253252694~1282189,255765818~3546841,260934407~7583152,268731153~17558345,287380804~769542,292537477~9438021,303067815~14595291,318599633~456285,319770756~8001320,327815403~14342353,351905186~6575917,367726298~691092,369291125~15152725,386778292~3547012,395223780~2831930,400125232~11851767] wrote [68692845~6117181,98141443~4904725,182937667~5855814,207754223~1896379,217097178~2953970,272719080~1401781,308394314~4754522,320945901~6826175,355255730~3225373] 2024-09-16T07:52:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:50 smithi042 ceph-mon[94096]: pgmap v3794: 137 pgs: 137 active+clean; 896 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 40 MiB/s wr, 345 op/s 2024-09-16T07:52:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:50 smithi042 ceph-mon[94096]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T07:52:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:50 smithi042 ceph-mon[96574]: pgmap v3794: 137 pgs: 137 active+clean; 896 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 40 MiB/s wr, 345 op/s 2024-09-16T07:52:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:50 smithi042 ceph-mon[96574]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T07:52:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:50 smithi164 ceph-mon[88760]: pgmap v3794: 137 pgs: 137 active+clean; 896 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 40 MiB/s wr, 345 op/s 2024-09-16T07:52:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:50 smithi164 ceph-mon[88760]: osdmap e2160: 8 total, 8 up, 8 in 2024-09-16T07:52:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: i=17 exists [902130~12524752,15950460~16815636,34757773~1960444,38068344~13755320,52783268~14038217,68692845~6117181,81575764~1013967,83036080~3951447,88864022~56688,90649001~26486745,117372196~3191242,122647816~884460,127919007~18584204,152300689~1390397,154077323~18318297,173811802~7269041,181268057~22983081,207754223~1896379,210905778~20122411,231578650~527892,233144806~2012842,241486193~9820493,253252694~1282189,255765818~3546841,260934407~25355091,287380804~769542,292537477~9438021,303067815~14595291,318599633~456285,319770756~8001320,327815403~15868979,351905186~6575917,367726298~691092,369291125~15152725,386778292~7480255,395223780~2831930,400125232~11851767] wrote [30374605~2391491,41850706~3089159,106066476~1952049,109895855~1790481,117372196~3191242,241486193~5012157,267275545~2548277,330735062~7598328,340465021~3219361,388050195~6208352] 2024-09-16T07:52:51.504 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:51 smithi042 ceph-mon[96574]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T07:52:51.504 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:51 smithi042 ceph-mon[94096]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T07:52:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:52:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:52:51] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-09-16T07:52:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:51 smithi164 ceph-mon[88760]: osdmap e2161: 8 total, 8 up, 8 in 2024-09-16T07:52:52.419 INFO:tasks.workunit.client.0.smithi042.stdout: i=18 exists [902130~14537160,15950460~16815636,34757773~1960444,38068344~13755320,52783268~22026758,81575764~1013967,83036080~3951447,88864022~56688,90649001~26486745,117372196~3191242,122647816~884460,127919007~18584204,152300689~1390397,153907243~18488377,173811802~7269041,181268057~22983081,207754223~1896379,210905778~20122411,231578650~527892,233144806~2012842,241486193~9820493,253252694~1282189,255765818~3546841,260934407~25355091,287380804~769542,292537477~9438021,303067815~24704261,327815403~15868979,351905186~6575917,367726298~691092,369291125~15152725,386778292~7480255,395223780~16753219] wrote [2125942~8791776,11317390~4121900,64658698~6073602,91271907~6173722,133526264~5919778,153907243~5282793,317153254~4306087,397543963~2767124] 2024-09-16T07:52:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:52 smithi042 ceph-mon[96574]: pgmap v3797: 137 pgs: 137 active+clean; 981 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 38 MiB/s wr, 346 op/s 2024-09-16T07:52:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:52 smithi042 ceph-mon[96574]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T07:52:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:52 smithi042 ceph-mon[94096]: pgmap v3797: 137 pgs: 137 active+clean; 981 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 38 MiB/s wr, 346 op/s 2024-09-16T07:52:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:52 smithi042 ceph-mon[94096]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T07:52:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:52 smithi164 ceph-mon[88760]: pgmap v3797: 137 pgs: 137 active+clean; 981 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 38 MiB/s wr, 346 op/s 2024-09-16T07:52:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:52 smithi164 ceph-mon[88760]: osdmap e2162: 8 total, 8 up, 8 in 2024-09-16T07:52:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:52:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:52:53.367 INFO:tasks.workunit.client.0.smithi042.stdout: i=19 exists [902130~14537160,15950460~16815636,34757773~1960444,38068344~13755320,52783268~22026758,81575764~1013967,83036080~3951447,88864022~56688,90649001~31597220,122647816~884460,127919007~18584204,152300689~1390397,153907243~18488377,173811802~7269041,181268057~22983081,207754223~1896379,210905778~20122411,231578650~527892,233144806~2012842,241486193~9820493,253252694~2082275,255765818~3546841,260934407~25355091,287380804~769542,292537477~9438021,303067815~24704261,327815403~15868979,351905186~6575917,367726298~691092,369291125~15152725,386778292~7480255,395223780~16753219] wrote [101949002~1661152,115497433~6748788,155033078~1805313,253270354~2064615,271617268~7768587,308778715~998118,313712144~590381,340061358~3243692,376670785~1768815,381452266~1528113] 2024-09-16T07:52:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:53 smithi042 ceph-mon[94096]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T07:52:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:53 smithi042 ceph-mon[96574]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T07:52:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:53 smithi164 ceph-mon[88760]: osdmap e2163: 8 total, 8 up, 8 in 2024-09-16T07:52:54.347 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 1 diff [4194304~8388608,96468992~8388608,121634816~4194304,163577856~8388608,218103808~8388608,239075328~4194304,301989888~4194304,369098752~8388608] 2024-09-16T07:52:54.347 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~8388608,96468992~8388608,121634816~4194304,163577856~8388608,218103808~8388608,239075328~4194304,301989888~4194304,369098752~8388608] 2024-09-16T07:52:54.356 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~12582912,96468992~12582912,121634816~4194304,163577856~8388608,218103808~12582912,239075328~4194304,301989888~8388608,369098752~12582912] 2024-09-16T07:52:54.357 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 2 diff [0~12582912,88080384~16777216,121634816~4194304,134217728~4194304,163577856~8388608,176160768~4194304,218103808~8388608,239075328~4194304,301989888~4194304,310378496~4194304,327155712~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.357 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,88080384~16777216,121634816~4194304,134217728~4194304,163577856~8388608,176160768~4194304,218103808~8388608,239075328~4194304,301989888~4194304,310378496~4194304,327155712~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.358 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,88080384~20971520,121634816~4194304,134217728~4194304,163577856~8388608,176160768~8388608,218103808~12582912,239075328~4194304,301989888~12582912,327155712~8388608,369098752~12582912,398458880~8388608] 2024-09-16T07:52:54.358 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 3 diff [0~12582912,25165824~4194304,54525952~8388608,88080384~20971520,121634816~4194304,134217728~8388608,163577856~16777216,218103808~8388608,239075328~8388608,301989888~4194304,310378496~4194304,327155712~12582912,348127232~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.358 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,54525952~8388608,88080384~20971520,121634816~4194304,134217728~8388608,163577856~16777216,218103808~8388608,239075328~8388608,301989888~4194304,310378496~4194304,327155712~12582912,348127232~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.361 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,54525952~8388608,88080384~20971520,121634816~4194304,134217728~12582912,163577856~20971520,218103808~12582912,239075328~8388608,301989888~12582912,327155712~12582912,348127232~12582912,369098752~12582912,398458880~8388608] 2024-09-16T07:52:54.361 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 4 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~8388608,88080384~20971520,121634816~25165824,163577856~16777216,192937984~4194304,218103808~8388608,239075328~8388608,301989888~4194304,310378496~4194304,327155712~12582912,348127232~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.361 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~8388608,88080384~20971520,121634816~25165824,163577856~16777216,192937984~4194304,218103808~8388608,239075328~8388608,301989888~4194304,310378496~4194304,327155712~12582912,348127232~8388608,369098752~8388608,398458880~8388608] 2024-09-16T07:52:54.364 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~8388608,88080384~20971520,121634816~25165824,163577856~20971520,192937984~8388608,218103808~12582912,239075328~8388608,301989888~12582912,327155712~12582912,348127232~12582912,369098752~12582912,398458880~8388608] 2024-09-16T07:52:54.364 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 5 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~20971520,121634816~25165824,155189248~4194304,163577856~16777216,192937984~4194304,209715200~20971520,239075328~8388608,272629760~8388608,289406976~4194304,301989888~4194304,310378496~8388608,327155712~12582912,348127232~8388608,369098752~12582912,398458880~8388608] 2024-09-16T07:52:54.364 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~20971520,121634816~25165824,155189248~4194304,163577856~16777216,192937984~4194304,209715200~20971520,239075328~8388608,272629760~8388608,289406976~4194304,301989888~4194304,310378496~8388608,327155712~12582912,348127232~8388608,369098752~12582912,398458880~8388608] 2024-09-16T07:52:54.367 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~12582912,88080384~20971520,121634816~25165824,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~12582912,369098752~16777216,398458880~8388608] 2024-09-16T07:52:54.367 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 6 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.367 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.371 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~12582912,88080384~29360128,121634816~25165824,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,272629760~12582912,289406976~33554432,327155712~12582912,348127232~12582912,364904448~20971520,398458880~8388608] 2024-09-16T07:52:54.371 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 7 diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.371 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.375 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~33554432,37748736~12582912,54525952~12582912,88080384~29360128,121634816~25165824,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,260046848~25165824,289406976~33554432,327155712~12582912,348127232~12582912,364904448~20971520,398458880~8388608] 2024-09-16T07:52:54.375 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 8 diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.375 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,88080384~25165824,121634816~25165824,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.380 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~50331648,54525952~12582912,71303168~4194304,88080384~29360128,121634816~25165824,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,251658240~33554432,289406976~33554432,327155712~12582912,348127232~12582912,364904448~20971520,398458880~8388608] 2024-09-16T07:52:54.380 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 9 diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,121634816~25165824,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.380 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,121634816~25165824,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~8388608] 2024-09-16T07:52:54.385 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~67108864,71303168~4194304,88080384~29360128,121634816~25165824,150994944~37748736,192937984~8388608,209715200~25165824,239075328~46137344,289406976~33554432,327155712~12582912,348127232~12582912,364904448~20971520,398458880~8388608] 2024-09-16T07:52:54.385 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 10 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.385 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.392 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~20971520,398458880~12582912] 2024-09-16T07:52:54.392 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 11 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~12582912,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.392 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~12582912,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.396 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~20971520,398458880~12582912] 2024-09-16T07:52:54.396 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 12 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.396 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,121634816~25165824,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~16777216,398458880~12582912] 2024-09-16T07:52:54.402 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,121634816~25165824,150994944~50331648,209715200~25165824,239075328~104857600,348127232~12582912,364904448~20971520,398458880~16777216] 2024-09-16T07:52:54.402 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 13 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.402 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.408 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,121634816~25165824,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.408 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 14 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.408 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.415 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,121634816~25165824,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.416 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 15 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.416 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.422 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,121634816~25165824,150994944~54525952,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.422 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 16 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.423 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.430 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,121634816~25165824,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.430 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 17 diff [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.430 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.438 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.438 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.438 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,121634816~25165824,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.447 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.447 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to 19 diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.447 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.458 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.458 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 2 diff [0~12582912,88080384~8388608,134217728~4194304,176160768~4194304,310378496~4194304,327155712~8388608,398458880~8388608] 2024-09-16T07:52:54.458 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,88080384~8388608,134217728~4194304,176160768~4194304,310378496~4194304,327155712~8388608,398458880~8388608] 2024-09-16T07:52:54.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,88080384~8388608,134217728~4194304,176160768~8388608,310378496~4194304,327155712~8388608,398458880~8388608] 2024-09-16T07:52:54.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 3 diff [0~12582912,25165824~4194304,54525952~8388608,88080384~16777216,134217728~8388608,171966464~8388608,239075328~8388608,310378496~4194304,327155712~12582912,348127232~8388608,398458880~8388608] 2024-09-16T07:52:54.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,54525952~8388608,88080384~16777216,134217728~8388608,171966464~8388608,239075328~8388608,310378496~4194304,327155712~12582912,348127232~8388608,398458880~8388608] 2024-09-16T07:52:54.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,54525952~8388608,88080384~16777216,134217728~12582912,171966464~12582912,239075328~8388608,310378496~4194304,327155712~12582912,348127232~12582912,398458880~8388608] 2024-09-16T07:52:54.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 4 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~8388608,88080384~16777216,125829120~20971520,167772160~12582912,192937984~4194304,239075328~8388608,310378496~4194304,327155712~12582912,348127232~8388608,398458880~8388608] 2024-09-16T07:52:54.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~8388608,88080384~16777216,125829120~20971520,167772160~12582912,192937984~4194304,239075328~8388608,310378496~4194304,327155712~12582912,348127232~8388608,398458880~8388608] 2024-09-16T07:52:54.463 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~8388608,88080384~16777216,125829120~20971520,167772160~16777216,192937984~8388608,239075328~8388608,310378496~4194304,327155712~12582912,348127232~12582912,398458880~8388608] 2024-09-16T07:52:54.463 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 5 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~16777216,125829120~20971520,155189248~4194304,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~4194304,310378496~8388608,327155712~12582912,348127232~8388608,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.463 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~16777216,125829120~20971520,155189248~4194304,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~4194304,310378496~8388608,327155712~12582912,348127232~8388608,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.465 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~12582912,88080384~16777216,125829120~20971520,155189248~8388608,167772160~16777216,192937984~8388608,209715200~20971520,239075328~8388608,272629760~8388608,289406976~8388608,310378496~8388608,327155712~12582912,348127232~12582912,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.465 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 6 diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~25165824,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.466 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,25165824~4194304,37748736~8388608,54525952~12582912,88080384~25165824,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,25165824~8388608,37748736~8388608,54525952~12582912,88080384~29360128,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,272629760~12582912,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.469 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 7 diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,88080384~25165824,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.469 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,88080384~25165824,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.472 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~33554432,37748736~12582912,54525952~12582912,88080384~29360128,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,260046848~25165824,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.472 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 8 diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,88080384~25165824,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.472 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,88080384~25165824,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~50331648,54525952~12582912,71303168~4194304,88080384~29360128,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,251658240~33554432,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,398458880~8388608] 2024-09-16T07:52:54.476 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 9 diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~8388608] 2024-09-16T07:52:54.476 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~8388608] 2024-09-16T07:52:54.479 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~67108864,71303168~4194304,88080384~29360128,125829120~20971520,150994944~37748736,192937984~8388608,209715200~25165824,239075328~46137344,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,398458880~8388608] 2024-09-16T07:52:54.479 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 10 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.479 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.483 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.483 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 11 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.484 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~12582912,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.488 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.488 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 12 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.488 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~4194304,373293056~12582912,398458880~12582912] 2024-09-16T07:52:54.493 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~25165824,239075328~104857600,348127232~12582912,364904448~4194304,373293056~12582912,398458880~16777216] 2024-09-16T07:52:54.493 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 13 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.493 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.501 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.501 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 14 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.501 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.504 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.504 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 15 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.504 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.509 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~54525952,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.510 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 16 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.510 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.515 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.515 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 17 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.515 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.521 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.521 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.521 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.529 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.529 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.529 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.536 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.536 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 3 diff [25165824~4194304,54525952~8388608,92274688~12582912,138412032~4194304,171966464~8388608,239075328~8388608,327155712~8388608,348127232~8388608] 2024-09-16T07:52:54.536 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [25165824~4194304,54525952~8388608,92274688~12582912,138412032~4194304,171966464~8388608,239075328~8388608,327155712~8388608,348127232~8388608] 2024-09-16T07:52:54.538 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [25165824~8388608,54525952~8388608,92274688~12582912,138412032~8388608,171966464~12582912,239075328~8388608,327155712~12582912,348127232~12582912] 2024-09-16T07:52:54.538 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 4 diff [0~4194304,25165824~4194304,37748736~8388608,54525952~8388608,92274688~12582912,125829120~20971520,167772160~12582912,192937984~4194304,239075328~8388608,327155712~8388608,348127232~8388608] 2024-09-16T07:52:54.538 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,25165824~4194304,37748736~8388608,54525952~8388608,92274688~12582912,125829120~20971520,167772160~12582912,192937984~4194304,239075328~8388608,327155712~8388608,348127232~8388608] 2024-09-16T07:52:54.539 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~4194304,25165824~8388608,37748736~8388608,54525952~8388608,92274688~12582912,125829120~20971520,167772160~16777216,192937984~8388608,239075328~8388608,327155712~12582912,348127232~12582912] 2024-09-16T07:52:54.539 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 5 diff [0~8388608,25165824~4194304,37748736~8388608,54525952~12582912,92274688~12582912,125829120~20971520,155189248~4194304,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~4194304,314572800~4194304,327155712~8388608,348127232~8388608,377487360~8388608] 2024-09-16T07:52:54.540 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,25165824~4194304,37748736~8388608,54525952~12582912,92274688~12582912,125829120~20971520,155189248~4194304,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~4194304,314572800~4194304,327155712~8388608,348127232~8388608,377487360~8388608] 2024-09-16T07:52:54.541 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,25165824~8388608,37748736~8388608,54525952~12582912,92274688~12582912,125829120~20971520,155189248~8388608,167772160~16777216,192937984~8388608,209715200~20971520,239075328~8388608,272629760~8388608,289406976~8388608,314572800~4194304,327155712~12582912,348127232~12582912,377487360~8388608] 2024-09-16T07:52:54.541 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 6 diff [0~8388608,25165824~4194304,37748736~8388608,54525952~12582912,92274688~20971520,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.542 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,25165824~4194304,37748736~8388608,54525952~12582912,92274688~20971520,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,239075328~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.544 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,25165824~8388608,37748736~8388608,54525952~12582912,92274688~25165824,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,272629760~12582912,289406976~20971520,314572800~8388608,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.544 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 7 diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,92274688~20971520,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.544 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~12582912,37748736~12582912,54525952~12582912,92274688~20971520,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,239075328~8388608,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.546 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12582912,16777216~16777216,37748736~12582912,54525952~12582912,92274688~25165824,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,260046848~25165824,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.546 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 8 diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,92274688~20971520,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.546 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~16777216,54525952~12582912,71303168~4194304,92274688~20971520,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,348127232~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.549 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~50331648,54525952~12582912,71303168~4194304,92274688~25165824,125829120~20971520,155189248~29360128,192937984~8388608,209715200~20971520,239075328~8388608,251658240~33554432,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.549 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 9 diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.549 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,25165824~4194304,33554432~33554432,71303168~4194304,88080384~25165824,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.552 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~67108864,71303168~4194304,88080384~29360128,125829120~20971520,150994944~37748736,192937984~8388608,209715200~25165824,239075328~46137344,289406976~33554432,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.552 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 10 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.552 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.556 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.556 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 11 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.557 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~29360128,327155712~8388608,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.560 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,348127232~12582912,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.560 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 12 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.560 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~25165824,125829120~20971520,150994944~46137344,209715200~20971520,239075328~16777216,260046848~8388608,272629760~12582912,289406976~54525952,348127232~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.564 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~25165824,239075328~104857600,348127232~12582912,364904448~4194304,373293056~12582912,402653184~12582912] 2024-09-16T07:52:54.565 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 13 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.565 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.569 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.569 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 14 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.569 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.574 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,348127232~12582912,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.575 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 15 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.575 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.580 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~54525952,209715200~134217728,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.580 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 16 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.580 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.585 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.585 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 17 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.586 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.592 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,348127232~12582912,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.592 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.592 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.598 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.598 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.599 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:54 smithi042 ceph-mon[94096]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 42 MiB/s wr, 367 op/s 2024-09-16T07:52:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:54 smithi042 ceph-mon[94096]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T07:52:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:54 smithi042 ceph-mon[96574]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 42 MiB/s wr, 367 op/s 2024-09-16T07:52:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:54 smithi042 ceph-mon[96574]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T07:52:54.605 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:54.605 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 4 diff [0~4194304,37748736~8388608,125829120~20971520,167772160~4194304,192937984~4194304,327155712~8388608] 2024-09-16T07:52:54.605 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,37748736~8388608,125829120~20971520,167772160~4194304,192937984~4194304,327155712~8388608] 2024-09-16T07:52:54.607 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~4194304,37748736~8388608,125829120~20971520,167772160~8388608,192937984~8388608,327155712~12582912] 2024-09-16T07:52:54.607 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 5 diff [0~8388608,37748736~8388608,58720256~8388608,125829120~20971520,155189248~4194304,167772160~4194304,192937984~4194304,209715200~16777216,272629760~8388608,289406976~4194304,314572800~4194304,327155712~8388608,377487360~8388608] 2024-09-16T07:52:54.607 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,37748736~8388608,58720256~8388608,125829120~20971520,155189248~4194304,167772160~4194304,192937984~4194304,209715200~16777216,272629760~8388608,289406976~4194304,314572800~4194304,327155712~8388608,377487360~8388608] 2024-09-16T07:52:54.608 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,37748736~8388608,58720256~8388608,125829120~20971520,155189248~8388608,167772160~8388608,192937984~8388608,209715200~20971520,272629760~8388608,289406976~8388608,314572800~4194304,327155712~12582912,377487360~8388608] 2024-09-16T07:52:54.608 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 6 diff [0~8388608,37748736~8388608,58720256~8388608,104857600~8388608,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.608 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,37748736~8388608,58720256~8388608,104857600~8388608,125829120~20971520,155189248~8388608,167772160~12582912,192937984~4194304,209715200~16777216,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.610 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,37748736~8388608,58720256~8388608,104857600~12582912,125829120~20971520,155189248~25165824,192937984~8388608,209715200~20971520,272629760~12582912,289406976~20971520,314572800~8388608,327155712~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.610 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 7 diff [0~12582912,16777216~8388608,37748736~12582912,54525952~12582912,104857600~8388608,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.610 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,37748736~12582912,54525952~12582912,104857600~8388608,125829120~20971520,155189248~25165824,192937984~4194304,209715200~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.612 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~12582912,16777216~8388608,37748736~12582912,54525952~12582912,104857600~12582912,125829120~20971520,155189248~25165824,192937984~8388608,209715200~20971520,260046848~25165824,289406976~33554432,327155712~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.612 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 8 diff [0~20971520,33554432~16777216,54525952~12582912,71303168~4194304,104857600~8388608,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.612 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,33554432~16777216,54525952~12582912,71303168~4194304,104857600~8388608,125829120~20971520,155189248~25165824,192937984~4194304,209715200~20971520,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.614 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~25165824,33554432~16777216,54525952~12582912,71303168~4194304,104857600~12582912,125829120~20971520,155189248~25165824,192937984~8388608,209715200~20971520,251658240~33554432,289406976~33554432,327155712~12582912,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.615 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 9 diff [0~20971520,33554432~33554432,71303168~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~8388608,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.615 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~20971520,33554432~33554432,71303168~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~33554432,192937984~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~8388608,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.617 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~25165824,33554432~33554432,71303168~4194304,88080384~29360128,125829120~20971520,150994944~37748736,192937984~8388608,209715200~25165824,239075328~46137344,289406976~33554432,327155712~12582912,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.617 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 10 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.617 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.621 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.621 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 11 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~29360128,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.621 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~29360128,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.624 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~83886080,327155712~12582912,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.624 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 12 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~50331648,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.624 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~8388608,125829120~20971520,150994944~46137344,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~50331648,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.628 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~25165824,239075328~104857600,364904448~4194304,373293056~12582912,402653184~12582912] 2024-09-16T07:52:54.628 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 13 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~12582912,125829120~20971520,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.628 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~12582912,125829120~20971520,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.632 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.633 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 14 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.633 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.637 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~50331648,209715200~134217728,352321536~8388608,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.638 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 15 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.638 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.643 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~54525952,209715200~134217728,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.643 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 16 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.643 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.648 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,125829120~20971520,150994944~192937984,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.648 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 17 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.648 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.654 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.654 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.654 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.659 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,125829120~20971520,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:54.660 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.660 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.665 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:54.666 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 5 diff [4194304~4194304,58720256~8388608,130023424~8388608,155189248~4194304,209715200~16777216,272629760~8388608,289406976~4194304,314572800~4194304,377487360~8388608] 2024-09-16T07:52:54.666 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~4194304,58720256~8388608,130023424~8388608,155189248~4194304,209715200~16777216,272629760~8388608,289406976~4194304,314572800~4194304,377487360~8388608] 2024-09-16T07:52:54.667 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~4194304,58720256~8388608,130023424~8388608,155189248~8388608,209715200~20971520,272629760~8388608,289406976~8388608,314572800~4194304,377487360~8388608] 2024-09-16T07:52:54.667 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 6 diff [4194304~4194304,58720256~8388608,104857600~8388608,130023424~8388608,155189248~8388608,171966464~8388608,209715200~16777216,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.667 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~4194304,58720256~8388608,104857600~8388608,130023424~8388608,155189248~8388608,171966464~8388608,209715200~16777216,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.668 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~4194304,58720256~8388608,104857600~12582912,130023424~8388608,155189248~12582912,171966464~8388608,209715200~20971520,272629760~12582912,289406976~20971520,314572800~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.668 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 7 diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~12582912,104857600~8388608,130023424~8388608,155189248~12582912,171966464~8388608,209715200~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.668 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~12582912,104857600~8388608,130023424~8388608,155189248~12582912,171966464~8388608,209715200~16777216,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.670 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~8388608,16777216~8388608,37748736~12582912,54525952~12582912,104857600~12582912,130023424~8388608,155189248~25165824,209715200~20971520,260046848~25165824,289406976~33554432,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.670 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 8 diff [4194304~16777216,33554432~12582912,54525952~12582912,71303168~4194304,104857600~8388608,130023424~8388608,155189248~12582912,171966464~8388608,209715200~20971520,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.670 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,54525952~12582912,71303168~4194304,104857600~8388608,130023424~8388608,155189248~12582912,171966464~8388608,209715200~20971520,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~8388608,314572800~4194304,327155712~4194304,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.672 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~16777216,54525952~12582912,71303168~4194304,104857600~12582912,130023424~8388608,155189248~25165824,209715200~20971520,251658240~33554432,289406976~33554432,327155712~8388608,364904448~4194304,377487360~8388608,402653184~4194304] 2024-09-16T07:52:54.672 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 9 diff [4194304~16777216,33554432~12582912,50331648~16777216,71303168~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~16777216,171966464~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.672 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,50331648~16777216,71303168~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~16777216,171966464~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~8388608,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.675 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~33554432,71303168~4194304,88080384~29360128,130023424~8388608,150994944~37748736,209715200~25165824,239075328~46137344,289406976~33554432,327155712~8388608,364904448~4194304,373293056~12582912,402653184~4194304] 2024-09-16T07:52:54.675 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 10 diff [4194304~25165824,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~16777216,171966464~20971520,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.675 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~16777216,171966464~20971520,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.677 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~71303168,79691776~4194304,88080384~29360128,130023424~8388608,150994944~41943040,209715200~25165824,239075328~83886080,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.677 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 11 diff [0~29360128,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~41943040,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~29360128,327155712~4194304,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.677 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~41943040,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~29360128,327155712~4194304,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.680 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,130023424~12582912,150994944~41943040,209715200~25165824,239075328~83886080,327155712~8388608,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.680 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 12 diff [0~29360128,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~41943040,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~50331648,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.680 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~25165824,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~41943040,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,272629760~12582912,289406976~50331648,364904448~4194304,373293056~12582912,402653184~8388608] 2024-09-16T07:52:54.683 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~41943040,209715200~25165824,239075328~104857600,364904448~4194304,373293056~12582912,402653184~12582912] 2024-09-16T07:52:54.683 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 13 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~12582912,130023424~8388608,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.683 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~12582912,104857600~12582912,130023424~8388608,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.687 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~50331648,209715200~134217728,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.687 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 14 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.687 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~46137344,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,402653184~8388608] 2024-09-16T07:52:54.691 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~50331648,209715200~134217728,352321536~8388608,364904448~29360128,402653184~12582912] 2024-09-16T07:52:54.691 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 15 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.691 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.696 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~54525952,209715200~134217728,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.696 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 16 diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.696 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~41943040,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~25165824,398458880~12582912] 2024-09-16T07:52:54.700 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~192937984,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.701 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 17 diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.701 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~29360128,398458880~12582912] 2024-09-16T07:52:54.707 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,364904448~29360128,398458880~16777216] 2024-09-16T07:52:54.707 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.707 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.712 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:54.713 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.713 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:54.719 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:54.719 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 6 diff [104857600~8388608,159383552~4194304,171966464~8388608,218103808~4194304,276824064~4194304,293601280~4194304,301989888~8388608,314572800~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.719 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [104857600~8388608,159383552~4194304,171966464~8388608,218103808~4194304,276824064~4194304,293601280~4194304,301989888~8388608,314572800~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.720 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [104857600~12582912,159383552~8388608,171966464~8388608,218103808~8388608,276824064~8388608,293601280~16777216,314572800~8388608,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.720 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 7 diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~8388608,104857600~8388608,130023424~8388608,159383552~8388608,171966464~8388608,218103808~4194304,260046848~8388608,276824064~4194304,293601280~4194304,301989888~8388608,314572800~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.720 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~8388608,104857600~8388608,130023424~8388608,159383552~8388608,171966464~8388608,218103808~4194304,260046848~8388608,276824064~4194304,293601280~4194304,301989888~8388608,314572800~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.721 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~8388608,16777216~8388608,37748736~12582912,54525952~12582912,104857600~12582912,130023424~8388608,159383552~20971520,218103808~8388608,260046848~12582912,276824064~8388608,293601280~29360128,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.721 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 8 diff [4194304~16777216,33554432~12582912,54525952~8388608,71303168~4194304,104857600~8388608,130023424~8388608,159383552~8388608,171966464~8388608,209715200~16777216,251658240~4194304,260046848~8388608,276824064~4194304,289406976~8388608,301989888~8388608,314572800~4194304,327155712~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.721 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,54525952~8388608,71303168~4194304,104857600~8388608,130023424~8388608,159383552~8388608,171966464~8388608,209715200~16777216,251658240~4194304,260046848~8388608,276824064~4194304,289406976~8388608,301989888~8388608,314572800~4194304,327155712~4194304,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.724 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~16777216,54525952~12582912,71303168~4194304,104857600~12582912,130023424~8388608,159383552~20971520,209715200~16777216,251658240~20971520,276824064~8388608,289406976~33554432,327155712~8388608,364904448~4194304,402653184~4194304] 2024-09-16T07:52:54.724 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 9 diff [4194304~16777216,33554432~12582912,50331648~12582912,71303168~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~8388608,171966464~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~4194304,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~4194304,402653184~4194304] 2024-09-16T07:52:54.724 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,50331648~12582912,71303168~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~8388608,171966464~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~4194304,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~4194304,402653184~4194304] 2024-09-16T07:52:54.725 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~33554432,71303168~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~29360128,209715200~25165824,239075328~33554432,276824064~8388608,289406976~33554432,327155712~8388608,364904448~4194304,373293056~4194304,402653184~4194304] 2024-09-16T07:52:54.725 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 10 diff [4194304~25165824,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~8388608,171966464~20971520,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.725 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~8388608,171966464~20971520,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,301989888~16777216,327155712~4194304,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.728 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~71303168,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~33554432,209715200~25165824,239075328~33554432,276824064~46137344,327155712~8388608,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.728 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 11 diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~33554432,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~29360128,327155712~4194304,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.728 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~33554432,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~29360128,327155712~4194304,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.730 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~29360128,130023424~12582912,150994944~4194304,159383552~33554432,209715200~25165824,239075328~33554432,276824064~46137344,327155712~8388608,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.730 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 12 diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~33554432,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~50331648,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.730 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,104857600~8388608,130023424~8388608,150994944~4194304,159383552~33554432,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~50331648,364904448~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.733 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~4194304,159383552~33554432,209715200~25165824,239075328~33554432,276824064~67108864,364904448~4194304,373293056~4194304,402653184~12582912] 2024-09-16T07:52:54.733 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 13 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~12582912,104857600~12582912,130023424~8388608,150994944~4194304,159383552~37748736,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.733 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~12582912,104857600~12582912,130023424~8388608,150994944~4194304,159383552~37748736,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,364904448~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.736 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~4194304,159383552~41943040,209715200~134217728,364904448~16777216,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.736 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 14 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~37748736,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.736 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~37748736,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:54 smithi164 ceph-mon[88760]: pgmap v3800: 137 pgs: 137 active+clean; 1.0 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 237 KiB/s rd, 42 MiB/s wr, 367 op/s 2024-09-16T07:52:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:54 smithi164 ceph-mon[88760]: osdmap e2164: 8 total, 8 up, 8 in 2024-09-16T07:52:54.740 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~4194304,159383552~41943040,209715200~134217728,352321536~8388608,364904448~16777216,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.740 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 15 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.740 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,209715200~25165824,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.744 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~54525952,209715200~134217728,352321536~8388608,364904448~16777216,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.744 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 16 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.744 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,364904448~16777216,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.748 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~192937984,352321536~8388608,364904448~16777216,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.748 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 17 diff [0~62914560,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.748 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.753 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,364904448~16777216,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.753 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:54.753 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:54.758 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,364904448~16777216,385875968~29360128] 2024-09-16T07:52:54.758 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:54.758 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:54.764 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:54.764 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 7 diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~8388608,130023424~8388608,159383552~8388608,260046848~8388608,301989888~8388608] 2024-09-16T07:52:54.764 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~8388608,16777216~8388608,37748736~8388608,54525952~8388608,130023424~8388608,159383552~8388608,260046848~8388608,301989888~8388608] 2024-09-16T07:52:54.765 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~8388608,16777216~8388608,37748736~12582912,54525952~12582912,130023424~8388608,159383552~12582912,260046848~12582912,301989888~12582912] 2024-09-16T07:52:54.765 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 8 diff [4194304~16777216,33554432~12582912,54525952~8388608,71303168~4194304,130023424~8388608,159383552~8388608,209715200~16777216,251658240~4194304,260046848~8388608,289406976~8388608,301989888~12582912,327155712~4194304] 2024-09-16T07:52:54.765 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,54525952~8388608,71303168~4194304,130023424~8388608,159383552~8388608,209715200~16777216,251658240~4194304,260046848~8388608,289406976~8388608,301989888~12582912,327155712~4194304] 2024-09-16T07:52:54.766 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~16777216,54525952~12582912,71303168~4194304,130023424~8388608,159383552~12582912,209715200~16777216,251658240~20971520,289406976~25165824,327155712~8388608] 2024-09-16T07:52:54.767 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 9 diff [4194304~16777216,33554432~12582912,50331648~12582912,71303168~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~8388608,180355072~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,289406976~8388608,301989888~12582912,327155712~4194304,373293056~4194304] 2024-09-16T07:52:54.767 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~16777216,33554432~12582912,50331648~12582912,71303168~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~8388608,180355072~4194304,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,289406976~8388608,301989888~12582912,327155712~4194304,373293056~4194304] 2024-09-16T07:52:54.768 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~20971520,33554432~33554432,71303168~4194304,88080384~16777216,130023424~8388608,150994944~4194304,159383552~12582912,180355072~8388608,209715200~25165824,239075328~33554432,289406976~29360128,327155712~8388608,373293056~4194304] 2024-09-16T07:52:54.768 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 10 diff [4194304~25165824,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,301989888~12582912,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.768 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [4194304~25165824,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,301989888~12582912,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.770 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [4194304~71303168,79691776~4194304,88080384~16777216,130023424~8388608,150994944~4194304,159383552~12582912,180355072~12582912,209715200~25165824,239075328~33554432,276824064~41943040,327155712~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.770 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 11 diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~12582912,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.770 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~12582912,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.772 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~4194304,88080384~16777216,130023424~12582912,150994944~4194304,159383552~16777216,180355072~12582912,209715200~25165824,239075328~33554432,276824064~41943040,327155712~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.772 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 12 diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~12582912,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,318767104~20971520,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.773 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~12582912,50331648~12582912,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,159383552~12582912,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,318767104~20971520,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.775 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~25165824,130023424~12582912,150994944~4194304,159383552~16777216,180355072~12582912,209715200~25165824,239075328~33554432,276824064~67108864,373293056~4194304,402653184~12582912] 2024-09-16T07:52:54.775 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 13 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,159383552~12582912,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.775 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,159383552~12582912,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.778 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~25165824,109051904~8388608,130023424~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~134217728,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.778 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 14 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~12582912,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.778 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,159383552~12582912,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.782 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~4194304,159383552~16777216,180355072~20971520,209715200~134217728,352321536~8388608,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.782 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 15 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.782 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.786 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~54525952,209715200~134217728,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.786 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 16 diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.786 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~29360128,33554432~29360128,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.789 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~37748736,130023424~12582912,150994944~192937984,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.790 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 17 diff [0~62914560,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.790 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~62914560,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.794 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.794 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 18 diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.794 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~29360128,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.799 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~41943040,130023424~12582912,150994944~192937984,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.799 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to 19 diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.800 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.805 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.806 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 8 diff [12582912~8388608,33554432~4194304,71303168~4194304,209715200~16777216,251658240~4194304,289406976~8388608,306184192~4194304,327155712~4194304] 2024-09-16T07:52:54.806 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12582912~8388608,33554432~4194304,71303168~4194304,209715200~16777216,251658240~4194304,289406976~8388608,306184192~4194304,327155712~4194304] 2024-09-16T07:52:54.806 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~8388608,33554432~4194304,71303168~4194304,209715200~16777216,251658240~8388608,289406976~12582912,306184192~4194304,327155712~8388608] 2024-09-16T07:52:54.806 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 9 diff [12582912~8388608,33554432~4194304,50331648~8388608,71303168~4194304,88080384~12582912,150994944~4194304,180355072~4194304,209715200~20971520,239075328~8388608,251658240~4194304,289406976~8388608,306184192~8388608,327155712~4194304,373293056~4194304] 2024-09-16T07:52:54.807 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12582912~8388608,33554432~4194304,50331648~8388608,71303168~4194304,88080384~12582912,150994944~4194304,180355072~4194304,209715200~20971520,239075328~8388608,251658240~4194304,289406976~8388608,306184192~8388608,327155712~4194304,373293056~4194304] 2024-09-16T07:52:54.808 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~8388608,33554432~4194304,50331648~8388608,71303168~4194304,88080384~16777216,150994944~4194304,180355072~8388608,209715200~25165824,239075328~20971520,289406976~12582912,306184192~12582912,327155712~8388608,373293056~4194304] 2024-09-16T07:52:54.808 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 10 diff [12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,150994944~4194304,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,306184192~8388608,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.808 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,150994944~4194304,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~8388608,306184192~8388608,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.809 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [12582912~25165824,50331648~8388608,67108864~8388608,79691776~4194304,88080384~16777216,150994944~4194304,180355072~12582912,209715200~25165824,239075328~29360128,276824064~25165824,306184192~12582912,327155712~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.809 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 11 diff [0~4194304,12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.809 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,327155712~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.811 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,50331648~8388608,67108864~8388608,79691776~4194304,88080384~16777216,130023424~12582912,150994944~4194304,163577856~12582912,180355072~12582912,209715200~25165824,239075328~29360128,276824064~41943040,327155712~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.812 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 12 diff [0~4194304,12582912~16777216,33554432~4194304,41943040~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,318767104~20971520,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.812 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,41943040~4194304,50331648~8388608,67108864~8388608,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~20971520,239075328~8388608,251658240~4194304,260046848~8388608,276824064~8388608,289406976~25165824,318767104~20971520,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.814 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,41943040~16777216,67108864~8388608,79691776~25165824,130023424~12582912,150994944~4194304,163577856~12582912,180355072~12582912,209715200~25165824,239075328~29360128,276824064~67108864,373293056~4194304,402653184~12582912] 2024-09-16T07:52:54.814 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 13 diff [0~4194304,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.814 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.816 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,41943040~16777216,67108864~8388608,79691776~25165824,109051904~8388608,130023424~12582912,150994944~4194304,163577856~12582912,180355072~20971520,209715200~134217728,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.816 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 14 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.817 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.820 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,41943040~16777216,67108864~8388608,79691776~37748736,130023424~12582912,150994944~4194304,163577856~12582912,180355072~20971520,209715200~134217728,352321536~8388608,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.820 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 15 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.820 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~54525952,318767104~20971520,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.823 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,41943040~16777216,67108864~8388608,79691776~37748736,130023424~12582912,150994944~8388608,163577856~41943040,209715200~134217728,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.823 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 16 diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.824 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,12582912~16777216,33554432~4194304,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~79691776,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.827 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~25165824,41943040~16777216,67108864~8388608,79691776~37748736,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.827 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 17 diff [0~8388608,12582912~46137344,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.827 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,12582912~46137344,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.832 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,12582912~46137344,67108864~8388608,79691776~41943040,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.832 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 18 diff [0~58720256,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.832 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.836 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~41943040,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.836 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to 19 diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.837 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.841 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.841 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 9 diff [50331648~8388608,88080384~12582912,150994944~4194304,180355072~4194304,226492416~4194304,239075328~8388608,310378496~4194304,373293056~4194304] 2024-09-16T07:52:54.841 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [50331648~8388608,88080384~12582912,150994944~4194304,180355072~4194304,226492416~4194304,239075328~8388608,310378496~4194304,373293056~4194304] 2024-09-16T07:52:54.842 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [50331648~8388608,88080384~16777216,150994944~4194304,180355072~8388608,226492416~8388608,239075328~12582912,310378496~8388608,373293056~4194304] 2024-09-16T07:52:54.842 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 10 diff [16777216~12582912,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,150994944~4194304,180355072~12582912,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,310378496~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.842 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [16777216~12582912,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,150994944~4194304,180355072~12582912,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,310378496~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.843 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [16777216~16777216,50331648~8388608,67108864~4194304,79691776~4194304,88080384~16777216,150994944~4194304,180355072~12582912,222298112~12582912,239075328~12582912,260046848~8388608,276824064~12582912,310378496~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.843 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 11 diff [0~4194304,16777216~12582912,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~8388608,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.843 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~12582912,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~8388608,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.845 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,50331648~8388608,67108864~4194304,79691776~4194304,88080384~16777216,130023424~12582912,150994944~4194304,163577856~12582912,180355072~12582912,209715200~25165824,239075328~12582912,260046848~8388608,276824064~12582912,293601280~12582912,310378496~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.845 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 12 diff [0~4194304,16777216~12582912,41943040~4194304,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~8388608,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.845 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~12582912,41943040~4194304,50331648~8388608,67108864~4194304,79691776~4194304,88080384~12582912,130023424~8388608,150994944~4194304,163577856~8388608,180355072~12582912,209715200~8388608,222298112~8388608,239075328~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,373293056~4194304,402653184~8388608] 2024-09-16T07:52:54.846 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,41943040~16777216,67108864~4194304,79691776~25165824,130023424~12582912,150994944~4194304,163577856~12582912,180355072~12582912,209715200~25165824,239075328~12582912,260046848~8388608,276824064~12582912,293601280~12582912,310378496~16777216,331350016~12582912,373293056~4194304,402653184~12582912] 2024-09-16T07:52:54.846 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 13 diff [0~4194304,16777216~16777216,41943040~16777216,67108864~4194304,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~8388608,222298112~12582912,239075328~8388608,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.847 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~16777216,41943040~16777216,67108864~4194304,79691776~4194304,88080384~12582912,109051904~8388608,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~8388608,222298112~12582912,239075328~8388608,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.848 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,41943040~16777216,67108864~4194304,79691776~25165824,109051904~8388608,130023424~12582912,150994944~4194304,163577856~12582912,180355072~20971520,209715200~41943040,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.849 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 14 diff [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~8388608,222298112~12582912,239075328~8388608,251658240~4194304,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.849 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~4194304,88080384~29360128,130023424~8388608,150994944~4194304,163577856~8388608,180355072~16777216,209715200~8388608,222298112~12582912,239075328~8388608,251658240~4194304,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.851 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~37748736,130023424~12582912,150994944~4194304,163577856~12582912,180355072~20971520,209715200~46137344,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.851 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 15 diff [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.851 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,209715200~25165824,239075328~8388608,251658240~4194304,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.854 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~37748736,130023424~12582912,150994944~8388608,163577856~41943040,209715200~46137344,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.855 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 16 diff [0~8388608,16777216~20971520,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~29360128,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.855 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~16777216,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~8388608,251658240~4194304,260046848~29360128,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.858 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~8388608,79691776~37748736,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.858 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 17 diff [0~8388608,16777216~41943040,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.858 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~41943040,67108864~8388608,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.861 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~41943040,67108864~8388608,79691776~41943040,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.862 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 18 diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.862 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.866 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~41943040,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.866 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to 19 diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.866 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.870 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.870 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 10 diff [16777216~12582912,67108864~4194304,79691776~4194304,184549376~8388608,222298112~4194304,260046848~8388608,276824064~8388608,402653184~8388608] 2024-09-16T07:52:54.870 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [16777216~12582912,67108864~4194304,79691776~4194304,184549376~8388608,222298112~4194304,260046848~8388608,276824064~8388608,402653184~8388608] 2024-09-16T07:52:54.871 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [16777216~16777216,67108864~4194304,79691776~4194304,184549376~8388608,222298112~8388608,260046848~8388608,276824064~12582912,402653184~8388608] 2024-09-16T07:52:54.871 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 11 diff [0~4194304,16777216~12582912,67108864~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,222298112~4194304,243269632~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,402653184~8388608] 2024-09-16T07:52:54.871 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~12582912,67108864~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,222298112~4194304,243269632~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,402653184~8388608] 2024-09-16T07:52:54.872 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,67108864~4194304,79691776~4194304,130023424~12582912,163577856~12582912,184549376~8388608,209715200~20971520,243269632~8388608,260046848~8388608,276824064~12582912,293601280~12582912,310378496~8388608,402653184~8388608] 2024-09-16T07:52:54.872 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 12 diff [0~4194304,16777216~12582912,41943040~4194304,50331648~4194304,67108864~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,222298112~4194304,243269632~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,402653184~8388608] 2024-09-16T07:52:54.872 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~12582912,41943040~4194304,50331648~4194304,67108864~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,222298112~4194304,243269632~8388608,260046848~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,402653184~8388608] 2024-09-16T07:52:54.873 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,41943040~16777216,67108864~4194304,79691776~8388608,130023424~12582912,163577856~12582912,184549376~8388608,209715200~20971520,243269632~8388608,260046848~8388608,276824064~12582912,293601280~12582912,310378496~16777216,331350016~12582912,402653184~12582912] 2024-09-16T07:52:54.873 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 13 diff [0~4194304,16777216~16777216,41943040~12582912,67108864~4194304,79691776~4194304,96468992~4194304,109051904~8388608,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,222298112~4194304,230686720~4194304,243269632~8388608,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.873 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~16777216,41943040~12582912,67108864~4194304,79691776~4194304,96468992~4194304,109051904~8388608,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,222298112~4194304,230686720~4194304,243269632~8388608,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.875 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~16777216,41943040~16777216,67108864~4194304,79691776~8388608,96468992~4194304,109051904~8388608,130023424~12582912,163577856~12582912,184549376~16777216,209715200~29360128,243269632~8388608,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.875 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 14 diff [0~8388608,16777216~20971520,41943040~12582912,67108864~4194304,79691776~4194304,96468992~20971520,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,222298112~4194304,230686720~4194304,243269632~12582912,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.875 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~12582912,67108864~4194304,79691776~4194304,96468992~20971520,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,222298112~4194304,230686720~4194304,243269632~12582912,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,402653184~8388608] 2024-09-16T07:52:54.878 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~8388608,96468992~20971520,130023424~12582912,163577856~12582912,184549376~16777216,209715200~29360128,243269632~12582912,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,402653184~12582912] 2024-09-16T07:52:54.878 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 15 diff [0~8388608,16777216~20971520,41943040~12582912,67108864~4194304,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~4194304,184549376~16777216,209715200~16777216,230686720~4194304,243269632~12582912,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.878 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~12582912,67108864~4194304,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~4194304,184549376~16777216,209715200~16777216,230686720~4194304,243269632~12582912,260046848~29360128,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.881 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~4194304,79691776~8388608,96468992~20971520,130023424~12582912,150994944~8388608,163577856~16777216,184549376~20971520,209715200~29360128,243269632~12582912,260046848~29360128,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.881 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 16 diff [0~8388608,16777216~20971520,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,243269632~12582912,260046848~29360128,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.881 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~20971520,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,243269632~12582912,260046848~29360128,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.884 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~20971520,41943040~16777216,67108864~8388608,79691776~8388608,96468992~20971520,130023424~12582912,150994944~8388608,163577856~75497472,243269632~12582912,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.884 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 17 diff [0~8388608,16777216~37748736,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.884 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~37748736,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.887 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~41943040,67108864~8388608,79691776~8388608,96468992~25165824,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.888 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 18 diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.888 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.892 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~41943040,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.892 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to 19 diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.892 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.896 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.896 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 11 diff [0~4194304,130023424~8388608,163577856~8388608,188743680~4194304,209715200~8388608,243269632~8388608,276824064~8388608,293601280~12582912,310378496~4194304] 2024-09-16T07:52:54.896 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,130023424~8388608,163577856~8388608,188743680~4194304,209715200~8388608,243269632~8388608,276824064~8388608,293601280~12582912,310378496~4194304] 2024-09-16T07:52:54.896 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,130023424~12582912,163577856~12582912,188743680~4194304,209715200~12582912,243269632~8388608,276824064~12582912,293601280~12582912,310378496~8388608] 2024-09-16T07:52:54.897 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 12 diff [0~4194304,41943040~4194304,50331648~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,243269632~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,406847488~4194304] 2024-09-16T07:52:54.897 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,41943040~4194304,50331648~4194304,79691776~4194304,130023424~8388608,163577856~8388608,184549376~8388608,209715200~8388608,243269632~8388608,276824064~8388608,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,406847488~4194304] 2024-09-16T07:52:54.898 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,41943040~16777216,79691776~8388608,130023424~12582912,163577856~12582912,184549376~8388608,209715200~12582912,243269632~8388608,276824064~12582912,293601280~12582912,310378496~16777216,331350016~12582912,406847488~8388608] 2024-09-16T07:52:54.898 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 13 diff [0~4194304,16777216~8388608,41943040~12582912,79691776~4194304,96468992~4194304,109051904~8388608,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,230686720~4194304,243269632~8388608,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.898 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,41943040~12582912,79691776~4194304,96468992~4194304,109051904~8388608,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,230686720~4194304,243269632~8388608,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.899 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,41943040~16777216,79691776~8388608,96468992~4194304,109051904~8388608,130023424~12582912,163577856~12582912,184549376~16777216,209715200~12582912,230686720~8388608,243269632~8388608,268435456~20971520,293601280~12582912,310378496~16777216,331350016~12582912,369098752~12582912,385875968~8388608,406847488~8388608] 2024-09-16T07:52:54.899 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 14 diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,230686720~4194304,243269632~12582912,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.899 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,130023424~8388608,163577856~8388608,184549376~12582912,209715200~8388608,230686720~4194304,243269632~12582912,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.902 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,79691776~8388608,96468992~20971520,130023424~12582912,163577856~12582912,184549376~16777216,209715200~12582912,230686720~8388608,243269632~12582912,268435456~20971520,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,406847488~8388608] 2024-09-16T07:52:54.902 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 15 diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~4194304,184549376~16777216,209715200~12582912,230686720~4194304,243269632~12582912,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.902 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~4194304,184549376~16777216,209715200~12582912,230686720~4194304,243269632~12582912,268435456~20971520,293601280~12582912,310378496~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.904 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,79691776~8388608,96468992~20971520,130023424~12582912,150994944~8388608,163577856~16777216,184549376~20971520,209715200~16777216,230686720~8388608,243269632~12582912,268435456~20971520,293601280~12582912,310378496~16777216,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.904 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 16 diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,243269632~12582912,268435456~20971520,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.904 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~8388608,33554432~4194304,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,243269632~12582912,268435456~20971520,293601280~20971520,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.907 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,67108864~8388608,79691776~8388608,96468992~20971520,130023424~12582912,150994944~8388608,163577856~62914560,230686720~8388608,243269632~12582912,268435456~20971520,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.907 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 17 diff [0~8388608,16777216~8388608,29360128~25165824,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.907 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~8388608,16777216~8388608,29360128~25165824,67108864~8388608,79691776~4194304,96468992~20971520,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~20971520,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.910 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~41943040,67108864~8388608,79691776~8388608,96468992~25165824,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.910 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 18 diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.910 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.914 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~41943040,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.914 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to 19 diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.914 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.918 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.918 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 12 diff [41943040~4194304,50331648~4194304,79691776~4194304,184549376~8388608,218103808~4194304,243269632~4194304,318767104~8388608,331350016~8388608,406847488~4194304] 2024-09-16T07:52:54.918 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [41943040~4194304,50331648~4194304,79691776~4194304,184549376~8388608,218103808~4194304,243269632~4194304,318767104~8388608,331350016~8388608,406847488~4194304] 2024-09-16T07:52:54.919 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [41943040~16777216,79691776~8388608,184549376~8388608,218103808~4194304,243269632~4194304,318767104~8388608,331350016~12582912,406847488~8388608] 2024-09-16T07:52:54.919 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 13 diff [16777216~8388608,41943040~12582912,79691776~4194304,96468992~4194304,109051904~8388608,184549376~12582912,218103808~4194304,230686720~4194304,243269632~4194304,268435456~8388608,285212672~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.919 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [16777216~8388608,41943040~12582912,79691776~4194304,96468992~4194304,109051904~8388608,184549376~12582912,218103808~4194304,230686720~4194304,243269632~4194304,268435456~8388608,285212672~4194304,318767104~8388608,331350016~8388608,369098752~8388608,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.920 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [16777216~12582912,41943040~16777216,79691776~8388608,96468992~4194304,109051904~8388608,184549376~16777216,218103808~4194304,230686720~8388608,243269632~4194304,268435456~8388608,285212672~4194304,318767104~8388608,331350016~12582912,369098752~12582912,385875968~8388608,406847488~8388608] 2024-09-16T07:52:54.920 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 14 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,184549376~12582912,218103808~4194304,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.920 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,184549376~12582912,218103808~4194304,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.922 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,79691776~8388608,96468992~20971520,184549376~16777216,218103808~4194304,230686720~8388608,243269632~4194304,251658240~4194304,268435456~20971520,318767104~8388608,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,406847488~8388608] 2024-09-16T07:52:54.922 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 15 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,184549376~16777216,218103808~8388608,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.922 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,184549376~16777216,218103808~8388608,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.924 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,79691776~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,184549376~20971520,218103808~8388608,230686720~8388608,243269632~4194304,251658240~4194304,268435456~20971520,318767104~8388608,331350016~12582912,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.924 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 16 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.925 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~12582912,67108864~8388608,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,243269632~4194304,251658240~4194304,268435456~12582912,285212672~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.927 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~16777216,67108864~8388608,79691776~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~8388608,243269632~4194304,251658240~4194304,268435456~20971520,306184192~8388608,318767104~25165824,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.927 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 17 diff [0~4194304,16777216~8388608,29360128~25165824,67108864~8388608,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~8388608,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.927 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,29360128~25165824,67108864~8388608,79691776~4194304,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~8388608,318767104~25165824,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.930 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~41943040,67108864~8388608,79691776~8388608,96468992~25165824,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~8388608,318767104~25165824,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.930 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 18 diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.930 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.933 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~41943040,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.933 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to 19 diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.933 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.937 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.937 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 13 diff [16777216~8388608,41943040~8388608,96468992~4194304,109051904~8388608,188743680~8388608,230686720~4194304,268435456~8388608,285212672~4194304,369098752~8388608,385875968~4194304] 2024-09-16T07:52:54.937 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [16777216~8388608,41943040~8388608,96468992~4194304,109051904~8388608,188743680~8388608,230686720~4194304,268435456~8388608,285212672~4194304,369098752~8388608,385875968~4194304] 2024-09-16T07:52:54.938 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [16777216~12582912,41943040~12582912,96468992~4194304,109051904~8388608,188743680~12582912,230686720~8388608,268435456~8388608,285212672~4194304,369098752~12582912,385875968~8388608] 2024-09-16T07:52:54.938 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 14 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,96468992~20971520,188743680~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.938 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,96468992~20971520,188743680~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,352321536~4194304,369098752~12582912,385875968~4194304,406847488~4194304] 2024-09-16T07:52:54.939 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~12582912,96468992~20971520,188743680~12582912,230686720~8388608,251658240~4194304,268435456~20971520,352321536~8388608,369098752~12582912,385875968~8388608,406847488~8388608] 2024-09-16T07:52:54.939 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 15 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,188743680~12582912,218103808~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.940 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,188743680~12582912,218103808~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.942 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~12582912,96468992~20971520,150994944~8388608,163577856~4194304,176160768~4194304,188743680~16777216,218103808~8388608,230686720~8388608,251658240~4194304,268435456~20971520,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.942 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 16 diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,306184192~8388608,318767104~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.942 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,33554432~4194304,41943040~8388608,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,251658240~4194304,268435456~12582912,285212672~4194304,306184192~8388608,318767104~8388608,352321536~4194304,369098752~12582912,385875968~4194304,398458880~12582912] 2024-09-16T07:52:54.944 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~12582912,33554432~4194304,41943040~12582912,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~8388608,251658240~4194304,268435456~20971520,306184192~8388608,318767104~12582912,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.944 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 17 diff [0~4194304,16777216~8388608,29360128~20971520,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.944 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,16777216~8388608,29360128~20971520,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,369098752~12582912,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.946 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,16777216~37748736,67108864~8388608,96468992~25165824,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~8388608,318767104~25165824,352321536~8388608,369098752~12582912,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.947 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 18 diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.947 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.949 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~33554432,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~12582912,385875968~29360128] 2024-09-16T07:52:54.949 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to 19 diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.950 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.952 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.952 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 14 diff [0~4194304,33554432~4194304,96468992~12582912,251658240~4194304,272629760~8388608,352321536~4194304,369098752~8388608,406847488~4194304] 2024-09-16T07:52:54.952 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,33554432~4194304,96468992~12582912,251658240~4194304,272629760~8388608,352321536~4194304,369098752~8388608,406847488~4194304] 2024-09-16T07:52:54.953 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,33554432~4194304,96468992~16777216,251658240~4194304,272629760~12582912,352321536~8388608,369098752~8388608,406847488~8388608] 2024-09-16T07:52:54.953 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 15 diff [0~4194304,33554432~4194304,96468992~12582912,150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,251658240~4194304,268435456~12582912,352321536~4194304,369098752~8388608,398458880~12582912] 2024-09-16T07:52:54.954 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,33554432~4194304,96468992~12582912,150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,251658240~4194304,268435456~12582912,352321536~4194304,369098752~8388608,398458880~12582912] 2024-09-16T07:52:54.956 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,33554432~4194304,96468992~16777216,150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,251658240~4194304,268435456~16777216,352321536~8388608,369098752~8388608,398458880~16777216] 2024-09-16T07:52:54.956 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 16 diff [0~4194304,33554432~4194304,67108864~8388608,96468992~12582912,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,251658240~4194304,268435456~12582912,306184192~8388608,318767104~8388608,352321536~4194304,369098752~8388608,398458880~12582912] 2024-09-16T07:52:54.956 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,33554432~4194304,67108864~8388608,96468992~12582912,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,251658240~4194304,268435456~12582912,306184192~8388608,318767104~8388608,352321536~4194304,369098752~8388608,398458880~12582912] 2024-09-16T07:52:54.957 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,33554432~4194304,67108864~8388608,96468992~16777216,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,251658240~4194304,268435456~16777216,306184192~8388608,318767104~12582912,352321536~8388608,369098752~8388608,398458880~16777216] 2024-09-16T07:52:54.957 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 17 diff [0~4194304,29360128~12582912,67108864~8388608,96468992~12582912,113246208~4194304,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~4194304,272629760~8388608,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,369098752~8388608,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.957 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~4194304,29360128~12582912,67108864~8388608,96468992~12582912,113246208~4194304,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~4194304,272629760~8388608,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,369098752~8388608,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.959 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~8388608,29360128~16777216,67108864~8388608,96468992~25165824,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~8388608,318767104~25165824,352321536~8388608,369098752~8388608,385875968~8388608,398458880~16777216] 2024-09-16T07:52:54.959 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 18 diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~4194304,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~4194304,272629760~8388608,306184192~29360128,339738624~4194304,352321536~4194304,369098752~8388608,385875968~25165824] 2024-09-16T07:52:54.959 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~4194304,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~4194304,272629760~8388608,306184192~29360128,339738624~4194304,352321536~4194304,369098752~8388608,385875968~25165824] 2024-09-16T07:52:54.962 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~33554432,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~8388608,385875968~29360128] 2024-09-16T07:52:54.962 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to 19 diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.962 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:54.965 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:54.965 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 15 diff [150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,268435456~4194304,398458880~8388608] 2024-09-16T07:52:54.965 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,268435456~4194304,398458880~8388608] 2024-09-16T07:52:54.966 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [150994944~8388608,163577856~4194304,176160768~4194304,192937984~12582912,218103808~8388608,230686720~4194304,268435456~4194304,398458880~12582912] 2024-09-16T07:52:54.966 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 16 diff [67108864~8388608,96468992~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,268435456~8388608,306184192~8388608,318767104~8388608,352321536~4194304,398458880~8388608] 2024-09-16T07:52:54.966 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [67108864~8388608,96468992~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,268435456~8388608,306184192~8388608,318767104~8388608,352321536~4194304,398458880~8388608] 2024-09-16T07:52:54.967 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [67108864~8388608,96468992~8388608,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,268435456~8388608,306184192~8388608,318767104~12582912,352321536~8388608,398458880~12582912] 2024-09-16T07:52:54.967 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 17 diff [29360128~4194304,37748736~4194304,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,385875968~8388608,398458880~8388608] 2024-09-16T07:52:54.968 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [29360128~4194304,37748736~4194304,67108864~8388608,96468992~20971520,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,385875968~8388608,398458880~8388608] 2024-09-16T07:52:54.970 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [29360128~4194304,37748736~8388608,67108864~8388608,96468992~25165824,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,264241152~12582912,306184192~8388608,318767104~25165824,352321536~8388608,385875968~8388608,398458880~12582912] 2024-09-16T07:52:54.970 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 18 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~29360128,339738624~4194304,352321536~4194304,385875968~20971520] 2024-09-16T07:52:54.970 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~29360128,339738624~4194304,352321536~4194304,385875968~20971520] 2024-09-16T07:52:54.973 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~33554432,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,264241152~12582912,306184192~37748736,352321536~8388608,385875968~25165824] 2024-09-16T07:52:54.973 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to 19 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:54.973 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:54.975 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~37748736] 2024-09-16T07:52:54.975 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 16 diff [67108864~8388608,96468992~8388608,180355072~8388608,205520896~4194304,213909504~4194304,272629760~4194304,306184192~8388608,318767104~8388608,352321536~4194304] 2024-09-16T07:52:54.975 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [67108864~8388608,96468992~8388608,180355072~8388608,205520896~4194304,213909504~4194304,272629760~4194304,306184192~8388608,318767104~8388608,352321536~4194304] 2024-09-16T07:52:54.977 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [67108864~8388608,96468992~8388608,180355072~12582912,205520896~4194304,213909504~8388608,272629760~4194304,306184192~8388608,318767104~12582912,352321536~8388608] 2024-09-16T07:52:54.977 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 17 diff [29360128~4194304,37748736~4194304,67108864~8388608,96468992~20971520,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,385875968~8388608] 2024-09-16T07:52:54.977 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [29360128~4194304,37748736~4194304,67108864~8388608,96468992~20971520,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~8388608,318767104~16777216,339738624~4194304,352321536~4194304,385875968~8388608] 2024-09-16T07:52:54.978 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [29360128~4194304,37748736~8388608,67108864~8388608,96468992~25165824,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,264241152~12582912,306184192~8388608,318767104~25165824,352321536~8388608,385875968~8388608] 2024-09-16T07:52:54.978 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 18 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~29360128,339738624~4194304,352321536~4194304,385875968~12582912] 2024-09-16T07:52:54.978 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~29360128,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,264241152~4194304,272629760~4194304,306184192~29360128,339738624~4194304,352321536~4194304,385875968~12582912] 2024-09-16T07:52:54.979 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~33554432,130023424~12582912,150994944~8388608,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,264241152~12582912,306184192~37748736,352321536~8388608,385875968~16777216] 2024-09-16T07:52:54.980 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to 19 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:54.980 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:54.982 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~29360128] 2024-09-16T07:52:54.982 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 17 diff [29360128~4194304,37748736~4194304,104857600~12582912,239075328~8388608,264241152~4194304,327155712~8388608,339738624~4194304,385875968~8388608] 2024-09-16T07:52:54.982 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [29360128~4194304,37748736~4194304,104857600~12582912,239075328~8388608,264241152~4194304,327155712~8388608,339738624~4194304,385875968~8388608] 2024-09-16T07:52:54.983 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [29360128~4194304,37748736~8388608,104857600~16777216,239075328~8388608,264241152~8388608,327155712~16777216,385875968~8388608] 2024-09-16T07:52:54.983 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 18 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,104857600~12582912,130023424~8388608,150994944~8388608,239075328~8388608,264241152~4194304,314572800~8388608,327155712~8388608,339738624~4194304,385875968~12582912] 2024-09-16T07:52:54.983 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,104857600~12582912,130023424~8388608,150994944~8388608,239075328~8388608,264241152~4194304,314572800~8388608,327155712~8388608,339738624~4194304,385875968~12582912] 2024-09-16T07:52:54.984 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~8388608,88080384~12582912,104857600~16777216,130023424~12582912,150994944~8388608,239075328~8388608,264241152~8388608,314572800~8388608,327155712~16777216,385875968~16777216] 2024-09-16T07:52:54.984 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to 19 diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:54.985 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:54.986 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~8388608,88080384~37748736,130023424~12582912,150994944~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~16777216,327155712~16777216,373293056~29360128] 2024-09-16T07:52:54.986 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to 18 diff [0~12582912,62914560~8388608,88080384~8388608,130023424~8388608,150994944~8388608,314572800~8388608,394264576~4194304] 2024-09-16T07:52:54.986 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,62914560~8388608,88080384~8388608,130023424~8388608,150994944~8388608,314572800~8388608,394264576~4194304] 2024-09-16T07:52:54.987 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,62914560~8388608,88080384~12582912,130023424~12582912,150994944~8388608,314572800~8388608,394264576~8388608] 2024-09-16T07:52:54.987 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to 19 diff [0~12582912,62914560~8388608,88080384~8388608,100663296~4194304,113246208~8388608,130023424~8388608,150994944~8388608,251658240~4194304,268435456~8388608,306184192~16777216,339738624~4194304,373293056~8388608,394264576~4194304] 2024-09-16T07:52:54.988 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,62914560~8388608,88080384~8388608,100663296~4194304,113246208~8388608,130023424~8388608,150994944~8388608,251658240~4194304,268435456~8388608,306184192~16777216,339738624~4194304,373293056~8388608,394264576~4194304] 2024-09-16T07:52:54.989 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,62914560~8388608,88080384~16777216,113246208~12582912,130023424~12582912,150994944~8388608,251658240~4194304,268435456~12582912,306184192~16777216,339738624~4194304,373293056~12582912,394264576~8388608] 2024-09-16T07:52:54.989 INFO:tasks.workunit.client.0.smithi042.stdout:from 18 to 19 diff [100663296~4194304,113246208~8388608,150994944~4194304,251658240~4194304,268435456~8388608,306184192~8388608,339738624~4194304,373293056~8388608] 2024-09-16T07:52:54.989 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [100663296~4194304,113246208~8388608,150994944~4194304,251658240~4194304,268435456~8388608,306184192~8388608,339738624~4194304,373293056~8388608] 2024-09-16T07:52:54.989 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [100663296~4194304,113246208~12582912,150994944~8388608,251658240~4194304,268435456~12582912,306184192~8388608,339738624~4194304,373293056~12582912] 2024-09-16T07:52:55.351 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.351 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.369 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:55.369 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.369 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.376 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:55.376 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.376 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:55.382 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:55.382 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:55.382 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:55.388 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:55.388 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:55.389 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:55.394 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:55.395 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:55.395 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:55.400 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:55.400 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.400 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.405 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.405 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.405 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.410 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.410 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.410 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.414 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.414 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.414 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.418 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.418 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.418 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.421 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.421 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.422 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.425 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.425 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.425 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.428 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.428 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.428 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:55.431 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:55.431 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:55.431 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:55.433 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~37748736] 2024-09-16T07:52:55.433 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:55.433 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:55.435 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~29360128] 2024-09-16T07:52:55.435 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:55.435 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:55.436 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~8388608,88080384~37748736,130023424~12582912,150994944~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~16777216,327155712~16777216,373293056~29360128] 2024-09-16T07:52:55.436 INFO:tasks.workunit.client.0.smithi042.stdout:from 17 to HEAD diff [0~12582912,62914560~8388608,88080384~8388608,100663296~4194304,113246208~8388608,130023424~8388608,150994944~8388608,251658240~4194304,268435456~8388608,306184192~16777216,339738624~4194304,373293056~8388608,394264576~4194304] 2024-09-16T07:52:55.436 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,62914560~8388608,88080384~8388608,100663296~4194304,113246208~8388608,130023424~8388608,150994944~8388608,251658240~4194304,268435456~8388608,306184192~16777216,339738624~4194304,373293056~8388608,394264576~4194304] 2024-09-16T07:52:55.438 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,62914560~8388608,88080384~16777216,113246208~12582912,130023424~12582912,150994944~8388608,251658240~4194304,268435456~12582912,306184192~16777216,339738624~4194304,373293056~12582912,394264576~8388608] 2024-09-16T07:52:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:55 smithi042 ceph-mon[94096]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T07:52:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:55 smithi042 ceph-mon[94096]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 33 MiB/s wr, 424 op/s 2024-09-16T07:52:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:55 smithi042 ceph-mon[96574]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T07:52:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:55 smithi042 ceph-mon[96574]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 33 MiB/s wr, 424 op/s 2024-09-16T07:52:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:55 smithi164 ceph-mon[88760]: osdmap e2165: 8 total, 8 up, 8 in 2024-09-16T07:52:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:55 smithi164 ceph-mon[88760]: pgmap v3803: 137 pgs: 137 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 268 KiB/s rd, 33 MiB/s wr, 424 op/s 2024-09-16T07:52:56.362 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.362 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.394 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:56.394 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.394 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.401 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:56.401 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.401 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:56.408 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:56.408 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:56.408 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:56.415 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:56.416 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:56.416 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:56.421 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:56.421 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:56.421 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:56.427 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:56.427 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.427 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.433 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.433 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.433 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.439 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.439 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.439 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.444 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.444 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.448 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.448 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.448 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.452 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.452 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.452 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.456 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.459 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.459 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:56.462 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:56.462 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:56.462 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:56.465 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~37748736] 2024-09-16T07:52:56.465 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:56.465 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:56.467 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~29360128] 2024-09-16T07:52:56.467 INFO:tasks.workunit.client.0.smithi042.stdout:from 16 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:56.467 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~8388608,88080384~8388608,100663296~20971520,130023424~8388608,150994944~8388608,239075328~8388608,251658240~4194304,264241152~12582912,306184192~16777216,327155712~8388608,339738624~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:56.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~8388608,88080384~37748736,130023424~12582912,150994944~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~16777216,327155712~16777216,373293056~29360128] 2024-09-16T07:52:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:56 smithi042 ceph-mon[94096]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T07:52:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:56 smithi042 ceph-mon[96574]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T07:52:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:56 smithi164 ceph-mon[88760]: osdmap e2166: 8 total, 8 up, 8 in 2024-09-16T07:52:57.371 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.372 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.399 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:57.399 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.400 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.406 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:57.406 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.406 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:57.412 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:57.413 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:57.413 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:57.418 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:57.418 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:57.418 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:57.424 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:57.424 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:57.424 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:57.430 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:57.430 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.430 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.434 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.435 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.435 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.440 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.440 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.440 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.444 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.444 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.447 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.448 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.448 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.450 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.450 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.450 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.453 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.454 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.454 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.457 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.457 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.457 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:57.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:57.459 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:57.459 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:57.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~37748736] 2024-09-16T07:52:57.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 15 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:57.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,180355072~8388608,205520896~4194304,213909504~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~12582912] 2024-09-16T07:52:57.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,180355072~12582912,205520896~4194304,213909504~8388608,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~29360128] 2024-09-16T07:52:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:57 smithi042 ceph-mon[94096]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T07:52:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:57 smithi042 ceph-mon[94096]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 22 MiB/s wr, 495 op/s 2024-09-16T07:52:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:57 smithi042 ceph-mon[96574]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T07:52:57.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:57 smithi042 ceph-mon[96574]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 22 MiB/s wr, 495 op/s 2024-09-16T07:52:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:57 smithi164 ceph-mon[88760]: osdmap e2167: 8 total, 8 up, 8 in 2024-09-16T07:52:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:57 smithi164 ceph-mon[88760]: pgmap v3806: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 242 KiB/s rd, 22 MiB/s wr, 495 op/s 2024-09-16T07:52:58.392 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.392 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.413 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:58.414 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.414 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.419 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:58.420 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.420 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:58.425 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:58.425 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:58.425 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:58.430 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:58.430 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:58.430 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:58.435 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:58.435 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:58.435 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:58.439 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:58.439 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.439 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.443 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.443 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.443 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.446 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.446 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.447 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.449 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.450 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.450 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.452 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.452 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.453 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.455 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.455 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.455 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.457 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.457 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.457 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.459 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.459 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:58.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:58.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 14 to HEAD diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:58.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~12582912,306184192~29360128,339738624~4194304,352321536~4194304,373293056~8388608,385875968~20971520] 2024-09-16T07:52:58.462 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~4194304,37748736~8388608,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~37748736,352321536~8388608,373293056~37748736] 2024-09-16T07:52:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:58 smithi164 ceph-mon[88760]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T07:52:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:58 smithi042 ceph-mon[94096]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T07:52:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:58 smithi042 ceph-mon[96574]: osdmap e2168: 8 total, 8 up, 8 in 2024-09-16T07:52:59.405 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.405 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.421 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:59.421 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.422 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.428 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:59.429 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.429 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:52:59.435 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:52:59.435 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:59.435 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:59.440 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:59.440 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:59.440 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:52:59.444 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:59.444 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:59.444 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:52:59.449 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:52:59.449 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.449 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.453 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.454 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.454 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.456 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.459 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.462 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.462 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.462 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.465 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.465 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.466 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.466 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.467 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.468 INFO:tasks.workunit.client.0.smithi042.stdout:from 13 to HEAD diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.468 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,29360128~12582912,62914560~12582912,88080384~20971520,113246208~8388608,130023424~8388608,150994944~8388608,163577856~4194304,176160768~12582912,192937984~16777216,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:52:59.469 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~16777216,29360128~16777216,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~4194304,239075328~8388608,251658240~4194304,264241152~20971520,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:52:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:59 smithi164 ceph-mon[88760]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T07:52:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:52:59 smithi164 ceph-mon[88760]: pgmap v3809: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2024-09-16T07:52:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:59 smithi042 ceph-mon[94096]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T07:52:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:52:59 smithi042 ceph-mon[94096]: pgmap v3809: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2024-09-16T07:52:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:59 smithi042 ceph-mon[96574]: osdmap e2169: 8 total, 8 up, 8 in 2024-09-16T07:52:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:52:59 smithi042 ceph-mon[96574]: pgmap v3809: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2024-09-16T07:53:00.417 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.417 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.440 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:00.441 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.441 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.451 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:00.451 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.451 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:00.455 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:00.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:00.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:00.460 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:00.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:00.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:00.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:00.464 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:00.464 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:00.467 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:00.467 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.468 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.471 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.471 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.471 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.474 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.474 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.474 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.476 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.476 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.480 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.480 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.480 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.481 INFO:tasks.workunit.client.0.smithi042.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.481 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~20971520,62914560~12582912,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~29360128,339738624~4194304,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:00.482 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~54525952,62914560~12582912,88080384~37748736,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:53:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:00 smithi164 ceph-mon[88760]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T07:53:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:00 smithi042 ceph-mon[94096]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T07:53:00.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:00 smithi042 ceph-mon[96574]: osdmap e2170: 8 total, 8 up, 8 in 2024-09-16T07:53:01.399 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.399 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.446 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:01.446 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.447 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.451 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:01.452 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.452 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:01.456 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:01.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:01.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:01.460 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:01.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:01.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:01.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:01.464 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:01.464 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:01.467 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:01.467 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.467 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.470 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.470 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.470 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.473 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.473 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.473 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.475 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.475 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.475 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.476 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.476 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~4194304,176160768~25165824,205520896~4194304,213909504~8388608,230686720~4194304,239075328~8388608,251658240~4194304,264241152~16777216,285212672~4194304,306184192~37748736,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:01.479 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~4194304,176160768~33554432,213909504~12582912,230686720~16777216,251658240~4194304,264241152~25165824,306184192~37748736,352321536~8388608,369098752~46137344] 2024-09-16T07:53:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:01 smithi042 ceph-mon[94096]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T07:53:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:01 smithi042 ceph-mon[94096]: pgmap v3812: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 523 KiB/s rd, 934 KiB/s wr, 944 op/s 2024-09-16T07:53:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:01] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-09-16T07:53:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:01 smithi042 ceph-mon[96574]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T07:53:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:01 smithi042 ceph-mon[96574]: pgmap v3812: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 523 KiB/s rd, 934 KiB/s wr, 944 op/s 2024-09-16T07:53:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:01 smithi164 ceph-mon[88760]: osdmap e2171: 8 total, 8 up, 8 in 2024-09-16T07:53:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:01 smithi164 ceph-mon[88760]: pgmap v3812: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 523 KiB/s rd, 934 KiB/s wr, 944 op/s 2024-09-16T07:53:02.410 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.410 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.447 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:02.447 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.447 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.455 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:02.456 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.456 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:02.460 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:02.460 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:02.460 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:02.464 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:02.464 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:02.464 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:02.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:02.468 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:02.468 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:02.471 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:02.471 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.471 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.474 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:02.474 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.474 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.477 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:02.477 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.477 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.479 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:02.479 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.479 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:02.481 INFO:tasks.workunit.client.0.smithi042.stdout:from 10 to HEAD diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.481 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~8388608,29360128~25165824,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~16777216,230686720~4194304,239075328~16777216,264241152~25165824,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:02.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~62914560,230686720~25165824,264241152~25165824,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:02 smithi164 ceph-mon[88760]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T07:53:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:02 smithi042 ceph-mon[96574]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T07:53:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:02 smithi042 ceph-mon[94096]: osdmap e2172: 8 total, 8 up, 8 in 2024-09-16T07:53:03.417 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.417 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.462 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:03.462 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.462 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.469 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:03.469 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.469 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:03.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:03.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:03.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:03.482 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:03.482 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:03.482 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:03.485 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:03.486 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:03.486 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:03.488 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:03.488 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.488 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.490 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:03.490 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.490 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.492 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:03.492 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.492 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.493 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:03.493 INFO:tasks.workunit.client.0.smithi042.stdout:from 9 to HEAD diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.493 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~37748736,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~20971520,230686720~4194304,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:03.494 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:03 smithi164 ceph-mon[88760]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T07:53:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:03 smithi164 ceph-mon[88760]: pgmap v3815: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 6.2 KiB/s wr, 593 op/s 2024-09-16T07:53:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[96574]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T07:53:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[96574]: pgmap v3815: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 6.2 KiB/s wr, 593 op/s 2024-09-16T07:53:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[94096]: osdmap e2173: 8 total, 8 up, 8 in 2024-09-16T07:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[94096]: pgmap v3815: 137 pgs: 137 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 335 KiB/s rd, 6.2 KiB/s wr, 593 op/s 2024-09-16T07:53:03.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:04.426 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.426 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.461 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:04.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.472 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:04.472 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.472 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:04.481 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:04.481 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:04.482 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:04.488 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:04.488 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:04.488 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:04.491 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:04.491 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:04.491 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:04.493 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:04.494 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.494 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.495 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:04.495 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.495 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.497 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:04.497 INFO:tasks.workunit.client.0.smithi042.stdout:from 8 to HEAD diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.497 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~12582912,16777216~41943040,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~29360128,293601280~50331648,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:04.497 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~92274688,260046848~29360128,293601280~50331648,352321536~8388608,369098752~46137344] 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: osdmap e2174: 8 total, 8 up, 8 in 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:04.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:05.451 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.451 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:05.477 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.477 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.483 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:05.483 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.483 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:05.491 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:05.491 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:05.491 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:05.497 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:05.497 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:05.497 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:05.500 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:05.500 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:05.500 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:05.502 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:05.502 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:05.502 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:05.504 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:05.504 INFO:tasks.workunit.client.0.smithi042.stdout:from 7 to HEAD diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:05.504 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~58720256,62914560~12582912,79691776~4194304,88080384~33554432,130023424~8388608,150994944~8388608,163577856~8388608,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:05.505 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~58720256,62914560~12582912,79691776~46137344,130023424~12582912,150994944~8388608,163577856~180355072,352321536~8388608,369098752~46137344] 2024-09-16T07:53:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:05 smithi164 ceph-mon[88760]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T07:53:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:05 smithi164 ceph-mon[88760]: pgmap v3818: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 6.2 KiB/s wr, 420 op/s 2024-09-16T07:53:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:05 smithi042 ceph-mon[94096]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T07:53:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:05 smithi042 ceph-mon[94096]: pgmap v3818: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 6.2 KiB/s wr, 420 op/s 2024-09-16T07:53:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:05 smithi042 ceph-mon[96574]: osdmap e2175: 8 total, 8 up, 8 in 2024-09-16T07:53:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:05 smithi042 ceph-mon[96574]: pgmap v3818: 137 pgs: 137 active+clean; 1.1 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 248 KiB/s rd, 6.2 KiB/s wr, 420 op/s 2024-09-16T07:53:06.446 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.446 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.478 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:06.478 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.478 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.491 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:06.491 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.491 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:06.495 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:06.495 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:06.495 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:06.497 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:06.498 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:06.498 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:06.500 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:06.500 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:06.500 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:06.501 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:06.501 INFO:tasks.workunit.client.0.smithi042.stdout:from 6 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:06.501 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~20971520,176160768~25165824,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,369098752~12582912,385875968~25165824] 2024-09-16T07:53:06.502 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,369098752~46137344] 2024-09-16T07:53:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:06 smithi164 ceph-mon[88760]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T07:53:06.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:06 smithi042 ceph-mon[94096]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T07:53:06.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:06 smithi042 ceph-mon[96574]: osdmap e2176: 8 total, 8 up, 8 in 2024-09-16T07:53:07.461 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.461 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.486 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:07.486 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.486 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.496 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:07.496 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.496 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:07.501 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:07.501 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:07.501 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:07.503 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:07.503 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:07.504 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:07.505 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:07.505 INFO:tasks.workunit.client.0.smithi042.stdout:from 5 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:07.505 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~16777216,385875968~25165824] 2024-09-16T07:53:07.506 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:07 smithi164 ceph-mon[88760]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T07:53:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:07 smithi164 ceph-mon[88760]: pgmap v3821: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 136 op/s 2024-09-16T07:53:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:07 smithi042 ceph-mon[94096]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T07:53:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:07 smithi042 ceph-mon[94096]: pgmap v3821: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 136 op/s 2024-09-16T07:53:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:07 smithi042 ceph-mon[96574]: osdmap e2177: 8 total, 8 up, 8 in 2024-09-16T07:53:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:07 smithi042 ceph-mon[96574]: pgmap v3821: 137 pgs: 137 active+clean; 1.0 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 0 B/s wr, 136 op/s 2024-09-16T07:53:08.466 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.466 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.485 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:08.485 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.485 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.492 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:08.492 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.493 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:08.500 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:08.500 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:08.500 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:08.502 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:08.503 INFO:tasks.workunit.client.0.smithi042.stdout:from 4 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:08.503 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,130023424~8388608,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:08.503 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~46137344,130023424~12582912,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:08 smithi164 ceph-mon[88760]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T07:53:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:08 smithi042 ceph-mon[94096]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T07:53:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:08 smithi042 ceph-mon[96574]: osdmap e2178: 8 total, 8 up, 8 in 2024-09-16T07:53:09.452 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.452 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.468 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:09.469 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.469 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.472 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:09.472 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.472 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:09.476 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:09.476 INFO:tasks.workunit.client.0.smithi042.stdout:from 3 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:09.476 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,352321536~4194304,364904448~46137344] 2024-09-16T07:53:09.477 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,352321536~8388608,364904448~50331648] 2024-09-16T07:53:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:09 smithi164 ceph-mon[88760]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T07:53:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:09 smithi164 ceph-mon[88760]: pgmap v3824: 137 pgs: 137 active+clean; 981 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 KiB/s wr, 232 op/s 2024-09-16T07:53:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:09 smithi164 ceph-mon[88760]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T07:53:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[94096]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T07:53:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[94096]: pgmap v3824: 137 pgs: 137 active+clean; 981 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 KiB/s wr, 232 op/s 2024-09-16T07:53:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[94096]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T07:53:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[96574]: osdmap e2179: 8 total, 8 up, 8 in 2024-09-16T07:53:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[96574]: pgmap v3824: 137 pgs: 137 active+clean; 981 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 143 KiB/s rd, 6.0 KiB/s wr, 232 op/s 2024-09-16T07:53:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:09 smithi042 ceph-mon[96574]: osdmap e2180: 8 total, 8 up, 8 in 2024-09-16T07:53:10.470 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.470 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.488 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:10.488 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.488 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.497 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:10.498 INFO:tasks.workunit.client.0.smithi042.stdout:from 2 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.498 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:10.499 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:11.479 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:11.479 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:11.496 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:11.496 INFO:tasks.workunit.client.0.smithi042.stdout:from 1 to HEAD diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:11.496 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~33554432,125829120~20971520,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:11.506 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:11] "GET /metrics HTTP/1.1" 200 36546 "" "Prometheus/2.43.0" 2024-09-16T07:53:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:11 smithi042 ceph-mon[94096]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T07:53:11.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:11 smithi042 ceph-mon[94096]: pgmap v3827: 137 pgs: 137 active+clean; 931 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 222 op/s 2024-09-16T07:53:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:11 smithi042 ceph-mon[96574]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T07:53:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:11 smithi042 ceph-mon[96574]: pgmap v3827: 137 pgs: 137 active+clean; 931 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 222 op/s 2024-09-16T07:53:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:11 smithi164 ceph-mon[88760]: osdmap e2181: 8 total, 8 up, 8 in 2024-09-16T07:53:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:11 smithi164 ceph-mon[88760]: pgmap v3827: 137 pgs: 137 active+clean; 931 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 6.0 KiB/s wr, 222 op/s 2024-09-16T07:53:12.486 INFO:tasks.workunit.client.0.smithi042.stdout:from 0 to HEAD diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:12.487 INFO:tasks.workunit.client.0.smithi042.stdout: limited diff [0~75497472,79691776~4194304,88080384~58720256,150994944~50331648,205520896~29360128,239075328~16777216,260046848~83886080,348127232~8388608,364904448~46137344] 2024-09-16T07:53:12.502 INFO:tasks.workunit.client.0.smithi042.stdout: actual was [0~75497472,79691776~67108864,150994944~192937984,348127232~12582912,364904448~50331648] 2024-09-16T07:53:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:12 smithi164 ceph-mon[88760]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T07:53:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:12 smithi042 ceph-mon[94096]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T07:53:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:12 smithi042 ceph-mon[96574]: osdmap e2182: 8 total, 8 up, 8 in 2024-09-16T07:53:13.522 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39277 ms) 2024-09-16T07:53:13.523 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-09-16T07:53:13.523 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:13 smithi164 ceph-mon[88760]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T07:53:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:13 smithi164 ceph-mon[88760]: pgmap v3830: 137 pgs: 137 active+clean; 848 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-09-16T07:53:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:13 smithi042 ceph-mon[96574]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T07:53:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:13 smithi042 ceph-mon[96574]: pgmap v3830: 137 pgs: 137 active+clean; 848 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-09-16T07:53:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:13 smithi042 ceph-mon[94096]: osdmap e2183: 8 total, 8 up, 8 in 2024-09-16T07:53:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:13 smithi042 ceph-mon[94096]: pgmap v3830: 137 pgs: 137 active+clean; 848 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 5.5 KiB/s wr, 135 op/s 2024-09-16T07:53:14.535 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1013 ms) 2024-09-16T07:53:14.535 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-09-16T07:53:14.535 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:14 smithi164 ceph-mon[88760]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T07:53:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:14 smithi164 ceph-mon[88760]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T07:53:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:14 smithi042 ceph-mon[94096]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T07:53:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:14 smithi042 ceph-mon[94096]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T07:53:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:14 smithi042 ceph-mon[96574]: osdmap e2184: 8 total, 8 up, 8 in 2024-09-16T07:53:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:14 smithi042 ceph-mon[96574]: osdmap e2185: 8 total, 8 up, 8 in 2024-09-16T07:53:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [0~20971520] to clone 2024-09-16T07:53:15.609 INFO:tasks.workunit.client.0.smithi042.stdout: diff was [0~20971520] 2024-09-16T07:53:15.613 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1078 ms) 2024-09-16T07:53:15.613 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-09-16T07:53:15.613 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:15.632 INFO:tasks.workunit.client.0.smithi042.stdout: wrote [560877~8793,1236785~78985,9880449~58403,10083050~9420,13593379~79068,14172326~53495,14245117~14683,15571574~19908,20537487~92874,20862353~28389] 2024-09-16T07:53:15.641 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (28 ms) 2024-09-16T07:53:15.641 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-09-16T07:53:15.641 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:15 smithi164 ceph-mon[88760]: pgmap v3833: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-16T07:53:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:15 smithi042 ceph-mon[94096]: pgmap v3833: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-16T07:53:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:15 smithi042 ceph-mon[96574]: pgmap v3833: 137 pgs: 137 active+clean; 796 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 2.0 MiB/s wr, 134 op/s 2024-09-16T07:53:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:16 smithi164 ceph-mon[88760]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T07:53:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:16 smithi042 ceph-mon[94096]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T07:53:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:16 smithi042 ceph-mon[96574]: osdmap e2186: 8 total, 8 up, 8 in 2024-09-16T07:53:17.594 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1953 ms) 2024-09-16T07:53:17.594 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-09-16T07:53:17.594 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:17.650 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (56 ms) 2024-09-16T07:53:17.650 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-09-16T07:53:17.651 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:17.713 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (62 ms) 2024-09-16T07:53:17.713 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-09-16T07:53:17.713 INFO:tasks.workunit.client.0.smithi042.stdout:using new format! 2024-09-16T07:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:17 smithi164 ceph-mon[88760]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T07:53:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:17 smithi164 ceph-mon[88760]: pgmap v3836: 137 pgs: 137 active+clean; 776 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 105 op/s 2024-09-16T07:53:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:17 smithi042 ceph-mon[94096]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T07:53:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:17 smithi042 ceph-mon[94096]: pgmap v3836: 137 pgs: 137 active+clean; 776 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 105 op/s 2024-09-16T07:53:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:17 smithi042 ceph-mon[96574]: osdmap e2187: 8 total, 8 up, 8 in 2024-09-16T07:53:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:17 smithi042 ceph-mon[96574]: pgmap v3836: 137 pgs: 137 active+clean; 776 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.6 MiB/s wr, 105 op/s 2024-09-16T07:53:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:18 smithi164 ceph-mon[88760]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T07:53:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:18 smithi042 ceph-mon[94096]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T07:53:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:18 smithi042 ceph-mon[96574]: osdmap e2188: 8 total, 8 up, 8 in 2024-09-16T07:53:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[96574]: pgmap v3838: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 297 op/s 2024-09-16T07:53:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[96574]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T07:53:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[94096]: pgmap v3838: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 297 op/s 2024-09-16T07:53:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:19 smithi042 ceph-mon[94096]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T07:53:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:19 smithi164 ceph-mon[88760]: pgmap v3838: 137 pgs: 137 active+clean; 816 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 297 op/s 2024-09-16T07:53:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:19 smithi164 ceph-mon[88760]: osdmap e2189: 8 total, 8 up, 8 in 2024-09-16T07:53:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:21] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-09-16T07:53:22.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:21 smithi164 ceph-mon[88760]: pgmap v3840: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 245 op/s 2024-09-16T07:53:22.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:21 smithi042 ceph-mon[96574]: pgmap v3840: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 245 op/s 2024-09-16T07:53:22.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:21 smithi042 ceph-mon[94096]: pgmap v3840: 137 pgs: 137 active+clean; 826 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 245 op/s 2024-09-16T07:53:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:22.754 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5041 ms) 2024-09-16T07:53:22.754 INFO:tasks.workunit.client.0.smithi042.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-09-16T07:53:22.754 INFO:tasks.workunit.client.0.smithi042.stdout:SKIPPING 2024-09-16T07:53:22.754 INFO:tasks.workunit.client.0.smithi042.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-09-16T07:53:22.991 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] 19 tests from DiffIterateTest/1 (251796 ms total) 2024-09-16T07:53:22.991 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:53:22.991 INFO:tasks.workunit.client.0.smithi042.stdout:[----------] Global test environment tear-down 2024-09-16T07:53:22.992 INFO:tasks.workunit.client.0.smithi042.stdout:[==========] 425 tests from 16 test suites ran. (1423775 ms total) 2024-09-16T07:53:22.992 INFO:tasks.workunit.client.0.smithi042.stdout:[ PASSED ] 425 tests. 2024-09-16T07:53:22.992 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:53:22.992 INFO:tasks.workunit.client.0.smithi042.stdout: YOU HAVE 2 DISABLED TESTS 2024-09-16T07:53:22.992 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:53:23.001 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T07:53:23.002 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T07:53:23.072 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-09-16T07:53:23.072 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:53:23.334 DEBUG:teuthology.parallel:result is None 2024-09-16T07:53:23.335 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:53:23.361 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:53:23.361 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:53:23.417 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T07:53:23.417 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:53:23.417 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-09-16T07:53:23.417 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T07:53:23.417 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-09-16T07:53:23.418 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T07:53:23.418 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-09-16T07:53:23.418 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T07:53:23.419 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:53:23.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T07:53:23.478 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T07:53:23.478 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T07:53:23.534 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T07:53:23.535 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T07:53:23.591 INFO:tasks.workunit:timeout=3h 2024-09-16T07:53:23.592 INFO:tasks.workunit:cleanup=True 2024-09-16T07:53:23.592 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T07:53:23.649 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T07:53:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:23 smithi164 ceph-mon[88760]: pgmap v3841: 137 pgs: 137 active+clean; 845 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 206 op/s 2024-09-16T07:53:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:23 smithi164 ceph-mon[88760]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T07:53:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:23 smithi042 ceph-mon[94096]: pgmap v3841: 137 pgs: 137 active+clean; 845 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 206 op/s 2024-09-16T07:53:24.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:23 smithi042 ceph-mon[94096]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T07:53:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:23 smithi042 ceph-mon[96574]: pgmap v3841: 137 pgs: 137 active+clean; 845 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.4 MiB/s wr, 206 op/s 2024-09-16T07:53:24.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:23 smithi042 ceph-mon[96574]: osdmap e2190: 8 total, 8 up, 8 in 2024-09-16T07:53:25.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:25 smithi164 ceph-mon[88760]: pgmap v3843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:53:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:25 smithi042 ceph-mon[94096]: pgmap v3843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:53:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:25 smithi042 ceph-mon[96574]: pgmap v3843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-09-16T07:53:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:27 smithi164 ceph-mon[88760]: pgmap v3844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:53:28.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:27 smithi042 ceph-mon[94096]: pgmap v3844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:53:28.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:27 smithi042 ceph-mon[96574]: pgmap v3844: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-09-16T07:53:29.806 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T07:53:29.862 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T07:53:29.864 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:53:29.865 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T07:53:29.914 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T07:53:29.965 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T07:53:30.006 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T07:53:30.008 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:53:30.008 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T07:53:30.048 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T07:53:30.051 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T07:53:30.051 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T07:53:30.109 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-09-16T07:53:30.110 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-09-16T07:53:30.110 DEBUG:teuthology.orchestra.run.smithi042:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-16T07:53:30.169 INFO:tasks.workunit.client.0.smithi042.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-09-16T07:53:30.170 INFO:tasks.workunit.client.0.smithi042.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-09-16T07:53:30.170 INFO:tasks.workunit.client.0.smithi042.stderr:+ '[' -n '' ']' 2024-09-16T07:53:30.170 INFO:tasks.workunit.client.0.smithi042.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-09-16T07:53:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:29 smithi164 ceph-mon[88760]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:30.345 INFO:tasks.workunit.client.0.smithi042.stdout:============================= test session starts ============================== 2024-09-16T07:53:30.345 INFO:tasks.workunit.client.0.smithi042.stdout:platform linux -- Python 3.9.19, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-09-16T07:53:30.345 INFO:tasks.workunit.client.0.smithi042.stdout:cachedir: .pytest_cache 2024-09-16T07:53:30.345 INFO:tasks.workunit.client.0.smithi042.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-09-16T07:53:30.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:29 smithi042 ceph-mon[96574]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:30.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:29 smithi042 ceph-mon[94096]: pgmap v3845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:30.827 INFO:tasks.workunit.client.0.smithi042.stdout:collecting ... collected 182 items 2024-09-16T07:53:30.828 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T07:53:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:31] "GET /metrics HTTP/1.1" 200 36548 "" "Prometheus/2.43.0" 2024-09-16T07:53:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[94096]: pgmap v3846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[94096]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T07:53:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:53:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[96574]: pgmap v3846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[96574]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T07:53:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:32 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:53:32.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:32.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:32 smithi164 ceph-mon[88760]: pgmap v3846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:32 smithi164 ceph-mon[88760]: osdmap e2191: 8 total, 8 up, 8 in 2024-09-16T07:53:32.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:32 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-09-16T07:53:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:53:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[96574]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T07:53:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[96574]: pgmap v3849: 137 pgs: 2 creating+activating, 7 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:53:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[94096]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T07:53:33.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:33 smithi042 ceph-mon[94096]: pgmap v3849: 137 pgs: 2 creating+activating, 7 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-09-16T07:53:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:33 smithi164 ceph-mon[88760]: osdmap e2192: 8 total, 8 up, 8 in 2024-09-16T07:53:33.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:33 smithi164 ceph-mon[88760]: pgmap v3849: 137 pgs: 2 creating+activating, 7 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:34.363 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-09-16T07:53:34.443 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-09-16T07:53:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:34 smithi042 ceph-mon[94096]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T07:53:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:34 smithi042 ceph-mon[96574]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T07:53:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:34 smithi164 ceph-mon[88760]: osdmap e2193: 8 total, 8 up, 8 in 2024-09-16T07:53:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:35.037 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-09-16T07:53:35.135 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-09-16T07:53:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:35 smithi164 ceph-mon[88760]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T07:53:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:35 smithi164 ceph-mon[88760]: pgmap v3852: 137 pgs: 2 creating+activating, 7 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:35 smithi042 ceph-mon[96574]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T07:53:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:35 smithi042 ceph-mon[96574]: pgmap v3852: 137 pgs: 2 creating+activating, 7 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:35 smithi042 ceph-mon[94096]: osdmap e2194: 8 total, 8 up, 8 in 2024-09-16T07:53:35.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:35 smithi042 ceph-mon[94096]: pgmap v3852: 137 pgs: 2 creating+activating, 7 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-09-16T07:53:36.454 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-09-16T07:53:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:36 smithi164 ceph-mon[88760]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T07:53:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:36 smithi042 ceph-mon[94096]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T07:53:36.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:36 smithi042 ceph-mon[96574]: osdmap e2195: 8 total, 8 up, 8 in 2024-09-16T07:53:36.980 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-09-16T07:53:37.508 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-09-16T07:53:37.600 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-09-16T07:53:37.685 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-09-16T07:53:37.695 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-09-16T07:53:37.697 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-09-16T07:53:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:37 smithi164 ceph-mon[88760]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T07:53:37.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:37 smithi164 ceph-mon[88760]: pgmap v3855: 137 pgs: 2 creating+activating, 135 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2024-09-16T07:53:37.766 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-09-16T07:53:37.829 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-09-16T07:53:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:37 smithi042 ceph-mon[94096]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T07:53:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:37 smithi042 ceph-mon[94096]: pgmap v3855: 137 pgs: 2 creating+activating, 135 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2024-09-16T07:53:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:37 smithi042 ceph-mon[96574]: osdmap e2196: 8 total, 8 up, 8 in 2024-09-16T07:53:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:37 smithi042 ceph-mon[96574]: pgmap v3855: 137 pgs: 2 creating+activating, 135 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 6.2 KiB/s wr, 142 op/s 2024-09-16T07:53:37.905 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-09-16T07:53:38.003 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-09-16T07:53:38.219 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-09-16T07:53:38.234 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-09-16T07:53:38.246 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-09-16T07:53:38.271 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-09-16T07:53:38.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE Bus STOPPING 2024-09-16T07:53:38.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T07:53:38.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE Bus STOPPED 2024-09-16T07:53:38.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE Bus STARTING 2024-09-16T07:53:38.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE Serving on http://:::9283 2024-09-16T07:53:38.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:38 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:07:53:38] ENGINE Bus STARTED 2024-09-16T07:53:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:39 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T07:53:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:39.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T07:53:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:53:39.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:53:40.526 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-09-16T07:53:40.527 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-09-16T07:53:40.528 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-09-16T07:53:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[96574]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-09-16T07:53:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[96574]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T07:53:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[96574]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T07:53:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[94096]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-09-16T07:53:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[94096]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T07:53:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:40 smithi042 ceph-mon[94096]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T07:53:40.605 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-09-16T07:53:40.676 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-09-16T07:53:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:40 smithi164 ceph-mon[88760]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 12 KiB/s wr, 250 op/s 2024-09-16T07:53:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:40 smithi164 ceph-mon[88760]: osdmap e2197: 8 total, 8 up, 8 in 2024-09-16T07:53:40.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:40 smithi164 ceph-mon[88760]: osdmap e2198: 8 total, 8 up, 8 in 2024-09-16T07:53:40.741 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-09-16T07:53:40.810 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-09-16T07:53:40.881 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-09-16T07:53:40.951 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-09-16T07:53:41.021 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-09-16T07:53:41.093 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-09-16T07:53:41.174 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-09-16T07:53:41.242 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-09-16T07:53:41.310 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-09-16T07:53:41.385 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-09-16T07:53:41.454 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-09-16T07:53:41.535 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-09-16T07:53:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:41 smithi042 ceph-mon[94096]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T07:53:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:41 smithi042 ceph-mon[94096]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 36 KiB/s wr, 624 op/s 2024-09-16T07:53:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:41] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2024-09-16T07:53:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:41 smithi042 ceph-mon[96574]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T07:53:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:41 smithi042 ceph-mon[96574]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 36 KiB/s wr, 624 op/s 2024-09-16T07:53:41.615 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-09-16T07:53:41.695 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-09-16T07:53:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:41 smithi164 ceph-mon[88760]: osdmap e2199: 8 total, 8 up, 8 in 2024-09-16T07:53:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:41 smithi164 ceph-mon[88760]: pgmap v3860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 36 KiB/s wr, 624 op/s 2024-09-16T07:53:41.776 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-09-16T07:53:41.844 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-09-16T07:53:41.913 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-09-16T07:53:42.037 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-09-16T07:53:42.109 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-09-16T07:53:42.190 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-09-16T07:53:42.261 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-09-16T07:53:42.336 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-09-16T07:53:42.412 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-09-16T07:53:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:43 smithi164 ceph-mon[88760]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T07:53:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:43 smithi164 ceph-mon[88760]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 84 KiB/s wr, 1.23k op/s 2024-09-16T07:53:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:43 smithi042 ceph-mon[94096]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T07:53:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:43 smithi042 ceph-mon[94096]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 84 KiB/s wr, 1.23k op/s 2024-09-16T07:53:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:43 smithi042 ceph-mon[96574]: osdmap e2200: 8 total, 8 up, 8 in 2024-09-16T07:53:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:43 smithi042 ceph-mon[96574]: pgmap v3862: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 84 KiB/s wr, 1.23k op/s 2024-09-16T07:53:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:44 smithi164 ceph-mon[88760]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T07:53:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:44 smithi164 ceph-mon[88760]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T07:53:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:44 smithi042 ceph-mon[94096]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T07:53:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:44 smithi042 ceph-mon[94096]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T07:53:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:44 smithi042 ceph-mon[96574]: osdmap e2201: 8 total, 8 up, 8 in 2024-09-16T07:53:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:44 smithi042 ceph-mon[96574]: osdmap e2202: 8 total, 8 up, 8 in 2024-09-16T07:53:45.543 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-09-16T07:53:45.638 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-09-16T07:53:45.735 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-09-16T07:53:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:45 smithi164 ceph-mon[88760]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1.08k op/s 2024-09-16T07:53:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:45 smithi042 ceph-mon[96574]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1.08k op/s 2024-09-16T07:53:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:45 smithi042 ceph-mon[94096]: pgmap v3865: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1.08k op/s 2024-09-16T07:53:45.922 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-09-16T07:53:46.107 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-09-16T07:53:46.178 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-09-16T07:53:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:46 smithi164 ceph-mon[88760]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T07:53:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:46 smithi042 ceph-mon[94096]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T07:53:46.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:46 smithi042 ceph-mon[96574]: osdmap e2203: 8 total, 8 up, 8 in 2024-09-16T07:53:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:47 smithi164 ceph-mon[88760]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T07:53:47.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:47 smithi164 ceph-mon[88760]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 541 KiB/s rd, 2.1 MiB/s wr, 807 op/s 2024-09-16T07:53:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:47 smithi042 ceph-mon[94096]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T07:53:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:47 smithi042 ceph-mon[94096]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 541 KiB/s rd, 2.1 MiB/s wr, 807 op/s 2024-09-16T07:53:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:47 smithi042 ceph-mon[96574]: osdmap e2204: 8 total, 8 up, 8 in 2024-09-16T07:53:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:47 smithi042 ceph-mon[96574]: pgmap v3868: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 541 KiB/s rd, 2.1 MiB/s wr, 807 op/s 2024-09-16T07:53:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:48 smithi164 ceph-mon[88760]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T07:53:48.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:48 smithi042 ceph-mon[94096]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T07:53:48.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:48 smithi042 ceph-mon[96574]: osdmap e2205: 8 total, 8 up, 8 in 2024-09-16T07:53:49.606 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-09-16T07:53:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:49 smithi164 ceph-mon[88760]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T07:53:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:49 smithi164 ceph-mon[88760]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 684 op/s 2024-09-16T07:53:49.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:49 smithi164 ceph-mon[88760]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T07:53:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[94096]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[94096]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 684 op/s 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[94096]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[96574]: osdmap e2206: 8 total, 8 up, 8 in 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[96574]: pgmap v3871: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 469 KiB/s rd, 1.0 MiB/s wr, 684 op/s 2024-09-16T07:53:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:49 smithi042 ceph-mon[96574]: osdmap e2207: 8 total, 8 up, 8 in 2024-09-16T07:53:51.490 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:53:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:53:51] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-09-16T07:53:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:51 smithi042 ceph-mon[94096]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T07:53:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:51 smithi042 ceph-mon[94096]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 492 op/s 2024-09-16T07:53:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:51 smithi042 ceph-mon[96574]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T07:53:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:51 smithi042 ceph-mon[96574]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 492 op/s 2024-09-16T07:53:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:51 smithi164 ceph-mon[88760]: osdmap e2208: 8 total, 8 up, 8 in 2024-09-16T07:53:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:51 smithi164 ceph-mon[88760]: pgmap v3874: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 492 op/s 2024-09-16T07:53:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:52 smithi164 ceph-mon[88760]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T07:53:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:53:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:53:52.772 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:52 smithi042 ceph-mon[96574]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T07:53:52.772 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:52 smithi042 ceph-mon[94096]: osdmap e2209: 8 total, 8 up, 8 in 2024-09-16T07:53:53.787 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:53 smithi042 ceph-mon[96574]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T07:53:53.787 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:53 smithi042 ceph-mon[96574]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 362 op/s 2024-09-16T07:53:53.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:53 smithi042 ceph-mon[94096]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T07:53:53.788 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:53 smithi042 ceph-mon[94096]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 362 op/s 2024-09-16T07:53:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:53 smithi164 ceph-mon[88760]: osdmap e2210: 8 total, 8 up, 8 in 2024-09-16T07:53:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:53 smithi164 ceph-mon[88760]: pgmap v3877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 1.0 MiB/s wr, 362 op/s 2024-09-16T07:53:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:54 smithi042 ceph-mon[94096]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T07:53:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:54 smithi042 ceph-mon[94096]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T07:53:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:54 smithi042 ceph-mon[96574]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T07:53:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:54 smithi042 ceph-mon[96574]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T07:53:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:54 smithi164 ceph-mon[88760]: osdmap e2211: 8 total, 8 up, 8 in 2024-09-16T07:53:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:54 smithi164 ceph-mon[88760]: osdmap e2212: 8 total, 8 up, 8 in 2024-09-16T07:53:55.593 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-09-16T07:53:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:55 smithi042 ceph-mon[94096]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-09-16T07:53:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:55 smithi042 ceph-mon[96574]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-09-16T07:53:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:55 smithi164 ceph-mon[88760]: pgmap v3880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 13 KiB/s wr, 186 op/s 2024-09-16T07:53:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:56 smithi042 ceph-mon[94096]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T07:53:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:56 smithi042 ceph-mon[96574]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T07:53:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:56 smithi164 ceph-mon[88760]: osdmap e2213: 8 total, 8 up, 8 in 2024-09-16T07:53:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:57 smithi042 ceph-mon[94096]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T07:53:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:57 smithi042 ceph-mon[94096]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 90 op/s 2024-09-16T07:53:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:57 smithi042 ceph-mon[96574]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T07:53:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:57 smithi042 ceph-mon[96574]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 90 op/s 2024-09-16T07:53:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:57 smithi164 ceph-mon[88760]: osdmap e2214: 8 total, 8 up, 8 in 2024-09-16T07:53:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:57 smithi164 ceph-mon[88760]: pgmap v3883: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 9.7 KiB/s wr, 90 op/s 2024-09-16T07:53:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:58 smithi042 ceph-mon[94096]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T07:53:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:58 smithi042 ceph-mon[96574]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T07:53:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:58 smithi164 ceph-mon[88760]: osdmap e2215: 8 total, 8 up, 8 in 2024-09-16T07:53:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[94096]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T07:53:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[94096]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-09-16T07:53:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[94096]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T07:53:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[96574]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T07:53:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[96574]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-09-16T07:53:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:53:59 smithi042 ceph-mon[96574]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T07:53:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:59 smithi164 ceph-mon[88760]: osdmap e2216: 8 total, 8 up, 8 in 2024-09-16T07:53:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:59 smithi164 ceph-mon[88760]: pgmap v3886: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 11 KiB/s wr, 234 op/s 2024-09-16T07:53:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:53:59 smithi164 ceph-mon[88760]: osdmap e2217: 8 total, 8 up, 8 in 2024-09-16T07:54:01.537 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-09-16T07:54:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:01 smithi042 ceph-mon[96574]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T07:54:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:01 smithi042 ceph-mon[96574]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-09-16T07:54:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:01 smithi042 ceph-mon[94096]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T07:54:01.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:01 smithi042 ceph-mon[94096]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-09-16T07:54:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:01] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.43.0" 2024-09-16T07:54:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:01 smithi164 ceph-mon[88760]: osdmap e2218: 8 total, 8 up, 8 in 2024-09-16T07:54:01.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:01 smithi164 ceph-mon[88760]: pgmap v3889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-09-16T07:54:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:02 smithi164 ceph-mon[88760]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T07:54:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:02 smithi042 ceph-mon[94096]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T07:54:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:02 smithi042 ceph-mon[96574]: osdmap e2219: 8 total, 8 up, 8 in 2024-09-16T07:54:03.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:03 smithi042 ceph-mon[94096]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T07:54:03.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:03 smithi042 ceph-mon[94096]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 133 op/s 2024-09-16T07:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:03 smithi042 ceph-mon[96574]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T07:54:03.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:03 smithi042 ceph-mon[96574]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 133 op/s 2024-09-16T07:54:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:03 smithi164 ceph-mon[88760]: osdmap e2220: 8 total, 8 up, 8 in 2024-09-16T07:54:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:03 smithi164 ceph-mon[88760]: pgmap v3892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 9.5 KiB/s wr, 133 op/s 2024-09-16T07:54:04.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:04 smithi164 ceph-mon[88760]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T07:54:04.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:04.741 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:04 smithi164 ceph-mon[88760]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T07:54:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[94096]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T07:54:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[94096]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T07:54:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[96574]: osdmap e2221: 8 total, 8 up, 8 in 2024-09-16T07:54:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:04 smithi042 ceph-mon[96574]: osdmap e2222: 8 total, 8 up, 8 in 2024-09-16T07:54:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:05 smithi164 ceph-mon[88760]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-16T07:54:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-09-16T07:54:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:05 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-16T07:54:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[94096]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-16T07:54:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-09-16T07:54:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-16T07:54:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[96574]: pgmap v3895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 9.7 KiB/s wr, 185 op/s 2024-09-16T07:54:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]: dispatch 2024-09-16T07:54:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:05 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]: dispatch 2024-09-16T07:54:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-09-16T07:54:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:06 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-16T07:54:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:06 smithi164 ceph-mon[88760]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T07:54:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-09-16T07:54:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-16T07:54:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[94096]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T07:54:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.8", "id": [5, 4]}]': finished 2024-09-16T07:54:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.16", "id": [5, 4]}]': finished 2024-09-16T07:54:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:06 smithi042 ceph-mon[96574]: osdmap e2223: 8 total, 8 up, 8 in 2024-09-16T07:54:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:07 smithi042 ceph-mon[94096]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T07:54:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:07 smithi042 ceph-mon[94096]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 200 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:07 smithi042 ceph-mon[96574]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T07:54:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:07 smithi042 ceph-mon[96574]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 200 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:07 smithi164 ceph-mon[88760]: osdmap e2224: 8 total, 8 up, 8 in 2024-09-16T07:54:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:07 smithi164 ceph-mon[88760]: pgmap v3898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 200 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:08.588 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-09-16T07:54:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:08 smithi042 ceph-mon[94096]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T07:54:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:08 smithi042 ceph-mon[96574]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T07:54:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:08 smithi164 ceph-mon[88760]: osdmap e2225: 8 total, 8 up, 8 in 2024-09-16T07:54:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[94096]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T07:54:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[94096]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.2 KiB/s wr, 152 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[94096]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T07:54:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[96574]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T07:54:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[96574]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.2 KiB/s wr, 152 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:09 smithi042 ceph-mon[96574]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T07:54:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:09 smithi164 ceph-mon[88760]: osdmap e2226: 8 total, 8 up, 8 in 2024-09-16T07:54:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:09 smithi164 ceph-mon[88760]: pgmap v3901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 9.2 KiB/s wr, 152 op/s; 0 B/s, 2 keys/s, 1 objects/s recovering 2024-09-16T07:54:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:09 smithi164 ceph-mon[88760]: osdmap e2227: 8 total, 8 up, 8 in 2024-09-16T07:54:11.503 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:11] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-09-16T07:54:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:11 smithi042 ceph-mon[94096]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T07:54:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:11 smithi042 ceph-mon[94096]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.7 KiB/s wr, 91 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:11 smithi042 ceph-mon[96574]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T07:54:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:11 smithi042 ceph-mon[96574]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.7 KiB/s wr, 91 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:11 smithi164 ceph-mon[88760]: osdmap e2228: 8 total, 8 up, 8 in 2024-09-16T07:54:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:11 smithi164 ceph-mon[88760]: pgmap v3904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 6.7 KiB/s wr, 91 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:12 smithi164 ceph-mon[88760]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T07:54:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:12 smithi042 ceph-mon[94096]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T07:54:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:12 smithi042 ceph-mon[96574]: osdmap e2229: 8 total, 8 up, 8 in 2024-09-16T07:54:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:13 smithi042 ceph-mon[94096]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T07:54:13.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:13 smithi042 ceph-mon[94096]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 187 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:13 smithi042 ceph-mon[96574]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T07:54:13.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:13 smithi042 ceph-mon[96574]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 187 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:13 smithi164 ceph-mon[88760]: osdmap e2230: 8 total, 8 up, 8 in 2024-09-16T07:54:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:13 smithi164 ceph-mon[88760]: pgmap v3907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 12 KiB/s wr, 187 op/s; 0 B/s, 1 objects/s recovering 2024-09-16T07:54:14.548 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-09-16T07:54:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:14 smithi042 ceph-mon[94096]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T07:54:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:14 smithi042 ceph-mon[94096]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T07:54:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:14 smithi042 ceph-mon[96574]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T07:54:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:14 smithi042 ceph-mon[96574]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T07:54:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:14 smithi164 ceph-mon[88760]: osdmap e2231: 8 total, 8 up, 8 in 2024-09-16T07:54:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:14 smithi164 ceph-mon[88760]: osdmap e2232: 8 total, 8 up, 8 in 2024-09-16T07:54:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:15 smithi042 ceph-mon[94096]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-09-16T07:54:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:15 smithi042 ceph-mon[96574]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-09-16T07:54:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:15 smithi164 ceph-mon[88760]: pgmap v3910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 11 KiB/s wr, 192 op/s 2024-09-16T07:54:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:16 smithi042 ceph-mon[94096]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T07:54:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:16 smithi042 ceph-mon[96574]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T07:54:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:16 smithi164 ceph-mon[88760]: osdmap e2233: 8 total, 8 up, 8 in 2024-09-16T07:54:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:17 smithi042 ceph-mon[94096]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T07:54:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:17 smithi042 ceph-mon[94096]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-09-16T07:54:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:17 smithi042 ceph-mon[96574]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T07:54:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:17 smithi042 ceph-mon[96574]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-09-16T07:54:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:17 smithi164 ceph-mon[88760]: osdmap e2234: 8 total, 8 up, 8 in 2024-09-16T07:54:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:17 smithi164 ceph-mon[88760]: pgmap v3913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-09-16T07:54:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:18 smithi042 ceph-mon[94096]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T07:54:18.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:18 smithi042 ceph-mon[96574]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T07:54:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:18 smithi164 ceph-mon[88760]: osdmap e2235: 8 total, 8 up, 8 in 2024-09-16T07:54:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[94096]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T07:54:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[94096]: pgmap v3916: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-09-16T07:54:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[94096]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T07:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[96574]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T07:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[96574]: pgmap v3916: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-09-16T07:54:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:19 smithi042 ceph-mon[96574]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T07:54:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:19 smithi164 ceph-mon[88760]: osdmap e2236: 8 total, 8 up, 8 in 2024-09-16T07:54:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:19 smithi164 ceph-mon[88760]: pgmap v3916: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 1.0 MiB/s wr, 199 op/s 2024-09-16T07:54:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:19 smithi164 ceph-mon[88760]: osdmap e2237: 8 total, 8 up, 8 in 2024-09-16T07:54:20.641 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-09-16T07:54:21.555 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:21] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:54:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:21 smithi042 ceph-mon[94096]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T07:54:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:21 smithi042 ceph-mon[94096]: pgmap v3919: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 219 op/s 2024-09-16T07:54:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:21 smithi042 ceph-mon[96574]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T07:54:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:21 smithi042 ceph-mon[96574]: pgmap v3919: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 219 op/s 2024-09-16T07:54:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:21 smithi164 ceph-mon[88760]: osdmap e2238: 8 total, 8 up, 8 in 2024-09-16T07:54:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:21 smithi164 ceph-mon[88760]: pgmap v3919: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 2.0 MiB/s wr, 219 op/s 2024-09-16T07:54:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:22 smithi164 ceph-mon[88760]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T07:54:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:22 smithi042 ceph-mon[94096]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T07:54:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:22 smithi042 ceph-mon[96574]: osdmap e2239: 8 total, 8 up, 8 in 2024-09-16T07:54:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:23 smithi042 ceph-mon[94096]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T07:54:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:23 smithi042 ceph-mon[94096]: pgmap v3922: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.0 MiB/s wr, 210 op/s 2024-09-16T07:54:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:23 smithi042 ceph-mon[96574]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T07:54:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:23 smithi042 ceph-mon[96574]: pgmap v3922: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.0 MiB/s wr, 210 op/s 2024-09-16T07:54:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:23 smithi164 ceph-mon[88760]: osdmap e2240: 8 total, 8 up, 8 in 2024-09-16T07:54:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:23 smithi164 ceph-mon[88760]: pgmap v3922: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.0 MiB/s wr, 210 op/s 2024-09-16T07:54:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:24 smithi042 ceph-mon[94096]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T07:54:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:24 smithi042 ceph-mon[94096]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T07:54:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:24 smithi042 ceph-mon[96574]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T07:54:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:24 smithi042 ceph-mon[96574]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T07:54:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:24 smithi164 ceph-mon[88760]: osdmap e2241: 8 total, 8 up, 8 in 2024-09-16T07:54:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:24 smithi164 ceph-mon[88760]: osdmap e2242: 8 total, 8 up, 8 in 2024-09-16T07:54:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:25 smithi042 ceph-mon[94096]: pgmap v3925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2024-09-16T07:54:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:25 smithi042 ceph-mon[94096]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T07:54:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:25 smithi042 ceph-mon[96574]: pgmap v3925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2024-09-16T07:54:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:25 smithi042 ceph-mon[96574]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T07:54:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:25 smithi164 ceph-mon[88760]: pgmap v3925: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2024-09-16T07:54:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:25 smithi164 ceph-mon[88760]: osdmap e2243: 8 total, 8 up, 8 in 2024-09-16T07:54:26.665 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-09-16T07:54:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:27 smithi042 ceph-mon[94096]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T07:54:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:27 smithi042 ceph-mon[94096]: pgmap v3928: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-09-16T07:54:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:27 smithi042 ceph-mon[96574]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T07:54:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:27 smithi042 ceph-mon[96574]: pgmap v3928: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-09-16T07:54:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:27 smithi164 ceph-mon[88760]: osdmap e2244: 8 total, 8 up, 8 in 2024-09-16T07:54:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:27 smithi164 ceph-mon[88760]: pgmap v3928: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-09-16T07:54:28.676 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-09-16T07:54:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:28 smithi042 ceph-mon[94096]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T07:54:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:28 smithi042 ceph-mon[96574]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T07:54:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:28 smithi164 ceph-mon[88760]: osdmap e2245: 8 total, 8 up, 8 in 2024-09-16T07:54:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[96574]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T07:54:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[96574]: pgmap v3931: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 190 op/s 2024-09-16T07:54:29.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[96574]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T07:54:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[94096]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T07:54:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[94096]: pgmap v3931: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 190 op/s 2024-09-16T07:54:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:29 smithi042 ceph-mon[94096]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T07:54:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:29 smithi164 ceph-mon[88760]: osdmap e2246: 8 total, 8 up, 8 in 2024-09-16T07:54:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:29 smithi164 ceph-mon[88760]: pgmap v3931: 137 pgs: 137 active+clean; 8.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 1.0 MiB/s wr, 190 op/s 2024-09-16T07:54:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:29 smithi164 ceph-mon[88760]: osdmap e2247: 8 total, 8 up, 8 in 2024-09-16T07:54:30.543 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-09-16T07:54:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:31 smithi042 ceph-mon[94096]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T07:54:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:31 smithi042 ceph-mon[94096]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-09-16T07:54:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:31 smithi042 ceph-mon[96574]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T07:54:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:31 smithi042 ceph-mon[96574]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-09-16T07:54:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:31] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:54:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:31 smithi164 ceph-mon[88760]: osdmap e2248: 8 total, 8 up, 8 in 2024-09-16T07:54:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:31 smithi164 ceph-mon[88760]: pgmap v3934: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 9.7 KiB/s wr, 131 op/s 2024-09-16T07:54:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:32 smithi164 ceph-mon[88760]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T07:54:32.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:32 smithi042 ceph-mon[94096]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T07:54:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:32 smithi042 ceph-mon[96574]: osdmap e2249: 8 total, 8 up, 8 in 2024-09-16T07:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:33 smithi164 ceph-mon[88760]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T07:54:33.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:33 smithi164 ceph-mon[88760]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-09-16T07:54:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:33 smithi042 ceph-mon[94096]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T07:54:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:33 smithi042 ceph-mon[94096]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-09-16T07:54:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:33 smithi042 ceph-mon[96574]: osdmap e2250: 8 total, 8 up, 8 in 2024-09-16T07:54:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:33 smithi042 ceph-mon[96574]: pgmap v3937: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.7 KiB/s wr, 129 op/s 2024-09-16T07:54:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:34 smithi164 ceph-mon[88760]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T07:54:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:34.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:34 smithi164 ceph-mon[88760]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T07:54:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[94096]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T07:54:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[94096]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T07:54:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[96574]: osdmap e2251: 8 total, 8 up, 8 in 2024-09-16T07:54:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:34 smithi042 ceph-mon[96574]: osdmap e2252: 8 total, 8 up, 8 in 2024-09-16T07:54:35.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:35 smithi164 ceph-mon[88760]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-09-16T07:54:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:35 smithi042 ceph-mon[94096]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-09-16T07:54:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:35 smithi042 ceph-mon[96574]: pgmap v3940: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 9.0 KiB/s wr, 140 op/s 2024-09-16T07:54:36.573 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-09-16T07:54:36.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:36 smithi164 ceph-mon[88760]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T07:54:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:36 smithi042 ceph-mon[94096]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T07:54:36.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:36 smithi042 ceph-mon[96574]: osdmap e2253: 8 total, 8 up, 8 in 2024-09-16T07:54:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:37 smithi042 ceph-mon[96574]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T07:54:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:37 smithi042 ceph-mon[96574]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-09-16T07:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:37 smithi042 ceph-mon[94096]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T07:54:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:37 smithi042 ceph-mon[94096]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-09-16T07:54:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:37 smithi164 ceph-mon[88760]: osdmap e2254: 8 total, 8 up, 8 in 2024-09-16T07:54:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:37 smithi164 ceph-mon[88760]: pgmap v3943: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 4.5 KiB/s wr, 68 op/s 2024-09-16T07:54:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:38 smithi042 ceph-mon[94096]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T07:54:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:38 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:38 smithi042 ceph-mon[96574]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T07:54:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:38 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:54:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:38 smithi164 ceph-mon[88760]: osdmap e2255: 8 total, 8 up, 8 in 2024-09-16T07:54:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:38 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:54:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T07:54:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:54:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[96574]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-09-16T07:54:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:39 smithi042 ceph-mon[94096]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T07:54:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: osdmap e2256: 8 total, 8 up, 8 in 2024-09-16T07:54:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:54:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:54:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:54:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: pgmap v3946: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 KiB/s wr, 26 op/s 2024-09-16T07:54:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:39 smithi164 ceph-mon[88760]: osdmap e2257: 8 total, 8 up, 8 in 2024-09-16T07:54:40.550 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-09-16T07:54:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:41 smithi042 ceph-mon[96574]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T07:54:41.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:41 smithi042 ceph-mon[96574]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-16T07:54:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:41 smithi042 ceph-mon[94096]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T07:54:41.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:41 smithi042 ceph-mon[94096]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-16T07:54:41.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:41] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T07:54:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:41 smithi164 ceph-mon[88760]: osdmap e2258: 8 total, 8 up, 8 in 2024-09-16T07:54:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:41 smithi164 ceph-mon[88760]: pgmap v3949: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.0 KiB/s wr, 58 op/s 2024-09-16T07:54:42.565 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-09-16T07:54:42.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:42 smithi164 ceph-mon[88760]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T07:54:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:42 smithi042 ceph-mon[94096]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T07:54:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:42 smithi042 ceph-mon[96574]: osdmap e2259: 8 total, 8 up, 8 in 2024-09-16T07:54:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:43 smithi164 ceph-mon[88760]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T07:54:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:43 smithi164 ceph-mon[88760]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-09-16T07:54:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:43 smithi042 ceph-mon[96574]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T07:54:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:43 smithi042 ceph-mon[96574]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-09-16T07:54:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:43 smithi042 ceph-mon[94096]: osdmap e2260: 8 total, 8 up, 8 in 2024-09-16T07:54:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:43 smithi042 ceph-mon[94096]: pgmap v3952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-09-16T07:54:44.561 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-09-16T07:54:44.638 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-09-16T07:54:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:44 smithi164 ceph-mon[88760]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T07:54:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:44 smithi164 ceph-mon[88760]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T07:54:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:44 smithi042 ceph-mon[96574]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T07:54:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:44 smithi042 ceph-mon[96574]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T07:54:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:44 smithi042 ceph-mon[94096]: osdmap e2261: 8 total, 8 up, 8 in 2024-09-16T07:54:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:44 smithi042 ceph-mon[94096]: osdmap e2262: 8 total, 8 up, 8 in 2024-09-16T07:54:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:45 smithi164 ceph-mon[88760]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-09-16T07:54:45.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:45 smithi042 ceph-mon[96574]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-09-16T07:54:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:45 smithi042 ceph-mon[94096]: pgmap v3955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 87 op/s 2024-09-16T07:54:46.573 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-09-16T07:54:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:46 smithi042 ceph-mon[94096]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T07:54:46.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:46 smithi042 ceph-mon[96574]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T07:54:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:46 smithi164 ceph-mon[88760]: osdmap e2263: 8 total, 8 up, 8 in 2024-09-16T07:54:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:47 smithi042 ceph-mon[94096]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T07:54:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:47 smithi042 ceph-mon[94096]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.5 KiB/s wr, 158 op/s 2024-09-16T07:54:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:47 smithi042 ceph-mon[96574]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T07:54:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:47 smithi042 ceph-mon[96574]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.5 KiB/s wr, 158 op/s 2024-09-16T07:54:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:47 smithi164 ceph-mon[88760]: osdmap e2264: 8 total, 8 up, 8 in 2024-09-16T07:54:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:47 smithi164 ceph-mon[88760]: pgmap v3958: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 8.5 KiB/s wr, 158 op/s 2024-09-16T07:54:48.591 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-09-16T07:54:48.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:48 smithi042 ceph-mon[94096]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T07:54:48.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:48 smithi042 ceph-mon[96574]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T07:54:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:48 smithi164 ceph-mon[88760]: osdmap e2265: 8 total, 8 up, 8 in 2024-09-16T07:54:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[94096]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T07:54:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[94096]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 195 op/s 2024-09-16T07:54:49.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[94096]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T07:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[96574]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T07:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[96574]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 195 op/s 2024-09-16T07:54:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:49 smithi042 ceph-mon[96574]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T07:54:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:49 smithi164 ceph-mon[88760]: osdmap e2266: 8 total, 8 up, 8 in 2024-09-16T07:54:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:54:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:49 smithi164 ceph-mon[88760]: pgmap v3961: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 8.2 KiB/s wr, 195 op/s 2024-09-16T07:54:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:49 smithi164 ceph-mon[88760]: osdmap e2267: 8 total, 8 up, 8 in 2024-09-16T07:54:50.562 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-09-16T07:54:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:54:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:54:51] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-09-16T07:54:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:51 smithi042 ceph-mon[94096]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T07:54:51.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:51 smithi042 ceph-mon[94096]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.5 KiB/s wr, 151 op/s 2024-09-16T07:54:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:51 smithi042 ceph-mon[96574]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T07:54:51.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:51 smithi042 ceph-mon[96574]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.5 KiB/s wr, 151 op/s 2024-09-16T07:54:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:51 smithi164 ceph-mon[88760]: osdmap e2268: 8 total, 8 up, 8 in 2024-09-16T07:54:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:51 smithi164 ceph-mon[88760]: pgmap v3964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 8.5 KiB/s wr, 151 op/s 2024-09-16T07:54:52.573 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-09-16T07:54:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:52 smithi164 ceph-mon[88760]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T07:54:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:54:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:54:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:52 smithi042 ceph-mon[94096]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T07:54:52.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:52 smithi042 ceph-mon[96574]: osdmap e2269: 8 total, 8 up, 8 in 2024-09-16T07:54:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:53 smithi164 ceph-mon[88760]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T07:54:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:53 smithi164 ceph-mon[88760]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-09-16T07:54:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:53 smithi042 ceph-mon[96574]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T07:54:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:53 smithi042 ceph-mon[96574]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-09-16T07:54:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:53 smithi042 ceph-mon[94096]: osdmap e2270: 8 total, 8 up, 8 in 2024-09-16T07:54:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:53 smithi042 ceph-mon[94096]: pgmap v3967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-09-16T07:54:54.556 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-09-16T07:54:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:54 smithi164 ceph-mon[88760]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T07:54:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:54 smithi164 ceph-mon[88760]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T07:54:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:54 smithi042 ceph-mon[94096]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T07:54:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:54 smithi042 ceph-mon[94096]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T07:54:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:54 smithi042 ceph-mon[96574]: osdmap e2271: 8 total, 8 up, 8 in 2024-09-16T07:54:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:54 smithi042 ceph-mon[96574]: osdmap e2272: 8 total, 8 up, 8 in 2024-09-16T07:54:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:55 smithi042 ceph-mon[94096]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 165 op/s 2024-09-16T07:54:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:55 smithi042 ceph-mon[96574]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 165 op/s 2024-09-16T07:54:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:55 smithi164 ceph-mon[88760]: pgmap v3970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 9.0 KiB/s wr, 165 op/s 2024-09-16T07:54:56.589 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-09-16T07:54:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:56 smithi042 ceph-mon[94096]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T07:54:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:56 smithi042 ceph-mon[96574]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T07:54:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:56 smithi164 ceph-mon[88760]: osdmap e2273: 8 total, 8 up, 8 in 2024-09-16T07:54:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:57 smithi042 ceph-mon[94096]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T07:54:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:57 smithi042 ceph-mon[94096]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-09-16T07:54:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:57 smithi042 ceph-mon[96574]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T07:54:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:57 smithi042 ceph-mon[96574]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-09-16T07:54:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:57 smithi164 ceph-mon[88760]: osdmap e2274: 8 total, 8 up, 8 in 2024-09-16T07:54:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:57 smithi164 ceph-mon[88760]: pgmap v3973: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 7.7 KiB/s wr, 118 op/s 2024-09-16T07:54:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:58 smithi042 ceph-mon[94096]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T07:54:58.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:58 smithi042 ceph-mon[96574]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T07:54:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:58 smithi164 ceph-mon[88760]: osdmap e2275: 8 total, 8 up, 8 in 2024-09-16T07:54:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[94096]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T07:54:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[94096]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 85 op/s 2024-09-16T07:54:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[94096]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T07:54:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[96574]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T07:54:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[96574]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 85 op/s 2024-09-16T07:54:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:54:59 smithi042 ceph-mon[96574]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T07:54:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:59 smithi164 ceph-mon[88760]: osdmap e2276: 8 total, 8 up, 8 in 2024-09-16T07:54:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:59 smithi164 ceph-mon[88760]: pgmap v3976: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 4.2 KiB/s wr, 85 op/s 2024-09-16T07:54:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:54:59 smithi164 ceph-mon[88760]: osdmap e2277: 8 total, 8 up, 8 in 2024-09-16T07:55:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:01 smithi042 ceph-mon[94096]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T07:55:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:01 smithi042 ceph-mon[94096]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-09-16T07:55:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:01 smithi042 ceph-mon[96574]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T07:55:01.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:01 smithi042 ceph-mon[96574]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-09-16T07:55:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:01] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.43.0" 2024-09-16T07:55:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:01 smithi164 ceph-mon[88760]: osdmap e2278: 8 total, 8 up, 8 in 2024-09-16T07:55:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:01 smithi164 ceph-mon[88760]: pgmap v3979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-09-16T07:55:02.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:02 smithi164 ceph-mon[88760]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T07:55:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:02 smithi042 ceph-mon[94096]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T07:55:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:02 smithi042 ceph-mon[96574]: osdmap e2279: 8 total, 8 up, 8 in 2024-09-16T07:55:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:03 smithi164 ceph-mon[88760]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T07:55:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:03 smithi164 ceph-mon[88760]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-09-16T07:55:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:03 smithi042 ceph-mon[94096]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T07:55:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:03 smithi042 ceph-mon[94096]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-09-16T07:55:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:03 smithi042 ceph-mon[96574]: osdmap e2280: 8 total, 8 up, 8 in 2024-09-16T07:55:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:03 smithi042 ceph-mon[96574]: pgmap v3982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 90 op/s 2024-09-16T07:55:04.559 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-09-16T07:55:04.653 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-09-16T07:55:04.723 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-09-16T07:55:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:04 smithi164 ceph-mon[88760]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T07:55:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:04 smithi164 ceph-mon[88760]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T07:55:04.794 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-09-16T07:55:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[94096]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T07:55:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:04.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[94096]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T07:55:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[96574]: osdmap e2281: 8 total, 8 up, 8 in 2024-09-16T07:55:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:04.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:04 smithi042 ceph-mon[96574]: osdmap e2282: 8 total, 8 up, 8 in 2024-09-16T07:55:05.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:05 smithi042 ceph-mon[94096]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T07:55:05.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:05 smithi042 ceph-mon[96574]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T07:55:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:05 smithi164 ceph-mon[88760]: pgmap v3985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-09-16T07:55:06.597 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-09-16T07:55:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:06 smithi042 ceph-mon[94096]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T07:55:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:06 smithi042 ceph-mon[96574]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T07:55:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:06 smithi164 ceph-mon[88760]: osdmap e2283: 8 total, 8 up, 8 in 2024-09-16T07:55:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:07 smithi042 ceph-mon[94096]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T07:55:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:07 smithi042 ceph-mon[94096]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-16T07:55:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:07 smithi042 ceph-mon[96574]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T07:55:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:07 smithi042 ceph-mon[96574]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-16T07:55:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:07 smithi164 ceph-mon[88760]: osdmap e2284: 8 total, 8 up, 8 in 2024-09-16T07:55:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:07 smithi164 ceph-mon[88760]: pgmap v3988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.5 KiB/s wr, 102 op/s 2024-09-16T07:55:08.593 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-09-16T07:55:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:08 smithi042 ceph-mon[94096]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T07:55:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:08 smithi042 ceph-mon[96574]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T07:55:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:08 smithi164 ceph-mon[88760]: osdmap e2285: 8 total, 8 up, 8 in 2024-09-16T07:55:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[94096]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T07:55:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[94096]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 176 op/s 2024-09-16T07:55:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[94096]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T07:55:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[96574]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T07:55:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[96574]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 176 op/s 2024-09-16T07:55:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:09 smithi042 ceph-mon[96574]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T07:55:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:09 smithi164 ceph-mon[88760]: osdmap e2286: 8 total, 8 up, 8 in 2024-09-16T07:55:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:09 smithi164 ceph-mon[88760]: pgmap v3991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 8.0 KiB/s wr, 176 op/s 2024-09-16T07:55:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:09 smithi164 ceph-mon[88760]: osdmap e2287: 8 total, 8 up, 8 in 2024-09-16T07:55:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:11 smithi042 ceph-mon[94096]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T07:55:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:11 smithi042 ceph-mon[94096]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-09-16T07:55:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:11] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-09-16T07:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:11 smithi042 ceph-mon[96574]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T07:55:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:11 smithi042 ceph-mon[96574]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-09-16T07:55:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:11 smithi164 ceph-mon[88760]: osdmap e2288: 8 total, 8 up, 8 in 2024-09-16T07:55:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:11 smithi164 ceph-mon[88760]: pgmap v3994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 168 KiB/s rd, 15 KiB/s wr, 232 op/s 2024-09-16T07:55:12.576 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-09-16T07:55:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:12 smithi164 ceph-mon[88760]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T07:55:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:12 smithi042 ceph-mon[94096]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T07:55:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:12 smithi042 ceph-mon[96574]: osdmap e2289: 8 total, 8 up, 8 in 2024-09-16T07:55:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:13 smithi042 ceph-mon[94096]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T07:55:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:13 smithi042 ceph-mon[94096]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 257 op/s 2024-09-16T07:55:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:13 smithi042 ceph-mon[96574]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T07:55:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:13 smithi042 ceph-mon[96574]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 257 op/s 2024-09-16T07:55:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:13 smithi164 ceph-mon[88760]: osdmap e2290: 8 total, 8 up, 8 in 2024-09-16T07:55:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:13 smithi164 ceph-mon[88760]: pgmap v3997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 185 KiB/s rd, 21 KiB/s wr, 257 op/s 2024-09-16T07:55:14.565 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-09-16T07:55:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:14 smithi164 ceph-mon[88760]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T07:55:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:14 smithi164 ceph-mon[88760]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T07:55:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:14 smithi042 ceph-mon[94096]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T07:55:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:14 smithi042 ceph-mon[94096]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T07:55:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:14 smithi042 ceph-mon[96574]: osdmap e2291: 8 total, 8 up, 8 in 2024-09-16T07:55:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:14 smithi042 ceph-mon[96574]: osdmap e2292: 8 total, 8 up, 8 in 2024-09-16T07:55:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:15 smithi042 ceph-mon[96574]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-09-16T07:55:15.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:15 smithi042 ceph-mon[94096]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-09-16T07:55:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:15 smithi164 ceph-mon[88760]: pgmap v4000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-09-16T07:55:16.590 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-09-16T07:55:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:16 smithi042 ceph-mon[94096]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T07:55:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:16 smithi042 ceph-mon[96574]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T07:55:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:16 smithi164 ceph-mon[88760]: osdmap e2293: 8 total, 8 up, 8 in 2024-09-16T07:55:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:17 smithi042 ceph-mon[94096]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T07:55:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:17 smithi042 ceph-mon[94096]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 86 op/s 2024-09-16T07:55:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:17 smithi042 ceph-mon[96574]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T07:55:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:17 smithi042 ceph-mon[96574]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 86 op/s 2024-09-16T07:55:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:17 smithi164 ceph-mon[88760]: osdmap e2294: 8 total, 8 up, 8 in 2024-09-16T07:55:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:17 smithi164 ceph-mon[88760]: pgmap v4003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 8.2 KiB/s wr, 86 op/s 2024-09-16T07:55:18.603 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-09-16T07:55:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:18 smithi042 ceph-mon[94096]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T07:55:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:18 smithi042 ceph-mon[96574]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T07:55:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:18 smithi164 ceph-mon[88760]: osdmap e2295: 8 total, 8 up, 8 in 2024-09-16T07:55:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[94096]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T07:55:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[94096]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-16T07:55:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[94096]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T07:55:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[96574]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T07:55:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[96574]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-16T07:55:19.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:19 smithi042 ceph-mon[96574]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T07:55:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:19 smithi164 ceph-mon[88760]: osdmap e2296: 8 total, 8 up, 8 in 2024-09-16T07:55:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:19 smithi164 ceph-mon[88760]: pgmap v4006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.7 KiB/s wr, 109 op/s 2024-09-16T07:55:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:19 smithi164 ceph-mon[88760]: osdmap e2297: 8 total, 8 up, 8 in 2024-09-16T07:55:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:21 smithi042 ceph-mon[94096]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T07:55:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:21 smithi042 ceph-mon[94096]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-09-16T07:55:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:21] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-09-16T07:55:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:21 smithi042 ceph-mon[96574]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T07:55:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:21 smithi042 ceph-mon[96574]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-09-16T07:55:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:21 smithi164 ceph-mon[88760]: osdmap e2298: 8 total, 8 up, 8 in 2024-09-16T07:55:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:21 smithi164 ceph-mon[88760]: pgmap v4009: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 9.5 KiB/s wr, 115 op/s 2024-09-16T07:55:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:22 smithi164 ceph-mon[88760]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T07:55:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:22 smithi042 ceph-mon[94096]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T07:55:22.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:22 smithi042 ceph-mon[96574]: osdmap e2299: 8 total, 8 up, 8 in 2024-09-16T07:55:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:23 smithi042 ceph-mon[94096]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T07:55:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:23 smithi042 ceph-mon[94096]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-09-16T07:55:23.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:23 smithi042 ceph-mon[96574]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T07:55:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:23 smithi042 ceph-mon[96574]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-09-16T07:55:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:23 smithi164 ceph-mon[88760]: osdmap e2300: 8 total, 8 up, 8 in 2024-09-16T07:55:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:23 smithi164 ceph-mon[88760]: pgmap v4012: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 11 KiB/s wr, 130 op/s 2024-09-16T07:55:24.563 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-09-16T07:55:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:24 smithi042 ceph-mon[94096]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T07:55:24.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:24 smithi042 ceph-mon[94096]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T07:55:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:24 smithi042 ceph-mon[96574]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T07:55:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:24 smithi042 ceph-mon[96574]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T07:55:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:24 smithi164 ceph-mon[88760]: osdmap e2301: 8 total, 8 up, 8 in 2024-09-16T07:55:24.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:24 smithi164 ceph-mon[88760]: osdmap e2302: 8 total, 8 up, 8 in 2024-09-16T07:55:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:25 smithi042 ceph-mon[94096]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-16T07:55:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:25 smithi042 ceph-mon[96574]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-16T07:55:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:25 smithi164 ceph-mon[88760]: pgmap v4015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 115 op/s 2024-09-16T07:55:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:26 smithi042 ceph-mon[94096]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T07:55:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:26 smithi042 ceph-mon[96574]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T07:55:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:26 smithi164 ceph-mon[88760]: osdmap e2303: 8 total, 8 up, 8 in 2024-09-16T07:55:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:27 smithi042 ceph-mon[94096]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T07:55:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:27 smithi042 ceph-mon[94096]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:55:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:27 smithi042 ceph-mon[96574]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T07:55:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:27 smithi042 ceph-mon[96574]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:55:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:27 smithi164 ceph-mon[88760]: osdmap e2304: 8 total, 8 up, 8 in 2024-09-16T07:55:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:27 smithi164 ceph-mon[88760]: pgmap v4018: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.7 KiB/s wr, 64 op/s 2024-09-16T07:55:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:28 smithi042 ceph-mon[94096]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T07:55:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:28 smithi042 ceph-mon[96574]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T07:55:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:28 smithi164 ceph-mon[88760]: osdmap e2305: 8 total, 8 up, 8 in 2024-09-16T07:55:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[94096]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T07:55:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[94096]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-09-16T07:55:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[94096]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T07:55:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[96574]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T07:55:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[96574]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-09-16T07:55:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:29 smithi042 ceph-mon[96574]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T07:55:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:29 smithi164 ceph-mon[88760]: osdmap e2306: 8 total, 8 up, 8 in 2024-09-16T07:55:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:29 smithi164 ceph-mon[88760]: pgmap v4021: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-09-16T07:55:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:29 smithi164 ceph-mon[88760]: osdmap e2307: 8 total, 8 up, 8 in 2024-09-16T07:55:30.561 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-09-16T07:55:31.481 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:31 smithi042 ceph-mon[94096]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T07:55:31.481 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:31] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-09-16T07:55:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:31 smithi164 ceph-mon[88760]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T07:55:31.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:31 smithi164 ceph-mon[88760]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-16T07:55:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:31 smithi042 ceph-mon[94096]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-16T07:55:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:31 smithi042 ceph-mon[96574]: osdmap e2308: 8 total, 8 up, 8 in 2024-09-16T07:55:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:31 smithi042 ceph-mon[96574]: pgmap v4024: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 6.2 KiB/s wr, 101 op/s 2024-09-16T07:55:32.574 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-09-16T07:55:32.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:32 smithi164 ceph-mon[88760]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T07:55:32.641 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:32 smithi042 ceph-mon[94096]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T07:55:32.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:32 smithi042 ceph-mon[96574]: osdmap e2309: 8 total, 8 up, 8 in 2024-09-16T07:55:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:33 smithi042 ceph-mon[96574]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T07:55:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:33 smithi042 ceph-mon[96574]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-09-16T07:55:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:33 smithi042 ceph-mon[94096]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T07:55:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:33 smithi042 ceph-mon[94096]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-09-16T07:55:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:33 smithi164 ceph-mon[88760]: osdmap e2310: 8 total, 8 up, 8 in 2024-09-16T07:55:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:33 smithi164 ceph-mon[88760]: pgmap v4027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-09-16T07:55:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[94096]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T07:55:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[94096]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T07:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[96574]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T07:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:34 smithi042 ceph-mon[96574]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T07:55:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:34 smithi164 ceph-mon[88760]: osdmap e2311: 8 total, 8 up, 8 in 2024-09-16T07:55:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:34 smithi164 ceph-mon[88760]: osdmap e2312: 8 total, 8 up, 8 in 2024-09-16T07:55:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:35 smithi042 ceph-mon[94096]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.2 KiB/s wr, 97 op/s 2024-09-16T07:55:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:35 smithi042 ceph-mon[96574]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.2 KiB/s wr, 97 op/s 2024-09-16T07:55:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:35 smithi164 ceph-mon[88760]: pgmap v4030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 7.2 KiB/s wr, 97 op/s 2024-09-16T07:55:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:36 smithi042 ceph-mon[94096]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T07:55:36.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:36 smithi042 ceph-mon[96574]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T07:55:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:36 smithi164 ceph-mon[88760]: osdmap e2313: 8 total, 8 up, 8 in 2024-09-16T07:55:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:37 smithi042 ceph-mon[96574]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T07:55:37.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:37 smithi042 ceph-mon[96574]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T07:55:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:37 smithi042 ceph-mon[94096]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T07:55:37.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:37 smithi042 ceph-mon[94096]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T07:55:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:37 smithi164 ceph-mon[88760]: osdmap e2314: 8 total, 8 up, 8 in 2024-09-16T07:55:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:37 smithi164 ceph-mon[88760]: pgmap v4033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.5 KiB/s wr, 112 op/s 2024-09-16T07:55:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:38 smithi042 ceph-mon[96574]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T07:55:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:38 smithi042 ceph-mon[94096]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T07:55:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:38 smithi164 ceph-mon[88760]: osdmap e2315: 8 total, 8 up, 8 in 2024-09-16T07:55:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T07:55:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 KiB/s wr, 104 op/s 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[94096]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 KiB/s wr, 104 op/s 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:55:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:55:39.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:39 smithi042 ceph-mon[96574]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: osdmap e2316: 8 total, 8 up, 8 in 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: pgmap v4036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 4.0 KiB/s wr, 104 op/s 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:55:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:39 smithi164 ceph-mon[88760]: osdmap e2317: 8 total, 8 up, 8 in 2024-09-16T07:55:41.483 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:41] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-09-16T07:55:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:41 smithi164 ceph-mon[88760]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T07:55:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:41 smithi164 ceph-mon[88760]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-09-16T07:55:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:41 smithi042 ceph-mon[94096]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T07:55:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:41 smithi042 ceph-mon[94096]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-09-16T07:55:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:41 smithi042 ceph-mon[96574]: osdmap e2318: 8 total, 8 up, 8 in 2024-09-16T07:55:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:41 smithi042 ceph-mon[96574]: pgmap v4039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-09-16T07:55:42.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:42 smithi164 ceph-mon[88760]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T07:55:42.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:42 smithi042 ceph-mon[94096]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T07:55:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:42 smithi042 ceph-mon[96574]: osdmap e2319: 8 total, 8 up, 8 in 2024-09-16T07:55:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:43 smithi042 ceph-mon[94096]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T07:55:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:43 smithi042 ceph-mon[94096]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:55:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:43 smithi042 ceph-mon[96574]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T07:55:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:43 smithi042 ceph-mon[96574]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:55:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:43 smithi164 ceph-mon[88760]: osdmap e2320: 8 total, 8 up, 8 in 2024-09-16T07:55:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:43 smithi164 ceph-mon[88760]: pgmap v4042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:55:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:44 smithi042 ceph-mon[94096]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T07:55:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:44 smithi042 ceph-mon[96574]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T07:55:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:44 smithi164 ceph-mon[88760]: osdmap e2321: 8 total, 8 up, 8 in 2024-09-16T07:55:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:45 smithi042 ceph-mon[94096]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T07:55:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:45 smithi042 ceph-mon[94096]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-09-16T07:55:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:45 smithi042 ceph-mon[96574]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T07:55:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:45 smithi042 ceph-mon[96574]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-09-16T07:55:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:45 smithi164 ceph-mon[88760]: osdmap e2322: 8 total, 8 up, 8 in 2024-09-16T07:55:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:45 smithi164 ceph-mon[88760]: pgmap v4045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-09-16T07:55:46.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:46 smithi042 ceph-mon[94096]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T07:55:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:46 smithi042 ceph-mon[96574]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T07:55:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:46 smithi164 ceph-mon[88760]: osdmap e2323: 8 total, 8 up, 8 in 2024-09-16T07:55:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:47 smithi042 ceph-mon[94096]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T07:55:47.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:47 smithi042 ceph-mon[94096]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T07:55:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:47 smithi042 ceph-mon[96574]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T07:55:47.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:47 smithi042 ceph-mon[96574]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T07:55:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:47 smithi164 ceph-mon[88760]: osdmap e2324: 8 total, 8 up, 8 in 2024-09-16T07:55:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:47 smithi164 ceph-mon[88760]: pgmap v4048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 3.7 KiB/s wr, 89 op/s 2024-09-16T07:55:48.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:48 smithi042 ceph-mon[94096]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T07:55:48.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:48 smithi042 ceph-mon[96574]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T07:55:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:48 smithi164 ceph-mon[88760]: osdmap e2325: 8 total, 8 up, 8 in 2024-09-16T07:55:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[94096]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T07:55:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:49.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[94096]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.2 KiB/s wr, 151 op/s 2024-09-16T07:55:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[96574]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T07:55:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:49.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:49 smithi042 ceph-mon[96574]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.2 KiB/s wr, 151 op/s 2024-09-16T07:55:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:49 smithi164 ceph-mon[88760]: osdmap e2326: 8 total, 8 up, 8 in 2024-09-16T07:55:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:55:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:49 smithi164 ceph-mon[88760]: pgmap v4051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.2 KiB/s wr, 151 op/s 2024-09-16T07:55:50.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:50 smithi042 ceph-mon[94096]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T07:55:50.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:50 smithi042 ceph-mon[96574]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T07:55:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:50 smithi164 ceph-mon[88760]: osdmap e2327: 8 total, 8 up, 8 in 2024-09-16T07:55:51.547 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:55:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:55:51] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-09-16T07:55:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:51 smithi042 ceph-mon[96574]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T07:55:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:51 smithi042 ceph-mon[96574]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-16T07:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:51 smithi042 ceph-mon[94096]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T07:55:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:51 smithi042 ceph-mon[94096]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-16T07:55:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:51 smithi164 ceph-mon[88760]: osdmap e2328: 8 total, 8 up, 8 in 2024-09-16T07:55:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:51 smithi164 ceph-mon[88760]: pgmap v4054: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-09-16T07:55:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:52 smithi164 ceph-mon[88760]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T07:55:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:55:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:55:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:52 smithi042 ceph-mon[94096]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T07:55:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:52 smithi042 ceph-mon[96574]: osdmap e2329: 8 total, 8 up, 8 in 2024-09-16T07:55:53.855 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:53 smithi042 ceph-mon[96574]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T07:55:53.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:53 smithi042 ceph-mon[96574]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T07:55:53.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:53 smithi042 ceph-mon[94096]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T07:55:53.856 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:53 smithi042 ceph-mon[94096]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T07:55:53.994 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:53 smithi164 ceph-mon[88760]: osdmap e2330: 8 total, 8 up, 8 in 2024-09-16T07:55:53.994 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:53 smithi164 ceph-mon[88760]: pgmap v4057: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-09-16T07:55:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:54 smithi042 ceph-mon[96574]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T07:55:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:54 smithi042 ceph-mon[94096]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T07:55:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:54 smithi164 ceph-mon[88760]: osdmap e2331: 8 total, 8 up, 8 in 2024-09-16T07:55:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:55 smithi042 ceph-mon[96574]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T07:55:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:55 smithi042 ceph-mon[96574]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.0 KiB/s wr, 194 op/s 2024-09-16T07:55:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:55 smithi042 ceph-mon[94096]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T07:55:55.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:55 smithi042 ceph-mon[94096]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.0 KiB/s wr, 194 op/s 2024-09-16T07:55:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:55 smithi164 ceph-mon[88760]: osdmap e2332: 8 total, 8 up, 8 in 2024-09-16T07:55:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:55 smithi164 ceph-mon[88760]: pgmap v4060: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.0 KiB/s wr, 194 op/s 2024-09-16T07:55:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:56 smithi042 ceph-mon[96574]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T07:55:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:56 smithi042 ceph-mon[94096]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T07:55:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:56 smithi164 ceph-mon[88760]: osdmap e2333: 8 total, 8 up, 8 in 2024-09-16T07:55:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:57 smithi042 ceph-mon[94096]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T07:55:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:57 smithi042 ceph-mon[94096]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 3.2 KiB/s wr, 193 op/s 2024-09-16T07:55:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:57 smithi042 ceph-mon[96574]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T07:55:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:57 smithi042 ceph-mon[96574]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 3.2 KiB/s wr, 193 op/s 2024-09-16T07:55:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:57 smithi164 ceph-mon[88760]: osdmap e2334: 8 total, 8 up, 8 in 2024-09-16T07:55:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:57 smithi164 ceph-mon[88760]: pgmap v4063: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 3.2 KiB/s wr, 193 op/s 2024-09-16T07:55:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:58 smithi042 ceph-mon[94096]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T07:55:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:58 smithi042 ceph-mon[96574]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T07:55:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:58 smithi164 ceph-mon[88760]: osdmap e2335: 8 total, 8 up, 8 in 2024-09-16T07:55:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:59 smithi042 ceph-mon[94096]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T07:55:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:55:59 smithi042 ceph-mon[94096]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:55:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:59 smithi042 ceph-mon[96574]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T07:55:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:55:59 smithi042 ceph-mon[96574]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:55:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:59 smithi164 ceph-mon[88760]: osdmap e2336: 8 total, 8 up, 8 in 2024-09-16T07:55:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:55:59 smithi164 ceph-mon[88760]: pgmap v4066: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:56:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:00 smithi164 ceph-mon[88760]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T07:56:01.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:00 smithi042 ceph-mon[94096]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T07:56:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:00 smithi042 ceph-mon[96574]: osdmap e2337: 8 total, 8 up, 8 in 2024-09-16T07:56:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:01] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.43.0" 2024-09-16T07:56:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:01 smithi164 ceph-mon[88760]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T07:56:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:01 smithi164 ceph-mon[88760]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:56:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:01 smithi042 ceph-mon[94096]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T07:56:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:01 smithi042 ceph-mon[94096]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:56:02.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:01 smithi042 ceph-mon[96574]: osdmap e2338: 8 total, 8 up, 8 in 2024-09-16T07:56:02.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:01 smithi042 ceph-mon[96574]: pgmap v4069: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-09-16T07:56:02.621 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:02.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:02 smithi164 ceph-mon[88760]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T07:56:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:02 smithi042 ceph-mon[94096]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T07:56:03.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:02 smithi042 ceph-mon[96574]: osdmap e2339: 8 total, 8 up, 8 in 2024-09-16T07:56:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:03 smithi164 ceph-mon[88760]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T07:56:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:03 smithi164 ceph-mon[88760]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:03 smithi042 ceph-mon[94096]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T07:56:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:03 smithi042 ceph-mon[94096]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:04.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:03 smithi042 ceph-mon[96574]: osdmap e2340: 8 total, 8 up, 8 in 2024-09-16T07:56:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:03 smithi042 ceph-mon[96574]: pgmap v4072: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:04 smithi164 ceph-mon[88760]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T07:56:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:04 smithi042 ceph-mon[94096]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T07:56:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:04 smithi042 ceph-mon[96574]: osdmap e2341: 8 total, 8 up, 8 in 2024-09-16T07:56:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:05 smithi164 ceph-mon[88760]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T07:56:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:05 smithi164 ceph-mon[88760]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-09-16T07:56:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:05 smithi042 ceph-mon[94096]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T07:56:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:05 smithi042 ceph-mon[94096]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-09-16T07:56:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:05 smithi042 ceph-mon[96574]: osdmap e2342: 8 total, 8 up, 8 in 2024-09-16T07:56:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:05 smithi042 ceph-mon[96574]: pgmap v4075: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-09-16T07:56:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:06 smithi164 ceph-mon[88760]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T07:56:07.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:06 smithi042 ceph-mon[94096]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T07:56:07.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:06 smithi042 ceph-mon[96574]: osdmap e2343: 8 total, 8 up, 8 in 2024-09-16T07:56:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:07 smithi164 ceph-mon[88760]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T07:56:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:07 smithi164 ceph-mon[88760]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-09-16T07:56:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:07 smithi042 ceph-mon[94096]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T07:56:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:07 smithi042 ceph-mon[94096]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-09-16T07:56:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:07 smithi042 ceph-mon[96574]: osdmap e2344: 8 total, 8 up, 8 in 2024-09-16T07:56:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:07 smithi042 ceph-mon[96574]: pgmap v4078: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 3.0 KiB/s wr, 280 op/s 2024-09-16T07:56:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:08 smithi164 ceph-mon[88760]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T07:56:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:08 smithi042 ceph-mon[94096]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T07:56:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:08 smithi042 ceph-mon[96574]: osdmap e2345: 8 total, 8 up, 8 in 2024-09-16T07:56:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:09 smithi164 ceph-mon[88760]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T07:56:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:09 smithi164 ceph-mon[88760]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.2 KiB/s wr, 326 op/s 2024-09-16T07:56:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:09 smithi042 ceph-mon[94096]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T07:56:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:09 smithi042 ceph-mon[94096]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.2 KiB/s wr, 326 op/s 2024-09-16T07:56:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:09 smithi042 ceph-mon[96574]: osdmap e2346: 8 total, 8 up, 8 in 2024-09-16T07:56:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:09 smithi042 ceph-mon[96574]: pgmap v4081: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.2 KiB/s wr, 326 op/s 2024-09-16T07:56:10.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:10 smithi164 ceph-mon[88760]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T07:56:11.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:10 smithi042 ceph-mon[94096]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T07:56:11.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:10 smithi042 ceph-mon[96574]: osdmap e2347: 8 total, 8 up, 8 in 2024-09-16T07:56:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:11] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.43.0" 2024-09-16T07:56:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:11 smithi164 ceph-mon[88760]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T07:56:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:11 smithi164 ceph-mon[88760]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-16T07:56:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:11 smithi042 ceph-mon[94096]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T07:56:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:11 smithi042 ceph-mon[94096]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-16T07:56:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:11 smithi042 ceph-mon[96574]: osdmap e2348: 8 total, 8 up, 8 in 2024-09-16T07:56:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:11 smithi042 ceph-mon[96574]: pgmap v4084: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-09-16T07:56:12.674 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:12 smithi164 ceph-mon[88760]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T07:56:13.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:12 smithi042 ceph-mon[94096]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T07:56:13.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:12 smithi042 ceph-mon[96574]: osdmap e2349: 8 total, 8 up, 8 in 2024-09-16T07:56:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:13 smithi164 ceph-mon[88760]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T07:56:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:13 smithi164 ceph-mon[88760]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-09-16T07:56:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:13 smithi042 ceph-mon[94096]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T07:56:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:13 smithi042 ceph-mon[94096]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-09-16T07:56:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:13 smithi042 ceph-mon[96574]: osdmap e2350: 8 total, 8 up, 8 in 2024-09-16T07:56:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:13 smithi042 ceph-mon[96574]: pgmap v4087: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-09-16T07:56:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:14 smithi164 ceph-mon[88760]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T07:56:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:14 smithi042 ceph-mon[94096]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T07:56:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:14 smithi042 ceph-mon[96574]: osdmap e2351: 8 total, 8 up, 8 in 2024-09-16T07:56:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:15 smithi164 ceph-mon[88760]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T07:56:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:15 smithi164 ceph-mon[88760]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-09-16T07:56:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:15 smithi042 ceph-mon[94096]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T07:56:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:15 smithi042 ceph-mon[94096]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-09-16T07:56:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:15 smithi042 ceph-mon[96574]: osdmap e2352: 8 total, 8 up, 8 in 2024-09-16T07:56:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:15 smithi042 ceph-mon[96574]: pgmap v4090: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-09-16T07:56:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:16 smithi164 ceph-mon[88760]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T07:56:17.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:16 smithi042 ceph-mon[94096]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T07:56:17.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:16 smithi042 ceph-mon[96574]: osdmap e2353: 8 total, 8 up, 8 in 2024-09-16T07:56:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:17 smithi164 ceph-mon[88760]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T07:56:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:17 smithi164 ceph-mon[88760]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-09-16T07:56:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:17 smithi042 ceph-mon[94096]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T07:56:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:17 smithi042 ceph-mon[94096]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-09-16T07:56:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:17 smithi042 ceph-mon[96574]: osdmap e2354: 8 total, 8 up, 8 in 2024-09-16T07:56:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:17 smithi042 ceph-mon[96574]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-09-16T07:56:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:18 smithi164 ceph-mon[88760]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T07:56:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:18 smithi042 ceph-mon[94096]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T07:56:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:18 smithi042 ceph-mon[96574]: osdmap e2355: 8 total, 8 up, 8 in 2024-09-16T07:56:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:19 smithi164 ceph-mon[88760]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T07:56:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:19 smithi164 ceph-mon[88760]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-09-16T07:56:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[94096]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T07:56:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[94096]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-09-16T07:56:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[96574]: osdmap e2356: 8 total, 8 up, 8 in 2024-09-16T07:56:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:19 smithi042 ceph-mon[96574]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.2 KiB/s wr, 413 op/s 2024-09-16T07:56:20.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:20 smithi164 ceph-mon[88760]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T07:56:21.004 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:20 smithi042 ceph-mon[94096]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T07:56:21.005 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:20 smithi042 ceph-mon[96574]: osdmap e2357: 8 total, 8 up, 8 in 2024-09-16T07:56:21.353 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:21] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T07:56:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:21 smithi164 ceph-mon[88760]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T07:56:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:21 smithi164 ceph-mon[88760]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-16T07:56:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:21 smithi042 ceph-mon[94096]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T07:56:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:21 smithi042 ceph-mon[94096]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-16T07:56:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:21 smithi042 ceph-mon[96574]: osdmap e2358: 8 total, 8 up, 8 in 2024-09-16T07:56:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:21 smithi042 ceph-mon[96574]: pgmap v4099: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-09-16T07:56:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:23.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:22 smithi042 ceph-mon[94096]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T07:56:23.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:22 smithi042 ceph-mon[96574]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T07:56:23.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:22 smithi164 ceph-mon[88760]: osdmap e2359: 8 total, 8 up, 8 in 2024-09-16T07:56:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:23 smithi042 ceph-mon[94096]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T07:56:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:23 smithi042 ceph-mon[94096]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:56:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:23 smithi042 ceph-mon[96574]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T07:56:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:23 smithi042 ceph-mon[96574]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:56:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:23 smithi164 ceph-mon[88760]: osdmap e2360: 8 total, 8 up, 8 in 2024-09-16T07:56:24.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:23 smithi164 ceph-mon[88760]: pgmap v4102: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:56:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:24 smithi042 ceph-mon[94096]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T07:56:25.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:24 smithi042 ceph-mon[96574]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T07:56:25.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:24 smithi164 ceph-mon[88760]: osdmap e2361: 8 total, 8 up, 8 in 2024-09-16T07:56:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:25 smithi042 ceph-mon[96574]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T07:56:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:25 smithi042 ceph-mon[96574]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-16T07:56:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:25 smithi042 ceph-mon[94096]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T07:56:26.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:25 smithi042 ceph-mon[94096]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-16T07:56:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:25 smithi164 ceph-mon[88760]: osdmap e2362: 8 total, 8 up, 8 in 2024-09-16T07:56:26.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:25 smithi164 ceph-mon[88760]: pgmap v4105: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.2 KiB/s wr, 456 op/s 2024-09-16T07:56:27.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:26 smithi042 ceph-mon[96574]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T07:56:27.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:26 smithi042 ceph-mon[94096]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T07:56:27.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:26 smithi164 ceph-mon[88760]: osdmap e2363: 8 total, 8 up, 8 in 2024-09-16T07:56:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:27 smithi042 ceph-mon[96574]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T07:56:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:27 smithi042 ceph-mon[96574]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-16T07:56:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:27 smithi042 ceph-mon[94096]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T07:56:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:27 smithi042 ceph-mon[94096]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-16T07:56:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:27 smithi164 ceph-mon[88760]: osdmap e2364: 8 total, 8 up, 8 in 2024-09-16T07:56:28.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:27 smithi164 ceph-mon[88760]: pgmap v4108: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 340 KiB/s rd, 3.5 KiB/s wr, 455 op/s 2024-09-16T07:56:29.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:28 smithi042 ceph-mon[94096]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T07:56:29.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:28 smithi042 ceph-mon[96574]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T07:56:29.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:28 smithi164 ceph-mon[88760]: osdmap e2365: 8 total, 8 up, 8 in 2024-09-16T07:56:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:29 smithi042 ceph-mon[94096]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T07:56:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:29 smithi042 ceph-mon[94096]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-09-16T07:56:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:29 smithi042 ceph-mon[96574]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T07:56:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:29 smithi042 ceph-mon[96574]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-09-16T07:56:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:29 smithi164 ceph-mon[88760]: osdmap e2366: 8 total, 8 up, 8 in 2024-09-16T07:56:30.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:29 smithi164 ceph-mon[88760]: pgmap v4111: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-09-16T07:56:31.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:30 smithi042 ceph-mon[94096]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T07:56:31.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:30 smithi042 ceph-mon[96574]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T07:56:31.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:30 smithi164 ceph-mon[88760]: osdmap e2367: 8 total, 8 up, 8 in 2024-09-16T07:56:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:31] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T07:56:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:31 smithi042 ceph-mon[96574]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T07:56:32.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:31 smithi042 ceph-mon[96574]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-09-16T07:56:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:31 smithi042 ceph-mon[94096]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T07:56:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:31 smithi042 ceph-mon[94096]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-09-16T07:56:32.139 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:31 smithi164 ceph-mon[88760]: osdmap e2368: 8 total, 8 up, 8 in 2024-09-16T07:56:32.139 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:31 smithi164 ceph-mon[88760]: pgmap v4114: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.5 KiB/s wr, 500 op/s 2024-09-16T07:56:32.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:33.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:32 smithi042 ceph-mon[94096]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T07:56:33.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:32 smithi042 ceph-mon[96574]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T07:56:33.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:32 smithi164 ceph-mon[88760]: osdmap e2369: 8 total, 8 up, 8 in 2024-09-16T07:56:34.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:33 smithi042 ceph-mon[96574]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T07:56:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:33 smithi042 ceph-mon[96574]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:34.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:33 smithi042 ceph-mon[94096]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T07:56:34.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:33 smithi042 ceph-mon[94096]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:33 smithi164 ceph-mon[88760]: osdmap e2370: 8 total, 8 up, 8 in 2024-09-16T07:56:34.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:33 smithi164 ceph-mon[88760]: pgmap v4117: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:34 smithi042 ceph-mon[96574]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T07:56:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:34 smithi042 ceph-mon[94096]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T07:56:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:34 smithi164 ceph-mon[88760]: osdmap e2371: 8 total, 8 up, 8 in 2024-09-16T07:56:35.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:35 smithi042 ceph-mon[94096]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T07:56:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:35 smithi042 ceph-mon[94096]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-09-16T07:56:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:35 smithi042 ceph-mon[96574]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T07:56:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:35 smithi042 ceph-mon[96574]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-09-16T07:56:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:35 smithi164 ceph-mon[88760]: osdmap e2372: 8 total, 8 up, 8 in 2024-09-16T07:56:36.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:35 smithi164 ceph-mon[88760]: pgmap v4120: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-09-16T07:56:37.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:36 smithi042 ceph-mon[94096]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T07:56:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:36 smithi042 ceph-mon[96574]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T07:56:37.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:36 smithi164 ceph-mon[88760]: osdmap e2373: 8 total, 8 up, 8 in 2024-09-16T07:56:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:37 smithi042 ceph-mon[94096]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T07:56:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:37 smithi042 ceph-mon[94096]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-09-16T07:56:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:37 smithi042 ceph-mon[96574]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T07:56:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:37 smithi042 ceph-mon[96574]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-09-16T07:56:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:37 smithi164 ceph-mon[88760]: osdmap e2374: 8 total, 8 up, 8 in 2024-09-16T07:56:38.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:37 smithi164 ceph-mon[88760]: pgmap v4123: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 3.2 KiB/s wr, 543 op/s 2024-09-16T07:56:39.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:38 smithi042 ceph-mon[94096]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T07:56:39.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:38 smithi042 ceph-mon[96574]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T07:56:39.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:38 smithi164 ceph-mon[88760]: osdmap e2375: 8 total, 8 up, 8 in 2024-09-16T07:56:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:56:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:39 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: osdmap e2376: 8 total, 8 up, 8 in 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: pgmap v4126: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:56:40.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:39 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:56:41.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:40 smithi042 ceph-mon[94096]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T07:56:41.501 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:40 smithi042 ceph-mon[96574]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T07:56:41.501 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:40 smithi164 ceph-mon[88760]: osdmap e2377: 8 total, 8 up, 8 in 2024-09-16T07:56:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:41] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T07:56:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:41 smithi042 ceph-mon[94096]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T07:56:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:41 smithi042 ceph-mon[94096]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-09-16T07:56:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:41 smithi042 ceph-mon[96574]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T07:56:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:41 smithi042 ceph-mon[96574]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-09-16T07:56:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:41 smithi164 ceph-mon[88760]: osdmap e2378: 8 total, 8 up, 8 in 2024-09-16T07:56:42.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:41 smithi164 ceph-mon[88760]: pgmap v4129: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 3.5 KiB/s wr, 588 op/s 2024-09-16T07:56:42.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:43.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:42 smithi164 ceph-mon[88760]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T07:56:43.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:42 smithi042 ceph-mon[94096]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T07:56:43.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:42 smithi042 ceph-mon[96574]: osdmap e2379: 8 total, 8 up, 8 in 2024-09-16T07:56:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:43 smithi164 ceph-mon[88760]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T07:56:44.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:43 smithi164 ceph-mon[88760]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:44.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:43 smithi042 ceph-mon[94096]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T07:56:44.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:43 smithi042 ceph-mon[94096]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:44.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:43 smithi042 ceph-mon[96574]: osdmap e2380: 8 total, 8 up, 8 in 2024-09-16T07:56:44.358 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:43 smithi042 ceph-mon[96574]: pgmap v4132: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:56:45.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:44 smithi164 ceph-mon[88760]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T07:56:45.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:44 smithi042 ceph-mon[94096]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T07:56:45.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:44 smithi042 ceph-mon[96574]: osdmap e2381: 8 total, 8 up, 8 in 2024-09-16T07:56:46.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:45 smithi164 ceph-mon[88760]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T07:56:46.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:45 smithi164 ceph-mon[88760]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-09-16T07:56:46.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:45 smithi042 ceph-mon[94096]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T07:56:46.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:45 smithi042 ceph-mon[94096]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-09-16T07:56:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:45 smithi042 ceph-mon[96574]: osdmap e2382: 8 total, 8 up, 8 in 2024-09-16T07:56:46.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:45 smithi042 ceph-mon[96574]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2024-09-16T07:56:47.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:46 smithi164 ceph-mon[88760]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T07:56:47.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:46 smithi042 ceph-mon[94096]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T07:56:47.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:46 smithi042 ceph-mon[96574]: osdmap e2383: 8 total, 8 up, 8 in 2024-09-16T07:56:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:47 smithi164 ceph-mon[88760]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T07:56:48.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:47 smithi164 ceph-mon[88760]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 KiB/s wr, 634 op/s 2024-09-16T07:56:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:47 smithi042 ceph-mon[94096]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T07:56:48.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:47 smithi042 ceph-mon[94096]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 KiB/s wr, 634 op/s 2024-09-16T07:56:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:47 smithi042 ceph-mon[96574]: osdmap e2384: 8 total, 8 up, 8 in 2024-09-16T07:56:48.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:47 smithi042 ceph-mon[96574]: pgmap v4138: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 3.7 KiB/s wr, 634 op/s 2024-09-16T07:56:49.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:48 smithi164 ceph-mon[88760]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T07:56:49.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:48 smithi042 ceph-mon[94096]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T07:56:49.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:48 smithi042 ceph-mon[96574]: osdmap e2385: 8 total, 8 up, 8 in 2024-09-16T07:56:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:49 smithi164 ceph-mon[88760]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T07:56:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:50.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:49 smithi164 ceph-mon[88760]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[96574]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T07:56:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:50.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[96574]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:50.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[94096]: osdmap e2386: 8 total, 8 up, 8 in 2024-09-16T07:56:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:56:50.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:49 smithi042 ceph-mon[94096]: pgmap v4141: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:51.230 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:50 smithi042 ceph-mon[94096]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T07:56:51.231 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:50 smithi042 ceph-mon[96574]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T07:56:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:50 smithi164 ceph-mon[88760]: osdmap e2387: 8 total, 8 up, 8 in 2024-09-16T07:56:51.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:56:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:56:51] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T07:56:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:51 smithi164 ceph-mon[88760]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T07:56:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:51 smithi164 ceph-mon[88760]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:51 smithi042 ceph-mon[96574]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T07:56:52.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:51 smithi042 ceph-mon[96574]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:51 smithi042 ceph-mon[94096]: osdmap e2388: 8 total, 8 up, 8 in 2024-09-16T07:56:52.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:51 smithi042 ceph-mon[94096]: pgmap v4144: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 504 KiB/s rd, 3.5 KiB/s wr, 679 op/s 2024-09-16T07:56:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:56:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:56:53.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:52 smithi164 ceph-mon[88760]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T07:56:53.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:52 smithi042 ceph-mon[94096]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T07:56:53.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:52 smithi042 ceph-mon[96574]: osdmap e2389: 8 total, 8 up, 8 in 2024-09-16T07:56:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:53 smithi164 ceph-mon[88760]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T07:56:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:53 smithi164 ceph-mon[88760]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:54.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:53 smithi042 ceph-mon[94096]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T07:56:54.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:53 smithi042 ceph-mon[94096]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:53 smithi042 ceph-mon[96574]: osdmap e2390: 8 total, 8 up, 8 in 2024-09-16T07:56:54.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:53 smithi042 ceph-mon[96574]: pgmap v4147: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:56:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:54 smithi164 ceph-mon[88760]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T07:56:55.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:54 smithi042 ceph-mon[94096]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T07:56:55.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:54 smithi042 ceph-mon[96574]: osdmap e2391: 8 total, 8 up, 8 in 2024-09-16T07:56:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:55 smithi164 ceph-mon[88760]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T07:56:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:55 smithi164 ceph-mon[88760]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-09-16T07:56:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:55 smithi042 ceph-mon[94096]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T07:56:56.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:55 smithi042 ceph-mon[94096]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-09-16T07:56:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:55 smithi042 ceph-mon[96574]: osdmap e2392: 8 total, 8 up, 8 in 2024-09-16T07:56:56.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:55 smithi042 ceph-mon[96574]: pgmap v4150: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 537 KiB/s rd, 3.2 KiB/s wr, 723 op/s 2024-09-16T07:56:57.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:56 smithi164 ceph-mon[88760]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T07:56:57.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:56 smithi042 ceph-mon[94096]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T07:56:57.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:56 smithi042 ceph-mon[96574]: osdmap e2393: 8 total, 8 up, 8 in 2024-09-16T07:56:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:57 smithi164 ceph-mon[88760]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T07:56:58.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:57 smithi164 ceph-mon[88760]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-16T07:56:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:57 smithi042 ceph-mon[94096]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T07:56:58.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:57 smithi042 ceph-mon[94096]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-16T07:56:58.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:57 smithi042 ceph-mon[96574]: osdmap e2394: 8 total, 8 up, 8 in 2024-09-16T07:56:58.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:57 smithi042 ceph-mon[96574]: pgmap v4153: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 536 KiB/s rd, 3.0 KiB/s wr, 721 op/s 2024-09-16T07:56:59.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:58 smithi164 ceph-mon[88760]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T07:56:59.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:58 smithi042 ceph-mon[94096]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T07:56:59.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:58 smithi042 ceph-mon[96574]: osdmap e2395: 8 total, 8 up, 8 in 2024-09-16T07:57:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:59 smithi164 ceph-mon[88760]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T07:57:00.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:56:59 smithi164 ceph-mon[88760]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-16T07:57:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:59 smithi042 ceph-mon[94096]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T07:57:00.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:56:59 smithi042 ceph-mon[94096]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-16T07:57:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:59 smithi042 ceph-mon[96574]: osdmap e2396: 8 total, 8 up, 8 in 2024-09-16T07:57:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:56:59 smithi042 ceph-mon[96574]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-09-16T07:57:01.230 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:00 smithi042 ceph-mon[96574]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T07:57:01.231 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:00 smithi042 ceph-mon[94096]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T07:57:01.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:00 smithi164 ceph-mon[88760]: osdmap e2397: 8 total, 8 up, 8 in 2024-09-16T07:57:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:01] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T07:57:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:01 smithi164 ceph-mon[88760]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T07:57:02.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:01 smithi164 ceph-mon[88760]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-09-16T07:57:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:01 smithi042 ceph-mon[94096]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T07:57:02.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:01 smithi042 ceph-mon[94096]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-09-16T07:57:02.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:01 smithi042 ceph-mon[96574]: osdmap e2398: 8 total, 8 up, 8 in 2024-09-16T07:57:02.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:01 smithi042 ceph-mon[96574]: pgmap v4159: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 569 KiB/s rd, 4.0 KiB/s wr, 767 op/s 2024-09-16T07:57:02.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:03.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:02 smithi042 ceph-mon[94096]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T07:57:03.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:02 smithi042 ceph-mon[96574]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T07:57:03.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:02 smithi164 ceph-mon[88760]: osdmap e2399: 8 total, 8 up, 8 in 2024-09-16T07:57:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[94096]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[94096]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T07:57:04.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[96574]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[96574]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T07:57:04.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:03 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:03 smithi164 ceph-mon[88760]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:03 smithi164 ceph-mon[88760]: osdmap e2400: 8 total, 8 up, 8 in 2024-09-16T07:57:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:03 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:05.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:05 smithi042 ceph-mon[94096]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T07:57:05.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:05 smithi042 ceph-mon[96574]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T07:57:05.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:05 smithi164 ceph-mon[88760]: osdmap e2401: 8 total, 8 up, 8 in 2024-09-16T07:57:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:06 smithi042 ceph-mon[96574]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 3.0 KiB/s wr, 808 op/s 2024-09-16T07:57:06.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:06 smithi042 ceph-mon[96574]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T07:57:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:06 smithi042 ceph-mon[94096]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 3.0 KiB/s wr, 808 op/s 2024-09-16T07:57:06.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:06 smithi042 ceph-mon[94096]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T07:57:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:06 smithi164 ceph-mon[88760]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 600 KiB/s rd, 3.0 KiB/s wr, 808 op/s 2024-09-16T07:57:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:06 smithi164 ceph-mon[88760]: osdmap e2402: 8 total, 8 up, 8 in 2024-09-16T07:57:07.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:07 smithi042 ceph-mon[94096]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T07:57:07.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:07 smithi042 ceph-mon[96574]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T07:57:07.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:07 smithi164 ceph-mon[88760]: osdmap e2403: 8 total, 8 up, 8 in 2024-09-16T07:57:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:08 smithi042 ceph-mon[96574]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-09-16T07:57:08.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:08 smithi042 ceph-mon[96574]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T07:57:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:08 smithi042 ceph-mon[94096]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-09-16T07:57:08.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:08 smithi042 ceph-mon[94096]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T07:57:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:08 smithi164 ceph-mon[88760]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 3.2 KiB/s wr, 809 op/s 2024-09-16T07:57:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:08 smithi164 ceph-mon[88760]: osdmap e2404: 8 total, 8 up, 8 in 2024-09-16T07:57:09.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:09 smithi042 ceph-mon[94096]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T07:57:09.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:09 smithi042 ceph-mon[96574]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T07:57:09.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:09 smithi164 ceph-mon[88760]: osdmap e2405: 8 total, 8 up, 8 in 2024-09-16T07:57:10.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:10 smithi042 ceph-mon[94096]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:10.357 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:10 smithi042 ceph-mon[94096]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T07:57:10.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:10 smithi042 ceph-mon[96574]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:10.357 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:10 smithi042 ceph-mon[96574]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T07:57:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:10 smithi164 ceph-mon[88760]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:10 smithi164 ceph-mon[88760]: osdmap e2406: 8 total, 8 up, 8 in 2024-09-16T07:57:11.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:11 smithi042 ceph-mon[94096]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T07:57:11.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:11 smithi042 ceph-mon[96574]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T07:57:11.354 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:11] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:57:11.491 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:11 smithi164 ceph-mon[88760]: osdmap e2407: 8 total, 8 up, 8 in 2024-09-16T07:57:12.313 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:12 smithi164 ceph-mon[88760]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:12.314 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:12 smithi164 ceph-mon[88760]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T07:57:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:12 smithi042 ceph-mon[94096]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:12.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:12 smithi042 ceph-mon[94096]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T07:57:12.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:12 smithi042 ceph-mon[96574]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-09-16T07:57:12.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:12 smithi042 ceph-mon[96574]: osdmap e2408: 8 total, 8 up, 8 in 2024-09-16T07:57:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:13.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:13 smithi042 ceph-mon[94096]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T07:57:13.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:13 smithi042 ceph-mon[96574]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T07:57:13.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:13 smithi164 ceph-mon[88760]: osdmap e2409: 8 total, 8 up, 8 in 2024-09-16T07:57:14.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:14 smithi042 ceph-mon[94096]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:57:14.354 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:14 smithi042 ceph-mon[94096]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T07:57:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:14 smithi042 ceph-mon[96574]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:57:14.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:14 smithi042 ceph-mon[96574]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T07:57:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:14 smithi164 ceph-mon[88760]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:57:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:14 smithi164 ceph-mon[88760]: osdmap e2410: 8 total, 8 up, 8 in 2024-09-16T07:57:15.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:15 smithi042 ceph-mon[94096]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T07:57:15.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:15 smithi042 ceph-mon[96574]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T07:57:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:15 smithi164 ceph-mon[88760]: osdmap e2411: 8 total, 8 up, 8 in 2024-09-16T07:57:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:16 smithi042 ceph-mon[94096]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 898 op/s 2024-09-16T07:57:16.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:16 smithi042 ceph-mon[94096]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T07:57:16.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:16 smithi042 ceph-mon[96574]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 898 op/s 2024-09-16T07:57:16.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:16 smithi042 ceph-mon[96574]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T07:57:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:16 smithi164 ceph-mon[88760]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 667 KiB/s rd, 3.2 KiB/s wr, 898 op/s 2024-09-16T07:57:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:16 smithi164 ceph-mon[88760]: osdmap e2412: 8 total, 8 up, 8 in 2024-09-16T07:57:17.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:17 smithi042 ceph-mon[94096]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T07:57:17.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:17 smithi042 ceph-mon[96574]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T07:57:17.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:17 smithi164 ceph-mon[88760]: osdmap e2413: 8 total, 8 up, 8 in 2024-09-16T07:57:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:18 smithi042 ceph-mon[94096]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-09-16T07:57:18.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:18 smithi042 ceph-mon[94096]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T07:57:18.353 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:18 smithi042 ceph-mon[96574]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-09-16T07:57:18.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:18 smithi042 ceph-mon[96574]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T07:57:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:18 smithi164 ceph-mon[88760]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 3.7 KiB/s wr, 897 op/s 2024-09-16T07:57:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:18 smithi164 ceph-mon[88760]: osdmap e2414: 8 total, 8 up, 8 in 2024-09-16T07:57:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:19 smithi042 ceph-mon[94096]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T07:57:19.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:19 smithi042 ceph-mon[96574]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T07:57:19.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:19 smithi164 ceph-mon[88760]: osdmap e2415: 8 total, 8 up, 8 in 2024-09-16T07:57:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:20 smithi042 ceph-mon[94096]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-16T07:57:20.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:20 smithi042 ceph-mon[94096]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T07:57:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:20 smithi042 ceph-mon[96574]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-16T07:57:20.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:20 smithi042 ceph-mon[96574]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T07:57:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:20 smithi164 ceph-mon[88760]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-09-16T07:57:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:20 smithi164 ceph-mon[88760]: osdmap e2416: 8 total, 8 up, 8 in 2024-09-16T07:57:21.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:21 smithi164 ceph-mon[88760]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T07:57:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:21 smithi042 ceph-mon[94096]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T07:57:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:21 smithi042 ceph-mon[96574]: osdmap e2417: 8 total, 8 up, 8 in 2024-09-16T07:57:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:21] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:57:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:22 smithi164 ceph-mon[88760]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-09-16T07:57:22.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:22 smithi164 ceph-mon[88760]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T07:57:22.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:22 smithi042 ceph-mon[94096]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-09-16T07:57:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:22 smithi042 ceph-mon[94096]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T07:57:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:22 smithi042 ceph-mon[96574]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 3.2 KiB/s wr, 941 op/s 2024-09-16T07:57:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:22 smithi042 ceph-mon[96574]: osdmap e2418: 8 total, 8 up, 8 in 2024-09-16T07:57:23.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:23 smithi164 ceph-mon[88760]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T07:57:23.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:23 smithi042 ceph-mon[94096]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T07:57:23.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:23 smithi042 ceph-mon[96574]: osdmap e2419: 8 total, 8 up, 8 in 2024-09-16T07:57:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:24 smithi164 ceph-mon[88760]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:57:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:24 smithi164 ceph-mon[88760]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T07:57:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:24 smithi042 ceph-mon[94096]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:57:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:24 smithi042 ceph-mon[94096]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T07:57:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:24 smithi042 ceph-mon[96574]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-09-16T07:57:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:24 smithi042 ceph-mon[96574]: osdmap e2420: 8 total, 8 up, 8 in 2024-09-16T07:57:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:25 smithi164 ceph-mon[88760]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T07:57:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:25 smithi042 ceph-mon[96574]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T07:57:25.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:25 smithi042 ceph-mon[94096]: osdmap e2421: 8 total, 8 up, 8 in 2024-09-16T07:57:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:26 smithi164 ceph-mon[88760]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-16T07:57:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:26 smithi164 ceph-mon[88760]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T07:57:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:26 smithi042 ceph-mon[96574]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-16T07:57:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:26 smithi042 ceph-mon[96574]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T07:57:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:26 smithi042 ceph-mon[94096]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 985 op/s 2024-09-16T07:57:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:26 smithi042 ceph-mon[94096]: osdmap e2422: 8 total, 8 up, 8 in 2024-09-16T07:57:27.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:27 smithi164 ceph-mon[88760]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T07:57:27.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:27 smithi042 ceph-mon[94096]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T07:57:27.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:27 smithi042 ceph-mon[96574]: osdmap e2423: 8 total, 8 up, 8 in 2024-09-16T07:57:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:28 smithi164 ceph-mon[88760]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 3.5 KiB/s wr, 984 op/s 2024-09-16T07:57:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:28 smithi164 ceph-mon[88760]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T07:57:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:28 smithi042 ceph-mon[94096]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 3.5 KiB/s wr, 984 op/s 2024-09-16T07:57:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:28 smithi042 ceph-mon[94096]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T07:57:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:28 smithi042 ceph-mon[96574]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 731 KiB/s rd, 3.5 KiB/s wr, 984 op/s 2024-09-16T07:57:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:28 smithi042 ceph-mon[96574]: osdmap e2424: 8 total, 8 up, 8 in 2024-09-16T07:57:29.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:29 smithi164 ceph-mon[88760]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T07:57:29.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:29 smithi042 ceph-mon[94096]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T07:57:29.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:29 smithi042 ceph-mon[96574]: osdmap e2425: 8 total, 8 up, 8 in 2024-09-16T07:57:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:30 smithi164 ceph-mon[88760]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-16T07:57:30.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:30 smithi164 ceph-mon[88760]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T07:57:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:30 smithi042 ceph-mon[94096]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-16T07:57:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:30 smithi042 ceph-mon[94096]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T07:57:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:30 smithi042 ceph-mon[96574]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.2 KiB/s wr, 1.03k op/s 2024-09-16T07:57:30.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:30 smithi042 ceph-mon[96574]: osdmap e2426: 8 total, 8 up, 8 in 2024-09-16T07:57:31.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:31 smithi164 ceph-mon[88760]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T07:57:31.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:31 smithi042 ceph-mon[94096]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T07:57:31.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:31 smithi042 ceph-mon[96574]: osdmap e2427: 8 total, 8 up, 8 in 2024-09-16T07:57:31.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:31] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:57:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:32 smithi164 ceph-mon[88760]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-16T07:57:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:32 smithi164 ceph-mon[88760]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T07:57:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:32 smithi042 ceph-mon[94096]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-16T07:57:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:32 smithi042 ceph-mon[94096]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T07:57:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:32 smithi042 ceph-mon[96574]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 765 KiB/s rd, 3.5 KiB/s wr, 1.03k op/s 2024-09-16T07:57:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:32 smithi042 ceph-mon[96574]: osdmap e2428: 8 total, 8 up, 8 in 2024-09-16T07:57:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:33 smithi164 ceph-mon[88760]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T07:57:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:33 smithi042 ceph-mon[94096]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T07:57:33.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:33 smithi042 ceph-mon[96574]: osdmap e2429: 8 total, 8 up, 8 in 2024-09-16T07:57:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:34 smithi164 ceph-mon[88760]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:34 smithi164 ceph-mon[88760]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T07:57:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[94096]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[94096]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T07:57:34.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[96574]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[96574]: osdmap e2430: 8 total, 8 up, 8 in 2024-09-16T07:57:34.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:35 smithi164 ceph-mon[88760]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T07:57:35.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:35 smithi042 ceph-mon[94096]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T07:57:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:35 smithi042 ceph-mon[96574]: osdmap e2431: 8 total, 8 up, 8 in 2024-09-16T07:57:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:36 smithi164 ceph-mon[88760]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-16T07:57:36.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:36 smithi164 ceph-mon[88760]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T07:57:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:36 smithi042 ceph-mon[94096]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-16T07:57:36.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:36 smithi042 ceph-mon[94096]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T07:57:36.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:36 smithi042 ceph-mon[96574]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 3.2 KiB/s wr, 1.07k op/s 2024-09-16T07:57:36.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:36 smithi042 ceph-mon[96574]: osdmap e2432: 8 total, 8 up, 8 in 2024-09-16T07:57:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:37 smithi164 ceph-mon[88760]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T07:57:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:37 smithi042 ceph-mon[94096]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T07:57:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:37 smithi042 ceph-mon[96574]: osdmap e2433: 8 total, 8 up, 8 in 2024-09-16T07:57:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:38 smithi164 ceph-mon[88760]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-09-16T07:57:38.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:38 smithi164 ceph-mon[88760]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T07:57:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:38 smithi042 ceph-mon[94096]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-09-16T07:57:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:38 smithi042 ceph-mon[94096]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T07:57:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:38 smithi042 ceph-mon[96574]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 796 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-09-16T07:57:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:38 smithi042 ceph-mon[96574]: osdmap e2434: 8 total, 8 up, 8 in 2024-09-16T07:57:39.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:39 smithi164 ceph-mon[88760]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T07:57:39.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:39 smithi042 ceph-mon[96574]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T07:57:39.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:39 smithi042 ceph-mon[94096]: osdmap e2435: 8 total, 8 up, 8 in 2024-09-16T07:57:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T07:57:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:57:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:57:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:57:40.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:57:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 4.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: osdmap e2436: 8 total, 8 up, 8 in 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:57:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:57:41.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:41 smithi164 ceph-mon[88760]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T07:57:41.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:41 smithi042 ceph-mon[94096]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T07:57:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:41] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:57:41.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:41 smithi042 ceph-mon[96574]: osdmap e2437: 8 total, 8 up, 8 in 2024-09-16T07:57:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:42 smithi164 ceph-mon[88760]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:42.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:42 smithi164 ceph-mon[88760]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T07:57:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:42 smithi042 ceph-mon[94096]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:42 smithi042 ceph-mon[94096]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T07:57:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:42 smithi042 ceph-mon[96574]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 3.0 KiB/s wr, 1.12k op/s 2024-09-16T07:57:42.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:42 smithi042 ceph-mon[96574]: osdmap e2438: 8 total, 8 up, 8 in 2024-09-16T07:57:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:43 smithi042 ceph-mon[94096]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T07:57:43.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:43 smithi042 ceph-mon[96574]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T07:57:43.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:43 smithi164 ceph-mon[88760]: osdmap e2439: 8 total, 8 up, 8 in 2024-09-16T07:57:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:44 smithi042 ceph-mon[94096]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:44 smithi042 ceph-mon[94096]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T07:57:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:44 smithi042 ceph-mon[96574]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:44 smithi042 ceph-mon[96574]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T07:57:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:44 smithi164 ceph-mon[88760]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:44.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:44 smithi164 ceph-mon[88760]: osdmap e2440: 8 total, 8 up, 8 in 2024-09-16T07:57:45.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:45 smithi042 ceph-mon[96574]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T07:57:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:45 smithi042 ceph-mon[94096]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T07:57:45.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:45 smithi164 ceph-mon[88760]: osdmap e2441: 8 total, 8 up, 8 in 2024-09-16T07:57:46.238 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 07:57:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a[126054]: logger=cleanup t=2024-09-16T07:57:45.97045748Z level=info msg="Completed cleanup jobs" duration=12.224264ms 2024-09-16T07:57:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:46 smithi042 ceph-mon[96574]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-16T07:57:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:46 smithi042 ceph-mon[96574]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T07:57:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:46 smithi042 ceph-mon[94096]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-16T07:57:46.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:46 smithi042 ceph-mon[94096]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T07:57:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:46 smithi164 ceph-mon[88760]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-09-16T07:57:46.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:46 smithi164 ceph-mon[88760]: osdmap e2442: 8 total, 8 up, 8 in 2024-09-16T07:57:47.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:47 smithi042 ceph-mon[96574]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T07:57:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:47 smithi042 ceph-mon[94096]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T07:57:47.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:47 smithi164 ceph-mon[88760]: osdmap e2443: 8 total, 8 up, 8 in 2024-09-16T07:57:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:48 smithi042 ceph-mon[96574]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 861 KiB/s rd, 3.2 KiB/s wr, 1.16k op/s 2024-09-16T07:57:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:48 smithi042 ceph-mon[96574]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T07:57:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:48 smithi042 ceph-mon[94096]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 861 KiB/s rd, 3.2 KiB/s wr, 1.16k op/s 2024-09-16T07:57:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:48 smithi042 ceph-mon[94096]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T07:57:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:48 smithi164 ceph-mon[88760]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 861 KiB/s rd, 3.2 KiB/s wr, 1.16k op/s 2024-09-16T07:57:48.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:48 smithi164 ceph-mon[88760]: osdmap e2444: 8 total, 8 up, 8 in 2024-09-16T07:57:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:49 smithi042 ceph-mon[96574]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T07:57:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:49 smithi042 ceph-mon[94096]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T07:57:49.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:49 smithi164 ceph-mon[88760]: osdmap e2445: 8 total, 8 up, 8 in 2024-09-16T07:57:49.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:57:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:50 smithi042 ceph-mon[96574]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-16T07:57:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:50 smithi042 ceph-mon[96574]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T07:57:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:50 smithi042 ceph-mon[94096]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-16T07:57:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:50 smithi042 ceph-mon[94096]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T07:57:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:50 smithi164 ceph-mon[88760]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2024-09-16T07:57:50.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:50 smithi164 ceph-mon[88760]: osdmap e2446: 8 total, 8 up, 8 in 2024-09-16T07:57:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:51 smithi042 ceph-mon[96574]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T07:57:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:57:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:57:51] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:57:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:51 smithi042 ceph-mon[94096]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T07:57:51.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:51 smithi164 ceph-mon[88760]: osdmap e2447: 8 total, 8 up, 8 in 2024-09-16T07:57:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:52 smithi042 ceph-mon[96574]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-09-16T07:57:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:52 smithi042 ceph-mon[96574]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T07:57:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:52 smithi042 ceph-mon[94096]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-09-16T07:57:52.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:52 smithi042 ceph-mon[94096]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T07:57:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:52 smithi164 ceph-mon[88760]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 896 KiB/s rd, 3.2 KiB/s wr, 1.21k op/s 2024-09-16T07:57:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:52 smithi164 ceph-mon[88760]: osdmap e2448: 8 total, 8 up, 8 in 2024-09-16T07:57:52.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:57:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:57:53.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:53 smithi042 ceph-mon[94096]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T07:57:53.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:53 smithi042 ceph-mon[96574]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T07:57:53.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:53 smithi164 ceph-mon[88760]: osdmap e2449: 8 total, 8 up, 8 in 2024-09-16T07:57:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:54 smithi042 ceph-mon[96574]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:54 smithi042 ceph-mon[96574]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T07:57:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:54 smithi042 ceph-mon[94096]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:54 smithi042 ceph-mon[94096]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T07:57:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:54 smithi164 ceph-mon[88760]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:57:54.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:54 smithi164 ceph-mon[88760]: osdmap e2450: 8 total, 8 up, 8 in 2024-09-16T07:57:55.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:55 smithi042 ceph-mon[94096]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T07:57:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:55 smithi042 ceph-mon[96574]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T07:57:55.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:55 smithi164 ceph-mon[88760]: osdmap e2451: 8 total, 8 up, 8 in 2024-09-16T07:57:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:56 smithi042 ceph-mon[96574]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-09-16T07:57:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:56 smithi042 ceph-mon[96574]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T07:57:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:56 smithi042 ceph-mon[94096]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-09-16T07:57:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:56 smithi042 ceph-mon[94096]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T07:57:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:56 smithi164 ceph-mon[88760]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2024-09-16T07:57:56.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:56 smithi164 ceph-mon[88760]: osdmap e2452: 8 total, 8 up, 8 in 2024-09-16T07:57:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:57 smithi042 ceph-mon[94096]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T07:57:57.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:57 smithi042 ceph-mon[96574]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T07:57:57.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:57 smithi164 ceph-mon[88760]: osdmap e2453: 8 total, 8 up, 8 in 2024-09-16T07:57:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:58 smithi042 ceph-mon[94096]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-16T07:57:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:58 smithi042 ceph-mon[94096]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T07:57:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:58 smithi042 ceph-mon[96574]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-16T07:57:58.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:58 smithi042 ceph-mon[96574]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T07:57:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:58 smithi164 ceph-mon[88760]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-09-16T07:57:58.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:58 smithi164 ceph-mon[88760]: osdmap e2454: 8 total, 8 up, 8 in 2024-09-16T07:57:59.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:57:59 smithi042 ceph-mon[94096]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T07:57:59.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:57:59 smithi042 ceph-mon[96574]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T07:57:59.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:57:59 smithi164 ceph-mon[88760]: osdmap e2455: 8 total, 8 up, 8 in 2024-09-16T07:58:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:00 smithi042 ceph-mon[96574]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:00.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:00 smithi042 ceph-mon[96574]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T07:58:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:00 smithi042 ceph-mon[94096]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:00.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:00 smithi042 ceph-mon[94096]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T07:58:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:00 smithi164 ceph-mon[88760]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:00.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:00 smithi164 ceph-mon[88760]: osdmap e2456: 8 total, 8 up, 8 in 2024-09-16T07:58:01.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:01 smithi042 ceph-mon[94096]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T07:58:01.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:01 smithi042 ceph-mon[96574]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T07:58:01.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:01] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:58:01.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:01 smithi164 ceph-mon[88760]: osdmap e2457: 8 total, 8 up, 8 in 2024-09-16T07:58:02.639 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:02 smithi164 ceph-mon[88760]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:02.640 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:02 smithi164 ceph-mon[88760]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T07:58:02.640 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:02 smithi042 ceph-mon[94096]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:02 smithi042 ceph-mon[94096]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T07:58:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:02 smithi042 ceph-mon[96574]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-09-16T07:58:02.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:02 smithi042 ceph-mon[96574]: osdmap e2458: 8 total, 8 up, 8 in 2024-09-16T07:58:03.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:03 smithi164 ceph-mon[88760]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T07:58:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:03 smithi042 ceph-mon[94096]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T07:58:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:03 smithi042 ceph-mon[96574]: osdmap e2459: 8 total, 8 up, 8 in 2024-09-16T07:58:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:04 smithi164 ceph-mon[88760]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:04 smithi164 ceph-mon[88760]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T07:58:04.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[96574]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[96574]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T07:58:04.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[94096]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[94096]: osdmap e2460: 8 total, 8 up, 8 in 2024-09-16T07:58:04.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:05.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:05 smithi164 ceph-mon[88760]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T07:58:05.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:05 smithi042 ceph-mon[96574]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T07:58:05.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:05 smithi042 ceph-mon[94096]: osdmap e2461: 8 total, 8 up, 8 in 2024-09-16T07:58:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:06 smithi164 ceph-mon[88760]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-16T07:58:06.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:06 smithi164 ceph-mon[88760]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T07:58:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:06 smithi042 ceph-mon[94096]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-16T07:58:06.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:06 smithi042 ceph-mon[94096]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T07:58:06.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:06 smithi042 ceph-mon[96574]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 3.2 KiB/s wr, 1.34k op/s 2024-09-16T07:58:06.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:06 smithi042 ceph-mon[96574]: osdmap e2462: 8 total, 8 up, 8 in 2024-09-16T07:58:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:07 smithi164 ceph-mon[88760]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T07:58:07.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:07 smithi164 ceph-mon[88760]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-16T07:58:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:07 smithi042 ceph-mon[94096]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T07:58:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:07 smithi042 ceph-mon[94096]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-16T07:58:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:07 smithi042 ceph-mon[96574]: osdmap e2463: 8 total, 8 up, 8 in 2024-09-16T07:58:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:07 smithi042 ceph-mon[96574]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-09-16T07:58:08.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:08 smithi164 ceph-mon[88760]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T07:58:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:08 smithi042 ceph-mon[94096]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T07:58:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:08 smithi042 ceph-mon[96574]: osdmap e2464: 8 total, 8 up, 8 in 2024-09-16T07:58:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:09 smithi164 ceph-mon[88760]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T07:58:09.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:09 smithi164 ceph-mon[88760]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:09 smithi042 ceph-mon[96574]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T07:58:09.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:09 smithi042 ceph-mon[96574]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:09 smithi042 ceph-mon[94096]: osdmap e2465: 8 total, 8 up, 8 in 2024-09-16T07:58:09.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:09 smithi042 ceph-mon[94096]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:10.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:10 smithi164 ceph-mon[88760]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T07:58:10.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:10 smithi042 ceph-mon[94096]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T07:58:10.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:10 smithi042 ceph-mon[96574]: osdmap e2466: 8 total, 8 up, 8 in 2024-09-16T07:58:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:11 smithi042 ceph-mon[94096]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T07:58:11.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:11 smithi042 ceph-mon[94096]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:11.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:11] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:58:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:11 smithi042 ceph-mon[96574]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T07:58:11.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:11 smithi042 ceph-mon[96574]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:11 smithi164 ceph-mon[88760]: osdmap e2467: 8 total, 8 up, 8 in 2024-09-16T07:58:11.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:11 smithi164 ceph-mon[88760]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-09-16T07:58:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:12 smithi164 ceph-mon[88760]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T07:58:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:12 smithi042 ceph-mon[94096]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T07:58:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:12 smithi042 ceph-mon[96574]: osdmap e2468: 8 total, 8 up, 8 in 2024-09-16T07:58:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:13 smithi164 ceph-mon[88760]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T07:58:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:13 smithi164 ceph-mon[88760]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-16T07:58:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:13 smithi042 ceph-mon[94096]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T07:58:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:13 smithi042 ceph-mon[94096]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-16T07:58:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:13 smithi042 ceph-mon[96574]: osdmap e2469: 8 total, 8 up, 8 in 2024-09-16T07:58:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:13 smithi042 ceph-mon[96574]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.7 KiB/s wr, 2 op/s 2024-09-16T07:58:14.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:14 smithi164 ceph-mon[88760]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T07:58:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:14 smithi042 ceph-mon[94096]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T07:58:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:14 smithi042 ceph-mon[96574]: osdmap e2470: 8 total, 8 up, 8 in 2024-09-16T07:58:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:15 smithi164 ceph-mon[88760]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T07:58:15.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:15 smithi164 ceph-mon[88760]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T07:58:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:15 smithi042 ceph-mon[94096]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T07:58:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:15 smithi042 ceph-mon[94096]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T07:58:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:15 smithi042 ceph-mon[96574]: osdmap e2471: 8 total, 8 up, 8 in 2024-09-16T07:58:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:15 smithi042 ceph-mon[96574]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-09-16T07:58:16.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:16 smithi164 ceph-mon[88760]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T07:58:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:16 smithi042 ceph-mon[96574]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T07:58:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:16 smithi042 ceph-mon[94096]: osdmap e2472: 8 total, 8 up, 8 in 2024-09-16T07:58:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:17 smithi164 ceph-mon[88760]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T07:58:17.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:17 smithi164 ceph-mon[88760]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-16T07:58:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:17 smithi042 ceph-mon[96574]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T07:58:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:17 smithi042 ceph-mon[96574]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-16T07:58:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:17 smithi042 ceph-mon[94096]: osdmap e2473: 8 total, 8 up, 8 in 2024-09-16T07:58:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:17 smithi042 ceph-mon[94096]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 KiB/s wr, 1.43k op/s 2024-09-16T07:58:18.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:18 smithi164 ceph-mon[88760]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T07:58:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:18 smithi042 ceph-mon[94096]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T07:58:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:18 smithi042 ceph-mon[96574]: osdmap e2474: 8 total, 8 up, 8 in 2024-09-16T07:58:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:19 smithi164 ceph-mon[88760]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T07:58:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:19.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:19 smithi164 ceph-mon[88760]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[94096]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T07:58:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:19.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[94096]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[96574]: osdmap e2475: 8 total, 8 up, 8 in 2024-09-16T07:58:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:19 smithi042 ceph-mon[96574]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:20.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:20 smithi164 ceph-mon[88760]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T07:58:20.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:20 smithi042 ceph-mon[94096]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T07:58:20.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:20 smithi042 ceph-mon[96574]: osdmap e2476: 8 total, 8 up, 8 in 2024-09-16T07:58:21.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:21 smithi042 ceph-mon[94096]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T07:58:21.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:21 smithi042 ceph-mon[94096]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:21.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:21] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:58:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:21 smithi042 ceph-mon[96574]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T07:58:21.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:21 smithi042 ceph-mon[96574]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:21 smithi164 ceph-mon[88760]: osdmap e2477: 8 total, 8 up, 8 in 2024-09-16T07:58:21.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:21 smithi164 ceph-mon[88760]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-09-16T07:58:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:22 smithi164 ceph-mon[88760]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T07:58:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:22 smithi042 ceph-mon[94096]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T07:58:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:22 smithi042 ceph-mon[96574]: osdmap e2478: 8 total, 8 up, 8 in 2024-09-16T07:58:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:23 smithi164 ceph-mon[88760]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T07:58:23.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:23 smithi164 ceph-mon[88760]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:23 smithi042 ceph-mon[94096]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T07:58:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:23 smithi042 ceph-mon[94096]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:23 smithi042 ceph-mon[96574]: osdmap e2479: 8 total, 8 up, 8 in 2024-09-16T07:58:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:23 smithi042 ceph-mon[96574]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:24.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:24 smithi164 ceph-mon[88760]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T07:58:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:24 smithi042 ceph-mon[94096]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T07:58:24.856 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:24 smithi042 ceph-mon[96574]: osdmap e2480: 8 total, 8 up, 8 in 2024-09-16T07:58:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:25 smithi042 ceph-mon[96574]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T07:58:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:25 smithi042 ceph-mon[96574]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-09-16T07:58:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:25 smithi042 ceph-mon[94096]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T07:58:25.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:25 smithi042 ceph-mon[94096]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-09-16T07:58:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:25 smithi164 ceph-mon[88760]: osdmap e2481: 8 total, 8 up, 8 in 2024-09-16T07:58:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:25 smithi164 ceph-mon[88760]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.51k op/s 2024-09-16T07:58:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:26 smithi042 ceph-mon[94096]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T07:58:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:26 smithi042 ceph-mon[96574]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T07:58:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:26 smithi164 ceph-mon[88760]: osdmap e2482: 8 total, 8 up, 8 in 2024-09-16T07:58:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:27 smithi042 ceph-mon[96574]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T07:58:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:27 smithi042 ceph-mon[96574]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-16T07:58:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:27 smithi042 ceph-mon[94096]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T07:58:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:27 smithi042 ceph-mon[94096]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-16T07:58:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:27 smithi164 ceph-mon[88760]: osdmap e2483: 8 total, 8 up, 8 in 2024-09-16T07:58:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:27 smithi164 ceph-mon[88760]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 KiB/s wr, 1.51k op/s 2024-09-16T07:58:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:28 smithi042 ceph-mon[94096]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T07:58:28.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:28 smithi042 ceph-mon[96574]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T07:58:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:28 smithi164 ceph-mon[88760]: osdmap e2484: 8 total, 8 up, 8 in 2024-09-16T07:58:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:29 smithi042 ceph-mon[94096]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T07:58:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:29 smithi042 ceph-mon[94096]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 2.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:29 smithi042 ceph-mon[96574]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T07:58:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:29 smithi042 ceph-mon[96574]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 2.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:29 smithi164 ceph-mon[88760]: osdmap e2485: 8 total, 8 up, 8 in 2024-09-16T07:58:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:29 smithi164 ceph-mon[88760]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 2.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:30.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:30 smithi042 ceph-mon[94096]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T07:58:30.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:30 smithi042 ceph-mon[96574]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T07:58:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:30 smithi164 ceph-mon[88760]: osdmap e2486: 8 total, 8 up, 8 in 2024-09-16T07:58:31.522 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:31] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T07:58:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:31 smithi042 ceph-mon[96574]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T07:58:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:31 smithi042 ceph-mon[96574]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:31 smithi042 ceph-mon[94096]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T07:58:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:31 smithi042 ceph-mon[94096]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:31 smithi164 ceph-mon[88760]: osdmap e2487: 8 total, 8 up, 8 in 2024-09-16T07:58:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:31 smithi164 ceph-mon[88760]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 938 KiB/s rd, 3.5 KiB/s wr, 1.25k op/s 2024-09-16T07:58:32.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:32 smithi164 ceph-mon[88760]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T07:58:32.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:32.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:32 smithi042 ceph-mon[96574]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T07:58:32.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:32 smithi042 ceph-mon[94096]: osdmap e2488: 8 total, 8 up, 8 in 2024-09-16T07:58:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:33 smithi042 ceph-mon[94096]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T07:58:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:33 smithi042 ceph-mon[94096]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:58:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:33 smithi042 ceph-mon[96574]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T07:58:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:33 smithi042 ceph-mon[96574]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:58:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:33 smithi164 ceph-mon[88760]: osdmap e2489: 8 total, 8 up, 8 in 2024-09-16T07:58:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:33 smithi164 ceph-mon[88760]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.5 KiB/s wr, 2 op/s 2024-09-16T07:58:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:34 smithi042 ceph-mon[94096]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T07:58:34.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:34 smithi042 ceph-mon[96574]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T07:58:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:34 smithi164 ceph-mon[88760]: osdmap e2490: 8 total, 8 up, 8 in 2024-09-16T07:58:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:35 smithi042 ceph-mon[94096]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T07:58:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:35 smithi042 ceph-mon[94096]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.58k op/s 2024-09-16T07:58:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:35 smithi042 ceph-mon[96574]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T07:58:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:35 smithi042 ceph-mon[96574]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.58k op/s 2024-09-16T07:58:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:35 smithi164 ceph-mon[88760]: osdmap e2491: 8 total, 8 up, 8 in 2024-09-16T07:58:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:35 smithi164 ceph-mon[88760]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.5 KiB/s wr, 1.58k op/s 2024-09-16T07:58:36.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:36 smithi042 ceph-mon[94096]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T07:58:36.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:36 smithi042 ceph-mon[96574]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T07:58:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:36 smithi164 ceph-mon[88760]: osdmap e2492: 8 total, 8 up, 8 in 2024-09-16T07:58:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:37 smithi042 ceph-mon[94096]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T07:58:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:37 smithi042 ceph-mon[94096]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-09-16T07:58:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:37 smithi042 ceph-mon[96574]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T07:58:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:37 smithi042 ceph-mon[96574]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-09-16T07:58:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:37 smithi164 ceph-mon[88760]: osdmap e2493: 8 total, 8 up, 8 in 2024-09-16T07:58:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:37 smithi164 ceph-mon[88760]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.58k op/s 2024-09-16T07:58:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:38 smithi042 ceph-mon[94096]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T07:58:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:38 smithi042 ceph-mon[96574]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T07:58:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:38 smithi164 ceph-mon[88760]: osdmap e2494: 8 total, 8 up, 8 in 2024-09-16T07:58:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:39 smithi042 ceph-mon[94096]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T07:58:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:39 smithi042 ceph-mon[94096]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-16T07:58:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:39 smithi042 ceph-mon[96574]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T07:58:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:39 smithi042 ceph-mon[96574]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-16T07:58:39.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:39 smithi164 ceph-mon[88760]: osdmap e2495: 8 total, 8 up, 8 in 2024-09-16T07:58:39.990 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:39 smithi164 ceph-mon[88760]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.64k op/s 2024-09-16T07:58:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:40 smithi042 ceph-mon[94096]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T07:58:40.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:40 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:58:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:40 smithi042 ceph-mon[96574]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T07:58:40.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:40 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:58:40.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:40 smithi164 ceph-mon[88760]: osdmap e2496: 8 total, 8 up, 8 in 2024-09-16T07:58:40.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:40 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:58:41.407 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:41] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:58:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T07:58:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.739 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:41 smithi164 ceph-mon[88760]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-16T07:58:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[94096]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: osdmap e2497: 8 total, 8 up, 8 in 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:41 smithi042 ceph-mon[96574]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-09-16T07:58:42.500 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:42 smithi042 ceph-mon[94096]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T07:58:42.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:42 smithi042 ceph-mon[96574]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T07:58:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:42 smithi164 ceph-mon[88760]: osdmap e2498: 8 total, 8 up, 8 in 2024-09-16T07:58:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:43 smithi042 ceph-mon[96574]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T07:58:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:43 smithi042 ceph-mon[96574]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:43 smithi042 ceph-mon[94096]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T07:58:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:43 smithi042 ceph-mon[94096]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:43.888 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:43 smithi164 ceph-mon[88760]: osdmap e2499: 8 total, 8 up, 8 in 2024-09-16T07:58:43.888 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:43 smithi164 ceph-mon[88760]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-16T07:58:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T07:58:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:58:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:58:44.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: osdmap e2500: 8 total, 8 up, 8 in 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:58:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:58:44.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:58:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:45 smithi042 ceph-mon[94096]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T07:58:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:45 smithi042 ceph-mon[94096]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-16T07:58:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:45 smithi042 ceph-mon[96574]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T07:58:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:45 smithi042 ceph-mon[96574]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-16T07:58:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:45 smithi164 ceph-mon[88760]: osdmap e2501: 8 total, 8 up, 8 in 2024-09-16T07:58:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:45 smithi164 ceph-mon[88760]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.68k op/s 2024-09-16T07:58:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:46 smithi042 ceph-mon[94096]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T07:58:46.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:46 smithi042 ceph-mon[96574]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T07:58:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:46 smithi164 ceph-mon[88760]: osdmap e2502: 8 total, 8 up, 8 in 2024-09-16T07:58:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:47 smithi164 ceph-mon[88760]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T07:58:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:47 smithi164 ceph-mon[88760]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-16T07:58:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:47 smithi042 ceph-mon[96574]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T07:58:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:47 smithi042 ceph-mon[96574]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-16T07:58:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:47 smithi042 ceph-mon[94096]: osdmap e2503: 8 total, 8 up, 8 in 2024-09-16T07:58:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:47 smithi042 ceph-mon[94096]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-09-16T07:58:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:48 smithi164 ceph-mon[88760]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T07:58:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:48 smithi042 ceph-mon[94096]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T07:58:49.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:48 smithi042 ceph-mon[96574]: osdmap e2504: 8 total, 8 up, 8 in 2024-09-16T07:58:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:49 smithi164 ceph-mon[88760]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T07:58:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:49 smithi164 ceph-mon[88760]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-16T07:58:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[94096]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T07:58:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[94096]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-16T07:58:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[96574]: osdmap e2505: 8 total, 8 up, 8 in 2024-09-16T07:58:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:58:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:49 smithi042 ceph-mon[96574]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-09-16T07:58:50.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:50 smithi164 ceph-mon[88760]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T07:58:51.004 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:50 smithi042 ceph-mon[96574]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T07:58:51.005 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:50 smithi042 ceph-mon[94096]: osdmap e2506: 8 total, 8 up, 8 in 2024-09-16T07:58:51.293 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:58:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:58:51] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:58:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:51 smithi164 ceph-mon[88760]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T07:58:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:51 smithi164 ceph-mon[88760]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-16T07:58:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:51 smithi042 ceph-mon[94096]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T07:58:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:51 smithi042 ceph-mon[94096]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-16T07:58:52.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:51 smithi042 ceph-mon[96574]: osdmap e2507: 8 total, 8 up, 8 in 2024-09-16T07:58:52.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:51 smithi042 ceph-mon[96574]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2024-09-16T07:58:52.638 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:58:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:58:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:52 smithi164 ceph-mon[88760]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T07:58:53.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:52 smithi042 ceph-mon[94096]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T07:58:53.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:52 smithi042 ceph-mon[96574]: osdmap e2508: 8 total, 8 up, 8 in 2024-09-16T07:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:53 smithi164 ceph-mon[88760]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T07:58:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:53 smithi164 ceph-mon[88760]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:53 smithi042 ceph-mon[94096]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T07:58:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:53 smithi042 ceph-mon[94096]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:53 smithi042 ceph-mon[96574]: osdmap e2509: 8 total, 8 up, 8 in 2024-09-16T07:58:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:53 smithi042 ceph-mon[96574]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-16T07:58:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:54 smithi164 ceph-mon[88760]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T07:58:55.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:54 smithi042 ceph-mon[94096]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T07:58:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:54 smithi042 ceph-mon[96574]: osdmap e2510: 8 total, 8 up, 8 in 2024-09-16T07:58:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:55 smithi164 ceph-mon[88760]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T07:58:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:55 smithi164 ceph-mon[88760]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-16T07:58:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:55 smithi042 ceph-mon[94096]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T07:58:56.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:55 smithi042 ceph-mon[94096]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-16T07:58:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:55 smithi042 ceph-mon[96574]: osdmap e2511: 8 total, 8 up, 8 in 2024-09-16T07:58:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:55 smithi042 ceph-mon[96574]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.77k op/s 2024-09-16T07:58:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:56 smithi164 ceph-mon[88760]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T07:58:57.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:56 smithi042 ceph-mon[94096]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T07:58:57.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:56 smithi042 ceph-mon[96574]: osdmap e2512: 8 total, 8 up, 8 in 2024-09-16T07:58:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:57 smithi164 ceph-mon[88760]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T07:58:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:57 smithi164 ceph-mon[88760]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2024-09-16T07:58:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:57 smithi042 ceph-mon[94096]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T07:58:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:57 smithi042 ceph-mon[94096]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2024-09-16T07:58:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:57 smithi042 ceph-mon[96574]: osdmap e2513: 8 total, 8 up, 8 in 2024-09-16T07:58:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:57 smithi042 ceph-mon[96574]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.77k op/s 2024-09-16T07:58:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:58 smithi164 ceph-mon[88760]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T07:58:59.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:58 smithi042 ceph-mon[94096]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T07:58:59.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:58 smithi042 ceph-mon[96574]: osdmap e2514: 8 total, 8 up, 8 in 2024-09-16T07:58:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:59 smithi164 ceph-mon[88760]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T07:58:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:58:59 smithi164 ceph-mon[88760]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-09-16T07:59:00.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:59 smithi042 ceph-mon[96574]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T07:59:00.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:58:59 smithi042 ceph-mon[96574]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-09-16T07:59:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:59 smithi042 ceph-mon[94096]: osdmap e2515: 8 total, 8 up, 8 in 2024-09-16T07:59:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:58:59 smithi042 ceph-mon[94096]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.7 KiB/s wr, 1.79k op/s 2024-09-16T07:59:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:00 smithi164 ceph-mon[88760]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T07:59:01.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:00 smithi042 ceph-mon[94096]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T07:59:01.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:00 smithi042 ceph-mon[96574]: osdmap e2516: 8 total, 8 up, 8 in 2024-09-16T07:59:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:01] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T07:59:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:01 smithi164 ceph-mon[88760]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T07:59:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:01 smithi164 ceph-mon[88760]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-16T07:59:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:01 smithi042 ceph-mon[96574]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T07:59:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:01 smithi042 ceph-mon[96574]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-16T07:59:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:01 smithi042 ceph-mon[94096]: osdmap e2517: 8 total, 8 up, 8 in 2024-09-16T07:59:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:01 smithi042 ceph-mon[94096]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-09-16T07:59:02.700 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:02.975 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:02 smithi164 ceph-mon[88760]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T07:59:03.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:02 smithi042 ceph-mon[96574]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T07:59:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:02 smithi042 ceph-mon[94096]: osdmap e2518: 8 total, 8 up, 8 in 2024-09-16T07:59:03.961 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:03 smithi164 ceph-mon[88760]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T07:59:03.962 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:03 smithi164 ceph-mon[88760]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:59:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:03 smithi042 ceph-mon[94096]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T07:59:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:03 smithi042 ceph-mon[94096]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:59:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:03 smithi042 ceph-mon[96574]: osdmap e2519: 8 total, 8 up, 8 in 2024-09-16T07:59:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:03 smithi042 ceph-mon[96574]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T07:59:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:04 smithi164 ceph-mon[88760]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T07:59:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:04 smithi164 ceph-mon[88760]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T07:59:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[96574]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T07:59:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[96574]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T07:59:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[94096]: osdmap e2520: 8 total, 8 up, 8 in 2024-09-16T07:59:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:04 smithi042 ceph-mon[94096]: osdmap e2521: 8 total, 8 up, 8 in 2024-09-16T07:59:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:05 smithi164 ceph-mon[88760]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:05 smithi164 ceph-mon[88760]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T07:59:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:05 smithi042 ceph-mon[96574]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:05 smithi042 ceph-mon[96574]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T07:59:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:05 smithi042 ceph-mon[94096]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:05 smithi042 ceph-mon[94096]: osdmap e2522: 8 total, 8 up, 8 in 2024-09-16T07:59:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:07 smithi042 ceph-mon[94096]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T07:59:07.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:07 smithi042 ceph-mon[94096]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:07 smithi042 ceph-mon[96574]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T07:59:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:07 smithi042 ceph-mon[96574]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:07 smithi164 ceph-mon[88760]: osdmap e2523: 8 total, 8 up, 8 in 2024-09-16T07:59:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:07 smithi164 ceph-mon[88760]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.74k op/s 2024-09-16T07:59:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:08 smithi042 ceph-mon[96574]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T07:59:08.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:08 smithi042 ceph-mon[94096]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T07:59:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:08 smithi164 ceph-mon[88760]: osdmap e2524: 8 total, 8 up, 8 in 2024-09-16T07:59:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[94096]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T07:59:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[94096]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[94096]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T07:59:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[96574]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T07:59:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[96574]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:09 smithi042 ceph-mon[96574]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T07:59:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:09 smithi164 ceph-mon[88760]: osdmap e2525: 8 total, 8 up, 8 in 2024-09-16T07:59:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:09 smithi164 ceph-mon[88760]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:09 smithi164 ceph-mon[88760]: osdmap e2526: 8 total, 8 up, 8 in 2024-09-16T07:59:11.554 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:11] "GET /metrics HTTP/1.1" 200 36533 "" "Prometheus/2.43.0" 2024-09-16T07:59:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:11 smithi042 ceph-mon[94096]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T07:59:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:11 smithi042 ceph-mon[94096]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:11 smithi042 ceph-mon[96574]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T07:59:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:11 smithi042 ceph-mon[96574]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:11 smithi164 ceph-mon[88760]: osdmap e2527: 8 total, 8 up, 8 in 2024-09-16T07:59:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:11 smithi164 ceph-mon[88760]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-09-16T07:59:12.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:12 smithi164 ceph-mon[88760]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T07:59:12.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:12 smithi042 ceph-mon[96574]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T07:59:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:12 smithi042 ceph-mon[94096]: osdmap e2528: 8 total, 8 up, 8 in 2024-09-16T07:59:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:13 smithi164 ceph-mon[88760]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T07:59:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:13 smithi164 ceph-mon[88760]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T07:59:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:13 smithi042 ceph-mon[94096]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T07:59:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:13 smithi042 ceph-mon[94096]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T07:59:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:13 smithi042 ceph-mon[96574]: osdmap e2529: 8 total, 8 up, 8 in 2024-09-16T07:59:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:13 smithi042 ceph-mon[96574]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-16T07:59:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:14 smithi042 ceph-mon[94096]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T07:59:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:14 smithi042 ceph-mon[94096]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T07:59:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:14 smithi042 ceph-mon[96574]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T07:59:14.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:14 smithi042 ceph-mon[96574]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T07:59:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:14 smithi164 ceph-mon[88760]: osdmap e2530: 8 total, 8 up, 8 in 2024-09-16T07:59:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:14 smithi164 ceph-mon[88760]: osdmap e2531: 8 total, 8 up, 8 in 2024-09-16T07:59:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:15 smithi042 ceph-mon[94096]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:15.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:15 smithi042 ceph-mon[96574]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:15 smithi164 ceph-mon[88760]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:16 smithi042 ceph-mon[94096]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T07:59:16.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:16 smithi042 ceph-mon[96574]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T07:59:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:16 smithi164 ceph-mon[88760]: osdmap e2532: 8 total, 8 up, 8 in 2024-09-16T07:59:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:17 smithi042 ceph-mon[96574]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T07:59:17.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:17 smithi042 ceph-mon[96574]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:17 smithi042 ceph-mon[94096]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T07:59:17.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:17 smithi042 ceph-mon[94096]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:17 smithi164 ceph-mon[88760]: osdmap e2533: 8 total, 8 up, 8 in 2024-09-16T07:59:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:17 smithi164 ceph-mon[88760]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-09-16T07:59:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:18 smithi042 ceph-mon[94096]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T07:59:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:18 smithi042 ceph-mon[96574]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T07:59:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:18 smithi164 ceph-mon[88760]: osdmap e2534: 8 total, 8 up, 8 in 2024-09-16T07:59:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[96574]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T07:59:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:19.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[96574]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:19.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[96574]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T07:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[94096]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T07:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[94096]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:19.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:19 smithi042 ceph-mon[94096]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T07:59:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:19 smithi164 ceph-mon[88760]: osdmap e2535: 8 total, 8 up, 8 in 2024-09-16T07:59:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:19 smithi164 ceph-mon[88760]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:19 smithi164 ceph-mon[88760]: osdmap e2536: 8 total, 8 up, 8 in 2024-09-16T07:59:21.539 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:21] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-09-16T07:59:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:21 smithi042 ceph-mon[94096]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T07:59:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:21 smithi042 ceph-mon[94096]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:21 smithi042 ceph-mon[96574]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T07:59:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:21 smithi042 ceph-mon[96574]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:21 smithi164 ceph-mon[88760]: osdmap e2537: 8 total, 8 up, 8 in 2024-09-16T07:59:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:21 smithi164 ceph-mon[88760]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-09-16T07:59:22.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:22 smithi164 ceph-mon[88760]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T07:59:22.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:22.825 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:22 smithi042 ceph-mon[94096]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T07:59:22.825 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:22 smithi042 ceph-mon[96574]: osdmap e2538: 8 total, 8 up, 8 in 2024-09-16T07:59:23.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:23 smithi042 ceph-mon[94096]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T07:59:23.817 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:23 smithi042 ceph-mon[94096]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T07:59:23.817 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:23 smithi042 ceph-mon[96574]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T07:59:23.817 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:23 smithi042 ceph-mon[96574]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T07:59:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:23 smithi164 ceph-mon[88760]: osdmap e2539: 8 total, 8 up, 8 in 2024-09-16T07:59:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:23 smithi164 ceph-mon[88760]: pgmap v4371: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T07:59:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:24 smithi042 ceph-mon[94096]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T07:59:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:24 smithi042 ceph-mon[94096]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T07:59:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:24 smithi042 ceph-mon[96574]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T07:59:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:24 smithi042 ceph-mon[96574]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T07:59:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:24 smithi164 ceph-mon[88760]: osdmap e2540: 8 total, 8 up, 8 in 2024-09-16T07:59:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:24 smithi164 ceph-mon[88760]: osdmap e2541: 8 total, 8 up, 8 in 2024-09-16T07:59:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:25 smithi042 ceph-mon[94096]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-16T07:59:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:25 smithi042 ceph-mon[96574]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-16T07:59:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:25 smithi164 ceph-mon[88760]: pgmap v4374: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-09-16T07:59:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:26 smithi042 ceph-mon[94096]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T07:59:26.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:26 smithi042 ceph-mon[96574]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T07:59:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:26 smithi164 ceph-mon[88760]: osdmap e2542: 8 total, 8 up, 8 in 2024-09-16T07:59:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:27 smithi042 ceph-mon[94096]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T07:59:27.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:27 smithi042 ceph-mon[94096]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-16T07:59:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:27 smithi042 ceph-mon[96574]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T07:59:27.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:27 smithi042 ceph-mon[96574]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-16T07:59:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:27 smithi164 ceph-mon[88760]: osdmap e2543: 8 total, 8 up, 8 in 2024-09-16T07:59:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:27 smithi164 ceph-mon[88760]: pgmap v4377: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-09-16T07:59:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:28 smithi042 ceph-mon[94096]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T07:59:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:28 smithi042 ceph-mon[96574]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T07:59:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:28 smithi164 ceph-mon[88760]: osdmap e2544: 8 total, 8 up, 8 in 2024-09-16T07:59:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[94096]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T07:59:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[94096]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:29.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[94096]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T07:59:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[96574]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T07:59:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[96574]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:29 smithi042 ceph-mon[96574]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T07:59:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:29 smithi164 ceph-mon[88760]: osdmap e2545: 8 total, 8 up, 8 in 2024-09-16T07:59:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:29 smithi164 ceph-mon[88760]: pgmap v4380: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:29 smithi164 ceph-mon[88760]: osdmap e2546: 8 total, 8 up, 8 in 2024-09-16T07:59:31.586 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:31] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-09-16T07:59:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:31 smithi042 ceph-mon[96574]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T07:59:31.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:31 smithi042 ceph-mon[96574]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:31 smithi042 ceph-mon[94096]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T07:59:31.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:31 smithi042 ceph-mon[94096]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:31 smithi164 ceph-mon[88760]: osdmap e2547: 8 total, 8 up, 8 in 2024-09-16T07:59:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:31 smithi164 ceph-mon[88760]: pgmap v4383: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-09-16T07:59:32.593 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:32 smithi042 ceph-mon[94096]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T07:59:32.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:32 smithi042 ceph-mon[96574]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T07:59:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:32 smithi164 ceph-mon[88760]: osdmap e2548: 8 total, 8 up, 8 in 2024-09-16T07:59:33.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:33 smithi042 ceph-mon[96574]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T07:59:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:33 smithi042 ceph-mon[96574]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T07:59:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:33 smithi042 ceph-mon[94096]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T07:59:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:33 smithi042 ceph-mon[94096]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T07:59:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:33 smithi164 ceph-mon[88760]: osdmap e2549: 8 total, 8 up, 8 in 2024-09-16T07:59:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:33 smithi164 ceph-mon[88760]: pgmap v4386: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[94096]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[94096]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[96574]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:34.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:34 smithi042 ceph-mon[96574]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T07:59:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:34 smithi164 ceph-mon[88760]: osdmap e2550: 8 total, 8 up, 8 in 2024-09-16T07:59:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:34 smithi164 ceph-mon[88760]: osdmap e2551: 8 total, 8 up, 8 in 2024-09-16T07:59:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:35 smithi164 ceph-mon[88760]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:35 smithi164 ceph-mon[88760]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T07:59:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:35 smithi042 ceph-mon[94096]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:35 smithi042 ceph-mon[94096]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T07:59:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:35 smithi042 ceph-mon[96574]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:35 smithi042 ceph-mon[96574]: osdmap e2552: 8 total, 8 up, 8 in 2024-09-16T07:59:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:37 smithi042 ceph-mon[94096]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T07:59:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:37 smithi042 ceph-mon[94096]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:37 smithi042 ceph-mon[96574]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T07:59:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:37 smithi042 ceph-mon[96574]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:37 smithi164 ceph-mon[88760]: osdmap e2553: 8 total, 8 up, 8 in 2024-09-16T07:59:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:37 smithi164 ceph-mon[88760]: pgmap v4392: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-09-16T07:59:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:38 smithi042 ceph-mon[94096]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T07:59:38.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:38 smithi042 ceph-mon[96574]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T07:59:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:38 smithi164 ceph-mon[88760]: osdmap e2554: 8 total, 8 up, 8 in 2024-09-16T07:59:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[94096]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T07:59:39.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[94096]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[94096]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T07:59:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[96574]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T07:59:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[96574]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:39.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:39 smithi042 ceph-mon[96574]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T07:59:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:39 smithi164 ceph-mon[88760]: osdmap e2555: 8 total, 8 up, 8 in 2024-09-16T07:59:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:39 smithi164 ceph-mon[88760]: pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:39 smithi164 ceph-mon[88760]: osdmap e2556: 8 total, 8 up, 8 in 2024-09-16T07:59:41.566 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:41] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-09-16T07:59:41.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:41 smithi042 ceph-mon[96574]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T07:59:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:41 smithi042 ceph-mon[96574]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:41 smithi042 ceph-mon[94096]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T07:59:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:41 smithi042 ceph-mon[94096]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:41 smithi164 ceph-mon[88760]: osdmap e2557: 8 total, 8 up, 8 in 2024-09-16T07:59:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:41 smithi164 ceph-mon[88760]: pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-09-16T07:59:42.567 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:42 smithi042 ceph-mon[94096]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T07:59:42.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:42 smithi042 ceph-mon[96574]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T07:59:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:42 smithi164 ceph-mon[88760]: osdmap e2558: 8 total, 8 up, 8 in 2024-09-16T07:59:43.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:43 smithi042 ceph-mon[96574]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T07:59:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:43 smithi042 ceph-mon[96574]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T07:59:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:43 smithi042 ceph-mon[94096]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T07:59:43.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:43 smithi042 ceph-mon[94096]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T07:59:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:43 smithi164 ceph-mon[88760]: osdmap e2559: 8 total, 8 up, 8 in 2024-09-16T07:59:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:43 smithi164 ceph-mon[88760]: pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T07:59:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:59:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:44 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: osdmap e2560: 8 total, 8 up, 8 in 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: osdmap e2561: 8 total, 8 up, 8 in 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T07:59:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:44 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T07:59:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:45 smithi042 ceph-mon[94096]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:45 smithi042 ceph-mon[96574]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:45 smithi164 ceph-mon[88760]: pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:46.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:46 smithi042 ceph-mon[94096]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T07:59:46.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:46 smithi042 ceph-mon[96574]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T07:59:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:46 smithi164 ceph-mon[88760]: osdmap e2562: 8 total, 8 up, 8 in 2024-09-16T07:59:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:47 smithi042 ceph-mon[96574]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T07:59:47.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:47 smithi042 ceph-mon[96574]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:47 smithi042 ceph-mon[94096]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T07:59:47.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:47 smithi042 ceph-mon[94096]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:47 smithi164 ceph-mon[88760]: osdmap e2563: 8 total, 8 up, 8 in 2024-09-16T07:59:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:47 smithi164 ceph-mon[88760]: pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-09-16T07:59:48.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:48 smithi042 ceph-mon[96574]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T07:59:48.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:48 smithi042 ceph-mon[94096]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T07:59:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:48 smithi164 ceph-mon[88760]: osdmap e2564: 8 total, 8 up, 8 in 2024-09-16T07:59:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:49 smithi164 ceph-mon[88760]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T07:59:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:49 smithi164 ceph-mon[88760]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:49 smithi164 ceph-mon[88760]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T07:59:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[96574]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T07:59:50.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[96574]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[96574]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[94096]: osdmap e2565: 8 total, 8 up, 8 in 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[94096]: pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:49 smithi042 ceph-mon[94096]: osdmap e2566: 8 total, 8 up, 8 in 2024-09-16T07:59:51.547 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 07:59:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:07:59:51] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T07:59:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:51 smithi042 ceph-mon[96574]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T07:59:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:51 smithi042 ceph-mon[96574]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:51 smithi042 ceph-mon[94096]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T07:59:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:51 smithi042 ceph-mon[94096]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:51 smithi164 ceph-mon[88760]: osdmap e2567: 8 total, 8 up, 8 in 2024-09-16T07:59:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:51 smithi164 ceph-mon[88760]: pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-09-16T07:59:52.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:52 smithi164 ceph-mon[88760]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T07:59:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 07:59:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T07:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T07:59:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:52 smithi042 ceph-mon[94096]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T07:59:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:52 smithi042 ceph-mon[96574]: osdmap e2568: 8 total, 8 up, 8 in 2024-09-16T07:59:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:53 smithi042 ceph-mon[96574]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T07:59:53.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:53 smithi042 ceph-mon[96574]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T07:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:53 smithi042 ceph-mon[94096]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T07:59:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:53 smithi042 ceph-mon[94096]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T07:59:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:53 smithi164 ceph-mon[88760]: osdmap e2569: 8 total, 8 up, 8 in 2024-09-16T07:59:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:53 smithi164 ceph-mon[88760]: pgmap v4416: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T07:59:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:54 smithi042 ceph-mon[94096]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T07:59:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:54 smithi042 ceph-mon[94096]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T07:59:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:54 smithi042 ceph-mon[96574]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T07:59:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:54 smithi042 ceph-mon[96574]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T07:59:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:54 smithi164 ceph-mon[88760]: osdmap e2570: 8 total, 8 up, 8 in 2024-09-16T07:59:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:54 smithi164 ceph-mon[88760]: osdmap e2571: 8 total, 8 up, 8 in 2024-09-16T07:59:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:55 smithi042 ceph-mon[94096]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:55 smithi042 ceph-mon[96574]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:55 smithi164 ceph-mon[88760]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:56.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:56 smithi042 ceph-mon[94096]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T07:59:56.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:56 smithi042 ceph-mon[96574]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T07:59:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:56 smithi164 ceph-mon[88760]: osdmap e2572: 8 total, 8 up, 8 in 2024-09-16T07:59:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:57 smithi042 ceph-mon[94096]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T07:59:57.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:57 smithi042 ceph-mon[94096]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:57 smithi042 ceph-mon[96574]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T07:59:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:57 smithi042 ceph-mon[96574]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:57 smithi164 ceph-mon[88760]: osdmap e2573: 8 total, 8 up, 8 in 2024-09-16T07:59:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:57 smithi164 ceph-mon[88760]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 961 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-09-16T07:59:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:58 smithi042 ceph-mon[94096]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T07:59:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:58 smithi042 ceph-mon[96574]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T07:59:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:58 smithi164 ceph-mon[88760]: osdmap e2574: 8 total, 8 up, 8 in 2024-09-16T07:59:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[96574]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T07:59:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[96574]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T07:59:59.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[96574]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T07:59:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[94096]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T07:59:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[94096]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T07:59:59.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 07:59:59 smithi042 ceph-mon[94096]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T07:59:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:59 smithi164 ceph-mon[88760]: osdmap e2575: 8 total, 8 up, 8 in 2024-09-16T07:59:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:59 smithi164 ceph-mon[88760]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T07:59:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 07:59:59 smithi164 ceph-mon[88760]: osdmap e2576: 8 total, 8 up, 8 in 2024-09-16T08:00:00.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:00 smithi042 ceph-mon[94096]: overall HEALTH_OK 2024-09-16T08:00:00.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:00 smithi042 ceph-mon[96574]: overall HEALTH_OK 2024-09-16T08:00:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:00 smithi164 ceph-mon[88760]: overall HEALTH_OK 2024-09-16T08:00:01.601 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:01] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T08:00:01.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:01 smithi042 ceph-mon[96574]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T08:00:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:01 smithi042 ceph-mon[96574]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T08:00:01.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:01 smithi042 ceph-mon[94096]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T08:00:01.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:01 smithi042 ceph-mon[94096]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T08:00:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:01 smithi164 ceph-mon[88760]: osdmap e2577: 8 total, 8 up, 8 in 2024-09-16T08:00:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:01 smithi164 ceph-mon[88760]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-09-16T08:00:02.603 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:02 smithi042 ceph-mon[94096]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T08:00:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:02 smithi042 ceph-mon[96574]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T08:00:02.873 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:02 smithi164 ceph-mon[88760]: osdmap e2578: 8 total, 8 up, 8 in 2024-09-16T08:00:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:03 smithi164 ceph-mon[88760]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T08:00:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:03 smithi164 ceph-mon[88760]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:04.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:03 smithi042 ceph-mon[96574]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T08:00:04.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:03 smithi042 ceph-mon[96574]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:03 smithi042 ceph-mon[94096]: osdmap e2579: 8 total, 8 up, 8 in 2024-09-16T08:00:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:03 smithi042 ceph-mon[94096]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:04 smithi164 ceph-mon[88760]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T08:00:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:04 smithi164 ceph-mon[88760]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T08:00:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[94096]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T08:00:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[94096]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T08:00:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[96574]: osdmap e2580: 8 total, 8 up, 8 in 2024-09-16T08:00:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:04 smithi042 ceph-mon[96574]: osdmap e2581: 8 total, 8 up, 8 in 2024-09-16T08:00:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:05 smithi164 ceph-mon[88760]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:05 smithi164 ceph-mon[88760]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T08:00:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:05 smithi042 ceph-mon[96574]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:05 smithi042 ceph-mon[96574]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T08:00:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:05 smithi042 ceph-mon[94096]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:06.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:05 smithi042 ceph-mon[94096]: osdmap e2582: 8 total, 8 up, 8 in 2024-09-16T08:00:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:07 smithi042 ceph-mon[96574]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T08:00:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:07 smithi042 ceph-mon[96574]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:07 smithi042 ceph-mon[94096]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T08:00:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:07 smithi042 ceph-mon[94096]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:07 smithi164 ceph-mon[88760]: osdmap e2583: 8 total, 8 up, 8 in 2024-09-16T08:00:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:07 smithi164 ceph-mon[88760]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 897 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-09-16T08:00:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:08 smithi042 ceph-mon[94096]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T08:00:08.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:08 smithi042 ceph-mon[96574]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T08:00:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:08 smithi164 ceph-mon[88760]: osdmap e2584: 8 total, 8 up, 8 in 2024-09-16T08:00:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[94096]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T08:00:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[94096]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[94096]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T08:00:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[96574]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T08:00:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[96574]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:09 smithi042 ceph-mon[96574]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T08:00:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:09 smithi164 ceph-mon[88760]: osdmap e2585: 8 total, 8 up, 8 in 2024-09-16T08:00:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:09 smithi164 ceph-mon[88760]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:09 smithi164 ceph-mon[88760]: osdmap e2586: 8 total, 8 up, 8 in 2024-09-16T08:00:11.572 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:11] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-09-16T08:00:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:11 smithi042 ceph-mon[94096]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T08:00:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:11 smithi042 ceph-mon[94096]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:11 smithi042 ceph-mon[96574]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T08:00:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:11 smithi042 ceph-mon[96574]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:11 smithi164 ceph-mon[88760]: osdmap e2587: 8 total, 8 up, 8 in 2024-09-16T08:00:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:11 smithi164 ceph-mon[88760]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-09-16T08:00:12.573 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:12.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:12 smithi042 ceph-mon[96574]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T08:00:12.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:12 smithi042 ceph-mon[94096]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T08:00:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:12 smithi164 ceph-mon[88760]: osdmap e2588: 8 total, 8 up, 8 in 2024-09-16T08:00:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:13 smithi164 ceph-mon[88760]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T08:00:13.738 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:13 smithi164 ceph-mon[88760]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:13 smithi042 ceph-mon[94096]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T08:00:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:13 smithi042 ceph-mon[94096]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:13.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:13 smithi042 ceph-mon[96574]: osdmap e2589: 8 total, 8 up, 8 in 2024-09-16T08:00:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:13 smithi042 ceph-mon[96574]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:14 smithi042 ceph-mon[94096]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T08:00:14.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:14 smithi042 ceph-mon[94096]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T08:00:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:14 smithi042 ceph-mon[96574]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T08:00:14.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:14 smithi042 ceph-mon[96574]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T08:00:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:14 smithi164 ceph-mon[88760]: osdmap e2590: 8 total, 8 up, 8 in 2024-09-16T08:00:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:14 smithi164 ceph-mon[88760]: osdmap e2591: 8 total, 8 up, 8 in 2024-09-16T08:00:15.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:15 smithi042 ceph-mon[94096]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:15.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:15 smithi042 ceph-mon[96574]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:15 smithi164 ceph-mon[88760]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:16.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:16 smithi042 ceph-mon[94096]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T08:00:16.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:16 smithi042 ceph-mon[96574]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T08:00:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:16 smithi164 ceph-mon[88760]: osdmap e2592: 8 total, 8 up, 8 in 2024-09-16T08:00:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:17 smithi042 ceph-mon[94096]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T08:00:17.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:17 smithi042 ceph-mon[94096]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:17 smithi042 ceph-mon[96574]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T08:00:17.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:17 smithi042 ceph-mon[96574]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:17 smithi164 ceph-mon[88760]: osdmap e2593: 8 total, 8 up, 8 in 2024-09-16T08:00:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:17 smithi164 ceph-mon[88760]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 830 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-09-16T08:00:18.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:18 smithi042 ceph-mon[94096]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T08:00:18.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:18 smithi042 ceph-mon[96574]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T08:00:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:18 smithi164 ceph-mon[88760]: osdmap e2594: 8 total, 8 up, 8 in 2024-09-16T08:00:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:19 smithi164 ceph-mon[88760]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T08:00:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:19 smithi164 ceph-mon[88760]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:19 smithi164 ceph-mon[88760]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T08:00:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[94096]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T08:00:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[94096]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[94096]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[96574]: osdmap e2595: 8 total, 8 up, 8 in 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[96574]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:19 smithi042 ceph-mon[96574]: osdmap e2596: 8 total, 8 up, 8 in 2024-09-16T08:00:21.558 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:21] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-09-16T08:00:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:21 smithi042 ceph-mon[94096]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T08:00:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:21 smithi042 ceph-mon[94096]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:21.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:21 smithi042 ceph-mon[96574]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T08:00:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:21 smithi042 ceph-mon[96574]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:21 smithi164 ceph-mon[88760]: osdmap e2597: 8 total, 8 up, 8 in 2024-09-16T08:00:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:21 smithi164 ceph-mon[88760]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-09-16T08:00:22.567 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:22 smithi042 ceph-mon[94096]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T08:00:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:22 smithi042 ceph-mon[96574]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T08:00:22.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:22 smithi164 ceph-mon[88760]: osdmap e2598: 8 total, 8 up, 8 in 2024-09-16T08:00:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:23 smithi042 ceph-mon[94096]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T08:00:23.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:23 smithi042 ceph-mon[94096]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:23 smithi042 ceph-mon[96574]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T08:00:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:23 smithi042 ceph-mon[96574]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:23 smithi164 ceph-mon[88760]: osdmap e2599: 8 total, 8 up, 8 in 2024-09-16T08:00:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:23 smithi164 ceph-mon[88760]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:24 smithi042 ceph-mon[94096]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T08:00:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:24 smithi042 ceph-mon[94096]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T08:00:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:24 smithi042 ceph-mon[96574]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T08:00:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:24 smithi042 ceph-mon[96574]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T08:00:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:24 smithi164 ceph-mon[88760]: osdmap e2600: 8 total, 8 up, 8 in 2024-09-16T08:00:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:24 smithi164 ceph-mon[88760]: osdmap e2601: 8 total, 8 up, 8 in 2024-09-16T08:00:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:25 smithi042 ceph-mon[94096]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:25.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:25 smithi042 ceph-mon[96574]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:25 smithi164 ceph-mon[88760]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:26 smithi042 ceph-mon[94096]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T08:00:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:26 smithi042 ceph-mon[96574]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T08:00:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:26 smithi164 ceph-mon[88760]: osdmap e2602: 8 total, 8 up, 8 in 2024-09-16T08:00:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:27 smithi042 ceph-mon[96574]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T08:00:27.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:27 smithi042 ceph-mon[96574]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:27 smithi042 ceph-mon[94096]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T08:00:27.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:27 smithi042 ceph-mon[94096]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:27 smithi164 ceph-mon[88760]: osdmap e2603: 8 total, 8 up, 8 in 2024-09-16T08:00:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:27 smithi164 ceph-mon[88760]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 766 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-09-16T08:00:28.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:28 smithi042 ceph-mon[94096]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T08:00:28.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:28 smithi042 ceph-mon[96574]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T08:00:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:28 smithi164 ceph-mon[88760]: osdmap e2604: 8 total, 8 up, 8 in 2024-09-16T08:00:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[94096]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T08:00:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[94096]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-16T08:00:29.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[94096]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T08:00:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[96574]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T08:00:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[96574]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-16T08:00:29.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:29 smithi042 ceph-mon[96574]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T08:00:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:29 smithi164 ceph-mon[88760]: osdmap e2605: 8 total, 8 up, 8 in 2024-09-16T08:00:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:29 smithi164 ceph-mon[88760]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-09-16T08:00:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:29 smithi164 ceph-mon[88760]: osdmap e2606: 8 total, 8 up, 8 in 2024-09-16T08:00:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:31] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-09-16T08:00:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:31 smithi164 ceph-mon[88760]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T08:00:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:31 smithi164 ceph-mon[88760]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-16T08:00:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:31 smithi042 ceph-mon[96574]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T08:00:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:31 smithi042 ceph-mon[96574]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-16T08:00:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:31 smithi042 ceph-mon[94096]: osdmap e2607: 8 total, 8 up, 8 in 2024-09-16T08:00:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:31 smithi042 ceph-mon[94096]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 993 op/s 2024-09-16T08:00:32.607 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:32 smithi164 ceph-mon[88760]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T08:00:33.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:32 smithi042 ceph-mon[94096]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T08:00:33.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:32 smithi042 ceph-mon[96574]: osdmap e2608: 8 total, 8 up, 8 in 2024-09-16T08:00:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:33 smithi164 ceph-mon[88760]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T08:00:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:33 smithi164 ceph-mon[88760]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:33 smithi042 ceph-mon[94096]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T08:00:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:33 smithi042 ceph-mon[94096]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:33 smithi042 ceph-mon[96574]: osdmap e2609: 8 total, 8 up, 8 in 2024-09-16T08:00:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:33 smithi042 ceph-mon[96574]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:00:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:34 smithi164 ceph-mon[88760]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T08:00:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:34 smithi164 ceph-mon[88760]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T08:00:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[96574]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T08:00:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[96574]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T08:00:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[94096]: osdmap e2610: 8 total, 8 up, 8 in 2024-09-16T08:00:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:34 smithi042 ceph-mon[94096]: osdmap e2611: 8 total, 8 up, 8 in 2024-09-16T08:00:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:35 smithi164 ceph-mon[88760]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-16T08:00:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:35 smithi164 ceph-mon[88760]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T08:00:36.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:35 smithi042 ceph-mon[96574]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-16T08:00:36.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:35 smithi042 ceph-mon[96574]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T08:00:36.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:35 smithi042 ceph-mon[94096]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 947 op/s 2024-09-16T08:00:36.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:35 smithi042 ceph-mon[94096]: osdmap e2612: 8 total, 8 up, 8 in 2024-09-16T08:00:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:37 smithi042 ceph-mon[94096]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T08:00:37.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:37 smithi042 ceph-mon[94096]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-09-16T08:00:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:37 smithi042 ceph-mon[96574]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T08:00:37.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:37 smithi042 ceph-mon[96574]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-09-16T08:00:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:37 smithi164 ceph-mon[88760]: osdmap e2613: 8 total, 8 up, 8 in 2024-09-16T08:00:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:37 smithi164 ceph-mon[88760]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 701 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-09-16T08:00:38.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:38 smithi042 ceph-mon[94096]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T08:00:38.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:38 smithi042 ceph-mon[96574]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T08:00:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:38 smithi164 ceph-mon[88760]: osdmap e2614: 8 total, 8 up, 8 in 2024-09-16T08:00:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[96574]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T08:00:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[96574]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-16T08:00:39.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[96574]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T08:00:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[94096]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T08:00:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[94096]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-16T08:00:39.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:39 smithi042 ceph-mon[94096]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T08:00:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:39 smithi164 ceph-mon[88760]: osdmap e2615: 8 total, 8 up, 8 in 2024-09-16T08:00:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:39 smithi164 ceph-mon[88760]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 5.0 KiB/s wr, 907 op/s 2024-09-16T08:00:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:39 smithi164 ceph-mon[88760]: osdmap e2616: 8 total, 8 up, 8 in 2024-09-16T08:00:41.585 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:41] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-09-16T08:00:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:41 smithi042 ceph-mon[94096]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T08:00:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:41 smithi042 ceph-mon[94096]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-16T08:00:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:41 smithi042 ceph-mon[96574]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T08:00:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:41 smithi042 ceph-mon[96574]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-16T08:00:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:41 smithi164 ceph-mon[88760]: osdmap e2617: 8 total, 8 up, 8 in 2024-09-16T08:00:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:41 smithi164 ceph-mon[88760]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-09-16T08:00:42.586 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:42.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:42 smithi042 ceph-mon[94096]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T08:00:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:42 smithi042 ceph-mon[96574]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T08:00:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:42 smithi164 ceph-mon[88760]: osdmap e2618: 8 total, 8 up, 8 in 2024-09-16T08:00:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:43 smithi042 ceph-mon[94096]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T08:00:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:43 smithi042 ceph-mon[94096]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:43 smithi042 ceph-mon[96574]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T08:00:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:43 smithi042 ceph-mon[96574]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:43 smithi164 ceph-mon[88760]: osdmap e2619: 8 total, 8 up, 8 in 2024-09-16T08:00:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:43 smithi164 ceph-mon[88760]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:00:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:44 smithi042 ceph-mon[94096]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T08:00:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:44 smithi042 ceph-mon[94096]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T08:00:44.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:44 smithi042 ceph-mon[96574]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T08:00:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:44 smithi042 ceph-mon[96574]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T08:00:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:44 smithi164 ceph-mon[88760]: osdmap e2620: 8 total, 8 up, 8 in 2024-09-16T08:00:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:44 smithi164 ceph-mon[88760]: osdmap e2621: 8 total, 8 up, 8 in 2024-09-16T08:00:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:45 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:00:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:45 smithi042 ceph-mon[94096]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-16T08:00:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:45 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:00:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:45 smithi042 ceph-mon[96574]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-16T08:00:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:45 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:00:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:45 smithi164 ceph-mon[88760]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 863 op/s 2024-09-16T08:00:46.943 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:46 smithi164 ceph-mon[88760]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T08:00:47.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:46 smithi042 ceph-mon[96574]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T08:00:47.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:46 smithi042 ceph-mon[94096]: osdmap e2622: 8 total, 8 up, 8 in 2024-09-16T08:00:47.928 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:47 smithi164 ceph-mon[88760]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T08:00:47.928 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:47 smithi164 ceph-mon[88760]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-16T08:00:47.928 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:47.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:47 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[94096]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T08:00:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[94096]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-16T08:00:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[96574]: osdmap e2623: 8 total, 8 up, 8 in 2024-09-16T08:00:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[96574]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 635 KiB/s rd, 5.0 KiB/s wr, 861 op/s 2024-09-16T08:00:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:47 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T08:00:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:00:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:00:48.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T08:00:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: osdmap e2624: 8 total, 8 up, 8 in 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:00:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:00:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:49 smithi164 ceph-mon[88760]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T08:00:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:49 smithi164 ceph-mon[88760]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:49 smithi164 ceph-mon[88760]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T08:00:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[94096]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[94096]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[94096]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[96574]: osdmap e2625: 8 total, 8 up, 8 in 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[96574]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:49 smithi042 ceph-mon[96574]: osdmap e2626: 8 total, 8 up, 8 in 2024-09-16T08:00:51.567 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:00:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:00:51] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T08:00:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:51 smithi042 ceph-mon[94096]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T08:00:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:51 smithi042 ceph-mon[94096]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:51.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:51 smithi042 ceph-mon[96574]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T08:00:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:51 smithi042 ceph-mon[96574]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:51 smithi164 ceph-mon[88760]: osdmap e2627: 8 total, 8 up, 8 in 2024-09-16T08:00:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:51 smithi164 ceph-mon[88760]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 817 op/s 2024-09-16T08:00:52.569 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:00:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:00:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:00:52.849 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:52 smithi042 ceph-mon[96574]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T08:00:52.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:52 smithi042 ceph-mon[94096]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T08:00:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:52 smithi164 ceph-mon[88760]: osdmap e2628: 8 total, 8 up, 8 in 2024-09-16T08:00:53.849 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:53 smithi042 ceph-mon[96574]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T08:00:53.849 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:53 smithi042 ceph-mon[96574]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:53.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:53 smithi042 ceph-mon[94096]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T08:00:53.849 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:53 smithi042 ceph-mon[94096]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:53 smithi164 ceph-mon[88760]: osdmap e2629: 8 total, 8 up, 8 in 2024-09-16T08:00:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:53 smithi164 ceph-mon[88760]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:00:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:54 smithi042 ceph-mon[96574]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T08:00:54.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:54 smithi042 ceph-mon[96574]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T08:00:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:54 smithi042 ceph-mon[94096]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T08:00:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:54 smithi042 ceph-mon[94096]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T08:00:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:54 smithi164 ceph-mon[88760]: osdmap e2630: 8 total, 8 up, 8 in 2024-09-16T08:00:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:54 smithi164 ceph-mon[88760]: osdmap e2631: 8 total, 8 up, 8 in 2024-09-16T08:00:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:55 smithi042 ceph-mon[96574]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-16T08:00:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:55 smithi042 ceph-mon[94096]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-16T08:00:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:55 smithi164 ceph-mon[88760]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-09-16T08:00:56.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:56 smithi042 ceph-mon[96574]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T08:00:56.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:56 smithi042 ceph-mon[94096]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T08:00:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:56 smithi164 ceph-mon[88760]: osdmap e2632: 8 total, 8 up, 8 in 2024-09-16T08:00:57.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:57 smithi042 ceph-mon[96574]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T08:00:57.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:57 smithi042 ceph-mon[96574]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-09-16T08:00:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:57 smithi042 ceph-mon[94096]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T08:00:57.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:57 smithi042 ceph-mon[94096]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-09-16T08:00:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:57 smithi164 ceph-mon[88760]: osdmap e2633: 8 total, 8 up, 8 in 2024-09-16T08:00:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:57 smithi164 ceph-mon[88760]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-09-16T08:00:58.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:58 smithi042 ceph-mon[96574]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T08:00:58.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:58 smithi042 ceph-mon[94096]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T08:00:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:58 smithi164 ceph-mon[88760]: osdmap e2634: 8 total, 8 up, 8 in 2024-09-16T08:00:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[94096]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T08:00:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[94096]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-16T08:00:59.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[94096]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T08:00:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[96574]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T08:00:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[96574]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-16T08:00:59.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:00:59 smithi042 ceph-mon[96574]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T08:00:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:59 smithi164 ceph-mon[88760]: osdmap e2635: 8 total, 8 up, 8 in 2024-09-16T08:00:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:59 smithi164 ceph-mon[88760]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-09-16T08:00:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:00:59 smithi164 ceph-mon[88760]: osdmap e2636: 8 total, 8 up, 8 in 2024-09-16T08:01:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:01] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T08:01:01.873 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:01 smithi042 ceph-mon[96574]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T08:01:01.873 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:01 smithi042 ceph-mon[96574]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 727 op/s 2024-09-16T08:01:01.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:01 smithi042 ceph-mon[94096]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T08:01:01.873 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:01 smithi042 ceph-mon[94096]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 727 op/s 2024-09-16T08:01:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:01 smithi164 ceph-mon[88760]: osdmap e2637: 8 total, 8 up, 8 in 2024-09-16T08:01:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:01 smithi164 ceph-mon[88760]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 727 op/s 2024-09-16T08:01:02.610 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:02.880 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:02 smithi164 ceph-mon[88760]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T08:01:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:02 smithi042 ceph-mon[94096]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T08:01:03.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:02 smithi042 ceph-mon[96574]: osdmap e2638: 8 total, 8 up, 8 in 2024-09-16T08:01:03.924 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:03 smithi042 ceph-mon[96574]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T08:01:03.924 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:03 smithi042 ceph-mon[96574]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:01:03.924 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:03 smithi042 ceph-mon[94096]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T08:01:03.924 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:03 smithi042 ceph-mon[94096]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:01:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:03 smithi164 ceph-mon[88760]: osdmap e2639: 8 total, 8 up, 8 in 2024-09-16T08:01:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:03 smithi164 ceph-mon[88760]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:01:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:04 smithi164 ceph-mon[88760]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T08:01:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:04 smithi164 ceph-mon[88760]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T08:01:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[94096]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T08:01:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[94096]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T08:01:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[96574]: osdmap e2640: 8 total, 8 up, 8 in 2024-09-16T08:01:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:04 smithi042 ceph-mon[96574]: osdmap e2641: 8 total, 8 up, 8 in 2024-09-16T08:01:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:05 smithi164 ceph-mon[88760]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-16T08:01:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:05 smithi164 ceph-mon[88760]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T08:01:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:05 smithi042 ceph-mon[94096]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-16T08:01:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:05 smithi042 ceph-mon[94096]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T08:01:06.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:05 smithi042 ceph-mon[96574]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 687 op/s 2024-09-16T08:01:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:05 smithi042 ceph-mon[96574]: osdmap e2642: 8 total, 8 up, 8 in 2024-09-16T08:01:07.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:07 smithi042 ceph-mon[96574]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T08:01:07.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:07 smithi042 ceph-mon[96574]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2024-09-16T08:01:07.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:07 smithi042 ceph-mon[94096]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T08:01:07.855 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:07 smithi042 ceph-mon[94096]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2024-09-16T08:01:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:07 smithi164 ceph-mon[88760]: osdmap e2643: 8 total, 8 up, 8 in 2024-09-16T08:01:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:07 smithi164 ceph-mon[88760]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 505 KiB/s rd, 5.0 KiB/s wr, 684 op/s 2024-09-16T08:01:08.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:08 smithi042 ceph-mon[94096]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T08:01:08.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:08 smithi042 ceph-mon[96574]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T08:01:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:08 smithi164 ceph-mon[88760]: osdmap e2644: 8 total, 8 up, 8 in 2024-09-16T08:01:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[94096]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T08:01:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[94096]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-16T08:01:09.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[94096]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T08:01:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[96574]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T08:01:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[96574]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-16T08:01:09.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:09 smithi042 ceph-mon[96574]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T08:01:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:09 smithi164 ceph-mon[88760]: osdmap e2645: 8 total, 8 up, 8 in 2024-09-16T08:01:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:09 smithi164 ceph-mon[88760]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 643 op/s 2024-09-16T08:01:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:09 smithi164 ceph-mon[88760]: osdmap e2646: 8 total, 8 up, 8 in 2024-09-16T08:01:11.595 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:11] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T08:01:11.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:11 smithi042 ceph-mon[96574]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T08:01:11.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:11 smithi042 ceph-mon[96574]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-16T08:01:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:11 smithi042 ceph-mon[94096]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T08:01:11.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:11 smithi042 ceph-mon[94096]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-16T08:01:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:11 smithi164 ceph-mon[88760]: osdmap e2647: 8 total, 8 up, 8 in 2024-09-16T08:01:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:11 smithi164 ceph-mon[88760]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 5.0 KiB/s wr, 642 op/s 2024-09-16T08:01:12.596 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:12 smithi042 ceph-mon[94096]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T08:01:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:12 smithi042 ceph-mon[96574]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T08:01:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:12 smithi164 ceph-mon[88760]: osdmap e2648: 8 total, 8 up, 8 in 2024-09-16T08:01:13.908 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:13 smithi164 ceph-mon[88760]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T08:01:13.908 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:13 smithi164 ceph-mon[88760]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:01:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:13 smithi042 ceph-mon[94096]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T08:01:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:13 smithi042 ceph-mon[94096]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:01:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:13 smithi042 ceph-mon[96574]: osdmap e2649: 8 total, 8 up, 8 in 2024-09-16T08:01:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:13 smithi042 ceph-mon[96574]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:01:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:14 smithi164 ceph-mon[88760]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T08:01:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:14 smithi164 ceph-mon[88760]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T08:01:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:14 smithi042 ceph-mon[96574]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T08:01:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:14 smithi042 ceph-mon[96574]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T08:01:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:14 smithi042 ceph-mon[94096]: osdmap e2650: 8 total, 8 up, 8 in 2024-09-16T08:01:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:14 smithi042 ceph-mon[94096]: osdmap e2651: 8 total, 8 up, 8 in 2024-09-16T08:01:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:15 smithi164 ceph-mon[88760]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-09-16T08:01:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:15 smithi164 ceph-mon[88760]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T08:01:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:15 smithi042 ceph-mon[94096]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-09-16T08:01:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:15 smithi042 ceph-mon[94096]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T08:01:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:15 smithi042 ceph-mon[96574]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 599 op/s 2024-09-16T08:01:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:15 smithi042 ceph-mon[96574]: osdmap e2652: 8 total, 8 up, 8 in 2024-09-16T08:01:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:17 smithi164 ceph-mon[88760]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T08:01:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:17 smithi164 ceph-mon[88760]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-16T08:01:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:17 smithi042 ceph-mon[94096]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T08:01:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:17 smithi042 ceph-mon[94096]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-16T08:01:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:17 smithi042 ceph-mon[96574]: osdmap e2653: 8 total, 8 up, 8 in 2024-09-16T08:01:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:17 smithi042 ceph-mon[96574]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 5.0 KiB/s wr, 594 op/s 2024-09-16T08:01:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:18 smithi164 ceph-mon[88760]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T08:01:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:18 smithi042 ceph-mon[94096]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T08:01:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:18 smithi042 ceph-mon[96574]: osdmap e2654: 8 total, 8 up, 8 in 2024-09-16T08:01:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:19 smithi164 ceph-mon[88760]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T08:01:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:19 smithi164 ceph-mon[88760]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-16T08:01:19.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:19 smithi164 ceph-mon[88760]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T08:01:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[94096]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T08:01:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[94096]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-16T08:01:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[94096]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T08:01:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[96574]: osdmap e2655: 8 total, 8 up, 8 in 2024-09-16T08:01:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[96574]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-09-16T08:01:20.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:19 smithi042 ceph-mon[96574]: osdmap e2656: 8 total, 8 up, 8 in 2024-09-16T08:01:21.577 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:21] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-09-16T08:01:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:21 smithi042 ceph-mon[94096]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T08:01:21.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:21 smithi042 ceph-mon[94096]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-09-16T08:01:21.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:21 smithi042 ceph-mon[96574]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T08:01:21.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:21 smithi042 ceph-mon[96574]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-09-16T08:01:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:21 smithi164 ceph-mon[88760]: osdmap e2657: 8 total, 8 up, 8 in 2024-09-16T08:01:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:21 smithi164 ceph-mon[88760]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-09-16T08:01:22.578 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:22.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:22 smithi042 ceph-mon[94096]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T08:01:22.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:22 smithi042 ceph-mon[96574]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T08:01:22.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:22 smithi164 ceph-mon[88760]: osdmap e2658: 8 total, 8 up, 8 in 2024-09-16T08:01:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:23 smithi042 ceph-mon[94096]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T08:01:23.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:23 smithi042 ceph-mon[94096]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:01:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:23 smithi042 ceph-mon[96574]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T08:01:23.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:23 smithi042 ceph-mon[96574]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:01:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:23 smithi164 ceph-mon[88760]: osdmap e2659: 8 total, 8 up, 8 in 2024-09-16T08:01:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:23 smithi164 ceph-mon[88760]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:01:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:24 smithi042 ceph-mon[94096]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T08:01:24.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:24 smithi042 ceph-mon[94096]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T08:01:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:24 smithi042 ceph-mon[96574]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T08:01:24.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:24 smithi042 ceph-mon[96574]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T08:01:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:24 smithi164 ceph-mon[88760]: osdmap e2660: 8 total, 8 up, 8 in 2024-09-16T08:01:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:24 smithi164 ceph-mon[88760]: osdmap e2661: 8 total, 8 up, 8 in 2024-09-16T08:01:25.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:25 smithi042 ceph-mon[94096]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-16T08:01:25.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:25 smithi042 ceph-mon[96574]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-16T08:01:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:25 smithi164 ceph-mon[88760]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 506 op/s 2024-09-16T08:01:26.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:26 smithi042 ceph-mon[94096]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T08:01:26.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:26 smithi042 ceph-mon[96574]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T08:01:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:26 smithi164 ceph-mon[88760]: osdmap e2662: 8 total, 8 up, 8 in 2024-09-16T08:01:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:27 smithi164 ceph-mon[88760]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T08:01:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:27 smithi164 ceph-mon[88760]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-09-16T08:01:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:27 smithi042 ceph-mon[96574]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T08:01:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:27 smithi042 ceph-mon[96574]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-09-16T08:01:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:27 smithi042 ceph-mon[94096]: osdmap e2663: 8 total, 8 up, 8 in 2024-09-16T08:01:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:27 smithi042 ceph-mon[94096]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-09-16T08:01:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:28 smithi164 ceph-mon[88760]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T08:01:29.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:28 smithi042 ceph-mon[94096]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T08:01:29.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:28 smithi042 ceph-mon[96574]: osdmap e2664: 8 total, 8 up, 8 in 2024-09-16T08:01:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:29 smithi164 ceph-mon[88760]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T08:01:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:29 smithi164 ceph-mon[88760]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-16T08:01:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:29 smithi164 ceph-mon[88760]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T08:01:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[94096]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T08:01:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[94096]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-16T08:01:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[94096]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T08:01:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[96574]: osdmap e2665: 8 total, 8 up, 8 in 2024-09-16T08:01:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[96574]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 344 KiB/s rd, 5.0 KiB/s wr, 466 op/s 2024-09-16T08:01:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:29 smithi042 ceph-mon[96574]: osdmap e2666: 8 total, 8 up, 8 in 2024-09-16T08:01:31.580 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:31] "GET /metrics HTTP/1.1" 200 36531 "" "Prometheus/2.43.0" 2024-09-16T08:01:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:31 smithi042 ceph-mon[94096]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T08:01:31.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:31 smithi042 ceph-mon[94096]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-16T08:01:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:31 smithi042 ceph-mon[96574]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T08:01:31.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:31 smithi042 ceph-mon[96574]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-16T08:01:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:31 smithi164 ceph-mon[88760]: osdmap e2667: 8 total, 8 up, 8 in 2024-09-16T08:01:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:31 smithi164 ceph-mon[88760]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-09-16T08:01:32.581 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:32.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:32 smithi042 ceph-mon[94096]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T08:01:32.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:32 smithi042 ceph-mon[96574]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T08:01:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:32 smithi164 ceph-mon[88760]: osdmap e2668: 8 total, 8 up, 8 in 2024-09-16T08:01:33.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:33 smithi042 ceph-mon[94096]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T08:01:33.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:33 smithi042 ceph-mon[94096]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:33 smithi042 ceph-mon[96574]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T08:01:33.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:33 smithi042 ceph-mon[96574]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:33 smithi164 ceph-mon[88760]: osdmap e2669: 8 total, 8 up, 8 in 2024-09-16T08:01:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:33 smithi164 ceph-mon[88760]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[96574]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T08:01:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:34.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[96574]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T08:01:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[94096]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T08:01:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:34.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:34 smithi042 ceph-mon[94096]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T08:01:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:34 smithi164 ceph-mon[88760]: osdmap e2670: 8 total, 8 up, 8 in 2024-09-16T08:01:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:34 smithi164 ceph-mon[88760]: osdmap e2671: 8 total, 8 up, 8 in 2024-09-16T08:01:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:35 smithi042 ceph-mon[94096]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-09-16T08:01:35.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:35 smithi042 ceph-mon[96574]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-09-16T08:01:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:35 smithi164 ceph-mon[88760]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 421 op/s 2024-09-16T08:01:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:36 smithi164 ceph-mon[88760]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T08:01:37.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:36 smithi042 ceph-mon[94096]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T08:01:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:36 smithi042 ceph-mon[96574]: osdmap e2672: 8 total, 8 up, 8 in 2024-09-16T08:01:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:37 smithi164 ceph-mon[88760]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T08:01:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:37 smithi164 ceph-mon[88760]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-09-16T08:01:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:37 smithi042 ceph-mon[94096]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T08:01:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:37 smithi042 ceph-mon[94096]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-09-16T08:01:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:37 smithi042 ceph-mon[96574]: osdmap e2673: 8 total, 8 up, 8 in 2024-09-16T08:01:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:37 smithi042 ceph-mon[96574]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 5.0 KiB/s wr, 418 op/s 2024-09-16T08:01:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:38 smithi164 ceph-mon[88760]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T08:01:39.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:38 smithi042 ceph-mon[94096]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T08:01:39.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:38 smithi042 ceph-mon[96574]: osdmap e2674: 8 total, 8 up, 8 in 2024-09-16T08:01:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:39 smithi164 ceph-mon[88760]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T08:01:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:39 smithi164 ceph-mon[88760]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-09-16T08:01:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:39 smithi164 ceph-mon[88760]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T08:01:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[94096]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T08:01:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[94096]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-09-16T08:01:40.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[94096]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T08:01:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[96574]: osdmap e2675: 8 total, 8 up, 8 in 2024-09-16T08:01:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[96574]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-09-16T08:01:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:39 smithi042 ceph-mon[96574]: osdmap e2676: 8 total, 8 up, 8 in 2024-09-16T08:01:41.583 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:41] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T08:01:41.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:41 smithi042 ceph-mon[94096]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T08:01:41.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:41 smithi042 ceph-mon[94096]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-16T08:01:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:41 smithi042 ceph-mon[96574]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T08:01:41.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:41 smithi042 ceph-mon[96574]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-16T08:01:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:41 smithi164 ceph-mon[88760]: osdmap e2677: 8 total, 8 up, 8 in 2024-09-16T08:01:41.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:41 smithi164 ceph-mon[88760]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 277 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-09-16T08:01:42.585 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:42.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:42 smithi042 ceph-mon[94096]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T08:01:42.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:42 smithi042 ceph-mon[96574]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T08:01:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:42 smithi164 ceph-mon[88760]: osdmap e2678: 8 total, 8 up, 8 in 2024-09-16T08:01:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:43 smithi042 ceph-mon[94096]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T08:01:43.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:43 smithi042 ceph-mon[94096]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:01:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:43 smithi042 ceph-mon[96574]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T08:01:43.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:43 smithi042 ceph-mon[96574]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:01:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:43 smithi164 ceph-mon[88760]: osdmap e2679: 8 total, 8 up, 8 in 2024-09-16T08:01:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:43 smithi164 ceph-mon[88760]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-16T08:01:44.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:44 smithi042 ceph-mon[94096]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T08:01:44.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:44 smithi042 ceph-mon[94096]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T08:01:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:44 smithi042 ceph-mon[96574]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T08:01:44.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:44 smithi042 ceph-mon[96574]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T08:01:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:44 smithi164 ceph-mon[88760]: osdmap e2680: 8 total, 8 up, 8 in 2024-09-16T08:01:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:44 smithi164 ceph-mon[88760]: osdmap e2681: 8 total, 8 up, 8 in 2024-09-16T08:01:45.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:45 smithi042 ceph-mon[94096]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 336 op/s 2024-09-16T08:01:45.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:45 smithi042 ceph-mon[96574]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 336 op/s 2024-09-16T08:01:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:45 smithi164 ceph-mon[88760]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 336 op/s 2024-09-16T08:01:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:46 smithi164 ceph-mon[88760]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T08:01:47.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:46 smithi042 ceph-mon[94096]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T08:01:47.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:46 smithi042 ceph-mon[96574]: osdmap e2682: 8 total, 8 up, 8 in 2024-09-16T08:01:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:47 smithi164 ceph-mon[88760]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T08:01:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:47 smithi164 ceph-mon[88760]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-16T08:01:48.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:47 smithi042 ceph-mon[94096]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T08:01:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:47 smithi042 ceph-mon[94096]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-16T08:01:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:47 smithi042 ceph-mon[96574]: osdmap e2683: 8 total, 8 up, 8 in 2024-09-16T08:01:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:47 smithi042 ceph-mon[96574]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 244 KiB/s rd, 5.0 KiB/s wr, 332 op/s 2024-09-16T08:01:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:48 smithi164 ceph-mon[88760]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T08:01:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:48 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:01:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:48 smithi042 ceph-mon[94096]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T08:01:49.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:48 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:01:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:48 smithi042 ceph-mon[96574]: osdmap e2684: 8 total, 8 up, 8 in 2024-09-16T08:01:49.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:48 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:01:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T08:01:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:01:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:01:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:01:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-09-16T08:01:49.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:49 smithi164 ceph-mon[88760]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T08:01:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T08:01:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:01:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:01:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:01:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[94096]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: osdmap e2685: 8 total, 8 up, 8 in 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 285 op/s 2024-09-16T08:01:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:49 smithi042 ceph-mon[96574]: osdmap e2686: 8 total, 8 up, 8 in 2024-09-16T08:01:51.587 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:01:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:01:51] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T08:01:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:51 smithi042 ceph-mon[94096]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T08:01:51.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:51 smithi042 ceph-mon[94096]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-16T08:01:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:51 smithi042 ceph-mon[96574]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T08:01:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:51 smithi042 ceph-mon[96574]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-16T08:01:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:51 smithi164 ceph-mon[88760]: osdmap e2687: 8 total, 8 up, 8 in 2024-09-16T08:01:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:51 smithi164 ceph-mon[88760]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-09-16T08:01:52.588 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:01:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:01:52.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:52 smithi042 ceph-mon[94096]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T08:01:52.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:52 smithi042 ceph-mon[96574]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T08:01:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:52 smithi164 ceph-mon[88760]: osdmap e2688: 8 total, 8 up, 8 in 2024-09-16T08:01:53.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:53 smithi042 ceph-mon[94096]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T08:01:53.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:53 smithi042 ceph-mon[94096]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:53 smithi042 ceph-mon[96574]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T08:01:53.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:53 smithi042 ceph-mon[96574]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:53 smithi164 ceph-mon[88760]: osdmap e2689: 8 total, 8 up, 8 in 2024-09-16T08:01:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:53 smithi164 ceph-mon[88760]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T08:01:54.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:54 smithi042 ceph-mon[94096]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T08:01:54.854 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:54 smithi042 ceph-mon[94096]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T08:01:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:54 smithi042 ceph-mon[96574]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T08:01:54.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:54 smithi042 ceph-mon[96574]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T08:01:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:54 smithi164 ceph-mon[88760]: osdmap e2690: 8 total, 8 up, 8 in 2024-09-16T08:01:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:54 smithi164 ceph-mon[88760]: osdmap e2691: 8 total, 8 up, 8 in 2024-09-16T08:01:55.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:55 smithi042 ceph-mon[94096]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:55.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:55 smithi042 ceph-mon[96574]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:55 smithi164 ceph-mon[88760]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:56 smithi164 ceph-mon[88760]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T08:01:57.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:56 smithi042 ceph-mon[94096]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T08:01:57.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:56 smithi042 ceph-mon[96574]: osdmap e2692: 8 total, 8 up, 8 in 2024-09-16T08:01:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:57 smithi164 ceph-mon[88760]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T08:01:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:57 smithi164 ceph-mon[88760]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:58.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:57 smithi042 ceph-mon[96574]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T08:01:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:57 smithi042 ceph-mon[96574]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:57 smithi042 ceph-mon[94096]: osdmap e2693: 8 total, 8 up, 8 in 2024-09-16T08:01:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:57 smithi042 ceph-mon[94096]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 5.0 KiB/s wr, 244 op/s 2024-09-16T08:01:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:58 smithi164 ceph-mon[88760]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T08:01:59.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:58 smithi042 ceph-mon[94096]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T08:01:59.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:58 smithi042 ceph-mon[96574]: osdmap e2694: 8 total, 8 up, 8 in 2024-09-16T08:01:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:59 smithi164 ceph-mon[88760]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T08:01:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:59 smithi164 ceph-mon[88760]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-16T08:01:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:01:59 smithi164 ceph-mon[88760]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T08:02:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[94096]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T08:02:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[94096]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-16T08:02:00.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[94096]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T08:02:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[96574]: osdmap e2695: 8 total, 8 up, 8 in 2024-09-16T08:02:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[96574]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 203 op/s 2024-09-16T08:02:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:01:59 smithi042 ceph-mon[96574]: osdmap e2696: 8 total, 8 up, 8 in 2024-09-16T08:02:01.591 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:01] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T08:02:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:01 smithi042 ceph-mon[94096]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T08:02:01.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:01 smithi042 ceph-mon[94096]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-16T08:02:01.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:01 smithi042 ceph-mon[96574]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T08:02:01.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:01 smithi042 ceph-mon[96574]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-16T08:02:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:01 smithi164 ceph-mon[88760]: osdmap e2697: 8 total, 8 up, 8 in 2024-09-16T08:02:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:01 smithi164 ceph-mon[88760]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 5.0 KiB/s wr, 200 op/s 2024-09-16T08:02:02.598 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:02.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:02 smithi042 ceph-mon[94096]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T08:02:02.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:02 smithi042 ceph-mon[96574]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T08:02:02.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:02 smithi164 ceph-mon[88760]: osdmap e2698: 8 total, 8 up, 8 in 2024-09-16T08:02:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:03 smithi042 ceph-mon[94096]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T08:02:03.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:03 smithi042 ceph-mon[94096]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:02:03.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:03 smithi042 ceph-mon[96574]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T08:02:03.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:03 smithi042 ceph-mon[96574]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:02:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:03 smithi164 ceph-mon[88760]: osdmap e2699: 8 total, 8 up, 8 in 2024-09-16T08:02:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:03 smithi164 ceph-mon[88760]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:02:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:04 smithi164 ceph-mon[88760]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T08:02:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:04 smithi164 ceph-mon[88760]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T08:02:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[94096]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T08:02:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[94096]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T08:02:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[96574]: osdmap e2700: 8 total, 8 up, 8 in 2024-09-16T08:02:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:04 smithi042 ceph-mon[96574]: osdmap e2701: 8 total, 8 up, 8 in 2024-09-16T08:02:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:05 smithi164 ceph-mon[88760]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-16T08:02:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:05 smithi042 ceph-mon[94096]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-16T08:02:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:05 smithi042 ceph-mon[96574]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-09-16T08:02:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:06 smithi164 ceph-mon[88760]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T08:02:07.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:06 smithi042 ceph-mon[94096]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T08:02:07.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:06 smithi042 ceph-mon[96574]: osdmap e2702: 8 total, 8 up, 8 in 2024-09-16T08:02:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:07 smithi164 ceph-mon[88760]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T08:02:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:07 smithi164 ceph-mon[88760]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-16T08:02:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:07 smithi042 ceph-mon[94096]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T08:02:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:07 smithi042 ceph-mon[94096]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-16T08:02:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:07 smithi042 ceph-mon[96574]: osdmap e2703: 8 total, 8 up, 8 in 2024-09-16T08:02:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:07 smithi042 ceph-mon[96574]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 5.0 KiB/s wr, 156 op/s 2024-09-16T08:02:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:08 smithi164 ceph-mon[88760]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T08:02:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:08 smithi042 ceph-mon[94096]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T08:02:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:08 smithi042 ceph-mon[96574]: osdmap e2704: 8 total, 8 up, 8 in 2024-09-16T08:02:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:09 smithi164 ceph-mon[88760]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T08:02:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:09 smithi164 ceph-mon[88760]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:09 smithi164 ceph-mon[88760]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T08:02:10.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[96574]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T08:02:10.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[96574]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[96574]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T08:02:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[94096]: osdmap e2705: 8 total, 8 up, 8 in 2024-09-16T08:02:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[94096]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:09 smithi042 ceph-mon[94096]: osdmap e2706: 8 total, 8 up, 8 in 2024-09-16T08:02:11.592 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:11] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.43.0" 2024-09-16T08:02:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:11 smithi042 ceph-mon[94096]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T08:02:11.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:11 smithi042 ceph-mon[94096]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:11 smithi042 ceph-mon[96574]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T08:02:11.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:11 smithi042 ceph-mon[96574]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:11 smithi164 ceph-mon[88760]: osdmap e2707: 8 total, 8 up, 8 in 2024-09-16T08:02:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:11 smithi164 ceph-mon[88760]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-09-16T08:02:12.594 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:12.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:12 smithi042 ceph-mon[94096]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T08:02:12.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:12 smithi042 ceph-mon[96574]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T08:02:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:12 smithi164 ceph-mon[88760]: osdmap e2708: 8 total, 8 up, 8 in 2024-09-16T08:02:13.707 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-09-16T08:02:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:13 smithi042 ceph-mon[94096]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T08:02:13.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:13 smithi042 ceph-mon[94096]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:02:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:13 smithi042 ceph-mon[96574]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T08:02:13.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:13 smithi042 ceph-mon[96574]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:02:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:13 smithi164 ceph-mon[88760]: osdmap e2709: 8 total, 8 up, 8 in 2024-09-16T08:02:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:13 smithi164 ceph-mon[88760]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T08:02:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:14 smithi164 ceph-mon[88760]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T08:02:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:14 smithi164 ceph-mon[88760]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T08:02:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:14 smithi042 ceph-mon[94096]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T08:02:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:14 smithi042 ceph-mon[94096]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T08:02:15.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:14 smithi042 ceph-mon[96574]: osdmap e2710: 8 total, 8 up, 8 in 2024-09-16T08:02:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:14 smithi042 ceph-mon[96574]: osdmap e2711: 8 total, 8 up, 8 in 2024-09-16T08:02:15.704 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-09-16T08:02:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:15 smithi164 ceph-mon[88760]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-09-16T08:02:16.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:15 smithi042 ceph-mon[96574]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-09-16T08:02:16.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:15 smithi042 ceph-mon[94096]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 82 op/s 2024-09-16T08:02:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:16 smithi164 ceph-mon[88760]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T08:02:17.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:16 smithi042 ceph-mon[94096]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T08:02:17.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:16 smithi042 ceph-mon[96574]: osdmap e2712: 8 total, 8 up, 8 in 2024-09-16T08:02:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:17 smithi164 ceph-mon[88760]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T08:02:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:17 smithi164 ceph-mon[88760]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-09-16T08:02:18.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:17 smithi042 ceph-mon[96574]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T08:02:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:17 smithi042 ceph-mon[96574]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-09-16T08:02:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:17 smithi042 ceph-mon[94096]: osdmap e2713: 8 total, 8 up, 8 in 2024-09-16T08:02:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:17 smithi042 ceph-mon[94096]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.7 KiB/s wr, 86 op/s 2024-09-16T08:02:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:18 smithi164 ceph-mon[88760]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T08:02:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:18 smithi042 ceph-mon[94096]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T08:02:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:18 smithi042 ceph-mon[96574]: osdmap e2714: 8 total, 8 up, 8 in 2024-09-16T08:02:19.691 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-09-16T08:02:19.776 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-09-16T08:02:19.922 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-09-16T08:02:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:19 smithi164 ceph-mon[88760]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T08:02:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:19 smithi164 ceph-mon[88760]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-09-16T08:02:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:19 smithi164 ceph-mon[88760]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T08:02:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[94096]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T08:02:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:20.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[94096]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-09-16T08:02:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[94096]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T08:02:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[96574]: osdmap e2715: 8 total, 8 up, 8 in 2024-09-16T08:02:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[96574]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 56 op/s 2024-09-16T08:02:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:19 smithi042 ceph-mon[96574]: osdmap e2716: 8 total, 8 up, 8 in 2024-09-16T08:02:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:21] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T08:02:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:21 smithi164 ceph-mon[88760]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T08:02:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:21 smithi164 ceph-mon[88760]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-09-16T08:02:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:21 smithi042 ceph-mon[94096]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T08:02:22.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:21 smithi042 ceph-mon[94096]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-09-16T08:02:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:21 smithi042 ceph-mon[96574]: osdmap e2717: 8 total, 8 up, 8 in 2024-09-16T08:02:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:21 smithi042 ceph-mon[96574]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 11 KiB/s wr, 268 op/s 2024-09-16T08:02:22.642 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:22.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:22 smithi164 ceph-mon[88760]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T08:02:23.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:22 smithi042 ceph-mon[94096]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T08:02:23.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:22 smithi042 ceph-mon[96574]: osdmap e2718: 8 total, 8 up, 8 in 2024-09-16T08:02:23.740 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-09-16T08:02:23.824 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-09-16T08:02:23.909 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-09-16T08:02:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:23 smithi164 ceph-mon[88760]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T08:02:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:23 smithi164 ceph-mon[88760]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 10 KiB/s wr, 284 op/s 2024-09-16T08:02:23.995 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-09-16T08:02:24.081 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-09-16T08:02:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:23 smithi042 ceph-mon[94096]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T08:02:24.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:23 smithi042 ceph-mon[94096]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 10 KiB/s wr, 284 op/s 2024-09-16T08:02:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:23 smithi042 ceph-mon[96574]: osdmap e2719: 8 total, 8 up, 8 in 2024-09-16T08:02:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:23 smithi042 ceph-mon[96574]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 10 KiB/s wr, 284 op/s 2024-09-16T08:02:24.160 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-09-16T08:02:24.813 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-09-16T08:02:24.885 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-09-16T08:02:24.985 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-09-16T08:02:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:24 smithi164 ceph-mon[88760]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T08:02:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:24 smithi164 ceph-mon[88760]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T08:02:25.080 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-09-16T08:02:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:24 smithi042 ceph-mon[94096]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T08:02:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:24 smithi042 ceph-mon[94096]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T08:02:25.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:24 smithi042 ceph-mon[96574]: osdmap e2720: 8 total, 8 up, 8 in 2024-09-16T08:02:25.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:24 smithi042 ceph-mon[96574]: osdmap e2721: 8 total, 8 up, 8 in 2024-09-16T08:02:25.157 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-09-16T08:02:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:25 smithi164 ceph-mon[88760]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 224 op/s 2024-09-16T08:02:26.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:25 smithi042 ceph-mon[94096]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 224 op/s 2024-09-16T08:02:26.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:25 smithi042 ceph-mon[96574]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 19 KiB/s wr, 224 op/s 2024-09-16T08:02:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:28 smithi164 ceph-mon[88760]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 44 KiB/s wr, 876 op/s 2024-09-16T08:02:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:28 smithi042 ceph-mon[94096]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 44 KiB/s wr, 876 op/s 2024-09-16T08:02:28.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:28 smithi042 ceph-mon[96574]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 44 KiB/s wr, 876 op/s 2024-09-16T08:02:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:30 smithi164 ceph-mon[88760]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 859 op/s 2024-09-16T08:02:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:30 smithi164 ceph-mon[88760]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T08:02:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:30 smithi042 ceph-mon[96574]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 859 op/s 2024-09-16T08:02:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:30 smithi042 ceph-mon[96574]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T08:02:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:30 smithi042 ceph-mon[94096]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 41 KiB/s wr, 859 op/s 2024-09-16T08:02:30.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:30 smithi042 ceph-mon[94096]: osdmap e2722: 8 total, 8 up, 8 in 2024-09-16T08:02:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:31] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T08:02:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:32 smithi164 ceph-mon[88760]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 37 KiB/s wr, 723 op/s 2024-09-16T08:02:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:32 smithi042 ceph-mon[94096]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 37 KiB/s wr, 723 op/s 2024-09-16T08:02:32.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:32 smithi042 ceph-mon[96574]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 37 KiB/s wr, 723 op/s 2024-09-16T08:02:32.897 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-09-16T08:02:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:34 smithi164 ceph-mon[88760]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 508 KiB/s wr, 564 op/s 2024-09-16T08:02:34.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:34 smithi042 ceph-mon[96574]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 508 KiB/s wr, 564 op/s 2024-09-16T08:02:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:34 smithi042 ceph-mon[94096]: pgmap v4649: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 508 KiB/s wr, 564 op/s 2024-09-16T08:02:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:35.853 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:35 smithi042 ceph-mon[96574]: pgmap v4650: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 486 op/s 2024-09-16T08:02:35.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:35 smithi042 ceph-mon[94096]: pgmap v4650: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 486 op/s 2024-09-16T08:02:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:35 smithi164 ceph-mon[88760]: pgmap v4650: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 432 KiB/s wr, 486 op/s 2024-09-16T08:02:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:38 smithi164 ceph-mon[88760]: pgmap v4651: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 416 KiB/s wr, 110 op/s 2024-09-16T08:02:38.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:38 smithi042 ceph-mon[96574]: pgmap v4651: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 416 KiB/s wr, 110 op/s 2024-09-16T08:02:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:38 smithi042 ceph-mon[94096]: pgmap v4651: 137 pgs: 137 active+clean; 8.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 416 KiB/s wr, 110 op/s 2024-09-16T08:02:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:40 smithi164 ceph-mon[88760]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 1.2 MiB/s wr, 44 op/s 2024-09-16T08:02:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:40 smithi042 ceph-mon[96574]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 1.2 MiB/s wr, 44 op/s 2024-09-16T08:02:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:40 smithi042 ceph-mon[94096]: pgmap v4652: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 1.2 MiB/s wr, 44 op/s 2024-09-16T08:02:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:41] "GET /metrics HTTP/1.1" 200 36534 "" "Prometheus/2.43.0" 2024-09-16T08:02:41.793 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-09-16T08:02:41.873 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-09-16T08:02:41.963 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-09-16T08:02:42.053 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-09-16T08:02:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:42 smithi164 ceph-mon[88760]: pgmap v4653: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-16T08:02:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:42 smithi042 ceph-mon[94096]: pgmap v4653: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-16T08:02:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:42 smithi042 ceph-mon[96574]: pgmap v4653: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-09-16T08:02:43.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:43 smithi164 ceph-mon[88760]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T08:02:43.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:43 smithi042 ceph-mon[94096]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T08:02:43.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:43 smithi042 ceph-mon[96574]: osdmap e2723: 8 total, 8 up, 8 in 2024-09-16T08:02:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:44 smithi164 ceph-mon[88760]: pgmap v4655: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 78 op/s 2024-09-16T08:02:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:44 smithi164 ceph-mon[88760]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T08:02:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:44 smithi042 ceph-mon[94096]: pgmap v4655: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 78 op/s 2024-09-16T08:02:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:44 smithi042 ceph-mon[94096]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T08:02:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:44 smithi042 ceph-mon[96574]: pgmap v4655: 137 pgs: 137 active+clean; 21 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 1.6 MiB/s wr, 78 op/s 2024-09-16T08:02:44.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:44 smithi042 ceph-mon[96574]: osdmap e2724: 8 total, 8 up, 8 in 2024-09-16T08:02:45.258 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-09-16T08:02:45.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:45 smithi164 ceph-mon[88760]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T08:02:45.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:45 smithi042 ceph-mon[94096]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T08:02:45.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:45 smithi042 ceph-mon[96574]: osdmap e2725: 8 total, 8 up, 8 in 2024-09-16T08:02:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:46 smithi164 ceph-mon[88760]: pgmap v4658: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.3 MiB/s wr, 156 op/s 2024-09-16T08:02:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:46 smithi164 ceph-mon[88760]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T08:02:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:46 smithi042 ceph-mon[94096]: pgmap v4658: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.3 MiB/s wr, 156 op/s 2024-09-16T08:02:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:46 smithi042 ceph-mon[94096]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T08:02:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:46 smithi042 ceph-mon[96574]: pgmap v4658: 137 pgs: 137 active+clean; 13 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.3 MiB/s wr, 156 op/s 2024-09-16T08:02:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:46 smithi042 ceph-mon[96574]: osdmap e2726: 8 total, 8 up, 8 in 2024-09-16T08:02:47.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:47 smithi164 ceph-mon[88760]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T08:02:47.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:47 smithi042 ceph-mon[94096]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T08:02:47.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:47 smithi042 ceph-mon[96574]: osdmap e2727: 8 total, 8 up, 8 in 2024-09-16T08:02:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:48 smithi164 ceph-mon[88760]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-09-16T08:02:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:48 smithi164 ceph-mon[88760]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T08:02:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:48 smithi042 ceph-mon[94096]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-09-16T08:02:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:48 smithi042 ceph-mon[94096]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T08:02:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:48 smithi042 ceph-mon[96574]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 20 KiB/s wr, 399 op/s 2024-09-16T08:02:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:48 smithi042 ceph-mon[96574]: osdmap e2728: 8 total, 8 up, 8 in 2024-09-16T08:02:49.189 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[96574]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T08:02:49.189 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:49.189 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:02:49.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[94096]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T08:02:49.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:49.190 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:02:49.276 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-09-16T08:02:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:49 smithi164 ceph-mon[88760]: osdmap e2729: 8 total, 8 up, 8 in 2024-09-16T08:02:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:02:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:02:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 321 op/s 2024-09-16T08:02:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T08:02:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:02:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:02:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:02:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:50 smithi164 ceph-mon[88760]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T08:02:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 321 op/s 2024-09-16T08:02:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T08:02:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[96574]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 12 KiB/s wr, 321 op/s 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: osdmap e2730: 8 total, 8 up, 8 in 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:02:50.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:02:50.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:50 smithi042 ceph-mon[94096]: osdmap e2731: 8 total, 8 up, 8 in 2024-09-16T08:02:50.693 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-09-16T08:02:51.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:02:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:02:51] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-09-16T08:02:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:51 smithi042 ceph-mon[94096]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T08:02:51.853 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:51 smithi042 ceph-mon[94096]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-09-16T08:02:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:51 smithi042 ceph-mon[96574]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T08:02:51.854 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:51 smithi042 ceph-mon[96574]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-09-16T08:02:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:51 smithi164 ceph-mon[88760]: osdmap e2732: 8 total, 8 up, 8 in 2024-09-16T08:02:51.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:51 smithi164 ceph-mon[88760]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-09-16T08:02:52.613 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:02:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:02:52.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:52 smithi164 ceph-mon[88760]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T08:02:53.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:52 smithi042 ceph-mon[94096]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T08:02:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:52 smithi042 ceph-mon[96574]: osdmap e2733: 8 total, 8 up, 8 in 2024-09-16T08:02:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:53 smithi164 ceph-mon[88760]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T08:02:53.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:53 smithi164 ceph-mon[88760]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-16T08:02:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:53 smithi042 ceph-mon[94096]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T08:02:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:53 smithi042 ceph-mon[94096]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-16T08:02:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:53 smithi042 ceph-mon[96574]: osdmap e2734: 8 total, 8 up, 8 in 2024-09-16T08:02:54.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:53 smithi042 ceph-mon[96574]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 213 KiB/s rd, 19 KiB/s wr, 297 op/s 2024-09-16T08:02:54.701 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-09-16T08:02:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:54 smithi164 ceph-mon[88760]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T08:02:54.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:54 smithi164 ceph-mon[88760]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T08:02:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:54 smithi042 ceph-mon[96574]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T08:02:55.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:54 smithi042 ceph-mon[96574]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T08:02:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:54 smithi042 ceph-mon[94096]: osdmap e2735: 8 total, 8 up, 8 in 2024-09-16T08:02:55.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:54 smithi042 ceph-mon[94096]: osdmap e2736: 8 total, 8 up, 8 in 2024-09-16T08:02:55.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:55 smithi164 ceph-mon[88760]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 357 op/s 2024-09-16T08:02:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:55 smithi042 ceph-mon[94096]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 357 op/s 2024-09-16T08:02:56.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:55 smithi042 ceph-mon[96574]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 270 KiB/s rd, 18 KiB/s wr, 357 op/s 2024-09-16T08:02:56.724 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-09-16T08:02:56.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:56 smithi164 ceph-mon[88760]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T08:02:57.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:56 smithi042 ceph-mon[96574]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T08:02:57.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:56 smithi042 ceph-mon[94096]: osdmap e2737: 8 total, 8 up, 8 in 2024-09-16T08:02:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:57 smithi164 ceph-mon[88760]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T08:02:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:57 smithi164 ceph-mon[88760]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 376 op/s 2024-09-16T08:02:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:57 smithi042 ceph-mon[94096]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T08:02:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:57 smithi042 ceph-mon[94096]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 376 op/s 2024-09-16T08:02:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:57 smithi042 ceph-mon[96574]: osdmap e2738: 8 total, 8 up, 8 in 2024-09-16T08:02:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:57 smithi042 ceph-mon[96574]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 16 KiB/s wr, 376 op/s 2024-09-16T08:02:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:58 smithi164 ceph-mon[88760]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T08:02:59.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:58 smithi042 ceph-mon[94096]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T08:02:59.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:58 smithi042 ceph-mon[96574]: osdmap e2739: 8 total, 8 up, 8 in 2024-09-16T08:02:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:59 smithi164 ceph-mon[88760]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T08:02:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:59 smithi164 ceph-mon[88760]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-16T08:02:59.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:02:59 smithi164 ceph-mon[88760]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T08:03:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[94096]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T08:03:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[94096]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-16T08:03:00.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[94096]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T08:03:00.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[96574]: osdmap e2740: 8 total, 8 up, 8 in 2024-09-16T08:03:00.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[96574]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 19 KiB/s wr, 491 op/s 2024-09-16T08:03:00.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:02:59 smithi042 ceph-mon[96574]: osdmap e2741: 8 total, 8 up, 8 in 2024-09-16T08:03:00.747 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-09-16T08:03:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:01] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2024-09-16T08:03:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:01 smithi164 ceph-mon[88760]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T08:03:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:01 smithi164 ceph-mon[88760]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 473 op/s 2024-09-16T08:03:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:01 smithi042 ceph-mon[94096]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T08:03:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:01 smithi042 ceph-mon[94096]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 473 op/s 2024-09-16T08:03:02.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:01 smithi042 ceph-mon[96574]: osdmap e2742: 8 total, 8 up, 8 in 2024-09-16T08:03:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:01 smithi042 ceph-mon[96574]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 473 op/s 2024-09-16T08:03:02.664 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:02.929 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:02 smithi164 ceph-mon[88760]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T08:03:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:02 smithi042 ceph-mon[96574]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T08:03:03.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:02 smithi042 ceph-mon[94096]: osdmap e2743: 8 total, 8 up, 8 in 2024-09-16T08:03:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:03 smithi164 ceph-mon[88760]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T08:03:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]: dispatch 2024-09-16T08:03:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:03 smithi164 ceph-mon[88760]: pgmap v4686: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-09-16T08:03:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:03 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]': finished 2024-09-16T08:03:03.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:03 smithi164 ceph-mon[88760]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[94096]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]: dispatch 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[94096]: pgmap v4686: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]': finished 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[94096]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T08:03:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[96574]: osdmap e2744: 8 total, 8 up, 8 in 2024-09-16T08:03:04.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]: dispatch 2024-09-16T08:03:04.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[96574]: pgmap v4686: 169 pgs: 6 creating+peering, 26 unknown, 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-09-16T08:03:04.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi042-165766-2","app": "rbd"}]': finished 2024-09-16T08:03:04.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:03 smithi042 ceph-mon[96574]: osdmap e2745: 8 total, 8 up, 8 in 2024-09-16T08:03:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:04 smithi164 ceph-mon[88760]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T08:03:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:04.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:04 smithi164 ceph-mon[88760]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T08:03:05.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[96574]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T08:03:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[96574]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T08:03:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[94096]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T08:03:05.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:05.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:05.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:04 smithi042 ceph-mon[94096]: osdmap e2746: 8 total, 8 up, 8 in 2024-09-16T08:03:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:05 smithi164 ceph-mon[88760]: pgmap v4689: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-16T08:03:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:05 smithi164 ceph-mon[88760]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T08:03:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:05 smithi042 ceph-mon[94096]: pgmap v4689: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-16T08:03:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:05 smithi042 ceph-mon[94096]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T08:03:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:05 smithi042 ceph-mon[96574]: pgmap v4689: 169 pgs: 9 creating+peering, 18 unknown, 142 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 8.5 KiB/s wr, 107 op/s 2024-09-16T08:03:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:05 smithi042 ceph-mon[96574]: osdmap e2747: 8 total, 8 up, 8 in 2024-09-16T08:03:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:06 smithi164 ceph-mon[88760]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T08:03:06.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:06 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T08:03:07.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:06 smithi042 ceph-mon[94096]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T08:03:07.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:06 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T08:03:07.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:06 smithi042 ceph-mon[96574]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T08:03:07.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:06 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T08:03:07.794 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-09-16T08:03:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:07 smithi164 ceph-mon[88760]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T08:03:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:07 smithi164 ceph-mon[88760]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 6.2 KiB/s wr, 126 op/s 2024-09-16T08:03:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:07 smithi042 ceph-mon[94096]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T08:03:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:07 smithi042 ceph-mon[94096]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 6.2 KiB/s wr, 126 op/s 2024-09-16T08:03:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:07 smithi042 ceph-mon[96574]: osdmap e2748: 8 total, 8 up, 8 in 2024-09-16T08:03:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:07 smithi042 ceph-mon[96574]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 6.2 KiB/s wr, 126 op/s 2024-09-16T08:03:08.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:08 smithi164 ceph-mon[88760]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T08:03:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:08 smithi042 ceph-mon[94096]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T08:03:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:08 smithi042 ceph-mon[96574]: osdmap e2749: 8 total, 8 up, 8 in 2024-09-16T08:03:09.702 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-09-16T08:03:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:09 smithi164 ceph-mon[88760]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T08:03:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:09 smithi164 ceph-mon[88760]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 3.2 KiB/s wr, 120 op/s 2024-09-16T08:03:09.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:09 smithi164 ceph-mon[88760]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T08:03:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[94096]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T08:03:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[94096]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 3.2 KiB/s wr, 120 op/s 2024-09-16T08:03:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[94096]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T08:03:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[96574]: osdmap e2750: 8 total, 8 up, 8 in 2024-09-16T08:03:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[96574]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 3.2 KiB/s wr, 120 op/s 2024-09-16T08:03:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:09 smithi042 ceph-mon[96574]: osdmap e2751: 8 total, 8 up, 8 in 2024-09-16T08:03:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:11] "GET /metrics HTTP/1.1" 200 38949 "" "Prometheus/2.43.0" 2024-09-16T08:03:11.809 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-09-16T08:03:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:11 smithi164 ceph-mon[88760]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T08:03:11.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:11 smithi164 ceph-mon[88760]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-09-16T08:03:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:11 smithi042 ceph-mon[94096]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T08:03:12.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:11 smithi042 ceph-mon[94096]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-09-16T08:03:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:11 smithi042 ceph-mon[96574]: osdmap e2752: 8 total, 8 up, 8 in 2024-09-16T08:03:12.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:11 smithi042 ceph-mon[96574]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 154 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-09-16T08:03:12.715 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:12.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:12 smithi164 ceph-mon[88760]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T08:03:13.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:12 smithi042 ceph-mon[94096]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T08:03:13.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:12 smithi042 ceph-mon[96574]: osdmap e2753: 8 total, 8 up, 8 in 2024-09-16T08:03:13.811 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-09-16T08:03:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:13 smithi164 ceph-mon[88760]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T08:03:13.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:13 smithi164 ceph-mon[88760]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-09-16T08:03:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:13 smithi042 ceph-mon[94096]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T08:03:14.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:13 smithi042 ceph-mon[94096]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-09-16T08:03:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:13 smithi042 ceph-mon[96574]: osdmap e2754: 8 total, 8 up, 8 in 2024-09-16T08:03:14.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:13 smithi042 ceph-mon[96574]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 16 KiB/s wr, 265 op/s 2024-09-16T08:03:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:14 smithi164 ceph-mon[88760]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T08:03:14.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:14 smithi164 ceph-mon[88760]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T08:03:15.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:14 smithi042 ceph-mon[94096]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T08:03:15.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:14 smithi042 ceph-mon[94096]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T08:03:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:14 smithi042 ceph-mon[96574]: osdmap e2755: 8 total, 8 up, 8 in 2024-09-16T08:03:15.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:14 smithi042 ceph-mon[96574]: osdmap e2756: 8 total, 8 up, 8 in 2024-09-16T08:03:15.830 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-09-16T08:03:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:15 smithi164 ceph-mon[88760]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T08:03:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:15 smithi042 ceph-mon[94096]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T08:03:16.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:15 smithi042 ceph-mon[96574]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 17 KiB/s wr, 301 op/s 2024-09-16T08:03:16.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:16 smithi164 ceph-mon[88760]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T08:03:17.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:16 smithi042 ceph-mon[94096]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T08:03:17.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:16 smithi042 ceph-mon[96574]: osdmap e2757: 8 total, 8 up, 8 in 2024-09-16T08:03:17.840 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-09-16T08:03:18.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:17 smithi042 ceph-mon[96574]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T08:03:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:17 smithi042 ceph-mon[96574]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 22 KiB/s wr, 346 op/s 2024-09-16T08:03:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:17 smithi042 ceph-mon[94096]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T08:03:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:17 smithi042 ceph-mon[94096]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 22 KiB/s wr, 346 op/s 2024-09-16T08:03:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:17 smithi164 ceph-mon[88760]: osdmap e2758: 8 total, 8 up, 8 in 2024-09-16T08:03:18.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:17 smithi164 ceph-mon[88760]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 22 KiB/s wr, 346 op/s 2024-09-16T08:03:19.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:18 smithi042 ceph-mon[96574]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T08:03:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:18 smithi042 ceph-mon[94096]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T08:03:19.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:18 smithi164 ceph-mon[88760]: osdmap e2759: 8 total, 8 up, 8 in 2024-09-16T08:03:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[96574]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T08:03:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[96574]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 21 KiB/s wr, 293 op/s 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[96574]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[94096]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[94096]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 21 KiB/s wr, 293 op/s 2024-09-16T08:03:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:19 smithi042 ceph-mon[94096]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T08:03:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:19 smithi164 ceph-mon[88760]: osdmap e2760: 8 total, 8 up, 8 in 2024-09-16T08:03:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:19 smithi164 ceph-mon[88760]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 21 KiB/s wr, 293 op/s 2024-09-16T08:03:20.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:19 smithi164 ceph-mon[88760]: osdmap e2761: 8 total, 8 up, 8 in 2024-09-16T08:03:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:21] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-09-16T08:03:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:22 smithi164 ceph-mon[88760]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 22 KiB/s wr, 755 op/s 2024-09-16T08:03:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:22 smithi042 ceph-mon[94096]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 22 KiB/s wr, 755 op/s 2024-09-16T08:03:22.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:22 smithi042 ceph-mon[96574]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 601 KiB/s rd, 22 KiB/s wr, 755 op/s 2024-09-16T08:03:23.233 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-09-16T08:03:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:24 smithi164 ceph-mon[88760]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 23 KiB/s wr, 1.69k op/s 2024-09-16T08:03:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:24 smithi164 ceph-mon[88760]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T08:03:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:24 smithi042 ceph-mon[94096]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 23 KiB/s wr, 1.69k op/s 2024-09-16T08:03:24.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:24 smithi042 ceph-mon[94096]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T08:03:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:24 smithi042 ceph-mon[96574]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 23 KiB/s wr, 1.69k op/s 2024-09-16T08:03:24.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:24 smithi042 ceph-mon[96574]: osdmap e2762: 8 total, 8 up, 8 in 2024-09-16T08:03:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:25 smithi164 ceph-mon[88760]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T08:03:25.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:25 smithi164 ceph-mon[88760]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T08:03:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:25 smithi042 ceph-mon[96574]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T08:03:25.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:25 smithi042 ceph-mon[96574]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T08:03:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:25 smithi042 ceph-mon[94096]: osdmap e2763: 8 total, 8 up, 8 in 2024-09-16T08:03:25.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:25 smithi042 ceph-mon[94096]: osdmap e2764: 8 total, 8 up, 8 in 2024-09-16T08:03:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:26 smithi164 ceph-mon[88760]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-09-16T08:03:26.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:26 smithi164 ceph-mon[88760]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T08:03:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:26 smithi042 ceph-mon[94096]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-09-16T08:03:26.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:26 smithi042 ceph-mon[94096]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T08:03:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:26 smithi042 ceph-mon[96574]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 26 KiB/s wr, 2.13k op/s 2024-09-16T08:03:26.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:26 smithi042 ceph-mon[96574]: osdmap e2765: 8 total, 8 up, 8 in 2024-09-16T08:03:26.710 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-09-16T08:03:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:27 smithi164 ceph-mon[88760]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T08:03:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:27 smithi164 ceph-mon[88760]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.31k op/s 2024-09-16T08:03:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:27 smithi042 ceph-mon[96574]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T08:03:28.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:27 smithi042 ceph-mon[96574]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.31k op/s 2024-09-16T08:03:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:27 smithi042 ceph-mon[94096]: osdmap e2766: 8 total, 8 up, 8 in 2024-09-16T08:03:28.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:27 smithi042 ceph-mon[94096]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 26 KiB/s wr, 1.31k op/s 2024-09-16T08:03:28.715 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-09-16T08:03:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:28 smithi164 ceph-mon[88760]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T08:03:29.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:28 smithi042 ceph-mon[94096]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T08:03:29.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:28 smithi042 ceph-mon[96574]: osdmap e2767: 8 total, 8 up, 8 in 2024-09-16T08:03:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:29 smithi164 ceph-mon[88760]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T08:03:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:29 smithi164 ceph-mon[88760]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 17 KiB/s wr, 710 op/s 2024-09-16T08:03:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:29 smithi042 ceph-mon[94096]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T08:03:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:29 smithi042 ceph-mon[94096]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 17 KiB/s wr, 710 op/s 2024-09-16T08:03:30.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:29 smithi042 ceph-mon[96574]: osdmap e2768: 8 total, 8 up, 8 in 2024-09-16T08:03:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:29 smithi042 ceph-mon[96574]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 563 KiB/s rd, 17 KiB/s wr, 710 op/s 2024-09-16T08:03:30.728 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-09-16T08:03:30.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:30 smithi164 ceph-mon[88760]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T08:03:31.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:30 smithi042 ceph-mon[94096]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T08:03:31.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:30 smithi042 ceph-mon[96574]: osdmap e2769: 8 total, 8 up, 8 in 2024-09-16T08:03:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:31] "GET /metrics HTTP/1.1" 200 36524 "" "Prometheus/2.43.0" 2024-09-16T08:03:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:31 smithi164 ceph-mon[88760]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T08:03:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:31 smithi164 ceph-mon[88760]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 26 KiB/s wr, 547 op/s 2024-09-16T08:03:32.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:31 smithi042 ceph-mon[94096]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T08:03:32.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:31 smithi042 ceph-mon[94096]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 26 KiB/s wr, 547 op/s 2024-09-16T08:03:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:31 smithi042 ceph-mon[96574]: osdmap e2770: 8 total, 8 up, 8 in 2024-09-16T08:03:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:31 smithi042 ceph-mon[96574]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 413 KiB/s rd, 26 KiB/s wr, 547 op/s 2024-09-16T08:03:32.659 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:32.743 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-09-16T08:03:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:32 smithi164 ceph-mon[88760]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T08:03:33.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:32 smithi042 ceph-mon[94096]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T08:03:33.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:32 smithi042 ceph-mon[96574]: osdmap e2771: 8 total, 8 up, 8 in 2024-09-16T08:03:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:33 smithi164 ceph-mon[88760]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T08:03:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:33 smithi164 ceph-mon[88760]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 38 KiB/s wr, 824 op/s 2024-09-16T08:03:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:33 smithi042 ceph-mon[94096]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T08:03:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:33 smithi042 ceph-mon[94096]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 38 KiB/s wr, 824 op/s 2024-09-16T08:03:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:33 smithi042 ceph-mon[96574]: osdmap e2772: 8 total, 8 up, 8 in 2024-09-16T08:03:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:33 smithi042 ceph-mon[96574]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 622 KiB/s rd, 38 KiB/s wr, 824 op/s 2024-09-16T08:03:34.721 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-09-16T08:03:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:34 smithi164 ceph-mon[88760]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T08:03:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:34 smithi164 ceph-mon[88760]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T08:03:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[96574]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T08:03:35.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[96574]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T08:03:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[94096]: osdmap e2773: 8 total, 8 up, 8 in 2024-09-16T08:03:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:35.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:34 smithi042 ceph-mon[94096]: osdmap e2774: 8 total, 8 up, 8 in 2024-09-16T08:03:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:35 smithi164 ceph-mon[88760]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 41 KiB/s wr, 650 op/s 2024-09-16T08:03:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:35 smithi042 ceph-mon[94096]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 41 KiB/s wr, 650 op/s 2024-09-16T08:03:36.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:35 smithi042 ceph-mon[96574]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 471 KiB/s rd, 41 KiB/s wr, 650 op/s 2024-09-16T08:03:36.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:36 smithi164 ceph-mon[88760]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T08:03:37.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:36 smithi042 ceph-mon[94096]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T08:03:37.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:36 smithi042 ceph-mon[96574]: osdmap e2775: 8 total, 8 up, 8 in 2024-09-16T08:03:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:37 smithi164 ceph-mon[88760]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T08:03:37.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:37 smithi164 ceph-mon[88760]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 34 KiB/s wr, 705 op/s 2024-09-16T08:03:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:37 smithi042 ceph-mon[94096]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T08:03:38.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:37 smithi042 ceph-mon[94096]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 34 KiB/s wr, 705 op/s 2024-09-16T08:03:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:37 smithi042 ceph-mon[96574]: osdmap e2776: 8 total, 8 up, 8 in 2024-09-16T08:03:38.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:37 smithi042 ceph-mon[96574]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 527 KiB/s rd, 34 KiB/s wr, 705 op/s 2024-09-16T08:03:38.789 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-09-16T08:03:38.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:38 smithi164 ceph-mon[88760]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T08:03:39.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:38 smithi042 ceph-mon[94096]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T08:03:39.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:38 smithi042 ceph-mon[96574]: osdmap e2777: 8 total, 8 up, 8 in 2024-09-16T08:03:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:39 smithi164 ceph-mon[88760]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T08:03:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:39 smithi164 ceph-mon[88760]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 26 KiB/s wr, 601 op/s 2024-09-16T08:03:39.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:39 smithi164 ceph-mon[88760]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T08:03:40.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[96574]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T08:03:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[96574]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 26 KiB/s wr, 601 op/s 2024-09-16T08:03:40.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[96574]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T08:03:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[94096]: osdmap e2778: 8 total, 8 up, 8 in 2024-09-16T08:03:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[94096]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 448 KiB/s rd, 26 KiB/s wr, 601 op/s 2024-09-16T08:03:40.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:39 smithi042 ceph-mon[94096]: osdmap e2779: 8 total, 8 up, 8 in 2024-09-16T08:03:40.782 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-09-16T08:03:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:41] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T08:03:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:41 smithi164 ceph-mon[88760]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T08:03:41.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:41 smithi164 ceph-mon[88760]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 296 op/s 2024-09-16T08:03:42.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:41 smithi042 ceph-mon[94096]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T08:03:42.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:41 smithi042 ceph-mon[94096]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 296 op/s 2024-09-16T08:03:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:41 smithi042 ceph-mon[96574]: osdmap e2780: 8 total, 8 up, 8 in 2024-09-16T08:03:42.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:41 smithi042 ceph-mon[96574]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 296 op/s 2024-09-16T08:03:42.700 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:42.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:42 smithi164 ceph-mon[88760]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T08:03:43.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:42 smithi042 ceph-mon[94096]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T08:03:43.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:42 smithi042 ceph-mon[96574]: osdmap e2781: 8 total, 8 up, 8 in 2024-09-16T08:03:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:43 smithi164 ceph-mon[88760]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T08:03:43.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:43 smithi164 ceph-mon[88760]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-16T08:03:44.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:43 smithi042 ceph-mon[94096]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T08:03:44.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:43 smithi042 ceph-mon[94096]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-16T08:03:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:43 smithi042 ceph-mon[96574]: osdmap e2782: 8 total, 8 up, 8 in 2024-09-16T08:03:44.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:43 smithi042 ceph-mon[96574]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 21 KiB/s wr, 411 op/s 2024-09-16T08:03:44.726 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-09-16T08:03:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:44 smithi164 ceph-mon[88760]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T08:03:44.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:44 smithi164 ceph-mon[88760]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T08:03:45.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:44 smithi042 ceph-mon[94096]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T08:03:45.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:44 smithi042 ceph-mon[94096]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T08:03:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:44 smithi042 ceph-mon[96574]: osdmap e2783: 8 total, 8 up, 8 in 2024-09-16T08:03:45.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:44 smithi042 ceph-mon[96574]: osdmap e2784: 8 total, 8 up, 8 in 2024-09-16T08:03:45.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:45 smithi164 ceph-mon[88760]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 302 op/s 2024-09-16T08:03:46.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:45 smithi042 ceph-mon[94096]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 302 op/s 2024-09-16T08:03:46.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:45 smithi042 ceph-mon[96574]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 302 op/s 2024-09-16T08:03:46.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:46 smithi164 ceph-mon[88760]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T08:03:47.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:46 smithi042 ceph-mon[94096]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T08:03:47.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:46 smithi042 ceph-mon[96574]: osdmap e2785: 8 total, 8 up, 8 in 2024-09-16T08:03:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:47 smithi164 ceph-mon[88760]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T08:03:47.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:47 smithi164 ceph-mon[88760]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 20 KiB/s wr, 380 op/s 2024-09-16T08:03:48.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:47 smithi042 ceph-mon[96574]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T08:03:48.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:47 smithi042 ceph-mon[96574]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 20 KiB/s wr, 380 op/s 2024-09-16T08:03:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:47 smithi042 ceph-mon[94096]: osdmap e2786: 8 total, 8 up, 8 in 2024-09-16T08:03:48.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:47 smithi042 ceph-mon[94096]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 20 KiB/s wr, 380 op/s 2024-09-16T08:03:48.829 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-09-16T08:03:48.944 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-09-16T08:03:48.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:48 smithi164 ceph-mon[88760]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T08:03:49.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:48 smithi042 ceph-mon[96574]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T08:03:49.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:48 smithi042 ceph-mon[94096]: osdmap e2787: 8 total, 8 up, 8 in 2024-09-16T08:03:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:49 smithi164 ceph-mon[88760]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T08:03:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:49 smithi164 ceph-mon[88760]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 16 KiB/s wr, 391 op/s 2024-09-16T08:03:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:03:49.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:49 smithi164 ceph-mon[88760]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T08:03:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[94096]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T08:03:50.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[94096]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 16 KiB/s wr, 391 op/s 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[94096]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[96574]: osdmap e2788: 8 total, 8 up, 8 in 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[96574]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 299 KiB/s rd, 16 KiB/s wr, 391 op/s 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:03:50.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:49 smithi042 ceph-mon[96574]: osdmap e2789: 8 total, 8 up, 8 in 2024-09-16T08:03:50.720 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-09-16T08:03:50.808 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-09-16T08:03:51.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[94096]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:03:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:03:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:50 smithi042 ceph-mon[96574]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:03:51.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:03:51.239 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:50 smithi164 ceph-mon[88760]: osdmap e2790: 8 total, 8 up, 8 in 2024-09-16T08:03:51.508 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:03:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:03:51] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T08:03:52.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:51 smithi042 ceph-mon[94096]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 323 op/s 2024-09-16T08:03:52.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:51 smithi042 ceph-mon[96574]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 323 op/s 2024-09-16T08:03:52.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:51 smithi164 ceph-mon[88760]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 18 KiB/s wr, 323 op/s 2024-09-16T08:03:52.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:03:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:03:52.890 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-09-16T08:03:53.018 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-09-16T08:03:53.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:52 smithi042 ceph-mon[94096]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T08:03:53.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:52 smithi042 ceph-mon[96574]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T08:03:53.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:52 smithi164 ceph-mon[88760]: osdmap e2791: 8 total, 8 up, 8 in 2024-09-16T08:03:54.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:53 smithi042 ceph-mon[96574]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T08:03:54.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:53 smithi042 ceph-mon[96574]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 20 KiB/s wr, 390 op/s 2024-09-16T08:03:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:53 smithi042 ceph-mon[94096]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T08:03:54.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:53 smithi042 ceph-mon[94096]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 20 KiB/s wr, 390 op/s 2024-09-16T08:03:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:53 smithi164 ceph-mon[88760]: osdmap e2792: 8 total, 8 up, 8 in 2024-09-16T08:03:54.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:53 smithi164 ceph-mon[88760]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 20 KiB/s wr, 390 op/s 2024-09-16T08:03:54.728 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-09-16T08:03:55.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:54 smithi042 ceph-mon[94096]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T08:03:55.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:54 smithi042 ceph-mon[94096]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T08:03:55.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:54 smithi042 ceph-mon[96574]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T08:03:55.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:54 smithi042 ceph-mon[96574]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T08:03:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:54 smithi164 ceph-mon[88760]: osdmap e2793: 8 total, 8 up, 8 in 2024-09-16T08:03:55.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:54 smithi164 ceph-mon[88760]: osdmap e2794: 8 total, 8 up, 8 in 2024-09-16T08:03:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:55 smithi042 ceph-mon[94096]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-16T08:03:56.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:55 smithi042 ceph-mon[94096]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T08:03:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:55 smithi042 ceph-mon[96574]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-16T08:03:56.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:55 smithi042 ceph-mon[96574]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T08:03:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:55 smithi164 ceph-mon[88760]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 17 KiB/s wr, 307 op/s 2024-09-16T08:03:56.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:55 smithi164 ceph-mon[88760]: osdmap e2795: 8 total, 8 up, 8 in 2024-09-16T08:03:56.729 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-09-16T08:03:56.862 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-09-16T08:03:56.988 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-09-16T08:03:57.085 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-09-16T08:03:57.724 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-09-16T08:03:57.811 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-09-16T08:03:57.900 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-09-16T08:03:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:57 smithi164 ceph-mon[88760]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T08:03:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:57 smithi164 ceph-mon[88760]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 327 op/s 2024-09-16T08:03:57.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:57 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]: dispatch 2024-09-16T08:03:58.007 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-09-16T08:03:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[94096]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T08:03:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[94096]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 327 op/s 2024-09-16T08:03:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]: dispatch 2024-09-16T08:03:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[96574]: osdmap e2796: 8 total, 8 up, 8 in 2024-09-16T08:03:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[96574]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 327 op/s 2024-09-16T08:03:58.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:57 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]: dispatch 2024-09-16T08:03:58.106 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-09-16T08:03:58.193 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-09-16T08:03:58.280 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-09-16T08:03:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]': finished 2024-09-16T08:03:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T08:03:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:58.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:58.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:03:58 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]': finished 2024-09-16T08:03:59.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]': finished 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:59.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]': finished 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3547681800' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.42:0/4252939483"}]': finished 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: osdmap e2797: 8 total, 8 up, 8 in 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-09-16T08:03:59.105 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' 2024-09-16T08:03:59.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:59.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]: dispatch 2024-09-16T08:03:59.106 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:03:58 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/9ca70b1f-5291-4082-9f83-4b0f8c0232a0"}]': finished 2024-09-16T08:04:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[94096]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T08:04:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[94096]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 16 KiB/s wr, 458 op/s 2024-09-16T08:04:00.353 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[94096]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T08:04:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[96574]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T08:04:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[96574]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 16 KiB/s wr, 458 op/s 2024-09-16T08:04:00.354 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:00 smithi042 ceph-mon[96574]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T08:04:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:00 smithi164 ceph-mon[88760]: osdmap e2798: 8 total, 8 up, 8 in 2024-09-16T08:04:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:00 smithi164 ceph-mon[88760]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 16 KiB/s wr, 458 op/s 2024-09-16T08:04:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:00 smithi164 ceph-mon[88760]: osdmap e2799: 8 total, 8 up, 8 in 2024-09-16T08:04:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:01] "GET /metrics HTTP/1.1" 200 36529 "" "Prometheus/2.43.0" 2024-09-16T08:04:01.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T08:04:01.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]: dispatch 2024-09-16T08:04:01.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]': finished 2024-09-16T08:04:01.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]: dispatch 2024-09-16T08:04:01.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]': finished 2024-09-16T08:04:01.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:01 smithi164 ceph-mon[88760]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 34 KiB/s wr, 545 op/s 2024-09-16T08:04:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T08:04:02.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]: dispatch 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]': finished 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]: dispatch 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]': finished 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[94096]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 34 KiB/s wr, 545 op/s 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: osdmap e2800: 8 total, 8 up, 8 in 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]: dispatch 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d819e731-131b-4636-80d1-ce2167360026"}]': finished 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]: dispatch 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/c9e85588-173d-432e-a08e-ef866a4f32d9"}]': finished 2024-09-16T08:04:02.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:01 smithi042 ceph-mon[96574]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 397 KiB/s rd, 34 KiB/s wr, 545 op/s 2024-09-16T08:04:02.712 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:02.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:02 smithi164 ceph-mon[88760]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T08:04:03.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:02 smithi042 ceph-mon[94096]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T08:04:03.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:02 smithi042 ceph-mon[96574]: osdmap e2801: 8 total, 8 up, 8 in 2024-09-16T08:04:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:03 smithi164 ceph-mon[88760]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T08:04:03.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:03 smithi164 ceph-mon[88760]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 32 KiB/s wr, 408 op/s 2024-09-16T08:04:04.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:03 smithi042 ceph-mon[94096]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T08:04:04.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:03 smithi042 ceph-mon[94096]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 32 KiB/s wr, 408 op/s 2024-09-16T08:04:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:03 smithi042 ceph-mon[96574]: osdmap e2802: 8 total, 8 up, 8 in 2024-09-16T08:04:04.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:03 smithi042 ceph-mon[96574]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 32 KiB/s wr, 408 op/s 2024-09-16T08:04:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:04 smithi164 ceph-mon[88760]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T08:04:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:04.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:04 smithi164 ceph-mon[88760]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T08:04:05.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[94096]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T08:04:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:05.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[94096]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T08:04:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[96574]: osdmap e2803: 8 total, 8 up, 8 in 2024-09-16T08:04:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:05.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:04 smithi042 ceph-mon[96574]: osdmap e2804: 8 total, 8 up, 8 in 2024-09-16T08:04:05.698 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-09-16T08:04:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:05 smithi164 ceph-mon[88760]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-09-16T08:04:05.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:05 smithi164 ceph-mon[88760]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T08:04:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:05 smithi042 ceph-mon[94096]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-09-16T08:04:06.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:05 smithi042 ceph-mon[94096]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T08:04:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:05 smithi042 ceph-mon[96574]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 6.5 KiB/s wr, 139 op/s 2024-09-16T08:04:06.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:05 smithi042 ceph-mon[96574]: osdmap e2805: 8 total, 8 up, 8 in 2024-09-16T08:04:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:07 smithi164 ceph-mon[88760]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T08:04:07.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:07 smithi164 ceph-mon[88760]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-09-16T08:04:08.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:07 smithi042 ceph-mon[94096]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T08:04:08.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:07 smithi042 ceph-mon[94096]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-09-16T08:04:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:07 smithi042 ceph-mon[96574]: osdmap e2806: 8 total, 8 up, 8 in 2024-09-16T08:04:08.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:07 smithi042 ceph-mon[96574]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 7.7 KiB/s wr, 167 op/s 2024-09-16T08:04:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:08 smithi164 ceph-mon[88760]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T08:04:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]: dispatch 2024-09-16T08:04:08.989 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:08 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]': finished 2024-09-16T08:04:09.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[94096]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T08:04:09.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]: dispatch 2024-09-16T08:04:09.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]': finished 2024-09-16T08:04:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[96574]: osdmap e2807: 8 total, 8 up, 8 in 2024-09-16T08:04:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]: dispatch 2024-09-16T08:04:09.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:08 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2295995306' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/b5557511-4482-4577-8f9a-ddfd259ede62"}]': finished 2024-09-16T08:04:09.699 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-09-16T08:04:09.781 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-09-16T08:04:09.913 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-09-16T08:04:09.989 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-09-16T08:04:10.064 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-09-16T08:04:10.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[94096]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T08:04:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[94096]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-09-16T08:04:10.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[94096]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T08:04:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[96574]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T08:04:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[96574]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-09-16T08:04:10.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:09 smithi042 ceph-mon[96574]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T08:04:10.137 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-09-16T08:04:10.207 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-09-16T08:04:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:09 smithi164 ceph-mon[88760]: osdmap e2808: 8 total, 8 up, 8 in 2024-09-16T08:04:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:09 smithi164 ceph-mon[88760]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 8.5 KiB/s wr, 175 op/s 2024-09-16T08:04:10.238 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:09 smithi164 ceph-mon[88760]: osdmap e2809: 8 total, 8 up, 8 in 2024-09-16T08:04:10.336 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-09-16T08:04:10.449 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-09-16T08:04:10.455 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-09-16T08:04:10.463 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-09-16T08:04:10.465 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-09-16T08:04:10.472 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-09-16T08:04:10.479 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-09-16T08:04:10.568 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-09-16T08:04:10.651 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-09-16T08:04:10.741 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-09-16T08:04:10.866 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-09-16T08:04:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:11] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.43.0" 2024-09-16T08:04:12.437 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-09-16T08:04:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:12 smithi164 ceph-mon[88760]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.8 KiB/s wr, 180 op/s 2024-09-16T08:04:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:12.548 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-09-16T08:04:12.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:12 smithi042 ceph-mon[94096]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.8 KiB/s wr, 180 op/s 2024-09-16T08:04:12.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:12 smithi042 ceph-mon[96574]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 9.8 KiB/s wr, 180 op/s 2024-09-16T08:04:12.637 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-09-16T08:04:12.732 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-09-16T08:04:12.900 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-09-16T08:04:14.265 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-09-16T08:04:14.363 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-09-16T08:04:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:14 smithi164 ceph-mon[88760]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 40 KiB/s wr, 515 op/s 2024-09-16T08:04:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:14 smithi164 ceph-mon[88760]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T08:04:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:14 smithi042 ceph-mon[94096]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 40 KiB/s wr, 515 op/s 2024-09-16T08:04:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:14 smithi042 ceph-mon[94096]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T08:04:14.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:14 smithi042 ceph-mon[96574]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 359 KiB/s rd, 40 KiB/s wr, 515 op/s 2024-09-16T08:04:14.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:14 smithi042 ceph-mon[96574]: osdmap e2810: 8 total, 8 up, 8 in 2024-09-16T08:04:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:15 smithi164 ceph-mon[88760]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T08:04:15.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:15 smithi164 ceph-mon[88760]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T08:04:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:15 smithi042 ceph-mon[96574]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T08:04:15.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:15 smithi042 ceph-mon[96574]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T08:04:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:15 smithi042 ceph-mon[94096]: osdmap e2811: 8 total, 8 up, 8 in 2024-09-16T08:04:15.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:15 smithi042 ceph-mon[94096]: osdmap e2812: 8 total, 8 up, 8 in 2024-09-16T08:04:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:16 smithi164 ceph-mon[88760]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 79 KiB/s wr, 929 op/s 2024-09-16T08:04:16.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:16 smithi164 ceph-mon[88760]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T08:04:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:16 smithi042 ceph-mon[96574]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 79 KiB/s wr, 929 op/s 2024-09-16T08:04:16.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:16 smithi042 ceph-mon[96574]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T08:04:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:16 smithi042 ceph-mon[94096]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 79 KiB/s wr, 929 op/s 2024-09-16T08:04:16.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:16 smithi042 ceph-mon[94096]: osdmap e2813: 8 total, 8 up, 8 in 2024-09-16T08:04:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:17 smithi164 ceph-mon[88760]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T08:04:17.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:17 smithi164 ceph-mon[88760]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 96 KiB/s wr, 1.29k op/s 2024-09-16T08:04:18.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:17 smithi042 ceph-mon[94096]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T08:04:18.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:17 smithi042 ceph-mon[94096]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 96 KiB/s wr, 1.29k op/s 2024-09-16T08:04:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:17 smithi042 ceph-mon[96574]: osdmap e2814: 8 total, 8 up, 8 in 2024-09-16T08:04:18.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:17 smithi042 ceph-mon[96574]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 96 KiB/s wr, 1.29k op/s 2024-09-16T08:04:18.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:18 smithi164 ceph-mon[88760]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T08:04:19.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:18 smithi042 ceph-mon[94096]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T08:04:19.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:18 smithi042 ceph-mon[96574]: osdmap e2815: 8 total, 8 up, 8 in 2024-09-16T08:04:19.875 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-09-16T08:04:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:19 smithi164 ceph-mon[88760]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T08:04:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:19 smithi164 ceph-mon[88760]: pgmap v4796: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 60 KiB/s wr, 1.21k op/s 2024-09-16T08:04:19.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:19 smithi164 ceph-mon[88760]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T08:04:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[96574]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T08:04:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[96574]: pgmap v4796: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 60 KiB/s wr, 1.21k op/s 2024-09-16T08:04:20.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[96574]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T08:04:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[94096]: osdmap e2816: 8 total, 8 up, 8 in 2024-09-16T08:04:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[94096]: pgmap v4796: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 60 KiB/s wr, 1.21k op/s 2024-09-16T08:04:20.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:19 smithi042 ceph-mon[94096]: osdmap e2817: 8 total, 8 up, 8 in 2024-09-16T08:04:20.135 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-09-16T08:04:21.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:21] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T08:04:21.758 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-09-16T08:04:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:21 smithi164 ceph-mon[88760]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T08:04:21.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:21 smithi164 ceph-mon[88760]: pgmap v4799: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 29 KiB/s wr, 782 op/s 2024-09-16T08:04:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:21 smithi042 ceph-mon[94096]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T08:04:22.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:21 smithi042 ceph-mon[94096]: pgmap v4799: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 29 KiB/s wr, 782 op/s 2024-09-16T08:04:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:21 smithi042 ceph-mon[96574]: osdmap e2818: 8 total, 8 up, 8 in 2024-09-16T08:04:22.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:21 smithi042 ceph-mon[96574]: pgmap v4799: 137 pgs: 1 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 29 KiB/s wr, 782 op/s 2024-09-16T08:04:22.668 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:22.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:22 smithi164 ceph-mon[88760]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T08:04:23.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:22 smithi042 ceph-mon[96574]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T08:04:23.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:22 smithi042 ceph-mon[94096]: osdmap e2819: 8 total, 8 up, 8 in 2024-09-16T08:04:23.771 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-09-16T08:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:23 smithi164 ceph-mon[88760]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T08:04:23.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:23 smithi164 ceph-mon[88760]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 32 KiB/s wr, 846 op/s 2024-09-16T08:04:24.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:23 smithi042 ceph-mon[96574]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T08:04:24.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:23 smithi042 ceph-mon[96574]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 32 KiB/s wr, 846 op/s 2024-09-16T08:04:24.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:23 smithi042 ceph-mon[94096]: osdmap e2820: 8 total, 8 up, 8 in 2024-09-16T08:04:24.105 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:23 smithi042 ceph-mon[94096]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 32 KiB/s wr, 846 op/s 2024-09-16T08:04:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:24 smithi164 ceph-mon[88760]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T08:04:24.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:24 smithi164 ceph-mon[88760]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T08:04:25.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:24 smithi042 ceph-mon[96574]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T08:04:25.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:24 smithi042 ceph-mon[96574]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T08:04:25.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:24 smithi042 ceph-mon[94096]: osdmap e2821: 8 total, 8 up, 8 in 2024-09-16T08:04:25.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:24 smithi042 ceph-mon[94096]: osdmap e2822: 8 total, 8 up, 8 in 2024-09-16T08:04:25.775 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-09-16T08:04:25.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:25 smithi164 ceph-mon[88760]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 35 KiB/s wr, 674 op/s 2024-09-16T08:04:26.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:25 smithi042 ceph-mon[94096]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 35 KiB/s wr, 674 op/s 2024-09-16T08:04:26.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:25 smithi042 ceph-mon[96574]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 35 KiB/s wr, 674 op/s 2024-09-16T08:04:26.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:26 smithi164 ceph-mon[88760]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T08:04:27.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:26 smithi042 ceph-mon[94096]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T08:04:27.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:26 smithi042 ceph-mon[96574]: osdmap e2823: 8 total, 8 up, 8 in 2024-09-16T08:04:27.787 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-09-16T08:04:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:27 smithi164 ceph-mon[88760]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T08:04:27.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:27 smithi164 ceph-mon[88760]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 25 KiB/s wr, 539 op/s 2024-09-16T08:04:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:27 smithi042 ceph-mon[94096]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T08:04:28.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:27 smithi042 ceph-mon[94096]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 25 KiB/s wr, 539 op/s 2024-09-16T08:04:28.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:27 smithi042 ceph-mon[96574]: osdmap e2824: 8 total, 8 up, 8 in 2024-09-16T08:04:28.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:27 smithi042 ceph-mon[96574]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 405 KiB/s rd, 25 KiB/s wr, 539 op/s 2024-09-16T08:04:28.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:28 smithi164 ceph-mon[88760]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T08:04:29.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:28 smithi042 ceph-mon[94096]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T08:04:29.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:28 smithi042 ceph-mon[96574]: osdmap e2825: 8 total, 8 up, 8 in 2024-09-16T08:04:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:29 smithi164 ceph-mon[88760]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T08:04:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:29 smithi164 ceph-mon[88760]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 21 KiB/s wr, 694 op/s 2024-09-16T08:04:29.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:29 smithi164 ceph-mon[88760]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T08:04:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[94096]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T08:04:30.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[94096]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 21 KiB/s wr, 694 op/s 2024-09-16T08:04:30.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[94096]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T08:04:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[96574]: osdmap e2826: 8 total, 8 up, 8 in 2024-09-16T08:04:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[96574]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 545 KiB/s rd, 21 KiB/s wr, 694 op/s 2024-09-16T08:04:30.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:29 smithi042 ceph-mon[96574]: osdmap e2827: 8 total, 8 up, 8 in 2024-09-16T08:04:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:31] "GET /metrics HTTP/1.1" 200 36532 "" "Prometheus/2.43.0" 2024-09-16T08:04:31.875 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-09-16T08:04:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:31 smithi164 ceph-mon[88760]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T08:04:31.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:31 smithi164 ceph-mon[88760]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 22 KiB/s wr, 615 op/s 2024-09-16T08:04:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:31 smithi042 ceph-mon[96574]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T08:04:32.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:31 smithi042 ceph-mon[96574]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 22 KiB/s wr, 615 op/s 2024-09-16T08:04:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:31 smithi042 ceph-mon[94096]: osdmap e2828: 8 total, 8 up, 8 in 2024-09-16T08:04:32.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:31 smithi042 ceph-mon[94096]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 22 KiB/s wr, 615 op/s 2024-09-16T08:04:32.104 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-09-16T08:04:32.284 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-09-16T08:04:32.718 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:32.726 INFO:tasks.workunit.client.0.smithi042.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-09-16T08:04:32.726 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T08:04:32.726 INFO:tasks.workunit.client.0.smithi042.stdout:================== 174 passed, 8 skipped in 662.38s (0:11:02) ================== 2024-09-16T08:04:32.750 INFO:tasks.workunit.client.0.smithi042.stderr:+ exit 0 2024-09-16T08:04:32.751 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T08:04:32.751 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T08:04:32.780 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-09-16T08:04:32.780 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T08:04:32.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:32 smithi164 ceph-mon[88760]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T08:04:33.040 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:32 smithi042 ceph-mon[94096]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T08:04:33.041 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:32 smithi042 ceph-mon[96574]: osdmap e2829: 8 total, 8 up, 8 in 2024-09-16T08:04:33.042 DEBUG:teuthology.parallel:result is None 2024-09-16T08:04:33.043 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:04:33.069 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:04:33.069 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T08:04:33.125 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:04:33.125 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T08:04:33.125 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-09-16T08:04:33.125 DEBUG:teuthology.parallel:result is None 2024-09-16T08:04:33.126 INFO:teuthology.run_tasks:Running task print... 2024-09-16T08:04:33.142 INFO:teuthology.task.print:**** done end parallel 2024-09-16T08:04:33.142 INFO:teuthology.run_tasks:Running task print... 2024-09-16T08:04:33.167 INFO:teuthology.task.print:**** done start telemetry x... 2024-09-16T08:04:33.167 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T08:04:33.189 INFO:tasks.workunit:Pulling workunits from ref ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T08:04:33.189 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T08:04:33.190 DEBUG:teuthology.orchestra.run.smithi042:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T08:04:33.205 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T08:04:33.206 INFO:teuthology.orchestra.run.smithi042.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T08:04:33.206 DEBUG:teuthology.orchestra.run.smithi042:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T08:04:33.265 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T08:04:33.265 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T08:04:33.321 INFO:tasks.workunit:timeout=3h 2024-09-16T08:04:33.321 INFO:tasks.workunit:cleanup=True 2024-09-16T08:04:33.321 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ae7f37330c1a72493684eb1fcaed6f2a01195bb6 2024-09-16T08:04:33.378 INFO:tasks.workunit.client.0.smithi042.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T08:04:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:33 smithi164 ceph-mon[88760]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T08:04:33.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:33 smithi164 ceph-mon[88760]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:33 smithi042 ceph-mon[94096]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T08:04:34.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:33 smithi042 ceph-mon[94096]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:33 smithi042 ceph-mon[96574]: osdmap e2830: 8 total, 8 up, 8 in 2024-09-16T08:04:34.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:33 smithi042 ceph-mon[96574]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:34.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:35.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:35.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:35.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:35 smithi164 ceph-mon[88760]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:36.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:35 smithi042 ceph-mon[94096]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:36.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:35 smithi042 ceph-mon[96574]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:38 smithi164 ceph-mon[88760]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:38 smithi042 ceph-mon[94096]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:38 smithi042 ceph-mon[96574]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:40 smithi164 ceph-mon[88760]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:40.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:40 smithi042 ceph-mon[96574]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:40 smithi042 ceph-mon[94096]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-09-16T08:04:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:42 smithi164 ceph-mon[88760]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:42 smithi042 ceph-mon[94096]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:42 smithi042 ceph-mon[96574]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:44 smithi164 ceph-mon[88760]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:44 smithi042 ceph-mon[94096]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:44 smithi042 ceph-mon[96574]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:46 smithi164 ceph-mon[88760]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:46.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:46 smithi042 ceph-mon[94096]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:46.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:46 smithi042 ceph-mon[96574]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:48 smithi164 ceph-mon[88760]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:48.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:48 smithi042 ceph-mon[94096]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:48.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:48 smithi042 ceph-mon[96574]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:49.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:04:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:50 smithi164 ceph-mon[88760]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:50.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:50 smithi042 ceph-mon[96574]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:50.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:50 smithi042 ceph-mon[94096]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:04:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:04:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:04:51.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:04:51.504 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:04:51] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:04:51.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:04:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:52 smithi164 ceph-mon[88760]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:04:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:04:52.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:52 smithi042 ceph-mon[94096]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:52.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:52 smithi042 ceph-mon[96574]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:54 smithi164 ceph-mon[88760]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:54.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:54 smithi042 ceph-mon[94096]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:54.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:54 smithi042 ceph-mon[96574]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:56 smithi164 ceph-mon[88760]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:56.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:56 smithi042 ceph-mon[96574]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:56 smithi042 ceph-mon[94096]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:58.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:04:58 smithi164 ceph-mon[88760]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:58.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:04:58 smithi042 ceph-mon[94096]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:04:58.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:04:58 smithi042 ceph-mon[96574]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:00 smithi164 ceph-mon[88760]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:00.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:00 smithi042 ceph-mon[94096]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:00.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:00 smithi042 ceph-mon[96574]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:01.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:01] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-09-16T08:05:02.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:02 smithi164 ceph-mon[88760]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:02.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:02.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:02 smithi042 ceph-mon[94096]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:02.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:02 smithi042 ceph-mon[96574]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:04 smithi164 ceph-mon[88760]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:04.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:04 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:04 smithi042 ceph-mon[94096]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:04.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:04 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:04 smithi042 ceph-mon[96574]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:04.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:04 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:06.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:06 smithi164 ceph-mon[88760]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:06.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:06 smithi042 ceph-mon[94096]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:06.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:06 smithi042 ceph-mon[96574]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:08.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:08 smithi164 ceph-mon[88760]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:08.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:08 smithi042 ceph-mon[96574]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:08.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:08 smithi042 ceph-mon[94096]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:10.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:10 smithi164 ceph-mon[88760]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:10.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:10 smithi042 ceph-mon[96574]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:10.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:10 smithi042 ceph-mon[94096]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:11.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:11] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-09-16T08:05:12.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:12 smithi164 ceph-mon[88760]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:12.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:12 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:12.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:12 smithi042 ceph-mon[96574]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:12.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:12 smithi042 ceph-mon[94096]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:14.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:14 smithi164 ceph-mon[88760]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:14.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:14 smithi042 ceph-mon[96574]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:14.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:14 smithi042 ceph-mon[94096]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:15.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:15 smithi164 ceph-mon[88760]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:16.103 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:15 smithi042 ceph-mon[96574]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:16.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:15 smithi042 ceph-mon[94096]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:18.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:18 smithi164 ceph-mon[88760]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:18.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:18 smithi042 ceph-mon[96574]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:18.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:18 smithi042 ceph-mon[94096]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:19.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:19 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:19.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:19 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:19.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:19 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:20.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:20 smithi164 ceph-mon[88760]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:20.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:20 smithi042 ceph-mon[94096]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:20.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:20 smithi042 ceph-mon[96574]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:21.505 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:21 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:21] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-09-16T08:05:22.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:22 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:22.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:22 smithi164 ceph-mon[88760]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:22.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:22 smithi042 ceph-mon[94096]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:22.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:22 smithi042 ceph-mon[96574]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:24.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:24 smithi164 ceph-mon[88760]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:24.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:24 smithi042 ceph-mon[96574]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:24.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:24 smithi042 ceph-mon[94096]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:26.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:26 smithi164 ceph-mon[88760]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:26.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:26 smithi042 ceph-mon[96574]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:26.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:26 smithi042 ceph-mon[94096]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:28.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:28 smithi164 ceph-mon[88760]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:28.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:28 smithi042 ceph-mon[94096]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:28.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:28 smithi042 ceph-mon[96574]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:30.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:30 smithi164 ceph-mon[88760]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:30.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:30 smithi042 ceph-mon[94096]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:30.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:30 smithi042 ceph-mon[96574]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:30.895 INFO:tasks.workunit.client.0.smithi042.stderr:Updating files: 95% (12258/12889) Updating files: 96% (12374/12889) Updating files: 97% (12503/12889) Updating files: 98% (12632/12889) Updating files: 99% (12761/12889) Updating files: 100% (12889/12889) Updating files: 100% (12889/12889), done. 2024-09-16T08:05:31.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:31 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-09-16T08:05:31.984 INFO:tasks.workunit.client.0.smithi042.stderr:Note: switching to 'ae7f37330c1a72493684eb1fcaed6f2a01195bb6'. 2024-09-16T08:05:31.984 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.984 INFO:tasks.workunit.client.0.smithi042.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: git switch -c 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:Or undo this operation with: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: git switch - 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.985 INFO:tasks.workunit.client.0.smithi042.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T08:05:31.986 INFO:tasks.workunit.client.0.smithi042.stderr: 2024-09-16T08:05:31.986 INFO:tasks.workunit.client.0.smithi042.stderr:HEAD is now at ae7f37330c1 Merge pull request #59795 from zdover23/wip-doc-2024-09-15-backport-59613-to-reef 2024-09-16T08:05:31.990 DEBUG:teuthology.orchestra.run.smithi042:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T08:05:32.046 INFO:tasks.workunit.client.0.smithi042.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T08:05:32.049 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T08:05:32.049 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T08:05:32.099 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T08:05:32.149 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T08:05:32.190 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T08:05:32.192 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T08:05:32.192 INFO:tasks.workunit.client.0.smithi042.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T08:05:32.232 INFO:tasks.workunit.client.0.smithi042.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T08:05:32.235 DEBUG:teuthology.orchestra.run.smithi042:> set -ex 2024-09-16T08:05:32.236 DEBUG:teuthology.orchestra.run.smithi042:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T08:05:32.292 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-09-16T08:05:32.293 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-09-16T08:05:32.294 DEBUG:teuthology.orchestra.run.smithi042:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ae7f37330c1a72493684eb1fcaed6f2a01195bb6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-09-16T08:05:32.353 INFO:tasks.workunit.client.0.smithi042.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-16T08:05:32.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:32 smithi164 ceph-mon[88760]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:32.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:32.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:32 smithi042 ceph-mon[94096]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:32.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:32 smithi042 ceph-mon[96574]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:32.731 INFO:tasks.workunit.client.0.smithi042.stderr:+ LAST_OPT_REVISION=1 2024-09-16T08:05:32.732 INFO:tasks.workunit.client.0.smithi042.stderr:+ '[' 1 -ne 1 ']' 2024-09-16T08:05:32.732 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph -s 2024-09-16T08:05:33.221 INFO:tasks.workunit.client.0.smithi042.stdout: cluster: 2024-09-16T08:05:33.221 INFO:tasks.workunit.client.0.smithi042.stdout: id: 53665a5e-73f6-11ef-bceb-c7b262605968 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: health: HEALTH_OK 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: services: 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: mgr: y(active, since 74m), standbys: x 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: mds: 1/1 daemons up, 1 standby 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 80m) 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: data: 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: volumes: 1/1 healthy 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: pools: 4 pools, 105 pgs 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: objects: 28 objects, 4.6 MiB 2024-09-16T08:05:33.222 INFO:tasks.workunit.client.0.smithi042.stdout: usage: 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:33.223 INFO:tasks.workunit.client.0.smithi042.stdout: pgs: 105 active+clean 2024-09-16T08:05:33.223 INFO:tasks.workunit.client.0.smithi042.stdout: 2024-09-16T08:05:33.232 INFO:tasks.workunit.client.0.smithi042.stderr:++ ceph telemetry collection ls 2024-09-16T08:05:33.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:33 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/4021864597' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T08:05:33.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:33 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:33.708 INFO:tasks.workunit.client.0.smithi042.stderr:+ COLLECTIONS='NAME STATUS DESC 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.709 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ NAME STATUS DESC 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.710 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ NAME STATUS DESC 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.711 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ NAME STATUS DESC 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.712 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-16T08:05:33.713 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ NAME STATUS DESC 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.714 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:+ [[ NAME STATUS DESC 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_mds_metadata REPORTING MDS metadata 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:device_base REPORTING Information about device health metrics 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-09-16T08:05:33.715 INFO:tasks.workunit.client.0.smithi042.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-16T08:05:33.716 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview 2024-09-16T08:05:34.171 INFO:tasks.workunit.client.0.smithi042.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-16T08:05:34.182 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview-device 2024-09-16T08:05:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:34 smithi164 ceph-mon[88760]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:34 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:34.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:34 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[96574]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:34.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[94096]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1279609' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T08:05:34.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:34 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:34.657 INFO:tasks.workunit.client.0.smithi042.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-09-16T08:05:34.667 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry preview-all 2024-09-16T08:05:35.136 INFO:tasks.workunit.client.0.smithi042.stdout:Telemetry is up to date, see report with `ceph telemetry show`. 2024-09-16T08:05:35.147 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show 2024-09-16T08:05:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:35 smithi164 ceph-mon[88760]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:35 smithi164 ceph-mon[88760]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:35 smithi164 ceph-mon[88760]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:35 smithi164 ceph-mon[88760]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[96574]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[96574]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[96574]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[96574]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[94096]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[94096]: from='client.45908 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[94096]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:35 smithi042 ceph-mon[94096]: from='client.45914 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:35.836 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T08:05:35.836 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T08:05:35.836 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T08:05:35.837 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T08:05:35.838 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T08:05:35.839 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T08:05:35.840 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T08:05:35.841 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mds_skip_sanity", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T08:05:35.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T08:05:35.843 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_hdd", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_hybrid", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_ssd", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_max_backfills", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T08:05:35.844 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pg_delete_cost", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T08:05:35.845 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active_hdd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active_ssd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_hdd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_ssd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_sleep", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T08:05:35.846 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T08:05:35.847 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T08:05:35.848 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_perf", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/enabled", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T08:05:35.849 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T08:05:35.850 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T08:05:35.851 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T08:05:35.852 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T08:05:35.853 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 2, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 1, 2024-09-16T08:05:35.854 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T08:05:35.855 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T08:05:35.856 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.857 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_stats": { 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20135936, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 342680, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 901120, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 0, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 347, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1021728, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 13, 2024-09-16T08:05:35.858 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 545792, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 14703176, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 20135936 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20406272, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 465592, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 778240, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 444, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1405064, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 836096, 2024-09-16T08:05:35.859 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 15078080, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 21184512 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 175349760, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 2325568, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2883584, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 1564672, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1564672, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 6946, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 8934984, 2024-09-16T08:05:35.860 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1722368, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 157918584, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 176914432 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 167165952, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 2301808, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 4980736, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 1056768, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 2400256, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 6412, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 8827336, 2024-09-16T08:05:35.861 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1787648, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 148211656, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 169566208 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 255819776, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 5160640, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3014656, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 434176, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1073152, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 9442, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 12720480, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 23, 2024-09-16T08:05:35.862 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 4131840, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 230357984, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 256892928 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 484556800, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 30604592, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 49152, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 22487040, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12683, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.863 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 61969432, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11110400, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 377546424, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 507043840 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 402030592, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 28521640, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 40960, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 69541888, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12818, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 61846472, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 61, 2024-09-16T08:05:35.864 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 10962688, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 297382032, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 471572480 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 429899776, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 30467808, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 40296448, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 10828, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 56054824, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11438848, 2024-09-16T08:05:35.865 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 328792568, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 470196224 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 445095936, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 16454368, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 46047232, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 9574, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 47588760, 2024-09-16T08:05:35.866 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 60, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 12597760, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 365309320, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 491143168 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 337895424, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 23287424, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 233005056, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 10809, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.867 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 51450888, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11872256, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 248139128, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 570900480 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 467689472, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 31845440, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 23560192, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12330, 2024-09-16T08:05:35.868 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 55815040, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 12114432, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 364637760, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 491249664 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 527458304, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 17871544, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 5373952, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 40960, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 17473536, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 11361, 2024-09-16T08:05:35.869 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 51468280, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 60, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 13255936, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 439447632, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 544931840 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 466796544, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 24193552, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 40960, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 27140096, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 11127, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:35.870 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 60232088, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 58, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11177728, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 367875416, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 493936640 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T08:05:35.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "io_rate": { 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_stats_delta": { 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "stamp_delta": "12.003059", 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:35.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:35.873 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:35.874 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:35.875 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 0 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard_description": null, 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "mempool": { 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:35.876 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.877 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.878 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.879 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.881 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.884 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 149008, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 33 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 928, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.886 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.888 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.889 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.890 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.891 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 221552, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51488, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.893 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12384, 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 245 2024-09-16T08:05:35.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.895 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.896 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.897 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.898 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.899 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 52901576, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7447 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1056, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.901 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.902 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5720, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 152 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.903 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.904 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.905 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.906 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.907 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.908 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 44164212, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5435 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 704, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:35.910 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5720, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 152 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.911 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.912 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.915 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51008468, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7030 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.916 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.917 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11440, 2024-09-16T08:05:35.918 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 304 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.919 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22608, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 404 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 248192, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 30 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2304, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 58320, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 729 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203728, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 13024, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 146 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 526661, 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 174 2024-09-16T08:05:35.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2503464, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 554254 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7096736, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10468 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 74080, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7752 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87312, 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:35.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203728, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 669013, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 101 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12112, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12571938, 2024-09-16T08:05:35.924 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 284 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16632, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 189 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 521640, 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T08:05:35.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7059520, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18376 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.926 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.927 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22696, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 385 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 280832, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 29 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1728, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.928 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 57360, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 717 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209664, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1872 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 21872, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 225 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 820777, 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 234 2024-09-16T08:05:35.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2533176, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 557738 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7127336, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10513 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81144, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8729 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89856, 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1872 2024-09-16T08:05:35.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.931 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 689004, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 104 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 28144, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9387139, 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 288 2024-09-16T08:05:35.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22880, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 440496, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 38 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.933 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7272616, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 21153 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.934 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.935 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17688, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 310 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 46976, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1536, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56240, 2024-09-16T08:05:35.936 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 703 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202160, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8096, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 102 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 396089, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 112 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1842218, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 404293 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5285896, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7805 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 71036, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7561 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 86640, 2024-09-16T08:05:35.938 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202160, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.939 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 647472, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 94 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8165498, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 250 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.940 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12584, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 143 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 359352, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 31 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.941 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3200600, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 6155 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.942 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 15128, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 281 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 62976, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3264, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 17 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56400, 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 705 2024-09-16T08:05:35.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202720, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1810 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3840, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 132675, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1861952, 2024-09-16T08:05:35.945 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 406057 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5292696, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7815 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 71772, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7582 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 86880, 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1810 2024-09-16T08:05:35.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202944, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1812 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T08:05:35.947 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 754553, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 116 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 28144, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17321748, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 271 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.948 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8800, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 100 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 417312, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 36 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.949 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3487224, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9079 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.950 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.951 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19288, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 338 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 39040, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 26 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 57040, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 713 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.952 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22544, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 231 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 837183, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 241 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2095154, 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 464998 2024-09-16T08:05:35.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6056336, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8938 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81280, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8733 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89952, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.954 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 210000, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1875 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1472, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.955 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 668801, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 96 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 20128, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2979666, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 255 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22880, 2024-09-16T08:05:35.956 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 452088, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.957 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5070520, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12151 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19784, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 353 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 219520, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 28 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2112, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 11 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.960 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56720, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 709 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6752, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 90 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 388069, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 116 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2388047, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 533141 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6870296, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10135 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81516, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8737 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89952, 2024-09-16T08:05:35.962 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.963 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 593908, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 92 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12112, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11334914, 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:35.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11616, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 132 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 475272, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.965 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6412640, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12332 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.967 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16888, 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 296 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.968 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 210816, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3648, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 19 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56560, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 707 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203616, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.969 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4512, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 70 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 205740, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 85 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1776182, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 391268 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5149216, 2024-09-16T08:05:35.970 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7604 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 73352, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7743 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87264, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.971 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203616, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 670396, 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 100 2024-09-16T08:05:35.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12112, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19734927, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8521 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10208, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 116 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.973 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 452088, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3558360, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9243 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.974 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.975 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.976 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16488, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 289 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30592, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3456, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:35.977 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56400, 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 705 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203504, 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1817 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8544, 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 106 2024-09-16T08:05:35.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 421312, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 129 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2088511, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 462137 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5993776, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8846 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:35.979 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 74120, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7747 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87216, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1817 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203728, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 675470, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 106 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 28144, 2024-09-16T08:05:35.981 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18881923, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 273 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12848, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 146 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.982 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 533232, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 46 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4896320, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9416 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:35.983 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:35.984 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T08:05:35.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:35.986 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T08:05:35.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T08:05:35.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T08:05:35.990 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T08:05:35.991 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "reef" 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 18, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T08:05:35.992 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "reef" 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_perf_histograms": [ 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:35.993 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:35.994 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:35.995 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:35.996 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:35.997 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:35.998 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:35.999 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14751, 12, 69, 6, 22, 17, 0, 0, 0, 1, 0, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10241, 38, 36, 1, 1, 22, 70, 83, 24, 48, 37, 17, 49, 28, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 913, 7, 16, 0, 1, 1, 0, 1, 4, 13, 71, 171, 57, 10, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 570, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 11, 355, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 432, 6, 5, 0, 1, 0, 0, 0, 4, 0, 0, 6, 8, 50, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 242, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 18, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 15, 55, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 21, 23, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.000 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.001 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10422, 6, 65, 8, 28, 26, 0, 0, 2, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7308, 17, 1342, 1, 5, 30, 98, 134, 40, 62, 46, 30, 21, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 402, 10, 147, 23, 0, 0, 4, 20, 5, 11, 89, 238, 72, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 375, 5, 0, 7, 0, 0, 0, 0, 0, 0, 0, 22, 497, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.002 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 1, 1, 0, 0, 0, 0, 0, 0, 1, 3, 1, 5, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 68, 0, 56, 0, 0, 0, 1, 0, 1, 0, 0, 1, 5, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 33, 0, 220, 0, 0, 0, 2, 0, 0, 0, 0, 1, 8, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.003 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.004 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16140, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 9086, 6, 7, 0, 2, 0, 3, 6, 7, 7, 1, 15, 5, 45, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 860, 4, 6, 2, 2, 0, 1, 2, 0, 1, 2, 16, 8, 11, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 462, 2, 2, 0, 0, 0, 0, 1, 1, 0, 2, 1, 27, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 3, 2, 7, 52, 36, 32, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 32, 56, 34, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 82, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 8, 29, 58, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 21, 33, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 3, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.005 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.006 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5776, 1, 0, 1, 15, 1, 0, 0, 1, 3, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3305, 58, 38, 0, 1, 1, 3, 11, 18, 18, 11, 11, 19, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 226, 6, 14, 0, 1, 0, 0, 0, 2, 7, 32, 92, 37, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 167, 0, 1, 0, 12, 0, 0, 0, 0, 1, 0, 8, 194, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.007 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 32, 0, 0, 0, 178, 0, 0, 0, 0, 4, 1, 1, 13, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 49, 0, 0, 0, 314, 0, 0, 0, 0, 5, 0, 0, 8, 3, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 9, 0, 0, 0, 401, 0, 0, 0, 0, 3, 0, 4, 4, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 1790, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.008 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.009 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2075, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 11199, 3287, 0, 0, 2, 0, 2, 0, 0, 2, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6520, 135, 0, 1, 8, 2, 6, 4, 15, 25, 19, 10, 16, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 877, 25, 2, 0, 2, 0, 1, 1, 3, 6, 36, 70, 34, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 239, 12, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 139, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 20, 5, 0, 0, 1, 1, 0, 0, 0, 3, 7, 13, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 145, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 69, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 12, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.010 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.011 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8001, 6011, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 12329, 9957, 3718, 1, 0, 0, 1, 0, 0, 1, 2, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6870, 429, 89, 0, 7, 0, 5, 0, 0, 0, 0, 9, 4, 25, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 777, 68, 17, 1, 5, 0, 2, 0, 0, 2, 6, 1, 0, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 326, 3, 0, 9, 0, 0, 0, 0, 0, 5, 0, 6, 20, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99, 8, 0, 0, 0, 0, 0, 0, 0, 6, 3, 4, 18, 38, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.012 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 133, 5, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 12, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 54, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 9, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.013 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:36.014 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 11362, 84, 0, 0, 5811, 362, 0, 1, 0, 1, 0, 10, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8416, 207, 19, 2, 914, 201, 5, 3, 12, 18, 12, 10, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1075, 97, 116, 0, 113, 28, 0, 0, 8, 15, 51, 83, 32, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 550, 38, 79, 0, 12, 17, 0, 1, 0, 1, 0, 18, 176, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 165, 14, 16, 0, 15, 28, 0, 0, 0, 1, 0, 1, 16, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 48, 1, 18, 30, 2, 1, 0, 2, 1, 0, 0, 2, 4, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 96, 1, 1, 36, 72, 0, 0, 0, 0, 0, 0, 1, 2, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 2, 61, 107, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.015 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.016 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 13015, 8, 0, 0, 0, 0, 0, 0, 2, 0, 3, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7530, 42, 16, 0, 2, 0, 2, 2, 1, 0, 2, 6, 8, 12, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1103, 10, 31, 0, 3, 0, 1, 1, 2, 0, 4, 4, 8, 12, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 581, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 12, 26, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 390, 18, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 15, 37, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.017 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 243, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 13, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 13, 31, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.018 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.019 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:36.020 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:36.021 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:36.022 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:36.023 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:36.024 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.025 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1009, 1, 10, 37, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5098, 72, 95, 158, 397, 635, 663, 3, 4, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 653, 11, 16, 39, 6, 21, 15, 0, 1, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 365, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 144, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.026 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.027 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 568, 1, 6, 15, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3334, 259, 33, 64, 93, 1, 1, 1, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 449, 26, 1338, 0, 0, 0, 0, 0, 3, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 456, 20, 4, 0, 1, 0, 0, 0, 1, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1768, 1454, 75, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1197, 1525, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.028 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.029 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1771, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.030 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10528, 2, 0, 0, 3, 0, 2, 2, 1, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15504, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 351, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 15, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.031 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.032 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 515, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1765, 29, 2, 0, 2, 1, 4, 2, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 227, 1, 1, 0, 0, 0, 0, 1, 1, 2, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 154, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 964, 397, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4140, 2521, 0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 42, 79, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.033 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.034 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1233, 7, 19, 62, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1925, 223, 20, 17, 119, 316, 390, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 162, 14, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.035 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 92, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.036 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.037 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 844, 28, 34, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2812, 78, 119, 174, 401, 659, 678, 2, 8, 9, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 326, 1, 4, 1, 3, 1, 5, 0, 1, 2, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 278, 26, 53, 77, 5, 1, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 109, 24, 44, 51, 0, 0, 0, 0, 1, 1, 1, 0, 7, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 14, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.038 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.039 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 890, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3257, 15, 0, 0, 14, 1, 5, 4, 12, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 489, 1, 0, 0, 4, 0, 0, 1, 0, 8, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 487, 14, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.040 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 401, 97, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.041 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.042 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1167, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8189, 36, 111, 4, 0, 1, 3, 1, 2, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1668, 45, 81, 7, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 146, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.043 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.044 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.045 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:36.046 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.047 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:36.048 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:36.049 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:36.050 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 768, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.051 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.052 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.053 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 597, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3790, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2959, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.054 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.055 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.056 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.057 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.058 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 516, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1810, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.059 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.060 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.061 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3016, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.062 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.063 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4947, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 445, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.064 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.065 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.066 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.067 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.068 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.069 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1805, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.070 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.071 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:36.072 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:36.073 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.074 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:36.075 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:36.076 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:36.077 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.078 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 168, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2125, 19, 1, 0, 12, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1123, 5, 1, 0, 4, 7, 9, 13, 34, 58, 88, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 229, 3, 0, 0, 0, 1, 2, 5, 7, 6, 72, 263, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 196, 3, 0, 0, 0, 1, 0, 1, 2, 2, 13, 14, 259, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 9, 18, 32, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 744, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 21, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.079 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2964, 12, 4, 1, 10, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1311, 7, 2, 1, 3, 8, 12, 22, 46, 65, 125, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 154, 2, 0, 0, 1, 0, 1, 4, 2, 9, 72, 306, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 56, 2, 0, 0, 0, 0, 1, 1, 1, 2, 12, 22, 320, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 7, 20, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.081 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 20, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2653, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.082 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.083 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 461, 11, 2, 0, 11, 3, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 220, 2, 0, 0, 0, 0, 2, 2, 8, 12, 72, 77, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 233, 1, 0, 0, 0, 1, 2, 1, 8, 18, 81, 121, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 117, 1, 0, 0, 0, 0, 1, 2, 3, 7, 30, 42, 30, 21, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 1, 0, 0, 0, 0, 0, 1, 0, 1, 7, 16, 24, 44, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 10, 29, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.084 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.085 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.086 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1119, 10, 1, 0, 20, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 385, 4, 2, 2, 2, 2, 5, 6, 11, 30, 46, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 64, 0, 0, 0, 1, 1, 1, 0, 2, 4, 23, 90, 120, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 13, 94, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 12, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 12, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.087 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1192, 19, 2, 0, 17, 1, 3, 2, 7, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 465, 2, 1, 2, 2, 6, 7, 7, 19, 24, 40, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 307, 6, 0, 0, 1, 3, 0, 1, 6, 8, 24, 103, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 461, 27, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 159, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 294, 25, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 21, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 67, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 176, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.089 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.090 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.092 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.092 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.092 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 136, 15, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.093 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 346, 19, 1, 2, 10, 2, 6, 10, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 98, 15, 0, 0, 0, 0, 2, 5, 4, 7, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 29, 0, 0, 0, 3, 2, 3, 3, 6, 29, 19, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 48, 35, 0, 0, 1, 0, 0, 0, 1, 3, 6, 16, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 37, 0, 0, 1, 0, 0, 0, 2, 0, 3, 5, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 62, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 4, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.094 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.095 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 102, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1305, 15, 0, 0, 18, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 482, 4, 0, 0, 2, 4, 0, 7, 14, 24, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 358, 10, 1, 0, 4, 1, 0, 1, 2, 3, 23, 102, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 509, 18, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 164, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 214, 23, 0, 0, 0, 0, 0, 1, 0, 0, 2, 10, 11, 26, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 82, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 126, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.096 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.097 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.098 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 284, 18, 1, 2, 13, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 80, 7, 1, 0, 0, 1, 1, 2, 3, 1, 14, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 4, 0, 0, 0, 0, 1, 2, 4, 8, 26, 38, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 61, 5, 0, 0, 0, 0, 0, 2, 2, 3, 14, 31, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 2, 0, 0, 0, 0, 1, 0, 1, 0, 4, 10, 23, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 6, 33, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.099 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.100 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_counters": { 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "caps": { 2024-09-16T08:05:36.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_grant": { 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_revoke": { 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_trunc": { 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_commit": { 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch_complete": { 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch_keys": { 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_merge": { 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_split": { 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "exported_inodes": { 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "forward": { 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_cap_release": { 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps": { 2024-09-16T08:05:36.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps_dirty": { 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_inode_file_caps": { 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "imported_inodes": { 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes": { 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_expired": { 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_pinned": { 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_with_caps": { 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "load_cent": { 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "openino_dir_fetch": { 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "process_request_cap_release": { 2024-09-16T08:05:36.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "reply_latency": { 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "request": { 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rbytes": { 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rfiles": { 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rsnaps": { 2024-09-16T08:05:36.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_reply": { 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "subtrees": { 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_cache": { 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_enqueue_scrub": { 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_exportdir": { 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.108 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_flush": { 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragmentdir": { 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragstats": { 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_inodestats": { 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_enqueued": { 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.109 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_prioritized": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_processing": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_delayed": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_enqueuing": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_completed": { 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_started": { 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_created": { 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_enqueued": { 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_migrated": { 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_reintegrated": { 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.111 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_log": { 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "ev": { 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "evadd": { 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "evex": { 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "evexd": { 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "evexg": { 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "evtrm": { 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "jlat": { 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "replayed": { 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.113 INFO:tasks.workunit.client.0.smithi042.stdout: "seg": { 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "segadd": { 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "segex": { 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "segexd": { 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "segexg": { 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.114 INFO:tasks.workunit.client.0.smithi042.stdout: "segtrm": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_mem": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "cap": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "cap+": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "cap-": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "dir": { 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:36.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dir+": { 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dir-": { 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dn": { 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dn+": { 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "dn-": { 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.116 INFO:tasks.workunit.client.0.smithi042.stdout: "heap": { 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 223508 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "ino": { 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "ino+": { 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "ino-": { 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "rss": { 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47380 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_server": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_acquisition_throttle": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_revoke_eviction": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_request": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_session": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_peer_request": { 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "req_create_latency": { 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getattr_latency": { 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getfilelock_latency": { 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getvxattr_latency": { 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "req_link_latency": { 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookup_latency": { 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookuphash_latency": { 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupino_latency": { 2024-09-16T08:05:36.120 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupname_latency": { 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupparent_latency": { 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupsnap_latency": { 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.121 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lssnap_latency": { 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mkdir_latency": { 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mknod_latency": { 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mksnap_latency": { 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "req_open_latency": { 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "req_readdir_latency": { 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rename_latency": { 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "req_renamesnap_latency": { 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmdir_latency": { 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmsnap_latency": { 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmxattr_latency": { 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setattr_latency": { 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setdirlayout_latency": { 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setfilelock_latency": { 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setlayout_latency": { 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setxattr_latency": { 2024-09-16T08:05:36.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "req_snapdiff_latency": { 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "req_symlink_latency": { 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "req_unlink_latency": { 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.126 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_sessions": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "average_load": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "avg_session_uptime": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "mdthresh_evicted": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "session_count": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "session_remove": { 2024-09-16T08:05:36.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_open": { 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_stale": { 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "total_load": { 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "purge_queue": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed_ops": { 2024-09-16T08:05:36.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing": { 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_high_water": { 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops": { 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops_high_water": { 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_item_in_journal": { 2024-09-16T08:05:36.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.131 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 256 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.132 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7870 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7870, 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56418022 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7870, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1157990611 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 219 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.134 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7871 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.136 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7871 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7871, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24437801672 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:36.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:36.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7870 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7870, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 111441679 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7870, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72411 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7870, 2024-09-16T08:05:36.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1186990354 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 174030848 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 168910848 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.140 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5120000 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266248077 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26449242 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68012825 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266248077 2024-09-16T08:05:36.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2592248 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70898299 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177498718 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69965218 2024-09-16T08:05:36.149 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:36.150 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 344628, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1825632295 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.151 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19241, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2787278394 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.152 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:36.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 235 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.154 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7835 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56155247 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1331977650 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.155 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 146 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:36.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7835 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.158 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7835 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23929598211 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.159 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:36.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7835 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110818313 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71854 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:36.161 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7835, 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3072948412 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 164585472 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 158941184 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5644288 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 267006022 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25459361 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68244761 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.166 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 267006022 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1560943 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.168 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71171659 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 178004014 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69459922 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:36.172 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 91 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 341149, 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1585718827 2024-09-16T08:05:36.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:36.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19150, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6583237062 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:36.175 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.176 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 197 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:36.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7938 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7938, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57530170 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7938, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23814 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7938, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1330989211 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.178 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7936 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:36.180 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7936, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56927157 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7936, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 64983 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7936, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1390261739 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.181 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 999991 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7939 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7939, 2024-09-16T08:05:36.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25195795575 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 123736 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.183 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.184 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.185 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 253878272 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 251838464 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2039808 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:36.186 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266399240 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26238860 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68072044 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:36.189 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266399240 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2399529 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70939855 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177599493 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69864443 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 359366, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2068610339 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.196 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.197 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19404, 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3095374592 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10391552 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 772947968 2024-09-16T08:05:36.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6641454 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2111233 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 794624000 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16015360 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 315580416 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 798883840 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 55 2024-09-16T08:05:36.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 251429284 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15029 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 202756096 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 202760192 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5743 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 147459592 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11844 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3366131 2024-09-16T08:05:36.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 555 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10284558 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 795 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6918427 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6918427 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.204 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 259 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1101352960 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10309632 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3307, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 467456126 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18209, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 134299978 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.208 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16629833815 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76322, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1711119630 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:36.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56449962 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16686283777 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46055, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1038805220 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.210 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1175, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3034730 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27723, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12987540 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 53, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66845 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18527, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1875370786 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.211 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264120 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24232 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19017, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1308775970 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46095, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21727621 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.212 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27078, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 672478581 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15217, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 402729542 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5454756284 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.213 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9762, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604785744 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9761, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2258474627337 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9762, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6322906770334 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92073, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2575677532082 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92073, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9306086 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 175474734 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31193196166 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31348797 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.215 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18117432811 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8239946226 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6306963 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2702, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18764593 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.216 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 63193387789 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9371045524 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562347689 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503767040 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 481206272 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22560768 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56767747 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77824 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.220 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 401408 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68582141 2024-09-16T08:05:36.221 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562036736 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 425758108 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.222 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1392 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 88208 2024-09-16T08:05:36.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69080164 2024-09-16T08:05:36.224 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 460336 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37845165 2024-09-16T08:05:36.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70746403 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.227 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494927872 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 425758108 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 168173 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1146549 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67855042 2024-09-16T08:05:36.230 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.231 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46597 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.232 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1852534640 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46597, 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185348360948 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2948553649 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47692, 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21523570472 2024-09-16T08:05:36.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46597, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75967523007 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29196 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29196, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15222358037 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2948553649 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29620, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6434527502 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29196, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7443687541 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9811 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312130106 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.235 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9811, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19335380485 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10274, 2024-09-16T08:05:36.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6016057869 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9811, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14956526080 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7590 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1540404534 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7590, 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 150790622426 2024-09-16T08:05:36.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7798, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9072985101 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7590, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53567309386 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 804945920 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5832704 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 775057408 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4454775 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1444081 2024-09-16T08:05:36.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 847183872 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3125248 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 286040064 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 868220928 2024-09-16T08:05:36.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171838764 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.243 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10852 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 145059840 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 145063936 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4128 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 90557055 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8359 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2219991 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 446 2024-09-16T08:05:36.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5727526 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3507535 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3507535 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.246 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 188 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.247 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1069236224 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13905920 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3290, 2024-09-16T08:05:36.248 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 428115756 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.249 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13788, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 99742359 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15396654184 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.250 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69163, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1712631391 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49401050 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15446055234 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.251 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29235, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 709408047 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1018, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2895661 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15529, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9473839 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 63856 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.252 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9896, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1287968078 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 223021 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27237 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22578, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1357044001 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.253 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 71661, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26368168 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 49083, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 509922478 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15226, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 371222861 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.254 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7181899217 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21886, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1136206330 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21883, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2693225790898 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21886, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6497566906806 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.255 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85138, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2617516240152 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85138, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7982438 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 500182887 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28113991558 2024-09-16T08:05:36.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33613896 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15869905692 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8603935875 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.257 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9910362 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2659, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17823542 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60284433589 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9695725347 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:36.258 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 624385115 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 468295680 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398712832 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:36.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69582848 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57057606 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.261 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77824 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 696320 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.262 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67997370 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.263 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 427932048 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 256 2024-09-16T08:05:36.264 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 82752 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.265 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75301424 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.266 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 395024 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38038404 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.267 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.269 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70618476 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.270 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 427932048 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.271 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157996 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1150693 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74075743 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.273 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45464 2024-09-16T08:05:36.274 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1979509958 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45464, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 602132769043 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.275 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2710360256 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47234, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29414043037 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45464, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110220892393 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22491 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.276 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22491, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12506203355 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2710360256 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22935, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5280974813 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.277 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22491, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6427761279 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12983 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 134625648 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12983, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92139123210 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.278 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.279 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13175, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11190909613 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12983, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27635198128 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9990 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1844884310 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.280 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9990, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 497487442478 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11124, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12942158611 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9990, 2024-09-16T08:05:36.281 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76157932986 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4194334 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.282 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 861110272 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.285 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2682880 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631828480 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.286 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4329991 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1303502 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.287 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 552468480 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5390336 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 288305152 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 569311232 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.288 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172529168 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12171 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 122793984 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.289 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 122798080 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3930 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106552965 2024-09-16T08:05:36.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10145 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1009343 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2605205 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 640 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.291 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1595862 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1595862 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 150 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.292 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 925114368 2024-09-16T08:05:36.293 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9699328 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3305, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 458218910 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.294 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.295 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.295 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.295 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17674, 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148635622 2024-09-16T08:05:36.296 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15307386126 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69639, 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1670635562 2024-09-16T08:05:36.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39438622 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15346824748 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.298 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55999, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 811746819 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1163, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3009295 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19059, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11792239 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T08:05:36.299 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50328 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16395, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1334967787 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 248603 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19175 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10348, 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 948322120 2024-09-16T08:05:36.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26111, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17383520 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15763, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 667141324 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12561, 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 366395812 2024-09-16T08:05:36.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3504345201 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 385952403 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2702661682968 2024-09-16T08:05:36.302 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5713135286976 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2268696416872 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.303 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8262500 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 126070567 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26581171301 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32534174 2024-09-16T08:05:36.304 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14317346399 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7300544591 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5715879 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2652, 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16164194 2024-09-16T08:05:36.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 51843202874 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8246035709 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 507913572 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.306 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 467050496 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426672128 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40378368 2024-09-16T08:05:36.307 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57437097 2024-09-16T08:05:36.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.309 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40960 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 335872 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.310 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68015191 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.311 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430778234 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1360 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86976 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.313 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72449910 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.314 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 282480 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38291398 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.315 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.316 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70478026 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.317 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430778234 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.318 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 159355 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1171965 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71206926 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.320 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 118 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.321 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58334 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.322 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1439269340 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58334, 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78927258315 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.323 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2661200500 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 59352, 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41539372397 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58334, 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65318239071 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27962 2024-09-16T08:05:36.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27962, 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17420940187 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2661200500 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.325 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28413, 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5543152013 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27962, 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8133197534 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28370 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 260513707 2024-09-16T08:05:36.326 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28370, 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48290855084 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28714, 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33032011528 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.328 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28370, 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46354148524 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2002 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.329 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1178755633 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2002, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13215463044 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2225, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2964208856 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.330 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2002, 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10830893013 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.331 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562176000 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.332 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.333 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 561152 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 536784896 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3333399 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.334 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1064848 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 498860032 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7606272 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 257220608 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.335 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494665728 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29555606 2024-09-16T08:05:36.336 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1416 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25915392 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25919488 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.337 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5785621 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 678 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 284727 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 216 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.338 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 555039 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 302 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270312 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270312 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.339 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.340 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 796598272 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9723904 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.341 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3247, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 325917575 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.342 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10231, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71717579 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13080103237 2024-09-16T08:05:36.343 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62238, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1644753157 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44520749 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13124623986 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.344 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18766, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 371265442 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1454, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3108510 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9196, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4866634 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.345 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 52092 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5865, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185047128 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183201 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16740 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22746, 2024-09-16T08:05:36.346 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 884169904 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 63364, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26980650 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40618, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 412705857 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12153, 2024-09-16T08:05:36.347 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 315863666 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5217534637 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17466, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 954272764 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17463, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2463122300725 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.348 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17466, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6102852068746 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75729, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2056566655040 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75729, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6967140 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 417003916 2024-09-16T08:05:36.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23976175053 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.350 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30567598 2024-09-16T08:05:36.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.351 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.351 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.351 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12515087367 2024-09-16T08:05:36.351 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6124610775 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.352 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5721805 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2665, 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18847865 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48262591794 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.353 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6961288571 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 521434668 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.354 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 487997440 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 441843712 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46153728 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.355 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57635671 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.356 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.357 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110592 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68070569 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.358 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 432267536 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.359 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 816 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13888 2024-09-16T08:05:36.360 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27440 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71006800 2024-09-16T08:05:36.361 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77600 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38423781 2024-09-16T08:05:36.362 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.363 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.364 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70550523 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 432267536 2024-09-16T08:05:36.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 163690 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.366 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1168061 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.367 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69717193 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.368 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28185 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.369 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1003244548 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28185, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 248437424805 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1316462731 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29779, 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22260437320 2024-09-16T08:05:36.370 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28185, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57463354950 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13108 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13108, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39207980446 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.371 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1316462731 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13206, 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3997093789 2024-09-16T08:05:36.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13108, 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3848253192 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11550 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176918027 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.373 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11550, 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 156411339501 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.374 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12998, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14102245658 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11550, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30147764877 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3527 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.375 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 826326521 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3527, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 52818104858 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3575, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4161097873 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.376 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3527, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23467336881 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.377 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 508604416 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.378 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3710976 2024-09-16T08:05:36.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604700672 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4733395 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1585253 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.380 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 627310592 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6025216 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 238989312 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 644153344 2024-09-16T08:05:36.381 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 158478157 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.382 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9001 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 133156864 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 133160960 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.383 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3051 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 80365073 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6605 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1249038 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.384 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 547 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3543894 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 723 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.385 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2294856 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2294856 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 178 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.386 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.387 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 849309696 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13914112 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3215, 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 399311047 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.388 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.389 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12526, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 99925921 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15580766295 2024-09-16T08:05:36.390 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 57822, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332821652 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46324597 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:36.391 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15627090892 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22361, 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 608316509 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.392 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 952, 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2368073 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5701, 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8663456 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.393 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92877 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7426, 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 898875050 2024-09-16T08:05:36.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172024 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19384 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14282, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406098353 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47751, 2024-09-16T08:05:36.395 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18734372 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 33469, 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1144188329 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.396 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13328, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 319506218 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5316643124 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18326, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 920614613 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.397 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18324, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2625372605079 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18326, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5881671569009 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68996, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2574218145210 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68996, 2024-09-16T08:05:36.398 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6656065 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 382552076 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25287711351 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25021335 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.399 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11375490562 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6028570876 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9910898 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2583, 2024-09-16T08:05:36.400 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16741422 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48402695555 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6841326007 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 409862844 2024-09-16T08:05:36.401 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 567754752 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 334536704 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:36.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 233218048 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.403 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57213385 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.404 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69632 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 757760 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.405 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67788343 2024-09-16T08:05:36.406 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.407 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.408 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429100389 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.409 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1536 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100720 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 256 2024-09-16T08:05:36.410 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74113579 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.411 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 236624 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38142256 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.412 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.413 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70673024 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.414 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429100389 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.415 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.416 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171012 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1152081 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.417 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72892998 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.418 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35104 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.419 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1030047756 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35104, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79354842064 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1278390994 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.420 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35549, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11977857059 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35104, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26071516538 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26333 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26333, 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14120006599 2024-09-16T08:05:36.421 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1278390994 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26505, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4574478382 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26333, 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4521232850 2024-09-16T08:05:36.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4738 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 127241422 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4738, 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6615935349 2024-09-16T08:05:36.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4918, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2963217177 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.424 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4738, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5757343233 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4033 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 902806334 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4033, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58618900116 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.425 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4126, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4440161500 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4033, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15792940455 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4194333 2024-09-16T08:05:36.426 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641241088 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.427 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.428 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8556544 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 698982400 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4018845 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T08:05:36.429 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1442217 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 617873408 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7843840 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 340709376 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 630521856 2024-09-16T08:05:36.430 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246539853 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12413 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.431 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207867904 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207872000 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.432 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3583 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 112929821 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8323 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2723027 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.433 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 764 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8478859 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1023 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5755832 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5755832 2024-09-16T08:05:36.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.435 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1050939392 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.436 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13918208 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3256, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 473377444 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.437 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17692, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135504031 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.438 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19682270105 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 82661, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1541107771 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44628128 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:36.439 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19726898233 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 24201, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 718358190 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1015, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2907530 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.440 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10426, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8573695 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 49, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76802 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9787, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028049552 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 242740 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.441 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20869 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 34578, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1494507338 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 77306, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26649054 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 42728, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1313849560 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.442 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15602, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 388367510 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6349654585 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8345, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 619590869 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8344, 2024-09-16T08:05:36.443 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2512803964731 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8345, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6560894561259 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97139, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3154518646049 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97139, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9937274 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.444 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225992543 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31783106787 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34039846 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16426592268 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.445 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7130962003 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9916114 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2616, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17907907 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 61930933768 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.446 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8100719059 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 516317948 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 487972864 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.447 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464289792 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23683072 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.448 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56828364 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176128 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.450 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106496 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.451 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68718132 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562036736 2024-09-16T08:05:36.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426212735 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.453 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1920 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 131968 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.454 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68581249 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.455 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 865856 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37885576 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.456 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70300472 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494927872 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.458 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426212735 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.459 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 163287 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1149940 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.460 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67401910 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.461 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.462 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58763 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 916332013 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58763, 2024-09-16T08:05:36.463 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57516687652 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1913623038 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 59782, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12927849193 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58763, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22163101482 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.464 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50140 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50140, 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13200816387 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1913623038 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.465 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50454, 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7017309343 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50140, 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7279087926 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7103 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.466 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 301022515 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7103, 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14068359930 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.467 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7652, 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4274646348 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7103, 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9230173016 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1520 2024-09-16T08:05:36.468 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 615309498 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1520, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30247511335 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1676, 2024-09-16T08:05:36.469 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1635893502 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1520, 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5653840540 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:36.470 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631803904 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.471 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.473 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3670016 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 556134400 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2811149 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.474 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 852910 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 479461376 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5394432 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.475 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 255008768 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 496304128 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.476 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157273500 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9537 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 136314880 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 136318976 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.477 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4014 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78642513 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7125 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.478 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1080945 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 403 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3634662 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 547 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2553717 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.479 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2553717 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 147 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.480 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 816844800 2024-09-16T08:05:36.481 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10309632 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3182, 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 380248156 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.482 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.483 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11775, 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72538673 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.484 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15828249978 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 61762, 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1284438443 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:36.485 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32004516 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15860254494 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 232681, 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 882315364 2024-09-16T08:05:36.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 896, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2887005 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 130311, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53254728 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 43, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59498 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.487 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11142, 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 968400080 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398799 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18292 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19046, 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1248077026 2024-09-16T08:05:36.488 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55231, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20627454 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36185, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 967850339 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11913, 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 294002778 2024-09-16T08:05:36.489 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8117738260 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14239, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878575966 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14238, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2617496240916 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14239, 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5769948545345 2024-09-16T08:05:36.490 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75197, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2082289396489 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75197, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6745388 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 408086281 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.491 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29009856197 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25481974 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13748847665 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.492 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5666025359 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6312069 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2480, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15570953 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56962618858 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.493 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6497279113 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 633890423 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 539557888 2024-09-16T08:05:36.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 522043392 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17514496 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.495 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57348286 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.496 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.497 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.497 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.497 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.500 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57344 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110592 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.501 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.502 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68312898 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.503 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430112149 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1536 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.504 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 88288 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.505 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73114507 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.506 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148848 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38232191 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.507 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.508 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.509 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.510 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70670865 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.511 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430112149 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.512 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 168476 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1168239 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.513 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71867616 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.515 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 51 2024-09-16T08:05:36.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41885 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1128347042 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 41885, 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77401475082 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332597646 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.518 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 42709, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20060540183 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 41885, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36486098708 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31900 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31900, 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14566499137 2024-09-16T08:05:36.519 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332597646 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32180, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11702360702 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31900, 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10814820137 2024-09-16T08:05:36.520 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5897 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 231529589 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5897, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15018208376 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.521 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6307, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4124934099 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5897, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10822736258 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.522 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4088 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 896817453 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4088, 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47816767569 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4222, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4233245382 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4088, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14848542313 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.524 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 489783296 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.525 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.526 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3473408 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 540323840 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3648072 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.527 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16, 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 966058 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 438042624 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2646016 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268910592 2024-09-16T08:05:36.528 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 459079680 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:36.529 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 108506676 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5866 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 117456896 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 117460992 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.530 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3445 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34975195 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3610 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 717713 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 385 2024-09-16T08:05:36.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3432639 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 514 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2714926 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2714926 2024-09-16T08:05:36.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 129 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.533 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 814870528 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:36.534 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10301440 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3214, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 342110460 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:36.535 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17275, 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 132107513 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.536 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16371049618 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65150, 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1355237861 2024-09-16T08:05:36.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38585923 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16409635541 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31270, 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 489077965 2024-09-16T08:05:36.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 840, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2738464 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8582, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5293405 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60870 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9569, 2024-09-16T08:05:36.539 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 588072888 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 198118 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17956 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8299, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1315009240 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35205, 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15323370 2024-09-16T08:05:36.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26906, 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1155003671 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13266, 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 298719418 2024-09-16T08:05:36.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8504507715 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15950, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 904757156 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15947, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2549589925149 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:36.542 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15950, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6077049404396 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79875, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2953625595691 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79875, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7509696 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 664674660 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:36.543 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29484237833 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27751749 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14878662098 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6155198905 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:36.544 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6306839 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2467, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15237182 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59699534447 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6967264587 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.545 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 714306452 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490659840 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 463478784 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:36.546 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27181056 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.547 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57281035 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.548 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 151552 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 192512 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.549 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68204021 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429607763 2024-09-16T08:05:36.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1152 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69712 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.552 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73637853 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.553 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 330208 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38187356 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.554 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.555 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70534340 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.556 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429607763 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171744 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.558 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1154285 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72382688 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.559 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.560 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36608 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.561 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1128504687 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36608, 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39282409799 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2114557982 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:36.562 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36977, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15864066386 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36608, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28562642697 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23775 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23775, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12157877605 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:36.563 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2114557982 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23806, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4814454180 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23775, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5796557448 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11691 2024-09-16T08:05:36.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289919583 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11691, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18156572633 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:36.565 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11943, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9277947596 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11691, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16057134350 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1142 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 838585104 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.566 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1142, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8967959561 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1228, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1771664610 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1142, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6708950899 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:36.567 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 448364544 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.568 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T08:05:36.569 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.465505986037897e-06, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:36.570 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 726, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 1264640, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 245, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.571 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:36.572 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 150527, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 110592, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 39935, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.0829183711157384e-07, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:36.573 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 79, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 88064, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19919, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 6608, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 13311, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 59757, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 68, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 35840 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.574 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T08:05:36.575 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T08:05:36.576 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:36.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:36.578 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12595200, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12595200, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 4, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.742831591400318e-05, 2024-09-16T08:05:36.579 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 9038, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 3200971776, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 4194323, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 4194323, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 12582969, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 24313, 2024-09-16T08:05:36.580 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 3127919616 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T08:05:35.724079", 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_stats": { 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "7.9.2" 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T08:05:36.582 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T08:05:36.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:36.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T08:05:36.585 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:36.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pg": [ 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.587 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479480+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479480+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479838+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.588 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 5, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 5, 2024-09-16T08:05:36.589 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1f", 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:16:01.820162+0000", 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 570, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.591 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.592 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 4, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 4, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:36.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'5" 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.594 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508720+0000", 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508720+0000", 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.509056+0000", 2024-09-16T08:05:36.595 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.596 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.597 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1e", 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.598 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:50:24.804470+0000", 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.599 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.600 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.601 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.602 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.603 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.443299+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.443299+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.443639+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.604 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.605 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1e", 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2825, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:45:49.088426+0000", 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.606 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.607 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.608 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.609 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.610 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.442371+0000", 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.442371+0000", 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.443967+0000", 2024-09-16T08:05:36.611 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:36.612 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.613 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1f", 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:39:13.127565+0000", 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.614 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.615 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.616 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.617 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.618 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479503+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479503+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480981+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.619 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.620 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1d", 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2794, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:24:00.309051+0000", 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.621 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.622 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.623 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.624 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.625 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.626 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.437275+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.437275+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.437564+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.627 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.628 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1c", 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:35:32.731968+0000", 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.629 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.630 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.631 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.632 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.633 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.634 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.635 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473572+0000", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473572+0000", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475918+0000", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.636 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:36.637 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.638 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1c", 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2805, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:15:10.201975+0000", 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.639 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:36.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.643 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.499561+0000", 2024-09-16T08:05:36.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.499561+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.499853+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.646 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1d", 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:27:27.752480+0000", 2024-09-16T08:05:36.647 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.651 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.652 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.654 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.514207+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.514207+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.515267+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.655 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.656 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.a", 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:26:34.253213+0000", 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.658 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.659 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.660 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.661 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473510+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473510+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475107+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.662 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.663 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.b", 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2808, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:29:29.741863+0000", 2024-09-16T08:05:36.664 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.666 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.667 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 2, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 2, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'3" 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.669 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.670 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.404690+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.404690+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.405017+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.671 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.672 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.b", 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:54.900948+0000", 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.673 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.674 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.675 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.676 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.677 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.678 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.481080+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.481080+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481392+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.679 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.680 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.a", 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:36.681 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:56:26.878580+0000", 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.682 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.683 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.685 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.686 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.471704+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.471704+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.472157+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.687 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.688 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.8", 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2812, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:41:45.562318+0000", 2024-09-16T08:05:36.689 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.690 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.691 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.693 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.694 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.483329+0000", 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.483329+0000", 2024-09-16T08:05:36.695 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.483811+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.697 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.9", 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:36.698 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:25:22.962500+0000", 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.702 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.703 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.483868+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.483868+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.484148+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.9", 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.706 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:11:28.292118+0000", 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:36.710 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.711 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474237+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474237+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474541+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778458+0000", 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.713 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.8", 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:56:39.204914+0000", 2024-09-16T08:05:36.714 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.717 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.718 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.719 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.720 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.721 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.407578+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.407578+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.408082+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.722 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.723 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.6", 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2804, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:21:29.670753+0000", 2024-09-16T08:05:36.724 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.725 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.726 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.727 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.728 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479084+0000", 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479084+0000", 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479388+0000", 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.729 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:36.730 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.7", 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.731 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2779, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:04:59.820495+0000", 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.732 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.733 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.734 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:36.735 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.736 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505087+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505087+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.690226+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.737 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3017, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3017, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.1", 2024-09-16T08:05:36.738 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6596, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:31:57.116133+0000", 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001703503, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.739 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.740 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.741 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1202, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 392979, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2995, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 369614 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.742 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3017" 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.743 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473487+0000", 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473487+0000", 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.473809+0000", 2024-09-16T08:05:36.744 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.745 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.7", 2024-09-16T08:05:36.746 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2822, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:39:53.673455+0000", 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.747 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.748 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.749 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.751 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.752 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506001+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506001+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506354+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.753 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.754 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.6", 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2822, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:48:21.922862+0000", 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.755 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.756 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 2, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 2, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.758 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "544'2" 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.759 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.760 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474647+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474647+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.610420+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.761 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2971, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.762 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2971, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.0", 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6319, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.763 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:09.453360+0000", 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.003065286, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 691, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 394244, 2024-09-16T08:05:36.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2961, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 375588 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'2971" 2024-09-16T08:05:36.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.768 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447513+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447513+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.448684+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.770 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.4", 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.771 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:23:09.538518+0000", 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.775 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.776 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.777 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.778 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478413+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478413+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480812+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.779 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.780 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.5", 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:13.347058+0000", 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.781 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.782 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.783 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.784 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.785 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478723+0000", 2024-09-16T08:05:36.786 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478723+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.604542+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.787 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717972+0000", 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3237, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3237, 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.788 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.3", 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6859, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:55:33.083713+0000", 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.003909376, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.790 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.791 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1540, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 405707, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3238, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 408956 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.792 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3237" 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.793 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439035+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439035+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.439362+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.794 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.795 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.5", 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:33:05.708197+0000", 2024-09-16T08:05:36.796 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.797 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.800 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.801 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.481125+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.481125+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481450+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.802 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.803 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.4", 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.804 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2813, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:27:16.768808+0000", 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.805 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.806 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.807 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.808 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.445889+0000", 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.445889+0000", 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.599770+0000", 2024-09-16T08:05:36.809 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.810 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3079, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3079, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.2", 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.811 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6756, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:07:51.653356+0000", 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002642394, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 4194323, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.812 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.813 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1223, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 368807, 2024-09-16T08:05:36.814 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3060, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 410956 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.815 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3079" 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.816 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.817 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.504464+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.504464+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.504736+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.818 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.819 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3", 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.820 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:04:55.800507+0000", 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.821 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.824 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.825 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.507777+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.507777+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508425+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:36.826 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.827 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.2", 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2787, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:17:54.986269+0000", 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.828 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.831 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.832 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381363+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381363+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.599347+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.833 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.725595+0000", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3104, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.834 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3104, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.4", 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6583, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:49:14.673164+0000", 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002296875, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.835 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 982, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 387574, 2024-09-16T08:05:36.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3106, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 382371 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.840 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3104" 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.841 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505818+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505818+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506211+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.843 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.0", 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.844 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:12:57.538087+0000", 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.848 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.379332+0000", 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.379332+0000", 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.379622+0000", 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1", 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2838, 2024-09-16T08:05:36.851 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:09:55.325660+0000", 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447993+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447993+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.601621+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2960, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2960, 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.858 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.7", 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6386, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:41:33.287214+0000", 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.004185719, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 995, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 375119, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2951, 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 376651 2024-09-16T08:05:36.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'2960" 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.863 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.414572+0000", 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.414572+0000", 2024-09-16T08:05:36.864 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.414908+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:36.865 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1", 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:15:25.627120+0000", 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.867 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.868 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.870 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.871 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473467+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473467+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474026+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.872 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.873 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.0", 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.874 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:17:48.156402+0000", 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.875 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.878 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.879 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.880 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.377775+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.377775+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.602909+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3037, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3037, 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.883 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.6", 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6441, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:10:44.294440+0000", 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002677706, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 760, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 411926, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3005, 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 353416 2024-09-16T08:05:36.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3037" 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.888 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.516935+0000", 2024-09-16T08:05:36.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.516935+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.517225+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.890 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.891 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2", 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2786, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:09:33.095397+0000", 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.895 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.896 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.476422+0000", 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.476422+0000", 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476691+0000", 2024-09-16T08:05:36.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.898 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.899 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.3", 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2821, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:46:51.430048+0000", 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.902 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.903 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.904 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 20, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.905 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474332+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474332+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474722+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.906 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 148, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 148, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "1.0", 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.907 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 3076, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:33:31.925463+0000", 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:36.909 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.910 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 726, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1235, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 245, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.911 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "222'148" 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.912 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.484967+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.484967+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.598194+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.913 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3039, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3039, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.914 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.5", 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6767, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:36:42.092546+0000", 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001332502, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.917 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1645, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 389593, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2997, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 377057 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.918 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3039" 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.919 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479539+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479539+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481138+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.920 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.921 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.d", 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.922 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:56:07.725320+0000", 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.924 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.925 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.926 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.927 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.436558+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.436558+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.437014+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:36.928 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.929 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.c", 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2836, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:45:43.748260+0000", 2024-09-16T08:05:36.930 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.932 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.933 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.934 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.935 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505698+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505698+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.505988+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.936 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.937 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.c", 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2811, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:46:23.115301+0000", 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.940 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.941 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.407042+0000", 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.407042+0000", 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.407415+0000", 2024-09-16T08:05:36.942 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.943 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.d", 2024-09-16T08:05:36.944 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2819, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:17.820115+0000", 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 70, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.946 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.947 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.948 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.949 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475965+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475965+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476966+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:36.950 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.f", 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.951 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:40:09.158541+0000", 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.953 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.954 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.955 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478828+0000", 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478828+0000", 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479293+0000", 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.956 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:36.957 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.e", 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.958 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2847, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:56:25.759478+0000", 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.961 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.962 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474796+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474796+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.477415+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.964 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.965 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.e", 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:44:02.745087+0000", 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.969 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.970 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.482303+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.482303+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.482773+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.972 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.f", 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:45:06.235314+0000", 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 22, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:36.976 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.977 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.472322+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.472322+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.472730+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:36.979 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.11", 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:40:47.412600+0000", 2024-09-16T08:05:36.980 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.984 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.380934+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.380934+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:53:31.381277+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.986 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 8, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.987 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 8, 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.10", 2024-09-16T08:05:36.988 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:36.989 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:36.989 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:36.989 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2843, 2024-09-16T08:05:36.989 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:36.989 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:09:37.900817+0000", 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:36.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:36.991 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:36.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:36.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:36.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:36.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:36.992 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 4, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:36.993 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:36.994 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 24, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 24, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.995 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'8" 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:36.996 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508331+0000", 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508331+0000", 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508736+0000", 2024-09-16T08:05:36.997 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716080+0000", 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:36.998 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:36.999 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.10", 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:48:22.463656+0000", 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.000 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.001 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.004 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.514191+0000", 2024-09-16T08:05:37.005 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.514191+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.514592+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716317+0000", 2024-09-16T08:05:37.006 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.11", 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.007 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:47:07.132933+0000", 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.008 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.009 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.011 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.012 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473606+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473606+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474736+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.013 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.014 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.13", 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2809, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:53.556786+0000", 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.015 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.016 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.018 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.019 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439130+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439130+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.439760+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.020 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.021 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.12", 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2823, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:33:55.122943+0000", 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.022 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.023 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.024 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.026 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.027 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.028 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.029 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473788+0000", 2024-09-16T08:05:37.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473788+0000", 2024-09-16T08:05:37.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474401+0000", 2024-09-16T08:05:37.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.031 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.032 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.12", 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.033 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:05:07.501575+0000", 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.036 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.037 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.038 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.415665+0000", 2024-09-16T08:05:37.039 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.415665+0000", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.417227+0000", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.040 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.041 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.13", 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:37.042 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:15:56.359377+0000", 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 34, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.043 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:37.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 4, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 7, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 6 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.045 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.046 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473511+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473511+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.477842+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.047 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.048 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.15", 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.049 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:48:55.304908+0000", 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.052 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.053 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.507678+0000", 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.507678+0000", 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508659+0000", 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.054 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 29, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.055 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 29, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.14", 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2824, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:57:49.297024+0000", 2024-09-16T08:05:37.056 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 5822, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.057 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 10, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 14, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 28, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 25 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.059 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'29" 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.060 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.061 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.482514+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.482514+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.482815+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.062 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.063 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.14", 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:28:20.242291+0000", 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.064 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.065 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.066 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.068 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447984+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447984+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.448568+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.069 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.070 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.15", 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:42:47.941008+0000", 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 90, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.071 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.072 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.073 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 7, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 7, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.074 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'3" 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.075 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.442793+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.442793+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.444157+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.076 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.077 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.17", 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.078 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2801, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:15:47.735419+0000", 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.079 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.080 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.081 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.082 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.083 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.500361+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.500361+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.500634+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.084 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.085 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.16", 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:23:46.416727+0000", 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.086 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.087 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.088 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.089 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.090 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.091 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479707+0000", 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479707+0000", 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480008+0000", 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.092 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.093 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.16", 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2782, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:09:47.906500+0000", 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.095 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.096 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.097 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.098 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.099 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.100 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509745+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509745+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.511762+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.101 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717132+0000", 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.102 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.17", 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:29:47.779256+0000", 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.103 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.104 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.105 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.106 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.107 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381493+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381493+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.381966+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.108 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723435+0000", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.109 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.19", 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2832, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:51:25.694631+0000", 2024-09-16T08:05:37.110 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.111 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.112 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.113 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.114 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475305+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475305+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475623+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.115 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.116 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.18", 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:13:51.636340+0000", 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.117 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.119 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.120 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.121 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.122 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381201+0000", 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381201+0000", 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.381501+0000", 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.123 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:37.124 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.18", 2024-09-16T08:05:37.125 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:39:42.378853+0000", 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.126 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.127 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.128 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.129 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.130 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.131 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509945+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509945+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.510239+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.132 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.133 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.19", 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:11:48.283976+0000", 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.134 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.135 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.136 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.137 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.138 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479791+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479791+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480126+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.139 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716239+0000", 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.140 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1a", 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2795, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:05:21.580556+0000", 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.141 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.142 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.143 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.144 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.145 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478703+0000", 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478703+0000", 2024-09-16T08:05:37.146 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479053+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.147 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.148 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.149 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1b", 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2800, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:21:40.614738+0000", 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.150 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.151 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.152 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.153 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.154 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.477891+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.477891+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478324+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:37.155 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.156 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:37.157 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.157 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.157 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.157 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1b", 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2783, 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.158 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:39:09.690609+0000", 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.159 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.160 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.160 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.160 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.160 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.160 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.161 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.163 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.164 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.165 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.166 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.167 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.168 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.169 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.170 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.404715+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.404715+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.405022+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.171 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.172 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1a", 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:39:14.313628+0000", 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.173 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.174 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.175 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.176 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.177 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506941+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506941+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507462+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.178 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.179 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.20", 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:41:22.760714+0000", 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.180 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.181 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.182 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.183 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.184 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.502279+0000", 2024-09-16T08:05:37.185 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.502279+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.502556+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.186 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.187 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.21", 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2844, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:32:41.613034+0000", 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.188 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.189 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.190 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.191 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.192 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.379423+0000", 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.379423+0000", 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.379721+0000", 2024-09-16T08:05:37.193 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.194 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.22", 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2828, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.195 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:52:43.659505+0000", 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.196 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.197 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.198 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.199 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.200 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.415132+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.415132+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.416399+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.201 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.202 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.23", 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:05:25.207747+0000", 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.203 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.204 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.206 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.207 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.402984+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.402984+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.403257+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.208 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.209 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.24", 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:52:14.602007+0000", 2024-09-16T08:05:37.210 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.211 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.212 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.213 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381317+0000", 2024-09-16T08:05:37.215 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381317+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.382172+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.216 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.217 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.25", 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:04:17.296977+0000", 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.218 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.219 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.220 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.221 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.222 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478907+0000", 2024-09-16T08:05:37.223 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478907+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479199+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:37.224 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.225 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.26", 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:17:46.302116+0000", 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.226 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.227 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.228 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.229 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.230 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.400244+0000", 2024-09-16T08:05:37.231 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.400244+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.400598+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:37.232 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.27", 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.233 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2804, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:10.815269+0000", 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.234 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.235 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.236 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.237 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.238 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439879+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439879+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.440194+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.239 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.240 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.28", 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.241 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:00:05.597591+0000", 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.242 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.243 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.244 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.245 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.246 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.401908+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.401908+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.402238+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.247 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.248 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.29", 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:41:10.884145+0000", 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.249 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.250 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.251 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.252 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.253 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.476338+0000", 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.476338+0000", 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476624+0000", 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.254 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.255 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2a", 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.256 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:03.671171+0000", 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.257 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.258 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.259 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.260 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.261 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479116+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479116+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479410+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.263 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2b", 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2803, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:06:30.280411+0000", 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.264 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.268 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.269 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505590+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505590+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507072+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.271 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2c", 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:39:16.000253+0000", 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.272 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.275 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.276 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.471166+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.471166+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.471673+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.278 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2d", 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:18:24.748525+0000", 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.279 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.283 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.284 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478519+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478519+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478819+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:37.286 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.287 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.287 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.287 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.287 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.287 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.288 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2e", 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2840, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:27:05.318204+0000", 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.289 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.291 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.292 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.293 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.294 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.477686+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.477686+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478025+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.295 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.296 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2f", 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:08:11.126005+0000", 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.298 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.299 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.300 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.301 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475301+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475301+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475705+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.302 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.303 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.30", 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:40:15.016434+0000", 2024-09-16T08:05:37.304 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.306 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.307 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.308 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.445053+0000", 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.445053+0000", 2024-09-16T08:05:37.309 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.445406+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:37.310 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.311 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.31", 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:17:28.061910+0000", 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.313 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.314 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.315 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.316 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.446083+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.446083+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.446358+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.317 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.318 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.32", 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2802, 2024-09-16T08:05:37.319 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:50:17.830210+0000", 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.320 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.321 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.322 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:37.323 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.324 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508647+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508647+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508951+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.325 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.326 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.33", 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.327 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2808, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:24:05.031436+0000", 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.328 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.329 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.330 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.331 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.504322+0000", 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.504322+0000", 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.505374+0000", 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.332 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.333 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.334 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.34", 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:22:43.959100+0000", 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.335 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.336 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.337 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:37.339 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.340 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506547+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506547+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507172+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.341 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716847+0000", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.342 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.35", 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2787, 2024-09-16T08:05:37.343 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:26:51.232828+0000", 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.344 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.345 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.348 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.349 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.350 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.512232+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.512232+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.512514+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717338+0000", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.352 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.36", 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2787, 2024-09-16T08:05:37.353 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:36:16.053697+0000", 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.357 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.358 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474658+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474658+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476831+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.360 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.37", 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2801, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.361 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:12:45.058486+0000", 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.364 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.365 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.366 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.367 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.367 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.367 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509459+0000", 2024-09-16T08:05:37.367 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509459+0000", 2024-09-16T08:05:37.367 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.509715+0000", 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.368 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.369 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.370 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.38", 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2780, 2024-09-16T08:05:37.371 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:24:13.888259+0000", 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.372 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.373 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.374 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.375 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.376 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473360+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473360+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475094+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.377 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.378 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.39", 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:38.116750+0000", 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.380 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.381 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.382 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.383 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.384 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.443261+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.443261+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.445265+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.385 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.386 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3a", 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2783, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:44:21.231405+0000", 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.387 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.388 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.389 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.391 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.392 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474965+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474965+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475402+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.393 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.394 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3b", 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:03:27.866232+0000", 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.395 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.396 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.397 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.398 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:37.399 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479417+0000", 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479417+0000", 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479963+0000", 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.400 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.401 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.402 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3c", 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:09:16.210351+0000", 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.403 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.404 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:37.407 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.408 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.378359+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.378359+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:53:31.378752+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.409 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:37.410 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3d", 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:37.411 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:17:33.467091+0000", 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.412 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.414 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.415 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505857+0000", 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505857+0000", 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506186+0000", 2024-09-16T08:05:37.416 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.417 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3e", 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.418 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2812, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:18:36.541288+0000", 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.419 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.422 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:37.423 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473963+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473963+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476564+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:37.424 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:37.425 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3f", 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2795, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:47:29.452081+0000", 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.426 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.427 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:37.429 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pool": [ 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 3, 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.430 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 148, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 1, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 3, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 148, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 1, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.432 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 726, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1235, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.433 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 245, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 1781760, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 1771104, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:37.434 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 3 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 96, 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 68, 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 32, 2024-09-16T08:05:37.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 68, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 2, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 6608, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 66, 2024-09-16T08:05:37.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 22, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 22, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 14, 2024-09-16T08:05:37.439 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 79, 2024-09-16T08:05:37.440 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 86, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 68, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 35 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:37.441 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 110592, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 19824, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 39935, 2024-09-16T08:05:37.442 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 96 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 192, 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:37.443 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 64, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 3, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:37.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:37.446 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:37.447 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:37.448 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 192 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 24, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 24444, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 8, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 24444, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 4, 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:37.449 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 4194323, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:37.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 2, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:37.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 9038, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 3125949, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 24313, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 3054609 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:37.452 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 12595200, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 12582969, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 24 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:37.453 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 763012255744, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 4948029440, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 4948029440, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.006443080026656389 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 763012255744, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T08:05:37.454 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 4948029440 2024-09-16T08:05:37.455 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:37.455 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T08:05:37.455 INFO:tasks.workunit.client.0.smithi042.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T08:05:37.456 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show-device 2024-09-16T08:05:37.456 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.456 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.457 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.458 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.459 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.460 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='client.45926 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.461 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.462 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.463 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.464 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:36 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.465 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.466 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.467 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.468 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:37.469 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:37.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:37.470 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:36 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:37 smithi164 ceph-mon[88760]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:37 smithi164 ceph-mon[88760]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:37 smithi164 ceph-mon[88760]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[94096]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[94096]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[94096]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[96574]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[96574]: from='client.35985 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:37.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:37 smithi042 ceph-mon[96574]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:38 smithi164 ceph-mon[88760]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:38.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:38 smithi164 ceph-mon[88760]: mgrmap e42: y(active, since 74m), standbys: x 2024-09-16T08:05:38.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:38 smithi042 ceph-mon[94096]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:38.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:38 smithi042 ceph-mon[94096]: mgrmap e42: y(active, since 74m), standbys: x 2024-09-16T08:05:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:38 smithi042 ceph-mon[96574]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-09-16T08:05:38.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:38 smithi042 ceph-mon[96574]: mgrmap e42: y(active, since 74m), standbys: x 2024-09-16T08:05:40.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:40 smithi164 ceph-mon[88760]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T08:05:40.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:40 smithi042 ceph-mon[94096]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T08:05:40.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:40 smithi042 ceph-mon[96574]: pgmap v4850: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2024-09-16T08:05:41.603 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:41 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:41] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-09-16T08:05:42.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:42 smithi164 ceph-mon[88760]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:42.488 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:42.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:42 smithi042 ceph-mon[94096]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:42.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:42 smithi042 ceph-mon[96574]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:44.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:44 smithi164 ceph-mon[88760]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:44.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:44 smithi042 ceph-mon[96574]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:44.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:44 smithi042 ceph-mon[94096]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:46.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:46 smithi164 ceph-mon[88760]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:46.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:46 smithi042 ceph-mon[96574]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:46.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:46 smithi042 ceph-mon[94096]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:48.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:48 smithi164 ceph-mon[88760]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:48.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:48 smithi042 ceph-mon[96574]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:48.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:48 smithi042 ceph-mon[94096]: pgmap v4854: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:49.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:49 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:49.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:49 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:49.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:49 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout: "a41213fc-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPED1D480GA_a412aa1a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064300": { 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T08:05:49.826 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "E2010325", 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a41213fc-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T08:05:49.827 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468979 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T08:05:49.828 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.829 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.830 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.831 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 12247104 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.832 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T08:05:49.833 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T08:05:49.834 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 16 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.835 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "0.029297" 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1657502 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.836 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 0, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 0, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.837 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 0, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 4766, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 176489132, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 802626223, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 3636406686, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 17374750384, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 0, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 32218, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 41172, 2024-09-16T08:05:49.838 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 31, 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 9862 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 32218, 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 41172 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T08:05:49.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T08:05:49.840 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: E2010325", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T08:05:49.841 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:42:59 2024 UTC", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T08:05:49.842 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T08:05:49.843 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 31 Celsius", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 0%", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 0%", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 176,489,132 [90.3 TB]", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 802,626,223 [410 TB]", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 3,636,406,686", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 17,374,750,384", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 4,766", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 32,218", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 41,172", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 9,862", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T08:05:49.844 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:49.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 31 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 937703088, 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 480103981056 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "a413d93a-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "INTEL_SSDPEDMD400G4_a4145fa4-73f7-11ef-8cb3-0cc47abd1440": { 2024-09-16T08:05:49.846 INFO:tasks.workunit.client.0.smithi042.stdout: "20240916-064303": { 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "device": { 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "/dev/nvme0n1", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "protocol": "NVMe", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "nvme" 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "firmware_version": "8DV101H0", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "host_id": "a413d93a-73f7-11ef-8cb3-0cc47abd1440", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "json_format_version": [ 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "local_time": { 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "asctime": "Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T08:05:49.847 INFO:tasks.workunit.client.0.smithi042.stdout: "time_t": 1726468983 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "logical_block_size": 512, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_controller_id": 0, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_namespaces": [ 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "capacity": { 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "formatted_lba_size": 512, 2024-09-16T08:05:49.848 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 1, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "size": { 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "utilization": { 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_pci_vendor": { 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "id": 32902, 2024-09-16T08:05:49.849 INFO:tasks.workunit.client.0.smithi042.stdout: "subsystem_id": 32902 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "Device stats": { 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_fw_downgrades": { 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "crc_error_count": { 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "end_to_end_error_detection_count": { 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.850 INFO:tasks.workunit.client.0.smithi042.stdout: "erase_fail_count": { 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "host_bytes_written": { 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 26493240 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "host_ctx_wear_used": { 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 1 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "media_bytes_read": { 2024-09-16T08:05:49.851 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "nand_bytes_written": { 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 47061643 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_stat_indicator": { 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.852 INFO:tasks.workunit.client.0.smithi042.stdout: "pll_lock_loss_count": { 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "program_fail_count": { 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "re_alloc_sectr_cnt": { 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "retry_buffer_overflow_count": { 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "soft_ecc_err_rate": { 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "thermal_throttle_status": { 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "cnt": 0, 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: "pct": 0 2024-09-16T08:05:49.854 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_host_reads": { 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_media_wear": { 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": "63.999023" 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "timed_workload_timer": { 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 100, 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 65535 2024-09-16T08:05:49.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "unexp_power_loss": { 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 0, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": 0 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "wear_leveling": { 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "normalized": 90, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "raw": { 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "avg": 3223, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "max": 3235, 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 3213 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.856 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_smart_health_information_log": { 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare": 100, 2024-09-16T08:05:49.857 INFO:tasks.workunit.client.0.smithi042.stdout: "available_spare_threshold": 10, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "controller_busy_time": 44, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "critical_warning": 0, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_read": 356227225, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "data_units_written": 1736261011, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "host_reads": 6033516832, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "host_writes": 32658232146, 2024-09-16T08:05:49.862 INFO:tasks.workunit.client.0.smithi042.stdout: "media_errors": 0, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "num_err_log_entries": 0, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "percentage_used": 10, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycles": 55676, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_hours": 56465, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": 29, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "unsafe_shutdowns": 3306 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_vendor": "intel", 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme_version": { 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "string": "<1.2", 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "power_cycle_count": 55676, 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "power_on_time": { 2024-09-16T08:05:49.863 INFO:tasks.workunit.client.0.smithi042.stdout: "hours": 56465 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "serial_number": "deleted", 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "smart_status": { 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "nvme": { 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "passed": true 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl": { 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "argv": [ 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl", 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "-x", 2024-09-16T08:05:49.864 INFO:tasks.workunit.client.0.smithi042.stdout: "--json=o", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "/dev/nvme0n1" 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "build_info": "(local build)", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "exit_status": 0, 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "output": [ 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T08:05:49.865 INFO:tasks.workunit.client.0.smithi042.stdout: "Serial Number: deleted", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Version: 8DV101H0", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller ID: 0", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "NVMe Version: <1.2", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Number of Namespaces: 1", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Local Time is: Mon Sep 16 06:43:03 2024 UTC", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.866 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported Power States", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 0 + 512 0 2", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 1 - 512 8 2", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 2 - 512 16 2", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 3 - 4096 0 0", 2024-09-16T08:05:49.867 INFO:tasks.workunit.client.0.smithi042.stdout: " 4 - 4096 8 0", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: " 5 - 4096 64 0", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: " 6 - 4096 128 0", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Critical Warning: 0x00", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Temperature: 29 Celsius", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare: 100%", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Available Spare Threshold: 10%", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Percentage Used: 10%", 2024-09-16T08:05:49.868 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Read: 356,227,225 [182 TB]", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Data Units Written: 1,736,261,011 [888 TB]", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Read Commands: 6,033,516,832", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Host Write Commands: 32,658,232,146", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Controller Busy Time: 44", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Power Cycles: 55,676", 2024-09-16T08:05:49.869 INFO:tasks.workunit.client.0.smithi042.stdout: "Power On Hours: 56,465", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "Unsafe Shutdowns: 3,306", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information Log Entries: 0", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "No Errors Logged", 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "" 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:49.870 INFO:tasks.workunit.client.0.smithi042.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "svn_revision": "5155", 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "version": [ 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "temperature": { 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "current": 29 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "user_capacity": { 2024-09-16T08:05:49.871 INFO:tasks.workunit.client.0.smithi042.stdout: "blocks": 781422768, 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 400088457216 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T08:05:49.872 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry show 2024-09-16T08:05:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:50.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:50.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:50.490 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:50 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:50.513 INFO:tasks.workunit.client.0.smithi042.stdout:{ 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer": { 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "active": true, 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "mode": "" 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "channels": [ 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "channels_available": [ 2024-09-16T08:05:50.514 INFO:tasks.workunit.client.0.smithi042.stdout: "basic", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "ident", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "crash", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "device", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "perf" 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_available": [ 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T08:05:50.515 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "collections_opted_in": [ 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_base", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "device_base", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "crash_base", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "ident_base", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_perf", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_mds_metadata", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_usage", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_usage_by_class", 2024-09-16T08:05:50.516 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_rook_v01", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_memory_metrics", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "basic_pool_options_bluestore" 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "config": { 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "active_changed": [ 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "client_check_pool_perm", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_gid", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "client_mount_uid", 2024-09-16T08:05:50.517 INFO:tasks.workunit.client.0.smithi042.stdout: "client_quota", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "daemonize", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "keyring", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_block_size", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_cache_size", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_compression", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_log", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "leveldb_write_buffer_size", 2024-09-16T08:05:50.518 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_file", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_journald", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_cluster_log_to_stderr", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_host", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mds_skip_sanity", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T08:05:50.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T08:05:50.520 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "no_config_file", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_hdd", 2024-09-16T08:05:50.521 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_hybrid", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_delete_sleep_ssd", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_max_backfills", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T08:05:50.522 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pg_delete_cost", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active_hdd", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_active_ssd", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_hdd", 2024-09-16T08:05:50.523 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_sleep_ssd", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_sleep", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T08:05:50.524 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_default_features", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_qos_exclude_ops", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "setgroup", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "setuser" 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_changed": [ 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_debug", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_mon_ticket_ttl", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "auth_service_ticket_ttl", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "bdev_debug_aio", 2024-09-16T08:05:50.525 INFO:tasks.workunit.client.0.smithi042.stdout: "container_image", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_asserts_on_shutdown", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mgr", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_mon", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_ms", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_osd", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "debug_paxos", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_file", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_journald", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_to_stderr", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_join_fs", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/container_init", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/migration_current", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T08:05:50.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_ident", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/channel_perf", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/description", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/enabled", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr/telemetry/organization", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_allow_pool_delete", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_clock_drift_allowed", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_data_avail_warn", 2024-09-16T08:05:50.527 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_election_default_strategy", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_max_pg_per_osd", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_mgr_mkfs_grace", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_prime_pg_temp", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T08:05:50.528 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "mon_warn_on_too_few_osds", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_bug", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "ms_die_on_old_message", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_default_list", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_class_load_list", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_misdirected_ops", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_op_order", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_pg_log_writeout", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_shutdown", 2024-09-16T08:05:50.529 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mclock_profile", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_memory_target_autotune", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_op_queue_cut_off", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recover_clone_overlap", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_recovery_max_chunk", 2024-09-16T08:05:50.530 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_load_threshold", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_scrub_max_interval", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_shutdown_pgref_assert", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "public_network", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd_config_pool_override_update_timestamp", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_cache_enabled", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_ops_log", 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "rgw_enable_usage_log" 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "contact": null, 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "crashes": [], 2024-09-16T08:05:50.531 INFO:tasks.workunit.client.0.smithi042.stdout: "created": "2024-09-16T06:39:46.868375Z", 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "crush": { 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_algs": { 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "straw2": 3 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_sizes": { 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "2": 1, 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "4": 2 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket_types": { 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "1": 2, 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "11": 1 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.532 INFO:tasks.workunit.client.0.smithi042.stdout: "compat_weight_set": false, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "device_classes": [ 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: 8 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_buckets": 6, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_devices": 8, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_rules": 2, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_types": 12, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "num_weight_sets": 0, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "tunables": { 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "allowed_bucket_algs": 54, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_fallback_tries": 0, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_local_tries": 0, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "choose_total_tries": 50, 2024-09-16T08:05:50.533 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_descend_once": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_stable": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "chooseleaf_vary_r": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v2_rules": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v3_rules": 0, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v4_buckets": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "has_v5_rules": 0, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "legacy_tunables": 0, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "minimum_required_version": "jewel", 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "optimal_tunables": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "profile": "jewel", 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables2": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables3": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "require_feature_tunables5": 1, 2024-09-16T08:05:50.534 INFO:tasks.workunit.client.0.smithi042.stdout: "straw_calc_version": 1 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "description": "upgrade test cluster", 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "fs": { 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1, 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "feature_flags": { 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "enable_multiple": true, 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_enabled_multiple": true 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "filesystems": [ 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "approx_ctime": "2024-09", 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "balancer_enabled": false, 2024-09-16T08:05:50.535 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_caps": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_dns": 10, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_inos": 13, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "cached_subtrees": 2, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "ever_allowed_features": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "explicitly_allowed_features": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "files": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "max_mds": 1, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_data_pools": 1, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_in": 1, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_mds": 1, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_replay": 0, 2024-09-16T08:05:50.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_up": 1, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "snaps": 0, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "standby_count_wanted": 0 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_standby_mds": 1, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "total_num_mds": 2 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_stats": { 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20135936, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 321816, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T08:05:50.537 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 737280, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 0, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 366, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1107984, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 13, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 644096, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 14703320, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 20135936 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 20439040, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 479584, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2621440, 2024-09-16T08:05:50.538 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 745472, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 448, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 1675600, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 584192, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 15078224, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 21184512 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 175570944, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 2082616, 2024-09-16T08:05:50.539 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 2883584, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 540672, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1343488, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 6958, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 9948416, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 1935872, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 158179784, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 176914432 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 167911424, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 2645880, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 4980736, 2024-09-16T08:05:50.540 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 1654784, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 6516, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 9651248, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 20, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 2297600, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 148335960, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 169566208 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 256368640, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 5704920, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3014656, 2024-09-16T08:05:50.541 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 524288, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 9491, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 12482360, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 23, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 4711936, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 230454768, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 256892928 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 484614144, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 30578640, 2024-09-16T08:05:50.542 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 22429696, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12684, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 62651320, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 10613248, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 377494136, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 507043840 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 402096128, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 28365768, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:50.543 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 69476352, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12819, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 62567256, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 61, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 10499328, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 297386976, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 471572480 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 429998080, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 30434688, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:50.544 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 40198144, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 10828, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 56284152, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11340544, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 328792968, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 470196224 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 445194240, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 16418976, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:50.545 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 45948928, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 9574, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 48001192, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 60, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 12318720, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 365309624, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 491143168 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 337952768, 2024-09-16T08:05:50.546 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 23241056, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3145728, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 232947712, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 10810, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 51782040, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11644416, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 248139528, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 570900480 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 467828736, 2024-09-16T08:05:50.547 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 31813024, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 23420928, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 12331, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 56016528, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 53, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 12084224, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 364638160, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 491249664 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 527417344, 2024-09-16T08:05:50.548 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 17873016, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 5373952, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 17514496, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 11361, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 51860584, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 60, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 12918528, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 439391264, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 544931840 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "actual_memory_used": 466935808, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "central_cache_freelist": 23887160, 2024-09-16T08:05:50.549 INFO:tasks.workunit.client.0.smithi042.stdout: "malloc_metadata": 3276800, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "page_heap_freelist": 0, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "released_to_os": 27000832, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "spans_in_use": 11127, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "tcmalloc_page_size": 8192, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_cache_freelists": 60804448, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "thread_heaps_in_use": 58, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "transfer_cache_freelist": 11063552, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "use_by_application": 367903848, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "virtual_address_space_used": 493936640 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "hosts": { 2024-09-16T08:05:50.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num": 2, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mds": 2, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mgr": 2, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_mon": 2, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_with_osd": 2 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "io_rate": { 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_stats_delta": { 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 0, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 0, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "stamp_delta": "12.003935", 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:50.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:50.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:50.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 4, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:50.554 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 0 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard": false, 2024-09-16T08:05:50.555 INFO:tasks.workunit.client.0.smithi042.stdout: "leaderboard_description": null, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "license": "sharing-1-0", 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "mempool": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.556 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.557 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.558 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.559 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.560 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 149008, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 33 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.561 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 928, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.562 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.563 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.564 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.565 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.566 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.567 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.568 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 221552, 2024-09-16T08:05:50.569 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51488, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 181 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.570 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12384, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 245 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.571 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.572 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.573 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.574 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.575 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.576 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.577 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.578 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 52927456, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7446 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 616, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.579 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.580 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5720, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 152 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.581 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.582 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.583 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.584 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.585 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.586 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 44124228, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5427 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 352, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 4 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.587 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.588 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5720, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 152 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.589 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.590 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.591 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.592 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.593 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.594 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 51006596, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7029 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.595 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.596 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10960, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 244 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 70440, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5158 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11440, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 304 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.597 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.598 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22608, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 404 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 248192, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 30 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2304, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.599 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 58320, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 729 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203728, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12352, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 140 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 526661, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 174 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.600 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2503176, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 554248 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7096736, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10468 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 74064, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7751 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87312, 2024-09-16T08:05:50.601 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203728, 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1819 2024-09-16T08:05:50.602 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 640605, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 95 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.603 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12571938, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 284 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16544, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 188 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 521640, 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 45 2024-09-16T08:05:50.604 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7063680, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18384 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.605 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.606 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22696, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 385 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 280832, 2024-09-16T08:05:50.607 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 29 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1728, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 57360, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 717 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209664, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1872 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.608 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 21872, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 225 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 820777, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 234 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2533176, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 557738 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7127336, 2024-09-16T08:05:50.609 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10513 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81144, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8729 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89856, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1872 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.610 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 689004, 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 104 2024-09-16T08:05:50.611 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 28144, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 9387150, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 289 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22880, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.612 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 440496, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 38 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 7272616, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 21153 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.613 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.614 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17688, 2024-09-16T08:05:50.615 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 310 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 46976, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1536, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56240, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 703 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.616 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202160, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8096, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 102 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 396089, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 112 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1842218, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 404293 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.617 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5285896, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7805 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 71036, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7561 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 86640, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.618 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202160, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1805 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.619 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 647472, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 94 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8165498, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 250 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12584, 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 143 2024-09-16T08:05:50.620 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 359352, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 31 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.621 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3200600, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 6155 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.622 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.623 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 15128, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 281 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 62976, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3264, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 17 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.624 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56400, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 705 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202720, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1810 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3840, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 132675, 2024-09-16T08:05:50.625 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 67 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1861952, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 406057 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5292696, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7815 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 71772, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7582 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.626 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 86880, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1810 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173734, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1243 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 202944, 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1812 2024-09-16T08:05:50.627 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2208, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 754553, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 116 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 28144, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.628 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 17321748, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 271 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8800, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 100 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.629 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 417312, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 36 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3487224, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9079 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.630 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.631 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19288, 2024-09-16T08:05:50.632 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 338 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 39040, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 26 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 576, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 57040, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 713 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.633 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:50.634 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.634 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.637 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.637 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22544, 2024-09-16T08:05:50.637 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 231 2024-09-16T08:05:50.637 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 837183, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 241 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2095154, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 464998 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6056336, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8938 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81280, 2024-09-16T08:05:50.638 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8733 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89952, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.639 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 210000, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1875 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1472, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 2 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 668801, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 96 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 20128, 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 5 2024-09-16T08:05:50.640 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2979666, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 255 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 22880, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.641 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 452088, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5070520, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12151 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.642 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.643 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19784, 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 353 2024-09-16T08:05:50.644 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 219520, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 28 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2112, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 11 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56720, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 709 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.645 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6752, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 90 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 388069, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 116 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2388047, 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 533141 2024-09-16T08:05:50.646 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6870296, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10135 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 81516, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8737 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 89952, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.647 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 209888, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1874 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 736, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.648 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 593908, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 92 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 12112, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 3 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11334914, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 260 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 11616, 2024-09-16T08:05:50.649 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 132 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 475272, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 41 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 6412640, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 12332 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.651 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.652 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16888, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 296 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 210816, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 24 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3648, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 19 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.653 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56640, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 708 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203616, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3840, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 64 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 205740, 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 85 2024-09-16T08:05:50.654 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 1775894, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 391262 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5149216, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7604 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 73336, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7742 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.655 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87264, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203616, 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1818 2024-09-16T08:05:50.656 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 637892, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 93 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.657 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 19734927, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8521 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 10120, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 115 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 452088, 2024-09-16T08:05:50.658 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 39 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3562520, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9251 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.659 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.660 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bloom_filter": { 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 16488, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 289 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_reader": { 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 30592, 2024-09-16T08:05:50.661 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 22 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs_file_writer": { 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 3456, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 18 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_alloc": { 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 56560, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 707 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_blob": { 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203504, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1817 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.662 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_buffer": { 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 8544, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 106 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_data": { 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 593344, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 141 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_meta": { 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 2088511, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 462137 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_onode": { 2024-09-16T08:05:50.663 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 5993776, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 8846 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_cache_other": { 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 74072, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 7744 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_extent": { 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 87216, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1817 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_fsck": { 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.664 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_inline_bl": { 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 173478, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1242 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_shared_blob": { 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 203504, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 1817 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_txc": { 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.665 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing": { 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 569766, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 83 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore_writing_deferred": { 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_anon": { 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 18882451, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 279 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "buffer_meta": { 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 13816, 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 157 2024-09-16T08:05:50.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_co": { 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 533232, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 46 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_mapbl": { 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_pglog": { 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 4901312, 2024-09-16T08:05:50.667 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 9432 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap": { 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 652848, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 10828 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap_mapping": { 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "pgmap": { 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.668 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_1": { 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "unittest_2": { 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes": 0, 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "items": 0 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "metadata": { 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:50.669 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 2 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 2 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 2 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 2 2024-09-16T08:05:50.670 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 2 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 3 2024-09-16T08:05:50.671 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 3 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 3 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 3 2024-09-16T08:05:50.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 3 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "arch": { 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "x86_64": 8 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.673 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_version": { 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph version 18.2.4-845-ge4e227b3 (e4e227b37858f5109138494e01e5ba1ba7b8ffe8) reef (stable)": 8 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "cpu": { 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "distro": { 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "centos": 8 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "distro_description": { 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "CentOS Stream 9": 8 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_description": { 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T08:05:50.674 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "kernel_version": { 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "os": { 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "Linux": 8 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_objectstore": { 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": 8 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "rotational": { 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: "0": 8 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.675 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "features": { 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "optional": [], 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "persistent": [ 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "kraken", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "luminous", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "mimic", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "osdmap-prune", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "nautilus", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "octopus", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "pacific", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "elector-pinging", 2024-09-16T08:05:50.676 INFO:tasks.workunit.client.0.smithi042.stdout: "quincy", 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "reef" 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv4_addr_mons": 6, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "ipv6_addr_mons": 0, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "min_mon_release": 18, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "v1_addr_mons": 3, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "v2_addr_mons": 3 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "organization": "ceph-qa", 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster_network": false, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8, 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "require_min_compat_client": "luminous", 2024-09-16T08:05:50.677 INFO:tasks.workunit.client.0.smithi042.stdout: "require_osd_release": "reef" 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_perf_histograms": [ 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:50.678 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:50.679 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:50.680 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:50.681 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:50.682 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:50.683 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.684 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14751, 12, 69, 6, 22, 17, 0, 0, 0, 1, 0, 2, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10243, 38, 36, 1, 1, 22, 70, 83, 24, 48, 37, 17, 49, 28, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 913, 7, 16, 0, 1, 1, 0, 1, 4, 13, 71, 171, 57, 10, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 570, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 11, 355, 16, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 432, 6, 5, 0, 1, 0, 0, 0, 4, 0, 0, 6, 8, 50, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 242, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 27, 18, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 15, 55, 18, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 21, 23, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.685 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.686 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10426, 6, 65, 8, 28, 26, 0, 0, 2, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7308, 17, 1342, 1, 5, 30, 98, 134, 40, 62, 46, 30, 21, 11, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 402, 10, 147, 23, 0, 0, 4, 20, 5, 11, 89, 238, 72, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 375, 5, 0, 7, 0, 0, 0, 0, 0, 0, 0, 22, 497, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 1, 1, 0, 0, 0, 0, 0, 0, 1, 3, 1, 5, 30, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 68, 0, 56, 0, 0, 0, 1, 0, 1, 0, 0, 1, 5, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.687 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 33, 0, 220, 0, 0, 0, 2, 0, 0, 0, 0, 1, 8, 23, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.688 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.689 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16140, 0, 1, 0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 9086, 6, 7, 0, 2, 0, 3, 6, 7, 7, 1, 15, 5, 45, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 860, 4, 6, 2, 2, 0, 1, 2, 0, 1, 2, 16, 8, 11, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 462, 2, 2, 0, 0, 0, 0, 1, 1, 0, 2, 1, 27, 15, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 120, 0, 0, 0, 0, 0, 0, 0, 3, 2, 7, 52, 36, 32, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 1, 1, 0, 6, 32, 56, 34, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 82, 0, 0, 1, 0, 0, 0, 0, 0, 0, 3, 8, 29, 58, 17, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 5, 21, 33, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 3, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.690 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.691 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5776, 1, 0, 1, 15, 1, 0, 0, 1, 3, 2, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.692 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3305, 58, 38, 0, 1, 1, 3, 11, 18, 18, 11, 11, 19, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 226, 6, 14, 0, 1, 0, 0, 0, 2, 7, 32, 92, 37, 6, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 167, 0, 1, 0, 12, 0, 0, 0, 0, 1, 0, 8, 194, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 32, 0, 0, 0, 178, 0, 0, 0, 0, 4, 1, 1, 13, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 49, 0, 0, 0, 314, 0, 0, 0, 0, 5, 0, 0, 8, 3, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 9, 0, 0, 0, 401, 0, 0, 0, 0, 3, 0, 4, 4, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 1790, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.693 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.694 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2075, 754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 11199, 3287, 0, 0, 2, 0, 2, 0, 0, 2, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6520, 135, 0, 1, 8, 2, 6, 4, 15, 25, 19, 10, 16, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 877, 25, 2, 0, 2, 0, 1, 1, 3, 6, 36, 70, 34, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 239, 12, 0, 0, 0, 0, 0, 1, 0, 0, 2, 16, 139, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 20, 5, 0, 0, 1, 1, 0, 0, 0, 3, 7, 13, 15, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.695 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 145, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 1, 7, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 69, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 12, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.696 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.697 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8001, 6011, 699, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 12329, 9957, 3718, 1, 0, 0, 1, 0, 0, 1, 2, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6870, 429, 89, 0, 7, 0, 5, 0, 0, 0, 0, 9, 4, 25, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 777, 68, 17, 1, 5, 0, 2, 0, 0, 2, 6, 1, 0, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 326, 3, 0, 9, 0, 0, 0, 0, 0, 5, 0, 6, 20, 11, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99, 8, 0, 0, 0, 0, 0, 0, 0, 6, 3, 4, 18, 38, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 133, 5, 0, 1, 0, 0, 0, 0, 0, 0, 1, 6, 12, 9, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 54, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 9, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.698 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.699 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 943, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.700 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 11362, 84, 0, 0, 5811, 362, 0, 1, 0, 1, 0, 10, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8416, 207, 19, 2, 914, 201, 5, 3, 12, 18, 12, 10, 15, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1075, 97, 116, 0, 113, 28, 0, 0, 8, 15, 51, 83, 32, 6, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 550, 38, 79, 0, 12, 17, 0, 1, 0, 1, 0, 18, 176, 3, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 165, 14, 16, 0, 15, 28, 0, 0, 0, 1, 0, 1, 16, 35, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 48, 1, 18, 30, 2, 1, 0, 2, 1, 0, 0, 2, 4, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 96, 1, 1, 36, 72, 0, 0, 0, 0, 0, 0, 1, 2, 3, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 2, 61, 107, 0, 0, 0, 0, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.701 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.702 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 13032, 8, 0, 0, 0, 0, 0, 0, 2, 0, 3, 4, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7533, 42, 16, 0, 2, 0, 2, 2, 1, 0, 2, 6, 8, 12, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1103, 10, 31, 0, 3, 0, 1, 1, 4, 0, 4, 4, 8, 12, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 581, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 12, 26, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 390, 18, 0, 0, 0, 0, 0, 0, 1, 0, 0, 9, 15, 37, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.703 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 243, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 12, 13, 15, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 160, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 13, 31, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.704 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.705 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:50.706 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:50.707 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:50.708 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:50.709 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:50.710 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.711 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1009, 1, 10, 37, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.712 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5098, 72, 95, 158, 397, 635, 663, 3, 4, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 653, 11, 16, 39, 6, 21, 15, 0, 1, 0, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 365, 4, 0, 0, 0, 0, 1, 0, 0, 0, 1, 3, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 8, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 144, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 17, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.713 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.714 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 568, 1, 6, 15, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3334, 259, 33, 64, 93, 1, 1, 1, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 449, 26, 1338, 0, 0, 0, 0, 0, 3, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 456, 20, 4, 0, 1, 0, 0, 0, 1, 0, 1, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1768, 1454, 75, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1197, 1525, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.715 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.716 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.717 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1771, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10528, 2, 0, 0, 3, 0, 2, 2, 1, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15504, 3, 2, 0, 0, 0, 0, 0, 0, 1, 1, 7, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 351, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 15, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.718 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.719 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 515, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.720 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1765, 29, 2, 0, 2, 1, 4, 2, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 227, 1, 1, 0, 0, 0, 0, 1, 1, 2, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 154, 24, 39, 47, 0, 0, 0, 0, 0, 0, 0, 0, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 964, 397, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 5, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4140, 2521, 0, 419, 0, 0, 0, 0, 0, 0, 0, 0, 1, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 42, 79, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.721 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.722 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1233, 7, 19, 62, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1925, 223, 20, 17, 119, 316, 390, 1, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 162, 14, 1, 0, 0, 0, 9, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 92, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.723 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.724 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.725 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 844, 28, 34, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2812, 78, 119, 174, 401, 659, 678, 2, 8, 9, 1, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 326, 1, 4, 1, 3, 1, 5, 0, 1, 2, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 278, 26, 53, 77, 5, 1, 1, 0, 0, 0, 0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 109, 24, 44, 51, 0, 0, 0, 0, 1, 1, 1, 0, 7, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 14, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.726 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.727 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 890, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.728 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3257, 15, 0, 0, 14, 1, 5, 4, 12, 9, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 489, 1, 0, 0, 4, 0, 0, 1, 0, 8, 2, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 487, 14, 0, 0, 0, 0, 0, 0, 0, 2, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 401, 97, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 24, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.729 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.730 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1167, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8196, 36, 111, 4, 0, 1, 3, 1, 2, 0, 1, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1669, 45, 81, 7, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 146, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.731 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 16, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.732 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.733 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:50.734 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:50.735 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.736 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:50.737 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:50.738 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.739 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1065, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 768, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 383, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 245, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.740 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.741 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:50.742 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 597, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3790, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1819, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2959, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.743 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.744 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.745 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1772, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 10544, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.746 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.747 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.748 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 516, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1810, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 7099, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.749 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.750 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1360, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3016, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.751 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 187, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.752 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1017, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4947, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 347, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 445, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 249, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.754 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.755 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.756 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3319, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 509, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 137, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.757 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.758 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.759 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 8362, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1806, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.760 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.761 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "axes": [ 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Latency (usec)", 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 100000, 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 99999]", 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "[100000, 199999]", 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "[200000, 399999]", 2024-09-16T08:05:50.762 INFO:tasks.workunit.client.0.smithi042.stdout: "[400000, 799999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[800000, 1599999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[1600000, 3199999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[3200000, 6399999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[6400000, 12799999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[12800000, 25599999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[25600000, 51199999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[51200000, 102399999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[102400000, 204799999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[204800000, 409599999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[409600000, 819199999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[819200000, 1638399999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[1638400000, 3276799999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[3276800000, 6553599999]", 2024-09-16T08:05:50.763 INFO:tasks.workunit.client.0.smithi042.stdout: "[6553600000, 13107199999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[13107200000, 26214399999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[26214400000, 52428799999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[52428800000, 104857599999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[104857600000, 209715199999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[209715200000, 419430399999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[419430400000, 838860799999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[838860800000, 1677721599999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[1677721600000, 3355443199999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[3355443200000, 6710886399999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[6710886400000, 13421772799999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[13421772800000, 26843545599999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[26843545600000, 53687091199999]", 2024-09-16T08:05:50.764 INFO:tasks.workunit.client.0.smithi042.stdout: "[53687091200000, None]" 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "buckets": 32, 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "min": 0, 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "name": "Request size (bytes)", 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "quant_size": 512, 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "ranges": [ 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "[None, -1]", 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 511]", 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "[512, 1023]", 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "[1024, 2047]", 2024-09-16T08:05:50.765 INFO:tasks.workunit.client.0.smithi042.stdout: "[2048, 4095]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[4096, 8191]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[8192, 16383]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[16384, 32767]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[32768, 65535]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[65536, 131071]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[131072, 262143]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[262144, 524287]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[524288, 1048575]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[1048576, 2097151]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[2097152, 4194303]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[4194304, 8388607]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[8388608, 16777215]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[16777216, 33554431]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[33554432, 67108863]", 2024-09-16T08:05:50.766 INFO:tasks.workunit.client.0.smithi042.stdout: "[67108864, 134217727]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[134217728, 268435455]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[268435456, 536870911]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[536870912, 1073741823]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[1073741824, 2147483647]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[2147483648, 4294967295]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[4294967296, 8589934591]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[8589934592, 17179869183]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[17179869184, 34359738367]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[34359738368, 68719476735]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[68719476736, 137438953471]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[137438953472, 274877906943]", 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "[274877906944, None]" 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: "scale_type": "log2" 2024-09-16T08:05:50.767 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "osds": [ 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 0, 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 168, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2125, 19, 1, 0, 12, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1123, 5, 1, 0, 4, 7, 9, 13, 34, 58, 88, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 229, 3, 0, 0, 0, 1, 2, 5, 7, 6, 72, 263, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.768 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 196, 3, 0, 0, 0, 1, 0, 1, 2, 2, 13, 14, 259, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 669, 0, 0, 0, 0, 0, 0, 1, 1, 3, 3, 9, 18, 32, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 744, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 3, 21, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 786, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.769 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 1, 2024-09-16T08:05:50.770 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2964, 12, 4, 1, 10, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1311, 7, 2, 1, 3, 8, 12, 22, 46, 65, 125, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 154, 2, 0, 0, 1, 0, 1, 4, 2, 9, 72, 306, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 56, 2, 0, 0, 0, 0, 1, 1, 1, 2, 12, 22, 320, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 7, 20, 25, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 9, 20, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2653, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.771 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.772 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 2, 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.773 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 461, 11, 2, 0, 11, 3, 0, 0, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 220, 2, 0, 0, 0, 0, 2, 2, 8, 12, 72, 77, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 233, 1, 0, 0, 0, 1, 2, 1, 8, 18, 81, 121, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 117, 1, 0, 0, 0, 0, 1, 2, 3, 7, 30, 42, 30, 21, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 1, 0, 0, 0, 0, 0, 1, 0, 1, 7, 16, 24, 44, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 10, 29, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.774 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.775 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 3, 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 31, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1119, 10, 1, 0, 20, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 385, 4, 2, 2, 2, 2, 5, 6, 11, 30, 46, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.776 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 64, 0, 0, 0, 1, 1, 1, 0, 2, 4, 23, 90, 120, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 222, 0, 0, 0, 0, 0, 0, 0, 2, 2, 8, 13, 94, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 508, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 12, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 12, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.777 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.778 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 4, 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 114, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1192, 19, 2, 0, 17, 1, 3, 2, 7, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 465, 2, 1, 2, 2, 6, 7, 7, 19, 24, 40, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 307, 6, 0, 0, 1, 3, 0, 1, 6, 8, 24, 103, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 461, 27, 0, 0, 0, 0, 0, 0, 1, 0, 4, 11, 159, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 294, 25, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 21, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.779 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 67, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 176, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 4, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.780 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 5, 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.781 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 136, 15, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 346, 19, 1, 2, 10, 2, 6, 10, 22, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 98, 15, 0, 0, 0, 0, 2, 5, 4, 7, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 29, 0, 0, 0, 3, 2, 3, 3, 6, 29, 19, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 48, 35, 0, 0, 1, 0, 0, 0, 1, 3, 6, 16, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 37, 0, 0, 1, 0, 0, 0, 2, 0, 3, 5, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 62, 0, 0, 0, 0, 0, 0, 1, 0, 1, 4, 4, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.782 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.783 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 6, 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.784 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 102, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1305, 15, 0, 0, 18, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 482, 4, 0, 0, 2, 4, 0, 7, 14, 24, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 358, 10, 1, 0, 4, 1, 0, 1, 2, 3, 23, 102, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 509, 18, 0, 0, 0, 0, 0, 0, 0, 0, 4, 11, 164, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 214, 23, 0, 0, 0, 0, 0, 1, 0, 0, 2, 10, 11, 26, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 82, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 126, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.785 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.786 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "osd_id": 7, 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "values": [ 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 102, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.787 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 284, 18, 1, 2, 13, 2, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 80, 7, 1, 0, 0, 1, 1, 2, 3, 1, 14, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 116, 4, 0, 0, 0, 0, 1, 2, 4, 8, 26, 38, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 61, 5, 0, 0, 0, 0, 0, 2, 2, 3, 14, 31, 22, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 16, 2, 0, 0, 0, 0, 1, 0, 1, 0, 4, 10, 23, 31, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 6, 33, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.788 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T08:05:50.789 INFO:tasks.workunit.client.0.smithi042.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: ] 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "perf_counters": { 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "mds.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "mds": { 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "caps": { 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T08:05:50.790 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_grant": { 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_revoke": { 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "ceph_cap_op_trunc": { 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_commit": { 2024-09-16T08:05:50.791 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch_complete": { 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_fetch_keys": { 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_merge": { 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "dir_split": { 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.792 INFO:tasks.workunit.client.0.smithi042.stdout: "exported_inodes": { 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "forward": { 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_cap_release": { 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps": { 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_caps_dirty": { 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.793 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_inode_file_caps": { 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "imported_inodes": { 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes": { 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_expired": { 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_pinned": { 2024-09-16T08:05:50.794 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "inodes_with_caps": { 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "load_cent": { 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "openino_dir_fetch": { 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "process_request_cap_release": { 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.795 INFO:tasks.workunit.client.0.smithi042.stdout: "reply_latency": { 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "request": { 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rbytes": { 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rfiles": { 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "root_rsnaps": { 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_reply": { 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "subtrees": { 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_cache": { 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_enqueue_scrub": { 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_exportdir": { 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.797 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_flush": { 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragmentdir": { 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_fragstats": { 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "ireq_inodestats": { 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_enqueued": { 2024-09-16T08:05:50.798 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_prioritized": { 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_recovering_processing": { 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays": { 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_delayed": { 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "num_strays_enqueuing": { 2024-09-16T08:05:50.799 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_completed": { 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_started": { 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_created": { 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_enqueued": { 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_migrated": { 2024-09-16T08:05:50.800 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "strays_reintegrated": { 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_log": { 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "ev": { 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "evadd": { 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.801 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "evex": { 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "evexd": { 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "evexg": { 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "evtrm": { 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "jlat": { 2024-09-16T08:05:50.802 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "replayed": { 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "seg": { 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "segadd": { 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "segex": { 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.803 INFO:tasks.workunit.client.0.smithi042.stdout: "segexd": { 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "segexg": { 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "segtrm": { 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_mem": { 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "cap": { 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.804 INFO:tasks.workunit.client.0.smithi042.stdout: "cap+": { 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "cap-": { 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "dir": { 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "dir+": { 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "dir-": { 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.805 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "dn": { 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "dn+": { 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "dn-": { 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "heap": { 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 223508 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "ino": { 2024-09-16T08:05:50.806 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "ino+": { 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "ino-": { 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "rss": { 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47764 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_server": { 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_acquisition_throttle": { 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.807 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "cap_revoke_eviction": { 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_request": { 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_client_session": { 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "handle_peer_request": { 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "req_create_latency": { 2024-09-16T08:05:50.808 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getattr_latency": { 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getfilelock_latency": { 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "req_getvxattr_latency": { 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.809 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "req_link_latency": { 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookup_latency": { 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookuphash_latency": { 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupino_latency": { 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.810 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupname_latency": { 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupparent_latency": { 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lookupsnap_latency": { 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.811 INFO:tasks.workunit.client.0.smithi042.stdout: "req_lssnap_latency": { 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mkdir_latency": { 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mknod_latency": { 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "req_mksnap_latency": { 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.812 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "req_open_latency": { 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "req_readdir_latency": { 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rename_latency": { 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "req_renamesnap_latency": { 2024-09-16T08:05:50.813 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmdir_latency": { 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmsnap_latency": { 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "req_rmxattr_latency": { 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.814 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setattr_latency": { 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setdirlayout_latency": { 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setfilelock_latency": { 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setlayout_latency": { 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.815 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "req_setxattr_latency": { 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "req_snapdiff_latency": { 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "req_symlink_latency": { 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.816 INFO:tasks.workunit.client.0.smithi042.stdout: "req_unlink_latency": { 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "mds_sessions": { 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "average_load": { 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "avg_session_uptime": { 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "mdthresh_evicted": { 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.817 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "session_count": { 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "session_remove": { 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_open": { 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "sessions_stale": { 2024-09-16T08:05:50.818 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: "total_load": { 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:50.819 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "purge_queue": { 2024-09-16T08:05:50.820 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed": { 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executed_ops": { 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing": { 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_high_water": { 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops": { 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.821 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_executing_ops_high_water": { 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "pq_item_in_journal": { 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.2b5e17fdc0abc734534226fc11dfc2477394acfb": { 2024-09-16T08:05:50.822 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:50.823 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:50.824 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7887 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7887, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56589416 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.825 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7887, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1159990593 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 219 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.826 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7888 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.827 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.828 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7888 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7888, 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24484801249 2024-09-16T08:05:50.829 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.830 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7887 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:50.831 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7887, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 111781237 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7887, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72564 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7887, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1189990328 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:50.832 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 174030848 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171712512 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2318336 2024-09-16T08:05:50.833 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266244655 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.834 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26458367 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.835 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68007122 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.836 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266244655 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.837 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2592248 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.838 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70901721 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177496437 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.840 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.841 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.842 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69967499 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:50.843 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 345348, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1829377976 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:50.844 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.845 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19278, 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2792189813 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.408b349ecb4e37eed44ea42b9a4c6db639ac6664": { 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:50.847 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 239 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7853 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:50.848 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56336721 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332977632 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.849 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 146 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.850 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7853 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.851 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.852 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7853 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23983597255 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.853 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.854 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7853 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 111177805 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72266 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7853, 2024-09-16T08:05:50.855 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3076948341 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 164585472 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 162914304 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:50.856 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1671168 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.857 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 267006022 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25459361 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.859 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68244761 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.860 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 267006022 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1560943 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.861 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.862 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71171659 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:50.863 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 178004014 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.864 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.865 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69459922 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:50.866 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 341912, 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1589688680 2024-09-16T08:05:50.867 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:50.868 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19189, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6591126970 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.869 INFO:tasks.workunit.client.0.smithi042.stdout: "mon.8400ec2c85e1dabb2d4a52cdd010591bc650c486": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "election_call": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "election_lose": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "election_win": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_elections": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_sessions": { 2024-09-16T08:05:50.870 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "session_add": { 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "session_rm": { 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 205 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "session_trim": { 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "paxos": { 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "accept_timeout": { 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.871 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "begin": { 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7956 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_bytes": { 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7956, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57706540 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_keys": { 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7956, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23868 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "begin_latency": { 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7956, 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1334989175 2024-09-16T08:05:50.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "collect": { 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_bytes": { 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_keys": { 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_latency": { 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.873 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_timeout": { 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "collect_uncommitted": { 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "commit": { 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7954 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_bytes": { 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7954, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57102213 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.874 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_keys": { 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7954, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65121 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "commit_latency": { 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7954, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1393335680 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_ack_timeout": { 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "lease_timeout": { 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn": { 2024-09-16T08:05:50.875 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "new_pn_latency": { 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 999991 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh": { 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7957 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "refresh_latency": { 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7957, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25249795090 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "restart": { 2024-09-16T08:05:50.876 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state": { 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_bytes": { 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 123736 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "share_state_keys": { 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "start_leader": { 2024-09-16T08:05:50.877 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "start_peon": { 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state": { 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_bytes": { 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_keys": { 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.878 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "store_state_latency": { 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache": { 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1020054731 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 253878272 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:50.879 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 253165568 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2147483648 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 712704 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:full": { 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 360710144 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266399240 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26238860 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.881 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.882 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68072044 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:inc": { 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 339738624 2024-09-16T08:05:50.883 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 266399240 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2399529 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.884 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.885 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70939855 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "prioritycache:kv": { 2024-09-16T08:05:50.886 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 314572800 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 177599493 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.887 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.888 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.889 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69864443 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "compact": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_len": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_queue_merge": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_range": { 2024-09-16T08:05:50.890 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "get_latency": { 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 360156, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2073294945 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_delay_time": { 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_memtable_time": { 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T08:05:50.891 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_write_wal_time": { 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_latency": { 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "submit_sync_latency": { 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19443, 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3101911802 2024-09-16T08:05:50.892 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.0": { 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.893 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10391552 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 772947968 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:50.894 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6641454 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2111233 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 794624000 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16015360 2024-09-16T08:05:50.895 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 315580416 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 798883840 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:50.896 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 55 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 251429284 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15029 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 202756096 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 202760192 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.897 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5743 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 147459592 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11844 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.898 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3366131 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 555 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10284558 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 795 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6918427 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.899 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6918427 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 259 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:50.900 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1101352960 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:50.901 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10309632 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3307, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 467456126 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:50.902 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18209, 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 134299978 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.903 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16629833815 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76322, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1711119630 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.904 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56449962 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 76974, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16686283777 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.905 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46055, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1038805220 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1175, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3034730 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27723, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12987540 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 53, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 66845 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.906 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18529, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1875384291 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 264122 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 24232 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19017, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1308775970 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46095, 2024-09-16T08:05:50.907 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21727621 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27078, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 672478581 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15217, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 402729542 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5454756284 2024-09-16T08:05:50.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9762, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604785744 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9761, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2258474627337 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9762, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6322906770334 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92073, 2024-09-16T08:05:50.909 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2575677532082 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92073, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9306086 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 175474734 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31193196166 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.910 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31348797 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18117432811 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8239946226 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6306963 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:50.911 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2702, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18764593 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 63193387789 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9371045524 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 92074, 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562347689 2024-09-16T08:05:50.912 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503767040 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 481337344 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:50.913 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22429696 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.914 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56767747 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.915 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53248 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 425984 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.916 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68582141 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562036736 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.917 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 425758108 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1392 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.918 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 88208 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.919 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69080164 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 460336 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.920 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37845165 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.921 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.922 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70746403 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494927872 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.923 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 425758108 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.924 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 989 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 139485 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1156442 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.925 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67872848 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46 2024-09-16T08:05:50.926 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.927 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46599 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1852534640 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:50.928 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46599, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185348767129 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2948553657 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47694, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21523904194 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46599, 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75967808211 2024-09-16T08:05:50.929 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29198 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29198, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15222764218 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2948553657 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.930 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29622, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6434861224 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29198, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7443972745 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9811 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 312130106 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.931 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9811, 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19335380485 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:50.932 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10274, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6016057869 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9811, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14956526080 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7590 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1540404534 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:50.933 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7590, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 150790622426 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7798, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9072985101 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7590, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53567309386 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.934 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 804945920 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.935 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.1": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.936 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5832704 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 775057408 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:50.937 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4454775 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1444081 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 847183872 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3125248 2024-09-16T08:05:50.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 286040064 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 868220928 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.939 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 171838764 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10852 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 145059840 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 145063936 2024-09-16T08:05:50.940 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4128 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 90557055 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.941 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8359 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2219991 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 446 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5727526 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631 2024-09-16T08:05:50.942 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3507535 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3507535 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 188 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.943 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:50.944 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1069236224 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13905920 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3290, 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 428115756 2024-09-16T08:05:50.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13788, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 99742359 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:50.947 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15396654184 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69163, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1712631391 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49401050 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69762, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15446055234 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.948 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29235, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 709408047 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1018, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2895661 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15529, 2024-09-16T08:05:50.949 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9473839 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 63856 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9898, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1287979223 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 223023 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:50.950 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27237 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22578, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1357044001 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 71661, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26368168 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 49083, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 509922478 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:50.951 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15226, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 371222861 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7181899217 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21886, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1136206330 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.952 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21883, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2693225790898 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 21886, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6497566906806 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85138, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2617516240152 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:50.953 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85138, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7982438 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 500182887 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28113991558 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33613896 2024-09-16T08:05:50.954 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15869905692 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8603935875 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9910362 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2659, 2024-09-16T08:05:50.955 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17823542 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60284433589 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9695725347 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 85141, 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 624385115 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.956 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 468295680 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398819328 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:50.957 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69476352 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.958 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57057606 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.959 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73728 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 700416 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.960 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67997370 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.961 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 427932048 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 256 2024-09-16T08:05:50.962 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 976 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 81776 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.963 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 75301424 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.964 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 395024 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38038404 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.965 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.966 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70618476 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:50.967 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 427932048 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.968 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 993 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 134148 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1157649 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.969 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74091642 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.970 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.971 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45468 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1979509958 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45468, 2024-09-16T08:05:50.972 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 602133692870 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2710360264 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47238, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29414846115 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 45468, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110221562556 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:50.973 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22495 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22495, 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12507127182 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2710360264 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:50.974 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22939, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5281777891 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22495, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6428431442 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12983 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 134625648 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12983, 2024-09-16T08:05:50.975 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92139123210 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13175, 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11190909613 2024-09-16T08:05:50.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12983, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27635198128 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9990 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1844884310 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9990, 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 497487442478 2024-09-16T08:05:50.977 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11124, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12942158611 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9990, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76157932986 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:50.978 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4194334 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 861110272 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.979 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.2": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:50.980 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2682880 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631828480 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:50.981 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4329991 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17, 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1303502 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 552468480 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5390336 2024-09-16T08:05:50.982 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 288305152 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 569311232 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:50.983 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 43 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172529168 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12171 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 122793984 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 122798080 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.984 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3930 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 106552965 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10145 2024-09-16T08:05:50.985 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1009343 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2605205 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 640 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:50.986 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1595862 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1595862 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 150 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.987 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 925114368 2024-09-16T08:05:50.988 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9699328 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3305, 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 458218910 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:50.989 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17674, 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148635622 2024-09-16T08:05:50.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15307386126 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 69639, 2024-09-16T08:05:50.991 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1670635562 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39438622 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 70329, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15346824748 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:50.992 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55999, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 811746819 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1163, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3009295 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19059, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11792239 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 37, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50328 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.993 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16395, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1334967787 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 248603 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19175 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10348, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 948322120 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.994 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26111, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17383520 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15763, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 667141324 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12561, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 366395812 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.995 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3504345201 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 385952403 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2702661682968 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.996 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5614, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5713135286976 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2268696416872 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8262500 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:50.997 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 126070567 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26581171301 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32534174 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14317346399 2024-09-16T08:05:50.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7300544591 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5715879 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2652, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16164194 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:50.999 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 51843202874 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8246035709 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 80852, 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 507913572 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.000 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 467050496 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426852352 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40198144 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.001 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57437097 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.002 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32768 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.003 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 344064 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68015191 2024-09-16T08:05:51.004 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.005 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430778234 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1360 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.006 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86976 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.007 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72449910 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 282480 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.008 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38291398 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.010 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70478026 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.011 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430778234 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 129097 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1178017 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71231132 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 118 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.014 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 42 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58334 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.015 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1439269340 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58334, 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78927258315 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2661200500 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.016 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 59352, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41539372397 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58334, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65318239071 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27962 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27962, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17420940187 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.017 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2661200500 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28413, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5543152013 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 27962, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8133197534 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.018 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28370 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 260513707 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28370, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48290855084 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.019 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28714, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 33032011528 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28370, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46354148524 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2002 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.020 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1178755633 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2002, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13215463044 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2225, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2964208856 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.021 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2002, 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10830893013 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.022 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562176000 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.3": { 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.023 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:51.024 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 561152 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 536784896 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3333399 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1064848 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:51.025 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 498860032 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7606272 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 257220608 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494665728 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.026 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29555606 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1416 2024-09-16T08:05:51.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25915392 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25919488 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:51.028 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5785621 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 678 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 284727 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 216 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.029 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 555039 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 302 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270312 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 270312 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.030 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 86 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:51.031 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 796598272 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:51.032 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9723904 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3247, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 325917575 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:51.033 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10231, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71717579 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:51.034 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13080103237 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62238, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1644753157 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44520749 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.035 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62750, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13124623986 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18766, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 371265442 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1454, 2024-09-16T08:05:51.036 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3108510 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9196, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4866634 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 52092 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5865, 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 185047128 2024-09-16T08:05:51.037 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 183201 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16740 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22746, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 884169904 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 63364, 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26980650 2024-09-16T08:05:51.038 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 40618, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 412705857 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12153, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 315863666 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.039 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5217534637 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17466, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 954272764 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17463, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2463122300725 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17466, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6102852068746 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.040 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75729, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2056566655040 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75729, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6967140 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 417003916 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23976175053 2024-09-16T08:05:51.041 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30567598 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12515087367 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6124610775 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.042 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5721805 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2665, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18847865 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48262591794 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6961288571 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.043 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75732, 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 521434668 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406060072 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 487997440 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.044 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 442048512 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2601607577 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 45948928 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.045 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.046 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.048 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.048 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57635671 2024-09-16T08:05:51.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.049 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12288 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 110592 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.050 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68070569 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.051 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 432267536 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 816 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.052 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13888 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27440 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71006800 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77600 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.054 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38423781 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.055 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.056 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70550523 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 432267536 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.058 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 133377 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1177155 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.059 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69738412 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.060 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.061 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28185 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1003244548 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.062 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28185, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 248437424805 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1316462731 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 29779, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22260437320 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 28185, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57463354950 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.063 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13108 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13108, 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39207980446 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1316462731 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.064 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13206, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3997093789 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13108, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3848253192 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11550 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176918027 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.065 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11550, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 156411339501 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12998, 2024-09-16T08:05:51.066 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14102245658 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11550, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30147764877 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3527 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 826326521 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3527, 2024-09-16T08:05:51.067 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 52818104858 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3575, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4161097873 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3527, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23467336881 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.068 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 508604416 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.069 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.4": { 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.070 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.071 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3710976 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 604700672 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4733395 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1585253 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.072 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 627310592 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6025216 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 238989312 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:51.073 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 644153344 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 158478157 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.074 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9001 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 133156864 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 133160960 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.075 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3051 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 80365073 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6605 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1249038 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.076 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 547 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3543894 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 723 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2294856 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2294856 2024-09-16T08:05:51.077 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 178 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:51.078 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 849309696 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:51.079 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13914112 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3215, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 399311047 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:51.080 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 12526, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 99925921 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.081 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15580766295 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 57822, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332821652 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:51.082 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 46324597 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58287, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15627090892 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 22361, 2024-09-16T08:05:51.083 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 608316509 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 952, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2368073 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5701, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8663456 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 46, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 92877 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.084 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7426, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 898875050 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 172024 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19384 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14282, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1406098353 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.085 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 47751, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18734372 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 33469, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1144188329 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13328, 2024-09-16T08:05:51.086 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 319506218 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5316643124 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18326, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 920614613 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18324, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2625372605079 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:51.087 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 18326, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5881671569009 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68996, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2574218145210 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68996, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6656065 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 382552076 2024-09-16T08:05:51.088 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25287711351 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25021335 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11375490562 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:51.089 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6028570876 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9910898 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2583, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16741422 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48402695555 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.090 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6841326007 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 68998, 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 409862844 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.091 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 567754752 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 334766080 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 232988672 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.092 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57213385 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.093 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 761856 2024-09-16T08:05:51.094 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67788343 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.095 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429100389 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.096 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1536 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 100720 2024-09-16T08:05:51.097 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 256 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 74113579 2024-09-16T08:05:51.098 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 236624 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38142256 2024-09-16T08:05:51.099 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.100 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.101 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70673024 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.102 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429100389 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.103 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 141009 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1164082 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.104 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72911000 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.105 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 49 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 35104 2024-09-16T08:05:51.106 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1030047756 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35104, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 79354842064 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.107 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1278390994 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35549, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11977857059 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35104, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26071516538 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26333 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.108 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26333, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14120006599 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1278390994 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26505, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4574478382 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.109 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26333, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4521232850 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4738 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 127241422 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4738, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6615935349 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.110 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4918, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2963217177 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4738, 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5757343233 2024-09-16T08:05:51.111 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4033 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 902806334 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4033, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58618900116 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.112 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4126, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4440161500 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4033, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15792940455 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4194333 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.113 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 641241088 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.5": { 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.114 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:51.115 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8556544 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 698982400 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4018845 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 20, 2024-09-16T08:05:51.116 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1442217 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 617873408 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7843840 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 340709376 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.117 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 630521856 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 48 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 246539853 2024-09-16T08:05:51.118 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12413 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207867904 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 207872000 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:51.119 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3583 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 112929821 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8323 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2723027 2024-09-16T08:05:51.120 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 764 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8478859 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1023 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5755832 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5755832 2024-09-16T08:05:51.121 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.122 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1050939392 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:51.123 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13918208 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3256, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 473377444 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:51.124 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17692, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 135504031 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.125 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19682270105 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 82661, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1541107771 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 44628128 2024-09-16T08:05:51.126 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 83115, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 19726898233 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 24201, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 718358190 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.127 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1015, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2907530 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 10426, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8573695 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 49, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 76802 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9787, 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1028049552 2024-09-16T08:05:51.128 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 242740 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20869 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 34578, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1494507338 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 77306, 2024-09-16T08:05:51.129 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 26649054 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 42728, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1313849560 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15602, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 388367510 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:51.130 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6349654585 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8345, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 619590869 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8344, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2512803964731 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8345, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6560894561259 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.131 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97139, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3154518646049 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97139, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9937274 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 225992543 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:51.132 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31783106787 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34039846 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16426592268 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7130962003 2024-09-16T08:05:51.133 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9916114 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2616, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17907907 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 61930933768 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.134 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8100719059 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 97140, 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 516317948 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 487972864 2024-09-16T08:05:51.135 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 464510976 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23461888 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.136 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56828364 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.137 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 151552 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 131072 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.138 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68718132 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.139 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 562036736 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426212734 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.140 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1920 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 131968 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.141 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68581250 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.142 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 865856 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 37885576 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.143 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.144 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70300472 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.145 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 494927872 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 426212734 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.146 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 143495 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1154888 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.147 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67416755 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.148 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 21 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.149 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 58763 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.150 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 916332013 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58763, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57516687652 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1913623038 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 59782, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12927849193 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.151 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 58763, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 22163101482 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 50140 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50140, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13200816387 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.152 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1913623038 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50454, 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7017309343 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50140, 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7279087926 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.153 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7103 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 301022515 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7103, 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14068359930 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.154 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7652, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4274646348 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 7103, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9230173016 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.155 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1520 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 615309498 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1520, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 30247511335 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1676, 2024-09-16T08:05:51.156 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1635893502 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1520, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5653840540 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.157 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 631803904 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.6": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:51.158 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:51.159 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3670016 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 556134400 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2811149 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 852910 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:51.160 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 479461376 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5394432 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 255008768 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 496304128 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.161 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 157273500 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9537 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.162 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 136314880 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 136318976 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4014 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.163 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 78642513 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7125 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1080945 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 403 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3634662 2024-09-16T08:05:51.164 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 547 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2553717 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2553717 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:51.165 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 147 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.166 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 816844800 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10309632 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:51.167 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3182, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 380248156 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:51.168 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11775, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72538673 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:51.169 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15828249978 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 61762, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1284438443 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 32004516 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 62205, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15860254494 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:51.170 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 232681, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 882315364 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 896, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2887005 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 130311, 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53254728 2024-09-16T08:05:51.171 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 43, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59498 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11142, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 968400080 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 398799 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:51.172 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18292 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 19046, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1248077026 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 55231, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20627454 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36185, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 967850339 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.173 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11913, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 294002778 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8117738260 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14239, 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 878575966 2024-09-16T08:05:51.174 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14238, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2617496240916 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 14239, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5769948545345 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75197, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2082289396489 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:51.175 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75197, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6745388 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 408086281 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29009856197 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 25481974 2024-09-16T08:05:51.176 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 13748847665 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5666025359 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6312069 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2480, 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15570953 2024-09-16T08:05:51.177 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 56962618858 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6497279113 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 75198, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 633890423 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.178 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 539557888 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 522043392 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17514496 2024-09-16T08:05:51.179 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57348286 2024-09-16T08:05:51.180 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.181 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 53248 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 114688 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.182 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68312898 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.183 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430112149 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1536 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.184 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 88288 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.185 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73114507 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 148848 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38232191 2024-09-16T08:05:51.186 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.187 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.188 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70670865 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.189 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 430112149 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.190 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 138211 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1177318 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.191 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 71888802 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.192 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 51 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 41885 2024-09-16T08:05:51.193 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1128347042 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 41885, 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 77401475082 2024-09-16T08:05:51.194 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332597646 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 42709, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 20060540183 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 41885, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36486098708 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 31900 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.195 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31900, 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14566499137 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1332597646 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 32180, 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11702360702 2024-09-16T08:05:51.196 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31900, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10814820137 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5897 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 231529589 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5897, 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15018208376 2024-09-16T08:05:51.197 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 6307, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4124934099 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.198 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 5897, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10822736258 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4088 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 896817453 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4088, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 47816767569 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.199 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4222, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4233245382 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 4088, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14848542313 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.200 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 489783296 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "osd.7": { 2024-09-16T08:05:51.201 INFO:tasks.workunit.client.0.smithi042.stdout: "bluefs": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_fallback": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_slow_size_fallback": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_db": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 65536 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_main": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit_wal": { 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.202 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_slow": { 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_sst": { 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3473408 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_written_wal": { 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 540323840 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lat": { 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3648072 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.203 INFO:tasks.workunit.client.0.smithi042.stdout: "compact_lock_lat": { 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 16, 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 966058 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "db_total_bytes": { 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "db_used_bytes": { 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 438042624 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "log_bytes": { 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2646016 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "logged_bytes": { 2024-09-16T08:05:51.204 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 268910592 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_db": { 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 459079680 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_slow": { 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "max_bytes_wal": { 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "num_files": { 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 40 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.205 INFO:tasks.workunit.client.0.smithi042.stdout: "read_bytes": { 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 108506676 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "read_count": { 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5866 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes": { 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 117456896 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_db": { 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 117460992 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_slow": { 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.206 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_bytes_wal": { 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "read_disk_count": { 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3445 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_bytes": { 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 34975195 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "read_prefetch_count": { 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3610 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_bytes": { 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 717713 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.207 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_buffer_count": { 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 385 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_bytes": { 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 3432639 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_count": { 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 514 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes": { 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2714926 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_db": { 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2714926 2024-09-16T08:05:51.208 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_slow": { 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_bytes_wal": { 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "read_random_disk_count": { 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 129 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_total_bytes": { 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "slow_used_bytes": { 2024-09-16T08:05:51.209 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_total_bytes": { 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "wal_used_bytes": { 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "write_bytes": { 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 814870528 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.210 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore": { 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "alloc_unit": { 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4096 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": { 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 10301440 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "clist_lat": { 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 3214, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 342110460 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_lat": { 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.211 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed": { 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_allocated": { 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "compressed_original": { 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "csum_lat": { 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 17275, 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 132107513 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "decompress_lat": { 2024-09-16T08:05:51.212 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "fragmentation_micros": { 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_commit_lat": { 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16371049618 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_final_lat": { 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65150, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1355237861 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.213 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_flush_lat": { 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38585923 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "kv_sync_lat": { 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 65599, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16409635541 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_keys_lat": { 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 0, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_get_values_lat": { 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 31270, 2024-09-16T08:05:51.214 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 489077965 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_lower_bound_lat": { 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 840, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2738464 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_next_lat": { 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8582, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5293405 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_seek_to_first_lat": { 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 50, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 60870 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_upper_bound_lat": { 2024-09-16T08:05:51.215 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 9569, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 588072888 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_hits": { 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 198118 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "onode_misses": { 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 17956 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "read_lat": { 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 8299, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1315009240 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "read_onode_meta_lat": { 2024-09-16T08:05:51.216 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 35205, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15323370 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "read_wait_aio_lat": { 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 26906, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1155003671 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "reads_with_retries": { 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "remove_lat": { 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 13266, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 298719418 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.217 INFO:tasks.workunit.client.0.smithi042.stdout: "state_aio_wait_lat": { 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8504507715 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15950, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 904757156 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_cleanup_lat": { 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15947, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2549589925149 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "state_deferred_queued_lat": { 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 15950, 2024-09-16T08:05:51.218 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6077049404396 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "state_done_lat": { 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79875, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2953625595691 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "state_finishing_lat": { 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79875, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 7509696 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "state_io_done_lat": { 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 664674660 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.219 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_commiting_lat": { 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 29484237833 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_done_lat": { 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27751749 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "state_kv_queued_lat": { 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 14878662098 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "state_prepare_lat": { 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6155198905 2024-09-16T08:05:51.220 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": { 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6306839 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "truncate_lat": { 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 2467, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15237182 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_commit_lat": { 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59699534447 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_submit_lat": { 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.221 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6967264587 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "txc_throttle_lat": { 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 79878, 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 714306452 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache": { 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_bytes": { 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1405117516 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "heap_bytes": { 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 490659840 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.222 INFO:tasks.workunit.client.0.smithi042.stdout: "mapped_bytes": { 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 463536128 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "target_bytes": { 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2600498688 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "unmapped_bytes": { 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 27123712 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:data": { 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 125829120 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.223 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 57281035 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.224 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 102400 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 241664 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.225 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 68204021 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv": { 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 570425344 2024-09-16T08:05:51.226 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429607764 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1152 2024-09-16T08:05:51.227 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 69712 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.228 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 73637852 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T08:05:51.229 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 176160768 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 67108864 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 330208 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 38187356 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.230 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.231 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 70534340 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.232 INFO:tasks.workunit.client.0.smithi042.stdout: "bluestore-pricache:meta": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "committed_bytes": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 503316480 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pri0_bytes": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pri10_bytes": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pri11_bytes": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 429607764 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "pri1_bytes": { 2024-09-16T08:05:51.233 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "pri2_bytes": { 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "pri3_bytes": { 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "pri4_bytes": { 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "pri5_bytes": { 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 145783 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "pri6_bytes": { 2024-09-16T08:05:51.234 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1165268 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "pri7_bytes": { 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "pri8_bytes": { 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "pri9_bytes": { 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "reserved_bytes": { 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 72397665 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.235 INFO:tasks.workunit.client.0.smithi042.stdout: "objecter": { 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_active": { 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rmw": { 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.236 INFO:tasks.workunit.client.0.smithi042.stdout: "osd": { 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg": { 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 59 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "numpg_removing": { 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op": { 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 36608 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_degraded": { 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.237 INFO:tasks.workunit.client.0.smithi042.stdout: "op_delayed_unreadable": { 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_in_bytes": { 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1128504687 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_latency": { 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36608, 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 39282409799 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_out_bytes": { 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2114557982 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.238 INFO:tasks.workunit.client.0.smithi042.stdout: "op_prepare_latency": { 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36977, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 15864066386 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "op_process_latency": { 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 36608, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 28562642697 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r": { 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 23775 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency": { 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23775, 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 12157877605 2024-09-16T08:05:51.239 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_out_bytes": { 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 2114557982 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_prepare_latency": { 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23806, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 4814454180 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "op_r_process_latency": { 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 23775, 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 5796557448 2024-09-16T08:05:51.240 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw": { 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11691 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_in_bytes": { 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 289919583 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency": { 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11691, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 18156572633 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T08:05:51.241 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_out_bytes": { 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_prepare_latency": { 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11943, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 9277947596 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "op_rw_process_latency": { 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 11691, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 16057134350 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w": { 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1142 2024-09-16T08:05:51.242 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_in_bytes": { 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 838585104 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency": { 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1142, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 8967959561 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_prepare_latency": { 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1228, 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 1771664610 2024-09-16T08:05:51.243 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "op_w_process_latency": { 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "count": 1142, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 6708950899 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "op_wip": { 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_bytes": { 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 0 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "recovery_ops": { 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 11 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.244 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes": { 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 95995035648 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_bytes_used": { 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "value": 448364544 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": [ 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:51.245 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 1, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 1, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 1, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 1781760, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 1781760, 2024-09-16T08:05:51.246 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 2, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.465505986037897e-06, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 726, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 1264640, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 590368, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 590368, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 1771104, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 245, 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 1667072 2024-09-16T08:05:51.247 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:51.248 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 32, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 32, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 2, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 150527, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 110592, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 22, 2024-09-16T08:05:51.249 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 39935, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 2.0829183711157384e-07, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 79, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 88064, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 19919, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 6608, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 13311, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 59757, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 68, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 35840 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:51.250 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 64, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 64, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 3, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:51.251 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 0.0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 0, 2024-09-16T08:05:51.252 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 0 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.253 INFO:tasks.workunit.client.0.smithi042.stdout: "cache_mode": "none", 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "erasure_code_profile": {}, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "min_size": 2, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "options": {}, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_autoscale_mode": "off", 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 8, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "pgp_num": 8, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "pool": 4, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "size": 3, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "stats": { 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_raw": 722673379594, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "bytes_used": 12595200, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_bytes_used": 0, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "compress_under_bytes": 0, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "data_bytes_used": 12595200, 2024-09-16T08:05:51.254 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty": 0, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "max_avail": 240891133952, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "objects": 4, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_bytes_used": 0, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "percent_used": 1.742831591400318e-05, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_bytes": 0, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "quota_objects": 0, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "rd": 9044, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "rd_bytes": 3200975872, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stored": 4194323, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_data": 4194323, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_omap": 0, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "stored_raw": 12582969, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "wr": 24313, 2024-09-16T08:05:51.255 INFO:tasks.workunit.client.0.smithi042.stdout: "wr_bytes": 3127919616 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_bytes": 0, 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "target_max_objects": 0, 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "type": "replicated" 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": { 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "mirroring_by_pool": [ 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: false 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_images_by_pool": [ 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pools": 1 2024-09-16T08:05:51.256 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "report_id": "6181d7d5-7e34-4123-886b-9cbee8c212a8", 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "report_timestamp": "2024-09-16T08:05:50.401241", 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "report_version": 1, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "rocksdb_stats": { 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "7.9.2" 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "rook": { 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "cluster": { 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "external-mode": null, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "mon": { 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "allow-multiple-per-node": null, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "count": null, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "max-id": null, 2024-09-16T08:05:51.257 INFO:tasks.workunit.client.0.smithi042.stdout: "pvc": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "stretch": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "enabled": null 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "network": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "provider": null 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "storage": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "device-set": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:51.258 INFO:tasks.workunit.client.0.smithi042.stdout: "non-portable": null, 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "portable": null, 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "csi": { 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes": { 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "node": { 2024-09-16T08:05:51.259 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "kubernetes-total": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "with-ceph-daemons": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-nfs-plugin": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "with-csi-rbd-plugin": null 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "storage-class": { 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "count": { 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "bucket": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "nfs": null, 2024-09-16T08:05:51.260 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd": null, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: "total": null 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: "version": null 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: "services": {}, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pg": [ 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.261 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479480+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479480+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479838+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.262 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719473+0000", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 5, 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.263 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 5, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1f", 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.264 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:16:01.820162+0000", 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 570, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.265 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.266 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 4, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 4, 2024-09-16T08:05:51.267 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.268 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'5" 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.269 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508720+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508720+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.509056+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.270 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.733271+0000", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.271 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1e", 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:50:24.804470+0000", 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.272 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.273 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.274 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.275 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.276 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.443299+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.443299+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.443639+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.277 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.733378+0000", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.278 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1e", 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2825, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:45:49.088426+0000", 2024-09-16T08:05:51.279 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.280 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.281 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.282 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.283 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.442371+0000", 2024-09-16T08:05:51.284 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.442371+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.443967+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.285 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717941+0000", 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1f", 2024-09-16T08:05:51.286 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:39:13.127565+0000", 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.287 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.288 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.289 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.290 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.291 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479503+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479503+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480981+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.292 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779282+0000", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.293 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1d", 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2794, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:24:00.309051+0000", 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.294 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.295 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.296 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.297 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.298 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.437275+0000", 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.437275+0000", 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.437564+0000", 2024-09-16T08:05:51.299 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463722+0000", 2024-09-16T08:05:51.300 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1c", 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.301 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:35:32.731968+0000", 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.302 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.303 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.304 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.305 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.306 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473572+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473572+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475918+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.307 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779017+0000", 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.308 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1c", 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2805, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:15:10.201975+0000", 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.309 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.310 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.311 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.312 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.313 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.499561+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.499561+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.499853+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.314 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463289+0000", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.315 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1d", 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.316 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:27:27.752480+0000", 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.317 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.318 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.319 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.320 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.514207+0000", 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.514207+0000", 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.515267+0000", 2024-09-16T08:05:51.321 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465843+0000", 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.322 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.a", 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:51.323 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:26:34.253213+0000", 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.324 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.325 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.326 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.327 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.328 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473510+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473510+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475107+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.329 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778408+0000", 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.330 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.b", 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2808, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:29:29.741863+0000", 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.331 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.332 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.333 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 2, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 2, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.334 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'3" 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.335 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.404690+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.404690+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.405017+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.336 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732308+0000", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.337 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.b", 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:54.900948+0000", 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.338 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.339 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.340 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.341 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.342 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.481080+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.481080+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481392+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.343 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461213+0000", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.344 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.a", 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.345 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:56:26.878580+0000", 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.346 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.347 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.348 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.349 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.471704+0000", 2024-09-16T08:05:51.350 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.471704+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.472157+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.351 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460307+0000", 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.352 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.8", 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2812, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:41:45.562318+0000", 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.353 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.354 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.355 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.356 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.357 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.483329+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.483329+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.483811+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.358 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723635+0000", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.359 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.9", 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:25:22.962500+0000", 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.360 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.361 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.362 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.363 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.364 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.483868+0000", 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.483868+0000", 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.484148+0000", 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.365 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.816054+0000", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.366 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.9", 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:51.367 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:11:28.292118+0000", 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.368 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.369 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.370 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.371 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.372 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474237+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474237+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474541+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.373 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751293+0000", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.374 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.8", 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:56:39.204914+0000", 2024-09-16T08:05:51.375 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.376 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.377 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.378 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.379 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.407578+0000", 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.407578+0000", 2024-09-16T08:05:51.380 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.408082+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.718006+0000", 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.381 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.6", 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.382 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2804, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:21:29.670753+0000", 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.383 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.384 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.385 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.386 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.387 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479084+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479084+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479388+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.388 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462149+0000", 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.389 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.7", 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2779, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:04:59.820495+0000", 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.390 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.391 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.392 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.393 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.394 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505087+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505087+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.690226+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.395 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717240+0000", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3017, 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.396 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3017, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.1", 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6596, 2024-09-16T08:05:51.397 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:31:57.116133+0000", 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001703503, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.398 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.399 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1202, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 392979, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.400 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2995, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 369614 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.401 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3017" 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.402 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473487+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473487+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.473809+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.403 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461934+0000", 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.404 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.7", 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2822, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:39:53.673455+0000", 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.405 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.406 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.407 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.408 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.409 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506001+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506001+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506354+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.410 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724349+0000", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.411 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.6", 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2822, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.412 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:48:21.922862+0000", 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.413 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.414 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 2, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 2, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.415 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "544'2" 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.416 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.417 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474647+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474647+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.610420+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.418 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.731975+0000", 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2971, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2971, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.419 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.0", 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6319, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:51:09.453360+0000", 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.003065286, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.420 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.421 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.422 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 691, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 394244, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2961, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 375588 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.423 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'2971" 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.424 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447513+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447513+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.448684+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.425 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.725672+0000", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.426 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.4", 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:23:09.538518+0000", 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.427 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.428 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.429 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.430 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.431 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.432 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478413+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478413+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480812+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.433 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.752746+0000", 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.434 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.5", 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:13.347058+0000", 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.435 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.436 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.437 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.438 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.439 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478723+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478723+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.604542+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.440 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:05:35.463035+0000", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3237, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.441 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3237, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.3", 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6861, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:55:33.083713+0000", 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.003909376, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.442 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.443 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.444 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1542, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 405709, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3238, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 408956 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.445 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3237" 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.446 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439035+0000", 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439035+0000", 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.439362+0000", 2024-09-16T08:05:51.447 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724120+0000", 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.448 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.5", 2024-09-16T08:05:51.449 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:33:05.708197+0000", 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.450 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.451 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.452 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.453 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.456 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.457 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.481125+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.481125+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481450+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.458 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.725748+0000", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.459 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.4", 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2813, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.460 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:27:16.768808+0000", 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.461 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.462 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.463 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.464 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.465 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.445889+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.445889+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.599770+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.466 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724649+0000", 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3079, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3079, 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.467 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.2", 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6756, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:07:51.653356+0000", 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002642394, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 4194323, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.468 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.469 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.470 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1223, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 368807, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3060, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 410956 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.471 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3079" 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.472 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.504464+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.504464+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.504736+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.473 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717492+0000", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.474 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3", 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:04:55.800507+0000", 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.475 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.476 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.477 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.478 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.479 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.507777+0000", 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.507777+0000", 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508425+0000", 2024-09-16T08:05:51.480 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723606+0000", 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.481 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.2", 2024-09-16T08:05:51.482 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2787, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:17:54.986269+0000", 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.483 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.484 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.485 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.486 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.487 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381363+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381363+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.599347+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.488 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:05:35.726962+0000", 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3104, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.489 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3104, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.4", 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6587, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:49:14.673164+0000", 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002296875, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.490 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.491 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.492 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 986, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 387576, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3106, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 382371 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.493 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3104" 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.494 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505818+0000", 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505818+0000", 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506211+0000", 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.495 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460511+0000", 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.496 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.0", 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.497 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:12:57.538087+0000", 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.498 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.499 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.500 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.501 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.502 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.379332+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.379332+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.379622+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.503 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717314+0000", 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.504 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1", 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2838, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:09:55.325660+0000", 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.505 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.506 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.507 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.508 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.509 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447993+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447993+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.601621+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.510 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.726114+0000", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2960, 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.511 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2960, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.7", 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.512 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6386, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:41:33.287214+0000", 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.004185719, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.513 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.514 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 995, 2024-09-16T08:05:51.515 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 375119, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2951, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 376651 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.516 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'2960" 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.517 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.414572+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.414572+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.414908+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.518 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.716765+0000", 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.519 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1", 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:15:25.627120+0000", 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.520 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.521 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.522 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.523 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.524 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473467+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473467+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474026+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.525 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751598+0000", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.526 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.0", 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.527 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:17:48.156402+0000", 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.528 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.529 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.530 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.531 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.377775+0000", 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.377775+0000", 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.602909+0000", 2024-09-16T08:05:51.532 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.718803+0000", 2024-09-16T08:05:51.533 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3037, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3037, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.6", 2024-09-16T08:05:51.534 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6441, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:10:44.294440+0000", 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.002677706, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.535 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.536 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.537 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 760, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 411926, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3005, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 353416 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.538 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3037" 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.539 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.516935+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.516935+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.517225+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.540 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460977+0000", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.541 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2", 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2786, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:09:33.095397+0000", 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.542 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.543 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.544 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.545 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.546 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.476422+0000", 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.476422+0000", 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476691+0000", 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.547 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.723762+0000", 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.548 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.3", 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.549 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2821, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:46:51.430048+0000", 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.550 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.551 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.552 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.553 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 20, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.554 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474332+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474332+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474722+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.555 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:42:58.198767+0000", 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751603+0000", 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 148, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.556 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 148, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "1.0", 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 3076, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:33:31.925463+0000", 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.557 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.558 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T08:05:51.559 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 726, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1235, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 245, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.560 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "222'148" 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.561 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 56, 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.484967+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.484967+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T07:29:28.598194+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.562 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:46.671404+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.464576+0000", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3039, 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.563 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3039, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "4.5", 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 6767, 2024-09-16T08:05:51.564 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:36:42.092546+0000", 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.001332502, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.565 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.566 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1645, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 389593, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.567 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 2997, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 377057 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "1106'3039" 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.568 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.569 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479539+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479539+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.481138+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.570 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779127+0000", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.571 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.d", 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:56:07.725320+0000", 2024-09-16T08:05:51.572 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.573 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.574 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.575 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.576 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.436558+0000", 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.436558+0000", 2024-09-16T08:05:51.577 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.437014+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718093+0000", 2024-09-16T08:05:51.578 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.c", 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.579 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2836, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:45:43.748260+0000", 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.580 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.581 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.582 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.583 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.584 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505698+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505698+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.505988+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.585 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463636+0000", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.586 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.c", 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2811, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:46:23.115301+0000", 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.587 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.588 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.589 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.590 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.591 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.407042+0000", 2024-09-16T08:05:51.592 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.407042+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.407415+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460980+0000", 2024-09-16T08:05:51.593 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.d", 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.594 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2819, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:17.820115+0000", 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 70, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.595 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.596 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.597 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.598 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.599 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475965+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475965+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476966+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.600 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779866+0000", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.601 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.f", 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.602 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:40:09.158541+0000", 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.603 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.604 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.605 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.606 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478828+0000", 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478828+0000", 2024-09-16T08:05:51.607 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479293+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.720666+0000", 2024-09-16T08:05:51.608 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.e", 2024-09-16T08:05:51.609 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2847, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:56:25.759478+0000", 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.610 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.611 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.612 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 6, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 6, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.613 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.614 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474796+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474796+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.477415+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.615 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.780044+0000", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.616 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.e", 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:44:02.745087+0000", 2024-09-16T08:05:51.617 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.618 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.619 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.620 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.621 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.482303+0000", 2024-09-16T08:05:51.622 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.482303+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.482773+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.816696+0000", 2024-09-16T08:05:51.623 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 1, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 1, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.f", 2024-09-16T08:05:51.624 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:45:06.235314+0000", 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 22, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.625 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 3, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 1, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.626 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 1, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.627 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 1, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 1, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.628 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'1" 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.629 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.472322+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.472322+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.472730+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.630 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778124+0000", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.631 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.11", 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.632 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:40:47.412600+0000", 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.633 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.634 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.635 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.636 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.380934+0000", 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.380934+0000", 2024-09-16T08:05:51.637 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:53:31.381277+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716883+0000", 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.638 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 8, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 8, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.10", 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.639 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2843, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:09:37.900817+0000", 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.640 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.641 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 4, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 24, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 24, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.642 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 12, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'8" 2024-09-16T08:05:51.643 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.644 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508331+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508331+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508736+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.645 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460409+0000", 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.646 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.10", 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2789, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:48:22.463656+0000", 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.647 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.648 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.649 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.650 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.651 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.514191+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.514191+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.514592+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.652 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461944+0000", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.653 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.11", 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:47:07.132933+0000", 2024-09-16T08:05:51.654 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.655 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.656 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.657 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.658 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473606+0000", 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473606+0000", 2024-09-16T08:05:51.659 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474736+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.660 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778493+0000", 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.661 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.13", 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2809, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:01:53.556786+0000", 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.662 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.663 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.664 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.665 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.666 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439130+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439130+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.439760+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.667 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462396+0000", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.668 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.12", 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2823, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:33:55.122943+0000", 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.669 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.670 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.671 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.672 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.673 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473788+0000", 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473788+0000", 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.474401+0000", 2024-09-16T08:05:51.674 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716814+0000", 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.675 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.12", 2024-09-16T08:05:51.676 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:05:07.501575+0000", 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.677 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.678 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.679 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.680 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.681 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.415665+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.415665+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.417227+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.682 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718098+0000", 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.683 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.13", 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:15:56.359377+0000", 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.684 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 34, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.685 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.686 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 4, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 7, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 3, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 6 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.687 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'2" 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.688 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473511+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473511+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.477842+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.689 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779700+0000", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.690 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.15", 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:51.691 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:48:55.304908+0000", 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.692 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.693 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.694 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.695 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.507678+0000", 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.507678+0000", 2024-09-16T08:05:51.696 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508659+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716430+0000", 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.697 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 29, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 29, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.14", 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.698 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2824, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:57:49.297024+0000", 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 5822, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.699 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.700 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 10, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 14, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.701 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 28, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 25 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'29" 2024-09-16T08:05:51.702 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.703 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.482514+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.482514+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.482815+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.704 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719659+0000", 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.705 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.14", 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:28:20.242291+0000", 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.706 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.707 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.708 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.709 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.710 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.447984+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.447984+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.448568+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.711 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461067+0000", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 3, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.712 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 3, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.15", 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:42:47.941008+0000", 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.713 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 90, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.714 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 1, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.715 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 7, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 7, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 4, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.716 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "54'3" 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.717 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.442793+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.442793+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.444157+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.718 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718228+0000", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.719 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.17", 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.720 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2801, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:15:47.735419+0000", 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.721 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.722 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.723 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: 3 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.724 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.725 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.500361+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.500361+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.500634+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.726 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465115+0000", 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.16", 2024-09-16T08:05:51.727 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:23:46.416727+0000", 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.728 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.729 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.730 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.731 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.732 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479707+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479707+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480008+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.733 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.464957+0000", 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.734 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.16", 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2782, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:09:47.906500+0000", 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.735 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.736 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.737 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.738 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.739 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509745+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509745+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.511762+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.740 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462054+0000", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.741 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.17", 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2789, 2024-09-16T08:05:51.742 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:29:47.779256+0000", 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.743 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.744 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.745 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.746 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381493+0000", 2024-09-16T08:05:51.747 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381493+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.381966+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.748 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460381+0000", 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.749 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.19", 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2833, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:51:25.694631+0000", 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.750 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.751 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.752 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.753 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.754 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475305+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475305+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475623+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.755 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460580+0000", 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.756 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.18", 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:13:51.636340+0000", 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.757 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.758 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.759 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.760 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.761 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381201+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381201+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.381501+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.762 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732243+0000", 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.763 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.18", 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:39:42.378853+0000", 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.764 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.765 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.766 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.767 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.768 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509945+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509945+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.510239+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.769 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732537+0000", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.770 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.19", 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:11:48.283976+0000", 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.771 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.772 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.773 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.774 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.775 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479791+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479791+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.480126+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.776 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463669+0000", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.777 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1a", 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2796, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.778 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:05:21.580556+0000", 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.779 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.780 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.781 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.782 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478703+0000", 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478703+0000", 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479053+0000", 2024-09-16T08:05:51.783 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719650+0000", 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.784 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1b", 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.785 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2800, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:21:40.614738+0000", 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.786 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.787 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.788 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.789 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 52, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.477891+0000", 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.477891+0000", 2024-09-16T08:05:51.790 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478324+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:12.776959+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732505+0000", 2024-09-16T08:05:51.791 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 2, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 2, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "2.1b", 2024-09-16T08:05:51.792 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2783, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:39:09.690609+0000", 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.793 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.794 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.795 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.796 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "539'2" 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.797 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.404715+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.404715+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.405022+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.798 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717599+0000", 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.799 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.1a", 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2818, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:39:14.313628+0000", 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.800 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.801 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.802 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.803 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.804 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506941+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506941+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507462+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.805 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716075+0000", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.806 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.20", 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:41:22.760714+0000", 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.807 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.808 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.809 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.810 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.811 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.502279+0000", 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.502279+0000", 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.502556+0000", 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.812 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717166+0000", 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.813 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.21", 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.814 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2844, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:32:41.613034+0000", 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.815 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.816 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.817 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.818 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.379423+0000", 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.379423+0000", 2024-09-16T08:05:51.819 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.379721+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.716576+0000", 2024-09-16T08:05:51.820 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.22", 2024-09-16T08:05:51.821 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2828, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:52:43.659505+0000", 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.822 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.823 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.824 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.825 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.826 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.415132+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.415132+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.416399+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.827 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.718181+0000", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.828 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.23", 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:05:25.207747+0000", 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.829 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.830 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.831 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.832 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.833 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.402984+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.402984+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.403257+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.834 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462017+0000", 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.835 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.24", 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2820, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:52:14.602007+0000", 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.836 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.837 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.838 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.839 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.840 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:05.381317+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:05.381317+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:05.382172+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.841 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 394, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.724150+0000", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 393, 2024-09-16T08:05:51.842 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.25", 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2817, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:04:17.296977+0000", 2024-09-16T08:05:51.843 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.844 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.845 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.846 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.847 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478907+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478907+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479199+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.848 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462076+0000", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.849 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.26", 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.850 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2797, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T16:17:46.302116+0000", 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.851 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.852 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.853 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.854 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.855 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.400244+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.400244+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.400598+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.856 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.461775+0000", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.857 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.27", 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2804, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:10.815269+0000", 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.858 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.859 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.860 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.861 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.864 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.864 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.864 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.864 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.864 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.865 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.439879+0000", 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.439879+0000", 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.440194+0000", 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.866 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460797+0000", 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.867 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.28", 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.868 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2814, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:00:05.597591+0000", 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.869 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.870 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.871 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: 2 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.872 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.873 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:54:38.401908+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:54:38.401908+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:54:38.402238+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 425, 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.874 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732695+0000", 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 424, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.875 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.29", 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2810, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:41:10.884145+0000", 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.876 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.877 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.878 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.879 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.880 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.476338+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.476338+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476624+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.881 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462239+0000", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.882 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2a", 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:03.671171+0000", 2024-09-16T08:05:51.883 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.884 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.885 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.886 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.887 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479116+0000", 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479116+0000", 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479410+0000", 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.888 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717102+0000", 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.889 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2b", 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.890 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2803, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:06:30.280411+0000", 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.891 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.892 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.893 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.894 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.895 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505590+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505590+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507072+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.896 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460900+0000", 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.897 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2c", 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2798, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:39:16.000253+0000", 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.898 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.899 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.900 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.901 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.902 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.471166+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.471166+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.471673+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.903 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779183+0000", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.904 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2d", 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2792, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:18:24.748525+0000", 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.905 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.906 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.907 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.908 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.909 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 2, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.478519+0000", 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.478519+0000", 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478819+0000", 2024-09-16T08:05:51.910 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.717438+0000", 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.911 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2e", 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.912 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2840, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:27:05.318204+0000", 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.913 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.914 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.915 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.916 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 2, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.917 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.477686+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.477686+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.478025+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.918 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.465008+0000", 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.919 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.2f", 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2799, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:08:11.126005+0000", 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.920 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.921 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.922 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.923 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.924 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.475301+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.475301+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475705+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.925 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460489+0000", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.926 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.30", 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:51.927 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:40:15.016434+0000", 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.928 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.929 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.930 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.931 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.932 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.445053+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.445053+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.445406+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.933 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.460466+0000", 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.934 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.31", 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:17:28.061910+0000", 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.935 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.936 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.937 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.938 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.939 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.446083+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.446083+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.446358+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.940 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.717499+0000", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.941 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.32", 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2802, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:50:17.830210+0000", 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.942 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.943 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.944 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.945 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 5 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.946 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.508647+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.508647+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.508951+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.947 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732598+0000", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.948 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.33", 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2808, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.949 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:24:05.031436+0000", 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.950 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.951 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.952 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.953 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 4, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.504322+0000", 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.504322+0000", 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.505374+0000", 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.954 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.719705+0000", 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.955 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.34", 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.956 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2791, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:22:43.959100+0000", 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.957 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.958 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.959 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: 4, 2024-09-16T08:05:51.960 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 4, 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.961 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.506547+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.506547+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.507172+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.962 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.464790+0000", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.963 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.35", 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:51.964 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T15:26:51.232828+0000", 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.965 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.966 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.967 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.968 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 6, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.969 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.512232+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.512232+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.512514+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.970 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462176+0000", 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.971 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.36", 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2788, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:36:16.053697+0000", 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.972 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.973 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.974 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.975 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 6, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.976 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474658+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474658+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476831+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.977 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779660+0000", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.978 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.37", 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2801, 2024-09-16T08:05:51.979 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:12:45.058486+0000", 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.980 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.981 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.982 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.983 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 3, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.509459+0000", 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.509459+0000", 2024-09-16T08:05:51.984 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.509715+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.985 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.732158+0000", 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.986 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.38", 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2780, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:24:13.888259+0000", 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.987 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.988 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.989 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:51.990 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 3, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.991 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473360+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473360+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475094+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.992 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.778250+0000", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:51.993 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.39", 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:26:38.116750+0000", 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:51.994 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:51.995 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:51.996 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.997 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:51.998 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:12.443261+0000", 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:12.443261+0000", 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:12.445265+0000", 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:51.999 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 458, 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.462140+0000", 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.000 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 457, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3a", 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.001 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2783, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:44:21.231405+0000", 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.002 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.003 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.004 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:52.005 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:52.006 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.474965+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.474965+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.475402+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.007 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.779023+0000", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.008 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3b", 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2807, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:03:27.866232+0000", 2024-09-16T08:05:52.009 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.010 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.011 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.012 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 4 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:52.013 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 5, 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.479417+0000", 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.479417+0000", 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.479963+0000", 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.014 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:33.463546+0000", 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.015 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3c", 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.016 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2815, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T18:09:16.210351+0000", 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.017 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.018 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.019 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: 5, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: 3, 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: 7 2024-09-16T08:05:52.020 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 5, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 0, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:52.021 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:53:31.378359+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:53:31.378359+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:53:31.378752+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 360, 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.022 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.721522+0000", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 359, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.023 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3d", 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2806, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T17:17:33.467091+0000", 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.024 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.025 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.026 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.027 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: 2, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: 1 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 0, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:52.028 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 1, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:55:45.505857+0000", 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:55:45.505857+0000", 2024-09-16T08:05:52.029 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:55:45.506186+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 489, 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:31.726458+0000", 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.030 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 488, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3e", 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.031 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2829, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2812, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:18:36.541288+0000", 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.032 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.033 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.034 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: 1, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: 0, 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: 6 2024-09-16T08:05:52.035 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 1, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": [ 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "acting_primary": 7, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "avail_no_missing": [], 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "blocked_by": [], 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "created": 53, 2024-09-16T08:05:52.036 INFO:tasks.workunit.client.0.smithi042.stdout: "dirty_stats_invalid": false, 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "hitset_stats_invalid": false, 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_active": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_active": "2024-09-16T06:56:18.473963+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_became_peered": "2024-09-16T06:56:18.473963+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_change": "2024-09-16T06:56:18.476564+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_clean_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub": "0'0", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_deep_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_epoch_clean": 519, 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fresh": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_fullsized": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.037 INFO:tasks.workunit.client.0.smithi042.stdout: "last_peered": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub": "0'0", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_duration": 0, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_scrub_stamp": "2024-09-16T06:45:13.781752+0000", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_undegraded": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "last_unstale": "2024-09-16T08:04:32.751933+0000", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "log_dups_size": 0, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "log_start": "0'0", 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "manifest_stats_invalid": false, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "mapping_epoch": 518, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "object_location_counts": [], 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_scrubbed": 0, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "objects_trimmed": 0, 2024-09-16T08:05:52.038 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_stats_invalid": false, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_start": "0'0", 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "parent": "0.0", 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "parent_split_bits": 0, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "pgid": "3.3f", 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "pin_stats_invalid": false, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "purged_snaps": [], 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_epoch": 2830, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "reported_seq": 2795, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_duration": 0.0, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:47:29.452081+0000", 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrim_duration": 0.0, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "snaptrimq_len": 0, 2024-09-16T08:05:52.039 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.040 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.041 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "state": "active+clean", 2024-09-16T08:05:52.042 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_invalid": false, 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "up": [ 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: 7, 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: 6, 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: 0 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "up_primary": 7, 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "version": "0'0" 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_per_pool": [ 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 3, 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: "mgr" 2024-09-16T08:05:52.043 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 148, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 1, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 3, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 148, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 1, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 590368, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 590368, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.044 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 6, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 2, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 2, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.045 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 2, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 726, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 1235, 2024-09-16T08:05:52.046 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 245, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 1628 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 1781760, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 1771104, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:52.047 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 3 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 96, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 68, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 32, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:52.048 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 68, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 2, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 6608, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.049 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 66, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 22, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 22, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.050 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 14, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 79, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 86, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 68, 2024-09-16T08:05:52.051 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 35 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 110592, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 19824, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 39935, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.052 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 96 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 192, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "cephfs" 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 0, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 64, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 0, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 3, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 0, 2024-09-16T08:05:52.053 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.054 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.055 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 0 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:52.056 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 192 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: { 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "acting": 24, 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "application": [ 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: "rbd" 2024-09-16T08:05:52.057 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "log_size": 24444, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_pg": 8, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_store_stats": 8, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "ondisk_log_size": 24444, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "poolid": 4, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "stat_sum": { 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes": 4194323, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_bytes_recovered": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_deep_scrub_errors": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_kb": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_full": 0, 2024-09-16T08:05:52.058 INFO:tasks.workunit.client.0.smithi042.stdout: "num_evict_mode_some": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_kb": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_high": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_flush_mode_low": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_keys_recovered": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_large_omap_objects": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_legacy_snapsets": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_clones": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_object_copies": 12, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects": 4, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_degraded": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_dirty": 4, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_manifest": 0, 2024-09-16T08:05:52.059 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_misplaced": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_omap": 2, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_pinned": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_recovered": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_repaired": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_objects_unfound": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_bytes": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_omap_keys": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_promote": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read": 9044, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_read_kb": 3125953, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_scrub_errors": 0, 2024-09-16T08:05:52.060 INFO:tasks.workunit.client.0.smithi042.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_whiteouts": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write": 24313, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "num_write_kb": 3054609 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "store_stats": { 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "allocated": 12595200, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "available": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_allocated": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_compressed_original": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "data_stored": 12582969, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "internal_metadata": 0, 2024-09-16T08:05:52.061 INFO:tasks.workunit.client.0.smithi042.stdout: "internally_reserved": 0, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "omap_allocated": 0, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "total": 0 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "up": 24 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: ], 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "usage": { 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "pg_num": 105, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "pools": 4, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "stats_by_class": { 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "ssd": { 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 763012255744, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T08:05:52.062 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 4948029440, 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_bytes": 4948029440, 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_raw_ratio": 0.006443080026656389 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: }, 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: "total_avail_bytes": 763012255744, 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: "total_bytes": 767960285184, 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: "total_used_bytes": 4948029440 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout: } 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout:} 2024-09-16T08:05:52.063 INFO:tasks.workunit.client.0.smithi042.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T08:05:52.064 INFO:tasks.workunit.client.0.smithi042.stderr:+ ceph telemetry off 2024-09-16T08:05:52.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:52.064 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.065 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.066 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.067 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.068 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.069 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:51 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: pgmap v4855: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.070 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.071 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.072 INFO:tasks.workunit.client.0.smithi042.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-09-16T08:05:52.072 INFO:tasks.workunit.client.0.smithi042.stdout:Preview sample reports with `ceph telemetry preview`. 2024-09-16T08:05:52.072 INFO:tasks.workunit.client.0.smithi042.stdout:OK 2024-09-16T08:05:52.073 INFO:tasks.workunit.client.0.smithi042.stderr:+ echo OK 2024-09-16T08:05:52.073 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T08:05:52.074 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T08:05:52.074 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:50 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:50] ENGINE Bus STOPPING 2024-09-16T08:05:52.074 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:05:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-09-16T08:05:52.074 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T08:05:52.074 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:51] ENGINE Bus STOPPED 2024-09-16T08:05:52.074 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:51] ENGINE Bus STARTING 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:51] ENGINE Serving on http://:::9283 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:51] ENGINE Bus STARTED 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.075 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.076 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='client.45962 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.077 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.078 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.079 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.080 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T08:05:52.081 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:51 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' 2024-09-16T08:05:52.113 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-09-16T08:05:52.113 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T08:05:52.433 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[96574]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.433 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[96574]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.433 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[96574]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:52.434 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[94096]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.434 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[94096]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.434 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:52 smithi042 ceph-mon[94096]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:52.435 DEBUG:teuthology.parallel:result is None 2024-09-16T08:05:52.435 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:05:52.461 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:05:52.461 DEBUG:teuthology.orchestra.run.smithi042:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T08:05:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:52 smithi164 ceph-mon[88760]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:52 smithi164 ceph-mon[88760]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T08:05:52.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:52 smithi164 ceph-mon[88760]: pgmap v4856: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2024-09-16T08:05:52.489 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:05:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:05:52.517 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T08:05:52.517 INFO:teuthology.run_tasks:Running task print... 2024-09-16T08:05:52.528 INFO:teuthology.task.print:**** done end telemetry x... 2024-09-16T08:05:52.528 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-16T08:05:52.544 INFO:tasks.cephadm:Teardown begin 2024-09-16T08:05:52.545 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T08:05:52.545 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T08:05:52.870 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T08:05:52.870 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54280,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/2033398625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":2033398625},{"type":"v1","addr":"172.21.15.164:6833","nonce":2033398625}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:56:42.051467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":539,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.42:6835/3180589387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3180589387},{"type":"v1","addr":"172.21.15.42:6835","nonce":3180589387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T08:05:52.870 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 14 2024-09-16T08:05:52.883 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-16T08:05:53.195 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T08:05:53.196 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54280,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.164:6833/2033398625","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6832","nonce":2033398625},{"type":"v1","addr":"172.21.15.164:6833","nonce":2033398625}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T06:45:14.124427+0000","modified":"2024-09-16T06:56:42.051467+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":539,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":44321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44321":{"gid":44321,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.42:6835/3180589387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6834","nonce":3180589387},{"type":"v1","addr":"172.21.15.42:6835","nonce":3180589387}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T08:05:53.196 INFO:teuthology.orchestra.run.smithi042.stderr:dumped fsmap epoch 14 2024-09-16T08:05:53.208 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T08:05:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/690843493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:53 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2008121751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.490 INFO:teuthology.orchestra.run.smithi042.stdout: 2024-09-16T08:05:53.490 INFO:teuthology.orchestra.run.smithi042.stdout:{"epoch":2830,"fsid":"53665a5e-73f6-11ef-bceb-c7b262605968","created":"2024-09-16T06:39:49.789925+0000","modified":"2024-09-16T08:04:32.713884+0000","last_up_change":"2024-09-16T06:56:17.442953+0000","last_in_change":"2024-09-16T06:44:39.052540+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T06:42:57.986237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T06:45:12.568357+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T06:45:13.515305+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T06:45:46.621246+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":1105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"92e85281-0ab4-4cba-9584-6123519feb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":281,"up_from":292,"up_thru":2744,"down_at":282,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6802","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6803","nonce":1817153343}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6804","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6805","nonce":1817153343}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6808","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6809","nonce":1817153343}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6806","nonce":1817153343},{"type":"v1","addr":"172.21.15.42:6807","nonce":1817153343}]},"public_addr":"172.21.15.42:6803/1817153343","cluster_addr":"172.21.15.42:6805/1817153343","heartbeat_back_addr":"172.21.15.42:6809/1817153343","heartbeat_front_addr":"172.21.15.42:6807/1817153343","state":["exists","up"]},{"osd":1,"uuid":"183b5ae5-fd4c-41e8-a717-aff07d0bbf57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":314,"up_from":325,"up_thru":2744,"down_at":315,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6810","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6811","nonce":2794819416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6812","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6813","nonce":2794819416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6816","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6817","nonce":2794819416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6814","nonce":2794819416},{"type":"v1","addr":"172.21.15.42:6815","nonce":2794819416}]},"public_addr":"172.21.15.42:6811/2794819416","cluster_addr":"172.21.15.42:6813/2794819416","heartbeat_back_addr":"172.21.15.42:6817/2794819416","heartbeat_front_addr":"172.21.15.42:6815/2794819416","state":["exists","up"]},{"osd":2,"uuid":"9deab786-78ae-46a7-958d-8384104227f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":348,"up_from":359,"up_thru":2744,"down_at":349,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6818","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6819","nonce":870977458}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6820","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6821","nonce":870977458}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6824","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6825","nonce":870977458}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6822","nonce":870977458},{"type":"v1","addr":"172.21.15.42:6823","nonce":870977458}]},"public_addr":"172.21.15.42:6819/870977458","cluster_addr":"172.21.15.42:6821/870977458","heartbeat_back_addr":"172.21.15.42:6825/870977458","heartbeat_front_addr":"172.21.15.42:6823/870977458","state":["exists","up"]},{"osd":3,"uuid":"99d0cb10-2887-4650-98e7-1fceb791c3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":382,"up_from":393,"up_thru":2744,"down_at":383,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6826","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6827","nonce":405932892}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6828","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6829","nonce":405932892}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6832","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6833","nonce":405932892}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.42:6830","nonce":405932892},{"type":"v1","addr":"172.21.15.42:6831","nonce":405932892}]},"public_addr":"172.21.15.42:6827/405932892","cluster_addr":"172.21.15.42:6829/405932892","heartbeat_back_addr":"172.21.15.42:6833/405932892","heartbeat_front_addr":"172.21.15.42:6831/405932892","state":["exists","up"]},{"osd":4,"uuid":"bb7ee244-4b7c-4574-8b91-7cc94ca3c6c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":413,"up_from":424,"up_thru":2744,"down_at":414,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6800","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6801","nonce":1909171376}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6802","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6803","nonce":1909171376}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6806","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6807","nonce":1909171376}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6804","nonce":1909171376},{"type":"v1","addr":"172.21.15.164:6805","nonce":1909171376}]},"public_addr":"172.21.15.164:6801/1909171376","cluster_addr":"172.21.15.164:6803/1909171376","heartbeat_back_addr":"172.21.15.164:6807/1909171376","heartbeat_front_addr":"172.21.15.164:6805/1909171376","state":["exists","up"]},{"osd":5,"uuid":"45b38297-114d-4275-b0ab-af049ef82e35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":37,"last_clean_end":446,"up_from":457,"up_thru":2744,"down_at":447,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6808","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6809","nonce":68976120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6810","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6811","nonce":68976120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6814","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6815","nonce":68976120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6812","nonce":68976120},{"type":"v1","addr":"172.21.15.164:6813","nonce":68976120}]},"public_addr":"172.21.15.164:6809/68976120","cluster_addr":"172.21.15.164:6811/68976120","heartbeat_back_addr":"172.21.15.164:6815/68976120","heartbeat_front_addr":"172.21.15.164:6813/68976120","state":["exists","up"]},{"osd":6,"uuid":"10b373d2-ca71-41ae-ab7b-b547270a7fbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":43,"last_clean_end":477,"up_from":488,"up_thru":2744,"down_at":478,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6816","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6817","nonce":2078811129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6818","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6819","nonce":2078811129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6822","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6823","nonce":2078811129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6820","nonce":2078811129},{"type":"v1","addr":"172.21.15.164:6821","nonce":2078811129}]},"public_addr":"172.21.15.164:6817/2078811129","cluster_addr":"172.21.15.164:6819/2078811129","heartbeat_back_addr":"172.21.15.164:6823/2078811129","heartbeat_front_addr":"172.21.15.164:6821/2078811129","state":["exists","up"]},{"osd":7,"uuid":"3f01eafa-d320-4bd4-a9ab-9fb4360cf461","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":49,"last_clean_end":507,"up_from":518,"up_thru":2744,"down_at":508,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6824","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6825","nonce":1283900860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6826","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6827","nonce":1283900860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6830","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6831","nonce":1283900860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.164:6828","nonce":1283900860},{"type":"v1","addr":"172.21.15.164:6829","nonce":1283900860}]},"public_addr":"172.21.15.164:6825/1283900860","cluster_addr":"172.21.15.164:6827/1283900860","heartbeat_back_addr":"172.21.15.164:6831/1283900860","heartbeat_front_addr":"172.21.15.164:6829/1283900860","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:06.498130+0000","dead_epoch":281},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:30.439424+0000","dead_epoch":313},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:42:54.508015+0000","dead_epoch":348},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:20.412578+0000","dead_epoch":382},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:43:42.531133+0000","dead_epoch":413},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:06.779227+0000","dead_epoch":445},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:30.256488+0000","dead_epoch":477},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T06:44:54.007476+0000","dead_epoch":507}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.42:0/1367433410":"2024-09-16T08:37:39.210734+0000","172.21.15.164:6832/1801669473":"2024-09-17T06:56:39.039990+0000","172.21.15.42:0/1970017534":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/4082617013":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6801/1763649921":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/23988211":"2024-09-17T06:40:21.837379+0000","172.21.15.164:0/17538271":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1997800801":"2024-09-17T06:49:41.327738+0000","172.21.15.42:0/3682246026":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/3746644198":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6801/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2701945441":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/979882971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6800/3177291596":"2024-09-17T06:40:21.837379+0000","172.21.15.42:0/2758929327":"2024-09-17T06:51:03.753987+0000","172.21.15.42:6800/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/150552789":"2024-09-17T06:45:46.715165+0000","172.21.15.164:0/3340141859":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1364425752":"2024-09-17T06:49:41.327738+0000","172.21.15.164:0/1442863049":"2024-09-17T06:50:23.300685+0000","172.21.15.42:6800/1763649921":"2024-09-17T06:51:03.753987+0000","172.21.15.164:0/3229486950":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/3801887982":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/1452424012":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/388195418":"2024-09-17T06:45:46.715165+0000","172.21.15.164:0/487660824":"2024-09-17T06:50:23.300685+0000","172.21.15.164:0/1747198170":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/1369403373":"2024-09-16T08:42:51.079611+0000","172.21.15.42:0/1109285051":"2024-09-17T06:51:03.753987+0000","172.21.15.42:0/2861297019":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/2354926142":"2024-09-17T06:40:21.837379+0000","172.21.15.42:6800/3129741971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:0/3417102455":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6801/263147027":"2024-09-17T06:45:46.715165+0000","172.21.15.42:0/3109621885":"2024-09-17T06:40:45.482550+0000","172.21.15.164:6834/2028329883":"2024-09-17T06:50:23.300685+0000","172.21.15.42:0/2987114758":"2024-09-16T08:37:40.216660+0000","172.21.15.42:0/473281221":"2024-09-17T06:49:41.327738+0000","172.21.15.164:6835/2028329883":"2024-09-17T06:50:23.300685+0000","172.21.15.164:6833/1801669473":"2024-09-17T06:56:39.039990+0000","172.21.15.42:6800/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:6801/3129741971":"2024-09-17T06:49:41.327738+0000","172.21.15.42:6801/1869082284":"2024-09-17T06:40:45.482550+0000","172.21.15.42:0/4252939483":"2024-09-16T09:03:57.144547+0000","172.21.15.42:0/4138361782":"2024-09-17T06:40:45.482550+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":737,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":235,"length":1}]},{"pool":86,"snaps":[{"begin":6,"length":1},{"begin":8,"length":1},{"begin":10,"length":1},{"begin":12,"length":1},{"begin":14,"length":1}]},{"pool":88,"snaps":[{"begin":59,"length":5},{"begin":68,"length":6}]},{"pool":89,"snaps":[{"begin":24,"length":2},{"begin":31,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":116,"snaps":[{"begin":105,"length":1}]},{"pool":117,"snaps":[{"begin":624,"length":1},{"begin":626,"length":1},{"begin":628,"length":1},{"begin":630,"length":2}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T08:05:53.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/690843493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.505 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2008121751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/690843493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.505 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2008121751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T08:05:53.507 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-16T08:05:53.832 INFO:teuthology.orchestra.run.smithi042.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T08:05:53.846 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T08:05:54.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[94073]: 2024-09-16T08:05:53.824+0000 7fd4cf419640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T08:05:54.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: ignoring --setuser ceph since I am not root 2024-09-16T08:05:54.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: ignoring --setgroup ceph since I am not root 2024-09-16T08:05:54.104 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:05:53 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: starting mds.a at 2024-09-16T08:05:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:05:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3320487093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T08:05:54.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/430309564' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/1791900756' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:54 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3320487093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/430309564' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/1791900756' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: pgmap v4857: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3320487093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/430309564' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: osdmap e2831: 8 total, 8 up, 8 in 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/1791900756' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.605 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:54 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T08:05:54.851 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T08:05:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T08:05:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T08:05:55.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: Cluster is now healthy 2024-09-16T08:05:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: mds.? [v2:172.21.15.42:6834/1489291455,v1:172.21.15.42:6835/1489291455] up:boot 2024-09-16T08:05:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T08:05:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: fsmap 2 up:standby 2024-09-16T08:05:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T08:05:55.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:55 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:55.603 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: Cluster is now healthy 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: mds.? [v2:172.21.15.42:6834/1489291455,v1:172.21.15.42:6835/1489291455] up:boot 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: fsmap 2 up:standby 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T08:05:55.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: Cluster is now healthy 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: mds.? [v2:172.21.15.42:6834/1489291455,v1:172.21.15.42:6835/1489291455] up:boot 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: fsmap 2 up:standby 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: from='mgr.25103 172.21.15.42:0/924347554' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T08:05:55.605 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:55 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:55.839 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_metadata' removed 2024-09-16T08:05:55.858 DEBUG:teuthology.orchestra.run.smithi042:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T08:05:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:56 smithi164 ceph-mon[88760]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:05:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T08:05:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:56 smithi164 ceph-mon[88760]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T08:05:56.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:56 smithi164 ceph-mon[88760]: from='client.? 172.21.15.42:0/2398704724' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:56.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[94096]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[94096]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[94096]: from='client.? 172.21.15.42:0/2398704724' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[96574]: pgmap v4859: 105 pgs: 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/3793132036' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[96574]: osdmap e2832: 8 total, 8 up, 8 in 2024-09-16T08:05:56.604 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:56 smithi042 ceph-mon[96574]: from='client.? 172.21.15.42:0/2398704724' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T08:05:56.841 INFO:teuthology.orchestra.run.smithi042.stderr:pool 'cephfs_data' removed 2024-09-16T08:05:56.866 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T08:05:56.895 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T08:05:56.929 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-16T08:05:56.929 DEBUG:teuthology.orchestra.run.smithi042:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T08:05:56.952 DEBUG:teuthology.orchestra.run.smithi164:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T08:05:56.986 INFO:tasks.cephadm:Stopping all daemons... 2024-09-16T08:05:56.986 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-16T08:05:56.987 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a 2024-09-16T08:05:57.301 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 systemd[1]: Stopping Ceph mon.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:05:57.603 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[94073]: 2024-09-16T08:05:57.301+0000 7fd4d4c24640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a[94073]: 2024-09-16T08:05:57.301+0000 7fd4d4c24640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 podman[172664]: 2024-09-16 08:05:57.39463438 +0000 UTC m=+0.202817369 container died c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE Bus STOPPING 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE Bus STOPPED 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE Bus STARTING 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE Serving on http://:::9283 2024-09-16T08:05:57.604 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:05:57 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: [16/Sep/2024:08:05:57] ENGINE Bus STARTED 2024-09-16T08:05:58.103 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 podman[172664]: 2024-09-16 08:05:57.842158444 +0000 UTC m=+0.650341429 container cleanup c7725d5ff7213c02de7c47d671b966668740ff2b411b1a9c2b5cb28adf6e5942 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True) 2024-09-16T08:05:58.104 INFO:journalctl@ceph.mon.a.smithi042.stdout:Sep 16 08:05:57 smithi042 bash[172664]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-a 2024-09-16T08:05:58.281 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.a.service' 2024-09-16T08:05:58.350 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:05:58.350 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-16T08:05:58.350 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-16T08:05:58.351 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.c 2024-09-16T08:05:58.665 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:58 smithi042 systemd[1]: Stopping Ceph mon.c for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:05:59.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c[96549]: 2024-09-16T08:05:58.664+0000 7f9eca1a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:05:59.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:58 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c[96549]: 2024-09-16T08:05:58.664+0000 7f9eca1a9640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-16T08:05:59.104 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:58 smithi042 podman[172805]: 2024-09-16 08:05:58.860696875 +0000 UTC m=+0.313735128 container died 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T08:05:59.514 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:59 smithi042 podman[172805]: 2024-09-16 08:05:59.230904114 +0000 UTC m=+0.683942365 container cleanup 4815f221e091ea2a74f44046dce219f7965243e70fa52ee6a09cdc17db55bb07 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T08:05:59.515 INFO:journalctl@ceph.mon.c.smithi042.stdout:Sep 16 08:05:59 smithi042 bash[172805]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-c 2024-09-16T08:05:59.658 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.c.service' 2024-09-16T08:05:59.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:05:59.694 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-16T08:05:59.694 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-16T08:05:59.694 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.b 2024-09-16T08:05:59.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:05:59 smithi164 systemd[1]: Stopping Ceph mon.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:06:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b[88737]: 2024-09-16T08:06:00.092+0000 7f2d43855640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:00.488 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:06:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b[88737]: 2024-09-16T08:06:00.092+0000 7f2d43855640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-16T08:06:00.489 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:06:00 smithi164 podman[149970]: 2024-09-16 08:06:00.327597762 +0000 UTC m=+0.432382048 container died 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T08:06:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:06:00 smithi164 podman[149970]: 2024-09-16 08:06:00.815931089 +0000 UTC m=+0.920715363 container cleanup 65cca73d55afc06c7abbe961d516bf3117d63023af2798fae7246dfac31160e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T08:06:00.988 INFO:journalctl@ceph.mon.b.smithi164.stdout:Sep 16 08:06:00 smithi164 bash[149970]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mon-b 2024-09-16T08:06:01.218 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mon.b.service' 2024-09-16T08:06:01.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:01.268 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-16T08:06:01.268 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-16T08:06:01.268 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y 2024-09-16T08:06:01.586 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: ::ffff:172.21.15.164 - - [16/Sep/2024:08:06:01] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-09-16T08:06:01.586 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:01 smithi042 systemd[1]: Stopping Ceph mgr.y for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:01.853 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T08:06:01.585+0000 7f01a532b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:01.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:01 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y[85455]: 2024-09-16T08:06:01.585+0000 7f01a532b640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-16T08:06:01.854 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:01 smithi042 podman[172938]: 2024-09-16 08:06:01.619199729 +0000 UTC m=+0.141938998 container died 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T08:06:02.302 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:02 smithi042 podman[172938]: 2024-09-16 08:06:02.027079081 +0000 UTC m=+0.549818348 container cleanup 43ae6da5643b69f5102b2a3934221f7c8816fd9a7244a7d36377a222e3152310 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-16T08:06:02.303 INFO:journalctl@ceph.mgr.y.smithi042.stdout:Sep 16 08:06:02 smithi042 bash[172938]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-y 2024-09-16T08:06:02.451 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-16T08:06:02.487 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:02.488 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-16T08:06:02.488 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-16T08:06:02.488 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x 2024-09-16T08:06:02.738 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 08:06:02 smithi164 systemd[1]: Stopping Ceph mgr.x for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:02.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"53665a5e-73f6-11ef-bceb-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-09-16T08:06:03.004 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 08:06:02 smithi164 podman[150103]: 2024-09-16 08:06:02.804448076 +0000 UTC m=+0.122957849 container died 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b) 2024-09-16T08:06:03.438 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 08:06:03 smithi164 podman[150103]: 2024-09-16 08:06:03.1461141 +0000 UTC m=+0.464623877 container cleanup 52d410040379301d673a2ba61bcc9956f7ea24af2c51488c6cc4241572dc741a (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-16T08:06:03.438 INFO:journalctl@ceph.mgr.x.smithi164.stdout:Sep 16 08:06:03 smithi164 bash[150103]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mgr-x 2024-09-16T08:06:03.588 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-16T08:06:03.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:03.626 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-16T08:06:03.626 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-16T08:06:03.626 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.0 2024-09-16T08:06:03.966 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:03 smithi042 systemd[1]: Stopping Ceph osd.0 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:04.353 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T08:06:03.966+0000 7f9625657640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:04.353 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T08:06:03.966+0000 7f9625657640 -1 osd.0 2833 *** Got signal Terminated *** 2024-09-16T08:06:04.354 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:03 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0[102368]: 2024-09-16T08:06:03.966+0000 7f9625657640 -1 osd.0 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:09.757 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:09 smithi042 podman[173072]: 2024-09-16 08:06:09.48094118 +0000 UTC m=+5.649487109 container died 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-16T08:06:10.103 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:09 smithi042 podman[173072]: 2024-09-16 08:06:09.86568376 +0000 UTC m=+6.034229678 container cleanup 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T08:06:10.103 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:09 smithi042 bash[173072]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0 2024-09-16T08:06:10.438 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173094]: 2024-09-16 08:06:10.108702574 +0000 UTC m=+0.621050133 container remove 1b48ee85262b214100d19a115e512500979399e894735bdf035fc862dc68ab13 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T08:06:10.720 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.342728237 +0000 UTC m=+0.016231288 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:10.720 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.451271192 +0000 UTC m=+0.124774242 container create e153a2a5d0f1262fd406c1d0f2a2eba2b6017eaa594f8edc16ad034a1868a0d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0) 2024-09-16T08:06:10.720 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.720981602 +0000 UTC m=+0.394484662 container init e153a2a5d0f1262fd406c1d0f2a2eba2b6017eaa594f8edc16ad034a1868a0d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-16T08:06:11.103 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.726478475 +0000 UTC m=+0.399981527 container start e153a2a5d0f1262fd406c1d0f2a2eba2b6017eaa594f8edc16ad034a1868a0d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T08:06:11.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.828761713 +0000 UTC m=+0.502264780 container attach e153a2a5d0f1262fd406c1d0f2a2eba2b6017eaa594f8edc16ad034a1868a0d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T08:06:11.104 INFO:journalctl@ceph.osd.0.smithi042.stdout:Sep 16 08:06:10 smithi042 podman[173190]: 2024-09-16 08:06:10.924059307 +0000 UTC m=+0.597562359 container died e153a2a5d0f1262fd406c1d0f2a2eba2b6017eaa594f8edc16ad034a1868a0d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T08:06:11.538 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.0.service' 2024-09-16T08:06:11.580 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:11.580 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-16T08:06:11.580 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-16T08:06:11.580 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.1 2024-09-16T08:06:11.853 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:11 smithi042 systemd[1]: Stopping Ceph osd.1 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:12.353 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T08:06:11.946+0000 7fa5e0c75640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:12.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T08:06:11.946+0000 7fa5e0c75640 -1 osd.1 2833 *** Got signal Terminated *** 2024-09-16T08:06:12.354 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:11 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1[107529]: 2024-09-16T08:06:11.946+0000 7fa5e0c75640 -1 osd.1 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:17.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:17.255Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.42:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.42:8765: connect: connection refused" 2024-09-16T08:06:17.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:17.257Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.42:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.42:8765: connect: connection refused" 2024-09-16T08:06:17.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:17.257Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.42:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.42:8765: connect: connection refused" 2024-09-16T08:06:17.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:17.258Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.42:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.42:8765: connect: connection refused" 2024-09-16T08:06:17.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:06:17 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:06:17.258Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.42:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.42:8765: connect: connection refused" 2024-09-16T08:06:17.751 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:17 smithi042 podman[173319]: 2024-09-16 08:06:17.501721481 +0000 UTC m=+5.684184589 container died 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T08:06:18.103 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:17 smithi042 podman[173319]: 2024-09-16 08:06:17.852067687 +0000 UTC m=+6.034530803 container cleanup 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True) 2024-09-16T08:06:18.104 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:17 smithi042 bash[173319]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1 2024-09-16T08:06:18.478 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173341]: 2024-09-16 08:06:18.128491583 +0000 UTC m=+0.622056986 container remove 33cea942df8d25fa3c4a8b820fb13c9021847503dbd21daadeb5dbc15abb5f26 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-09-16T08:06:18.756 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.382557523 +0000 UTC m=+0.016546277 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:18.756 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.504562084 +0000 UTC m=+0.138550827 container create 61cb1263b61ddfd74467f47f2dbc4a2a4fcbcc8823113360967b927a202654c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T08:06:18.757 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.757181823 +0000 UTC m=+0.391170578 container init 61cb1263b61ddfd74467f47f2dbc4a2a4fcbcc8823113360967b927a202654c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True) 2024-09-16T08:06:19.104 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.762484044 +0000 UTC m=+0.396472791 container start 61cb1263b61ddfd74467f47f2dbc4a2a4fcbcc8823113360967b927a202654c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T08:06:19.104 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.848920459 +0000 UTC m=+0.482909215 container attach 61cb1263b61ddfd74467f47f2dbc4a2a4fcbcc8823113360967b927a202654c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, GIT_CLEAN=True) 2024-09-16T08:06:19.104 INFO:journalctl@ceph.osd.1.smithi042.stdout:Sep 16 08:06:18 smithi042 podman[173433]: 2024-09-16 08:06:18.952185062 +0000 UTC m=+0.586173807 container died 61cb1263b61ddfd74467f47f2dbc4a2a4fcbcc8823113360967b927a202654c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-16T08:06:19.587 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.1.service' 2024-09-16T08:06:19.629 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:19.629 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-16T08:06:19.630 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-16T08:06:19.630 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.2 2024-09-16T08:06:19.853 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:19 smithi042 systemd[1]: Stopping Ceph osd.2 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:20.356 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T08:06:19.965+0000 7f00e0aa1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:20.356 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T08:06:19.965+0000 7f00e0aa1640 -1 osd.2 2833 *** Got signal Terminated *** 2024-09-16T08:06:20.357 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2[112432]: 2024-09-16T08:06:19.965+0000 7f00e0aa1640 -1 osd.2 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:25.656 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:25 smithi042 podman[173563]: 2024-09-16 08:06:25.382062208 +0000 UTC m=+5.521729396 container died e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T08:06:26.005 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:25 smithi042 podman[173563]: 2024-09-16 08:06:25.755375801 +0000 UTC m=+5.895042988 container cleanup e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, io.buildah.version=1.37.2) 2024-09-16T08:06:26.005 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:25 smithi042 bash[173563]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2 2024-09-16T08:06:26.332 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173586]: 2024-09-16 08:06:26.006714606 +0000 UTC m=+0.622821339 container remove e969effc2774362cd367452688918430e17e3e15164ece5d92aa69b155649e10 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-09-16T08:06:26.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.236257973 +0000 UTC m=+0.016400240 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:26.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.349343191 +0000 UTC m=+0.129485524 container create c801341216ef7a39d2de1c0a1b5a2fe6c9c2cc42e2210de6a0ac846412352a3d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b) 2024-09-16T08:06:26.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.576980939 +0000 UTC m=+0.357123207 container init c801341216ef7a39d2de1c0a1b5a2fe6c9c2cc42e2210de6a0ac846412352a3d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True) 2024-09-16T08:06:26.604 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.582092193 +0000 UTC m=+0.362234461 container start c801341216ef7a39d2de1c0a1b5a2fe6c9c2cc42e2210de6a0ac846412352a3d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b) 2024-09-16T08:06:27.071 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.693694943 +0000 UTC m=+0.473837213 container attach c801341216ef7a39d2de1c0a1b5a2fe6c9c2cc42e2210de6a0ac846412352a3d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-16T08:06:27.072 INFO:journalctl@ceph.osd.2.smithi042.stdout:Sep 16 08:06:26 smithi042 podman[173681]: 2024-09-16 08:06:26.781248258 +0000 UTC m=+0.561390528 container died c801341216ef7a39d2de1c0a1b5a2fe6c9c2cc42e2210de6a0ac846412352a3d (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-09-16T08:06:27.368 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.2.service' 2024-09-16T08:06:27.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:27.411 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-16T08:06:27.411 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-16T08:06:27.411 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.3 2024-09-16T08:06:27.603 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:27 smithi042 systemd[1]: Stopping Ceph osd.3 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:28.103 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:27 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T08:06:27.786+0000 7f2b5f7d1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:28.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:27 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T08:06:27.786+0000 7f2b5f7d1640 -1 osd.3 2833 *** Got signal Terminated *** 2024-09-16T08:06:28.104 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:27 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T08:06:27.786+0000 7f2b5f7d1640 -1 osd.3 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:30.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:30 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:30.036+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:31.458 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:31.023+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:31.738 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:31 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:31.459+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:32.486 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:32.024+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:32.738 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:32 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:32.487+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:32.853 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:32 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3[117622]: 2024-09-16T08:06:32.508+0000 7f2b57ddd640 -1 osd.3 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:05.187369+0000 front 2024-09-16T08:06:05.187428+0000 (oldest deadline 2024-09-16T08:06:32.188290+0000) 2024-09-16T08:06:33.450 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:33 smithi042 podman[173809]: 2024-09-16 08:06:33.185342237 +0000 UTC m=+5.530858250 container died d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T08:06:33.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:33.031+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:33.834 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:33 smithi042 podman[173809]: 2024-09-16 08:06:33.575098679 +0000 UTC m=+5.920614618 container cleanup d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T08:06:33.834 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:33 smithi042 bash[173809]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3 2024-09-16T08:06:33.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:33 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:33.508+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:34.103 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:33 smithi042 podman[173844]: 2024-09-16 08:06:33.834836906 +0000 UTC m=+0.642774647 container remove d3428908626280d9ae28c23f7a5338dec7e7ce45ada749becb021c50d4c0ffc7 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T08:06:34.451 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.103113348 +0000 UTC m=+0.016474054 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:34.451 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.236058969 +0000 UTC m=+0.149419663 container create ec03795d07e5655d65556fd27b2eaaf78bcc33e195e250f234516af38efc2e79 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T08:06:34.451 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.446860264 +0000 UTC m=+0.360220958 container init ec03795d07e5655d65556fd27b2eaaf78bcc33e195e250f234516af38efc2e79 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-16T08:06:34.451 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.452421547 +0000 UTC m=+0.365782252 container start ec03795d07e5655d65556fd27b2eaaf78bcc33e195e250f234516af38efc2e79 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T08:06:34.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:34.087+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:34.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:34.055+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:34.854 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.555041902 +0000 UTC m=+0.468402606 container attach ec03795d07e5655d65556fd27b2eaaf78bcc33e195e250f234516af38efc2e79 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T08:06:34.854 INFO:journalctl@ceph.osd.3.smithi042.stdout:Sep 16 08:06:34 smithi042 podman[173937]: 2024-09-16 08:06:34.650793371 +0000 UTC m=+0.564154075 container died ec03795d07e5655d65556fd27b2eaaf78bcc33e195e250f234516af38efc2e79 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T08:06:34.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:34 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:34.503+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:35.212 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.3.service' 2024-09-16T08:06:35.253 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:35.253 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-16T08:06:35.253 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-16T08:06:35.253 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.4 2024-09-16T08:06:35.313 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:35.063+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:35.314 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:35.039+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:35.591 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:35 smithi164 systemd[1]: Stopping Ceph osd.4 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:35.591 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:35.522+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:35.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:35.652+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:35.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:35.591+0000 7f20cd03f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:35.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:35.591+0000 7f20cd03f640 -1 osd.4 2833 *** Got signal Terminated *** 2024-09-16T08:06:35.989 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:35 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:35.591+0000 7f20cd03f640 -1 osd.4 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:36.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:36.047+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:36.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:36.018+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:36.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:36.536+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:36.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:36 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:36.640+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:37.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:37.013+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:37.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:37.080+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:37.966 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:37.547+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:37.966 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:37.681+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:37.966 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:37.681+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:38.240 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:37 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:37.966+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:38.241 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:38.051+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:38.953 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:38.579+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:38.953 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:38.579+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.378155+0000 front 2024-09-16T08:06:16.378173+0000 (oldest deadline 2024-09-16T08:06:38.077971+0000) 2024-09-16T08:06:38.953 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:38.712+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:38.953 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:38.712+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:39.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:38.952+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:39.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:38 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:38.952+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:39.238 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:39.008+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:39.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:39.530+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:39.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:39.530+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.378155+0000 front 2024-09-16T08:06:16.378173+0000 (oldest deadline 2024-09-16T08:06:38.077971+0000) 2024-09-16T08:06:39.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:39.706+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:39.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:39.706+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:40.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:39.991+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:40.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:39.993+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:40.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:39 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:39.993+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:40.946 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:40.518+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:06.476371+0000 front 2024-09-16T08:06:06.476475+0000 (oldest deadline 2024-09-16T08:06:30.576520+0000) 2024-09-16T08:06:40.946 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4[94625]: 2024-09-16T08:06:40.518+0000 7f20c9653640 -1 osd.4 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.378155+0000 front 2024-09-16T08:06:16.378173+0000 (oldest deadline 2024-09-16T08:06:38.077971+0000) 2024-09-16T08:06:40.946 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:40.755+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:40.947 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:40.755+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:41.238 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:41 smithi164 podman[150252]: 2024-09-16 08:06:41.068326506 +0000 UTC m=+5.602320001 container died fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T08:06:41.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:40.946+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:41.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:40 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:40.946+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:41.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:41.021+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:41.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:41.021+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:41.707 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:41 smithi164 podman[150252]: 2024-09-16 08:06:41.457078025 +0000 UTC m=+5.991071516 container cleanup fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T08:06:41.707 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:41 smithi164 bash[150252]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4 2024-09-16T08:06:41.988 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:41 smithi164 podman[150274]: 2024-09-16 08:06:41.708488358 +0000 UTC m=+0.631458957 container remove fce01ec417b7309a444803b62688b960b14f4409ac01e7ce284adc6cee6c661b (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T08:06:41.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:41.949+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:41.989 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:41.949+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:41.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:41.755+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:41.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:41 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:41.755+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:42.265 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:42.011+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:42.265 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:42.011+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:42.265 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:41.919741591 +0000 UTC m=+0.015853471 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:42.265 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:42.059573337 +0000 UTC m=+0.155685209 container create 3a95b87db87eb2eb932760277aee46de44705321408d8fc0e3af6360d4184011 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T08:06:42.265 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:42.261981958 +0000 UTC m=+0.358093830 container init 3a95b87db87eb2eb932760277aee46de44705321408d8fc0e3af6360d4184011 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T08:06:42.266 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:42.266472215 +0000 UTC m=+0.362584089 container start 3a95b87db87eb2eb932760277aee46de44705321408d8fc0e3af6360d4184011 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-16T08:06:42.712 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:42.378562967 +0000 UTC m=+0.474674859 container attach 3a95b87db87eb2eb932760277aee46de44705321408d8fc0e3af6360d4184011 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, RELEASE=reef-e4e227b, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T08:06:42.712 INFO:journalctl@ceph.osd.4.smithi164.stdout:Sep 16 08:06:42 smithi164 podman[150364]: 2024-09-16 08:06:42.460709105 +0000 UTC m=+0.556820987 container died 3a95b87db87eb2eb932760277aee46de44705321408d8fc0e3af6360d4184011 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.vendor=CentOS) 2024-09-16T08:06:42.712 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:42.712+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:42.713 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:42.712+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:43.058 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.4.service' 2024-09-16T08:06:43.097 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:43.097 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-16T08:06:43.097 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-16T08:06:43.097 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.5 2024-09-16T08:06:43.419 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:43.052+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:43.052+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:42.992+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:42 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:42.992+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 systemd[1]: Stopping Ceph osd.5 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:43.419+0000 7f3548f9b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:43.419+0000 7f3548f9b640 -1 osd.5 2833 *** Got signal Terminated *** 2024-09-16T08:06:43.420 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:43.419+0000 7f3548f9b640 -1 osd.5 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:43.961 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:43.698+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:43.961 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:43.698+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:44.238 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:43.961+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:44.238 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:43 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:43.961+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:44.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:44.082+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:44.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:44.082+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:44.948 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:44.681+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:44.949 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:44.681+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:45.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:45.083+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:45.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:45.083+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:45.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:44.948+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:45.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:44 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:44.948+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:45.948 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:45.656+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:45.948 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:45.656+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:46.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:46.083+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:46.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:46.083+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:46.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:45.949+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:46.239 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:45 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:45.949+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:46.921 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:46.654+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:46.921 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:46.654+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:47.238 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:46.921+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:47.238 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:46 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:46.921+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:47.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:47.127+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:47.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:47.127+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:47.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:47.127+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:47.988 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:47.918+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:07.205375+0000 front 2024-09-16T08:06:07.205363+0000 (oldest deadline 2024-09-16T08:06:29.505293+0000) 2024-09-16T08:06:47.988 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5[99362]: 2024-09-16T08:06:47.918+0000 7f35455af640 -1 osd.5 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.106665+0000 front 2024-09-16T08:06:14.106678+0000 (oldest deadline 2024-09-16T08:06:40.006618+0000) 2024-09-16T08:06:47.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:47.671+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:47.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:47.671+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:47.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:47 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:47.671+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:48.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:48.139+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:48.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:48.139+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:48.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:48.139+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:48.923 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:48.633+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:48.924 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:48.633+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:48.924 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:48 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:48.633+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:49.235 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:48 smithi164 podman[150495]: 2024-09-16 08:06:48.924943947 +0000 UTC m=+5.609254194 container died 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b) 2024-09-16T08:06:49.235 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:49.105+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:49.236 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:49.105+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:49.236 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:49.105+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:49.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:49 smithi164 podman[150495]: 2024-09-16 08:06:49.335397276 +0000 UTC m=+6.019707525 container cleanup 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-e4e227b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-16T08:06:49.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:49 smithi164 bash[150495]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5 2024-09-16T08:06:49.941 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:49 smithi164 podman[150515]: 2024-09-16 08:06:49.527457722 +0000 UTC m=+0.599970030 container remove 296b4a110bab2b700d7b4c5716109be6e21cd51ee4b1f81681c248f74d0f472e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=reef-e4e227b, ceph=True) 2024-09-16T08:06:49.942 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:49.641+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:49.942 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:49.641+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:49.942 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:49 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:49.641+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:50.197 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:50.095+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:50.197 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:50.095+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:50.197 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:50.095+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:50.198 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:49 smithi164 podman[150610]: 2024-09-16 08:06:49.845462232 +0000 UTC m=+0.015938545 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:50.198 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:49 smithi164 podman[150610]: 2024-09-16 08:06:49.987846092 +0000 UTC m=+0.158322408 container create 3f422cf6c64312721c9411c2a01632b791795c2d767c2159861fe286e62a42ea (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-16T08:06:50.488 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:50 smithi164 podman[150610]: 2024-09-16 08:06:50.198690227 +0000 UTC m=+0.369166540 container init 3f422cf6c64312721c9411c2a01632b791795c2d767c2159861fe286e62a42ea (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T08:06:50.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:50 smithi164 podman[150610]: 2024-09-16 08:06:50.203884118 +0000 UTC m=+0.374360434 container start 3f422cf6c64312721c9411c2a01632b791795c2d767c2159861fe286e62a42ea (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-16T08:06:50.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:50 smithi164 podman[150610]: 2024-09-16 08:06:50.290300133 +0000 UTC m=+0.460776453 container attach 3f422cf6c64312721c9411c2a01632b791795c2d767c2159861fe286e62a42ea (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T08:06:50.489 INFO:journalctl@ceph.osd.5.smithi164.stdout:Sep 16 08:06:50 smithi164 podman[150610]: 2024-09-16 08:06:50.389394098 +0000 UTC m=+0.559870412 container died 3f422cf6c64312721c9411c2a01632b791795c2d767c2159861fe286e62a42ea (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T08:06:50.959 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:50.673+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:50.959 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:50.673+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:50.959 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:50 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:50.673+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:50.981 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.5.service' 2024-09-16T08:06:51.021 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:51.021 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-16T08:06:51.021 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-16T08:06:51.021 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.6 2024-09-16T08:06:51.238 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 systemd[1]: Stopping Ceph osd.6 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:51.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:51.077+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:51.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:51.077+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:51.239 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:51.077+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:51.701 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.348+0000 7f1dd412e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:51.702 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.348+0000 7f1dd412e640 -1 osd.6 2833 *** Got signal Terminated *** 2024-09-16T08:06:51.702 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.348+0000 7f1dd412e640 -1 osd.6 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:51.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.702+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:51.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.702+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:51.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:51 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:51.702+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:52.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:52.111+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:52.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:52.111+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:52.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:52.111+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:52.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:52.687+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:52.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:52.687+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:52.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:52 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:52.687+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:53.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:53.143+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:53.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:53.143+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:53.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:53.143+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:53.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:53.677+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:53.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:53.677+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:53.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:53 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:53.677+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:54.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:54.138+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:54.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:54.138+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:54.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:54.138+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:54.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:54.138+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:06:54.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:54.689+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:54.988 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:54.689+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:54.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:54 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:54.689+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:55.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:55.155+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:55.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:55.155+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:55.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:55.155+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:55.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:55.155+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:06:55.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:55.716+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.777338+0000 front 2024-09-16T08:06:08.777426+0000 (oldest deadline 2024-09-16T08:06:34.677205+0000) 2024-09-16T08:06:55.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:55.716+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:14.677832+0000 front 2024-09-16T08:06:14.677969+0000 (oldest deadline 2024-09-16T08:06:37.577819+0000) 2024-09-16T08:06:55.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:55.716+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:22.779208+0000 front 2024-09-16T08:06:22.779158+0000 (oldest deadline 2024-09-16T08:06:46.879155+0000) 2024-09-16T08:06:55.989 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:55 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6[104383]: 2024-09-16T08:06:55.716+0000 7f1dcc73a640 -1 osd.6 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:32.080633+0000 front 2024-09-16T08:06:32.080618+0000 (oldest deadline 2024-09-16T08:06:54.980453+0000) 2024-09-16T08:06:56.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:56 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:56.187+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:56.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:56 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:56.187+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:56.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:56 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:56.187+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:56.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:56 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:56.187+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:06:57.054 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:56 smithi164 podman[150736]: 2024-09-16 08:06:56.794455652 +0000 UTC m=+5.541386600 container died 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, RELEASE=reef-e4e227b, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T08:06:57.421 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150736]: 2024-09-16 08:06:57.15485721 +0000 UTC m=+5.901788157 container cleanup 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.build-date=20240731) 2024-09-16T08:06:57.422 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 bash[150736]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6 2024-09-16T08:06:57.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:57 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:57.199+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:57.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:57 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:57.199+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:57.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:57 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:57.199+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:57.422 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:57 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:57.199+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:06:57.738 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150757]: 2024-09-16 08:06:57.422758348 +0000 UTC m=+0.630251148 container remove 775d4a117ef8f991ee4c96b64a4517976f5e212446a4c3744eebbd6cfee8b5ce (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T08:06:58.066 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150851]: 2024-09-16 08:06:57.660274359 +0000 UTC m=+0.016012565 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:06:58.067 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150851]: 2024-09-16 08:06:57.765197225 +0000 UTC m=+0.120935458 container create b976e011b204a0a3d24c6949124e0bde830fdd4195d0d88092642ebdff4a3944 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-16T08:06:58.067 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150851]: 2024-09-16 08:06:57.984529147 +0000 UTC m=+0.340267337 container init b976e011b204a0a3d24c6949124e0bde830fdd4195d0d88092642ebdff4a3944 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T08:06:58.067 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:57 smithi164 podman[150851]: 2024-09-16 08:06:57.98918598 +0000 UTC m=+0.344924171 container start b976e011b204a0a3d24c6949124e0bde830fdd4195d0d88092642ebdff4a3944 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T08:06:58.067 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:58 smithi164 podman[150851]: 2024-09-16 08:06:58.067598494 +0000 UTC m=+0.423336703 container attach b976e011b204a0a3d24c6949124e0bde830fdd4195d0d88092642ebdff4a3944 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T08:06:58.478 INFO:journalctl@ceph.osd.6.smithi164.stdout:Sep 16 08:06:58 smithi164 podman[150851]: 2024-09-16 08:06:58.181927753 +0000 UTC m=+0.537665953 container died b976e011b204a0a3d24c6949124e0bde830fdd4195d0d88092642ebdff4a3944 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-e4e227b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T08:06:58.479 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:58.244+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:58.479 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:58.244+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:58.479 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:58.244+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:58.479 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:58 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:58.244+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:06:58.798 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.6.service' 2024-09-16T08:06:58.838 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:06:58.838 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-16T08:06:58.838 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-16T08:06:58.839 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.7 2024-09-16T08:06:59.158 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:58 smithi164 systemd[1]: Stopping Ceph osd.7 for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:06:59.159 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.159+0000 7f269a9fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:06:59.159 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.159+0000 7f269a9fa640 -1 osd.7 2833 *** Got signal Terminated *** 2024-09-16T08:06:59.159 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.159+0000 7f269a9fa640 -1 osd.7 2833 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T08:06:59.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.290+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:06:59.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.290+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:06:59.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.290+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:06:59.489 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:06:59 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:06:59.290+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:07:00.738 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:00.322+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:07:00.738 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:00.322+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:07:00.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:00.322+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:07:00.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:00 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:00.322+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:07:01.738 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:01.361+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:07:01.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:01.361+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:07:01.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:01.361+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:07:01.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:01.361+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:07:01.739 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:01 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:01.361+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.164:6804 osd.4 since back 2024-09-16T08:06:38.170643+0000 front 2024-09-16T08:06:38.170596+0000 (oldest deadline 2024-09-16T08:07:01.070535+0000) 2024-09-16T08:07:02.639 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:02.316+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:07:02.640 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:02.316+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:07:02.640 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:02.316+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:07:02.640 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:02.316+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:07:02.640 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:02 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:02.316+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.164:6804 osd.4 since back 2024-09-16T08:06:38.170643+0000 front 2024-09-16T08:06:38.170596+0000 (oldest deadline 2024-09-16T08:07:01.070535+0000) 2024-09-16T08:07:03.652 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:03.329+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6806 osd.0 since back 2024-09-16T08:06:08.565566+0000 front 2024-09-16T08:06:08.565667+0000 (oldest deadline 2024-09-16T08:06:33.865535+0000) 2024-09-16T08:07:03.652 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:03.329+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6814 osd.1 since back 2024-09-16T08:06:16.766692+0000 front 2024-09-16T08:06:16.766798+0000 (oldest deadline 2024-09-16T08:06:38.466642+0000) 2024-09-16T08:07:03.653 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:03.329+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6822 osd.2 since back 2024-09-16T08:06:24.768568+0000 front 2024-09-16T08:06:24.768554+0000 (oldest deadline 2024-09-16T08:06:46.468490+0000) 2024-09-16T08:07:03.653 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:03.329+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.42:6830 osd.3 since back 2024-09-16T08:06:28.769651+0000 front 2024-09-16T08:06:28.769626+0000 (oldest deadline 2024-09-16T08:06:54.069544+0000) 2024-09-16T08:07:03.653 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:03 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7[109097]: 2024-09-16T08:07:03.329+0000 7f2693006640 -1 osd.7 2833 heartbeat_check: no reply from 172.21.15.164:6804 osd.4 since back 2024-09-16T08:06:38.170643+0000 front 2024-09-16T08:06:38.170596+0000 (oldest deadline 2024-09-16T08:07:01.070535+0000) 2024-09-16T08:07:04.865 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:04 smithi164 podman[150979]: 2024-09-16 08:07:04.606502611 +0000 UTC m=+5.551817528 container died ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T08:07:05.233 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:04 smithi164 podman[150979]: 2024-09-16 08:07:04.973647882 +0000 UTC m=+5.918962798 container cleanup ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-e4e227b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-09-16T08:07:05.233 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:04 smithi164 bash[150979]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7 2024-09-16T08:07:05.488 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151010]: 2024-09-16 08:07:05.234261237 +0000 UTC m=+0.628262898 container remove ee7e46b8511e4965395873156446dfc29697254fa93d77ac5a091750d32f1cad (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T08:07:05.902 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151107]: 2024-09-16 08:07:05.481930406 +0000 UTC m=+0.015867958 image pull 67ddd33fa72f26a51c969a9043e7a3ddf784506b3d1949ad815ae4dd791beec1 quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322 2024-09-16T08:07:05.902 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151107]: 2024-09-16 08:07:05.584236274 +0000 UTC m=+0.118173861 container create 49c6b448b5779e8e2bcfe528624f8ca77242d874dd8b4cc997c026207a064f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-16T08:07:05.902 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151107]: 2024-09-16 08:07:05.81192802 +0000 UTC m=+0.345865575 container init 49c6b448b5779e8e2bcfe528624f8ca77242d874dd8b4cc997c026207a064f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-16T08:07:05.902 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151107]: 2024-09-16 08:07:05.816833947 +0000 UTC m=+0.350771490 container start 49c6b448b5779e8e2bcfe528624f8ca77242d874dd8b4cc997c026207a064f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-e4e227b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T08:07:05.902 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:05 smithi164 podman[151107]: 2024-09-16 08:07:05.903380193 +0000 UTC m=+0.437317744 container attach 49c6b448b5779e8e2bcfe528624f8ca77242d874dd8b4cc997c026207a064f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T08:07:06.238 INFO:journalctl@ceph.osd.7.smithi164.stdout:Sep 16 08:07:06 smithi164 podman[151107]: 2024-09-16 08:07:06.005415267 +0000 UTC m=+0.539352814 container died 49c6b448b5779e8e2bcfe528624f8ca77242d874dd8b4cc997c026207a064f95 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T08:07:06.619 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@osd.7.service' 2024-09-16T08:07:06.658 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:07:06.658 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-16T08:07:06.658 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-16T08:07:06.659 DEBUG:teuthology.orchestra.run.smithi042:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.a 2024-09-16T08:07:06.968 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:06 smithi042 systemd[1]: Stopping Ceph mds.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:07.241 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: 2024-09-16T08:07:06.968+0000 7f6c2c99f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:07:07.241 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:06 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a[122574]: 2024-09-16T08:07:06.968+0000 7f6c2c99f640 -1 mds.a *** got signal Terminated *** 2024-09-16T08:07:10.183 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:09 smithi042 podman[174064]: 2024-09-16 08:07:09.892082836 +0000 UTC m=+3.037560354 container died 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, RELEASE=reef-e4e227b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T08:07:10.567 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:10 smithi042 podman[174064]: 2024-09-16 08:07:10.283234559 +0000 UTC m=+3.428712075 container cleanup 3691dac7f520d25cece8973b3c5e0957514584995bc756667dcd4d51baad496e (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-e4e227b, io.buildah.version=1.37.2) 2024-09-16T08:07:10.567 INFO:journalctl@ceph.mds.a.smithi042.stdout:Sep 16 08:07:10 smithi042 bash[174064]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-a 2024-09-16T08:07:10.725 DEBUG:teuthology.orchestra.run.smithi042:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.a.service' 2024-09-16T08:07:10.763 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:07:10.763 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-16T08:07:10.764 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-16T08:07:10.764 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.b 2024-09-16T08:07:11.061 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:10 smithi164 systemd[1]: Stopping Ceph mds.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:11.488 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:11 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[113888]: 2024-09-16T08:07:11.061+0000 7fed32909640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T08:07:11.488 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:11 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b[113888]: 2024-09-16T08:07:11.061+0000 7fed32909640 -1 mds.b *** got signal Terminated *** 2024-09-16T08:07:15.238 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:15 smithi164 podman[151237]: 2024-09-16 08:07:15.073397414 +0000 UTC m=+4.108279737 container died 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-e4e227b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T08:07:15.592 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:15 smithi164 podman[151237]: 2024-09-16 08:07:15.392148234 +0000 UTC m=+4.427030547 container cleanup 6816b8a3d2f096e4ba58703d37f4012ce6e46f8aed4246bf516ec1de100cc510 (image=quay.ceph.io/ceph-ci/ceph@sha256:94ec087b0651344ea44bf4ca432cec3d5bcba32599243d0588e250fe952c8322, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-e4e227b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-16T08:07:15.592 INFO:journalctl@ceph.mds.b.smithi164.stdout:Sep 16 08:07:15 smithi164 bash[151237]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-mds-b 2024-09-16T08:07:15.816 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@mds.b.service' 2024-09-16T08:07:15.851 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:07:15.852 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-16T08:07:15.852 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-16T08:07:15.852 DEBUG:teuthology.orchestra.run.smithi164:> sudo systemctl stop ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a 2024-09-16T08:07:16.172 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:15 smithi164 systemd[1]: Stopping Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:16.484 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.173Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.177Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.177Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T08:07:16.485 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a[122170]: ts=2024-09-16T08:07:16.177Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T08:07:16.486 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 podman[151369]: 2024-09-16 08:07:16.183766899 +0000 UTC m=+0.111808767 container died 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:16.738 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 podman[151369]: 2024-09-16 08:07:16.679497678 +0000 UTC m=+0.607539536 container cleanup 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:16.739 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 bash[151369]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T08:07:17.102 DEBUG:teuthology.orchestra.run.smithi164:> sudo pkill -f 'journalctl -f -n 0 -u ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-16T08:07:17.124 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:16 smithi164 podman[151386]: 2024-09-16 08:07:16.855524878 +0000 UTC m=+0.664955318 container remove 56d109576097f55e57d12cf47df77f6f6e826699b5d42cbb0fe02ab62c6f8400 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:17.124 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:17 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T08:07:17.124 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:17 smithi164 systemd[1]: Stopped Ceph prometheus.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T08:07:17.124 INFO:journalctl@ceph.prometheus.a.smithi164.stdout:Sep 16 08:07:17 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 15.075s CPU time. 2024-09-16T08:07:17.136 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T08:07:17.137 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-16T08:07:17.137 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T08:07:19.147 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:18 smithi042 systemd[1]: Stopping Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:19.147 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a[131188]: ts=2024-09-16T08:07:19.107Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T08:07:19.447 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 podman[174526]: 2024-09-16 08:07:19.148346313 +0000 UTC m=+0.137518782 container died 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:19.722 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 podman[174526]: 2024-09-16 08:07:19.521976315 +0000 UTC m=+0.511148825 container cleanup 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:19.722 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 bash[174526]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T08:07:20.087 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 podman[174543]: 2024-09-16 08:07:19.723292266 +0000 UTC m=+0.567916487 container remove 2837126ba6dcca8582724ca2edf4dcb3c74a8ec7b8a7fdd253c078f99fbdf07f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:20.087 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:19 smithi042 podman[174543]: 2024-09-16 08:07:19.798839296 +0000 UTC m=+0.643463518 volume remove c57c1aab40ba7cd74b25d08c4c864b9417c82d1dd91b19c86f05a073a17235e2 2024-09-16T08:07:20.555 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:20 smithi042 systemd[1]: Stopping Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:20.555 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:20 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T08:07:20.555 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:20 smithi042 systemd[1]: Stopped Ceph alertmanager.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T08:07:20.555 INFO:journalctl@ceph.alertmanager.a.smithi042.stdout:Sep 16 08:07:20 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 3.918s CPU time. 2024-09-16T08:07:20.851 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:20 smithi042 podman[174656]: 2024-09-16 08:07:20.556444336 +0000 UTC m=+0.116981921 container died c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:21.103 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:20 smithi042 podman[174656]: 2024-09-16 08:07:20.926463282 +0000 UTC m=+0.487000869 container cleanup c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:21.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:20 smithi042 bash[174656]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T08:07:21.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:21 smithi042 podman[174673]: 2024-09-16 08:07:21.086061276 +0000 UTC m=+0.533267710 container remove c276d41ee80e31bb562772936402a5ee3184f3c03c79f9575c3905aeec88024a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T08:07:21.104 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:21 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T08:07:21.544 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:21 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T08:07:21.545 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:21 smithi042 systemd[1]: Stopped Ceph node-exporter.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T08:07:21.545 INFO:journalctl@ceph.node-exporter.a.smithi042.stdout:Sep 16 08:07:21 smithi042 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 8.378s CPU time. 2024-09-16T08:07:21.984 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T08:07:23.988 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:23 smithi164 systemd[1]: Stopping Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:23.989 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:23 smithi164 podman[151821]: 2024-09-16 08:07:23.847390836 +0000 UTC m=+0.083506877 container died 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, description=Ceph Grafana Container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, build-date=2022-04-29T11:48:11.055897, maintainer=Paul Cuzner , vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8) 2024-09-16T08:07:24.392 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 podman[151821]: 2024-09-16 08:07:24.18400483 +0000 UTC m=+0.420120880 container cleanup 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, io.buildah.version=1.32.0, distribution-scope=public, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, maintainer=Paul Cuzner , vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., description=Ceph Grafana Container, architecture=x86_64, release=239.1651231664) 2024-09-16T08:07:24.392 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 bash[151821]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a 2024-09-16T08:07:24.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 podman[151837]: 2024-09-16 08:07:24.393639099 +0000 UTC m=+0.548213590 container remove 221e0bd20124ed2bd23dde877cc0c533f20514c84649b1e5f719a2e8b4efa33a (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-grafana-a, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, vcs-type=git, name=ubi8, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, io.buildah.version=1.32.0, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, description=Ceph Grafana Container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56) 2024-09-16T08:07:24.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T08:07:24.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T08:07:24.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 systemd[1]: Stopped Ceph grafana.a for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T08:07:24.738 INFO:journalctl@ceph.grafana.a.smithi164.stdout:Sep 16 08:07:24 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@grafana.a.service: Consumed 31.435s CPU time. 2024-09-16T08:07:25.042 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:24 smithi164 systemd[1]: Stopping Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968... 2024-09-16T08:07:25.296 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 podman[151948]: 2024-09-16 08:07:25.042920524 +0000 UTC m=+0.120449627 container died 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T08:07:25.663 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 podman[151948]: 2024-09-16 08:07:25.388301233 +0000 UTC m=+0.465830377 container cleanup 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T08:07:25.663 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 bash[151948]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T08:07:25.961 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 podman[151965]: 2024-09-16 08:07:25.664274133 +0000 UTC m=+0.625651171 container remove 47692f58f4f8f5b6a20daedde6236039155c0659c1ecb32358744de8137bc592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-53665a5e-73f6-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T08:07:25.961 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T08:07:25.961 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T08:07:25.961 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 systemd[1]: Stopped Ceph node-exporter.b for 53665a5e-73f6-11ef-bceb-c7b262605968. 2024-09-16T08:07:25.961 INFO:journalctl@ceph.node-exporter.b.smithi164.stdout:Sep 16 08:07:25 smithi164 systemd[1]: ceph-53665a5e-73f6-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 7.259s CPU time. 2024-09-16T08:07:26.492 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T08:07:26.526 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T08:07:26.554 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-16T08:07:26.556 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi042/crash 2024-09-16T08:07:26.557 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash -- . 2024-09-16T08:07:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:tar: /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T08:07:26.608 INFO:teuthology.orchestra.run.smithi042.stderr:tar: Error is not recoverable: exiting now 2024-09-16T08:07:26.610 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi164/crash 2024-09-16T08:07:26.611 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash -- . 2024-09-16T08:07:26.649 INFO:teuthology.orchestra.run.smithi164.stderr:tar: /var/lib/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T08:07:26.649 INFO:teuthology.orchestra.run.smithi164.stderr:tar: Error is not recoverable: exiting now 2024-09-16T08:07:26.650 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-16T08:07:26.651 DEBUG:teuthology.orchestra.run.smithi042:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-09-16T08:07:26.680 INFO:teuthology.orchestra.run.smithi042.stderr:grep: /var/log/ceph/53665a5e-73f6-11ef-bceb-c7b262605968/ceph.log: No such file or directory 2024-09-16T08:07:26.682 INFO:tasks.cephadm:Compressing logs... 2024-09-16T08:07:26.682 DEBUG:teuthology.orchestra.run.smithi042:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T08:07:26.726 DEBUG:teuthology.orchestra.run.smithi164:> sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T08:07:26.749 INFO:teuthology.orchestra.run.smithi042.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T08:07:26.750 INFO:teuthology.orchestra.run.smithi164.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T08:09:24.005 INFO:tasks.cephadm:Archiving logs... 2024-09-16T08:09:24.006 DEBUG:teuthology.misc:Transferring archived files from smithi042:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi042/log 2024-09-16T08:09:24.007 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T08:09:36.155 DEBUG:teuthology.misc:Transferring archived files from smithi164:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi164/log 2024-09-16T08:09:36.156 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T08:09:46.485 INFO:tasks.cephadm:Removing cluster... 2024-09-16T08:09:46.485 DEBUG:teuthology.orchestra.run.smithi042:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 --force 2024-09-16T08:09:47.089 DEBUG:teuthology.orchestra.run.smithi164:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 53665a5e-73f6-11ef-bceb-c7b262605968 --force 2024-09-16T08:09:47.647 INFO:tasks.cephadm:Removing cephadm ... 2024-09-16T08:09:47.647 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T08:09:47.665 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T08:09:47.681 INFO:tasks.cephadm:Teardown complete 2024-09-16T08:09:47.682 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T08:09:47.695 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T08:09:47.695 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T08:09:47.708 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T08:09:47.789 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T08:09:47.799 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T08:09:47.799 DEBUG:teuthology.orchestra.run.smithi042:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T08:09:47.802 DEBUG:teuthology.orchestra.run.smithi164:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T08:09:47.817 INFO:teuthology.orchestra.run.smithi164.stderr:bash: line 1: ntpq: command not found 2024-09-16T08:09:47.818 INFO:teuthology.orchestra.run.smithi042.stderr:bash: line 1: ntpq: command not found 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:=============================================================================== 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +1566us[+1524us] +/- 53ms 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 59 -4004us[-4046us] +/- 72ms 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 122 +1604us[+1569us] +/- 73ms 2024-09-16T08:09:47.821 INFO:teuthology.orchestra.run.smithi164.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:=============================================================================== 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:^* hv01.front.sepia.ceph.com 3 6 377 59 +1609us[+1640us] +/- 53ms 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 57 -3957us[-3957us] +/- 72ms 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 56 +1601us[+1601us] +/- 74ms 2024-09-16T08:09:47.823 INFO:teuthology.orchestra.run.smithi042.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T08:09:47.823 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T08:09:47.834 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T08:09:47.834 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T08:09:47.917 DEBUG:teuthology.orchestra.run.smithi042:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T08:09:48.019 DEBUG:teuthology.orchestra.run.smithi164:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T08:09:48.107 DEBUG:teuthology.orchestra.run.smithi042:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T08:09:48.138 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T08:09:48.139 DEBUG:teuthology.orchestra.run.smithi164:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-16T08:09:48.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T08:09:48.169 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T08:09:48.179 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T08:09:48.190 INFO:teuthology.task.internal:Duration was 5786.784610 seconds 2024-09-16T08:09:48.191 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T08:09:48.201 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T08:09:48.201 DEBUG:teuthology.orchestra.run.smithi042:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T08:09:48.204 DEBUG:teuthology.orchestra.run.smithi164:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T08:09:48.242 INFO:teuthology.orchestra.run.smithi042.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T08:09:48.248 INFO:teuthology.orchestra.run.smithi164.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T08:09:48.645 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T08:09:48.645 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi042.front.sepia.ceph.com 2024-09-16T08:09:48.645 DEBUG:teuthology.orchestra.run.smithi042:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T08:09:48.708 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi164.front.sepia.ceph.com 2024-09-16T08:09:48.708 DEBUG:teuthology.orchestra.run.smithi164:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T08:09:48.730 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T08:09:48.730 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T08:09:48.751 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T08:09:48.799 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T08:09:48.799 DEBUG:teuthology.orchestra.run.smithi042:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T08:09:48.820 DEBUG:teuthology.orchestra.run.smithi164:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T08:09:49.385 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T08:09:49.397 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T08:09:49.397 DEBUG:teuthology.orchestra.run.smithi042:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T08:09:49.423 DEBUG:teuthology.orchestra.run.smithi164:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T08:09:49.449 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T08:09:49.460 DEBUG:teuthology.orchestra.run.smithi042:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T08:09:49.466 DEBUG:teuthology.orchestra.run.smithi164:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T08:09:49.487 INFO:teuthology.orchestra.run.smithi042.stdout:kernel.core_pattern = core 2024-09-16T08:09:49.513 INFO:teuthology.orchestra.run.smithi164.stdout:kernel.core_pattern = core 2024-09-16T08:09:49.526 DEBUG:teuthology.orchestra.run.smithi042:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T08:09:49.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T08:09:49.557 DEBUG:teuthology.orchestra.run.smithi164:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T08:09:49.581 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T08:09:49.581 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T08:09:49.595 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T08:09:49.596 DEBUG:teuthology.misc:Transferring archived files from smithi042:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi042 2024-09-16T08:09:49.597 DEBUG:teuthology.orchestra.run.smithi042:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T08:09:49.645 DEBUG:teuthology.misc:Transferring archived files from smithi164:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_22:00:02-rados-reef-distro-default-smithi/7906561/remote/smithi164 2024-09-16T08:09:49.645 DEBUG:teuthology.orchestra.run.smithi164:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T08:09:49.690 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T08:09:49.690 DEBUG:teuthology.orchestra.run.smithi042:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T08:09:49.693 DEBUG:teuthology.orchestra.run.smithi164:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T08:09:49.736 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T08:09:49.748 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T08:09:49.748 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T08:09:49.759 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T08:09:49.760 DEBUG:teuthology.orchestra.run.smithi042:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T08:09:49.762 DEBUG:teuthology.orchestra.run.smithi164:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T08:09:49.775 INFO:teuthology.orchestra.run.smithi042.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 08:09 /home/ubuntu/cephtest 2024-09-16T08:09:49.792 INFO:teuthology.orchestra.run.smithi164.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 08:09 /home/ubuntu/cephtest 2024-09-16T08:09:49.793 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T08:09:49.805 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T08:09:49.844 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5786.784609556198 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T08:09:49.844 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T08:09:49.932 INFO:teuthology.run:pass